Vector Search Support

core/src/main/java/org/polypheny/db/adapter/Adapter.java

@@ -312,4 +312,8 @@ protected void resetDockerConnection() {
     }
 
 
+    public List<String> getActiveFeatureNames() {
+        return List.of();
+    }
+
 }

core/src/main/java/org/polypheny/db/adapter/AdapterManager.java

@@ -31,6 +31,7 @@
 import org.apache.calcite.linq4j.tree.Expressions;
 import org.jetbrains.annotations.NotNull;
 import org.polypheny.db.adapter.annotations.AdapterProperties;
+import org.polypheny.db.adapter.annotations.AdapterSettingsPreset;
 import org.polypheny.db.adapter.java.AdapterTemplate;
 import org.polypheny.db.catalog.Catalog;
 import org.polypheny.db.catalog.entity.LogicalAdapter;
@@ -65,8 +66,10 @@ private AdapterManager() {
     public static long addAdapterTemplate( Class<? extends Adapter<?>> clazz, String adapterName, DeployFn deployer ) {
         List<AbstractAdapterSetting> settings = AdapterTemplate.getAllSettings( clazz );
         AdapterProperties properties = clazz.getAnnotation( AdapterProperties.class );
+        List<DeployMode> modes = List.of( properties.usedModes() );
+        List<AdapterSettingsPreset> presets = AdapterTemplate.getAllPresets( clazz, settings, modes );
         long id = AdapterManager.getInstance().idBuilder.getAndIncrement();
-        AdapterManager.getInstance().adapterTemplates.put( id, new AdapterTemplate( id, clazz, adapterName, settings, List.of( properties.usedModes() ), properties.description(), deployer ) );
+        AdapterManager.getInstance().adapterTemplates.put( id, new AdapterTemplate( id, clazz, adapterName, settings, modes, presets, properties.description(), deployer ) );
         return id;
     }
 

core/src/main/java/org/polypheny/db/adapter/DataStore.java

@@ -27,6 +27,7 @@
 import org.polypheny.db.catalog.Catalog;
 import org.polypheny.db.catalog.catalogs.AdapterCatalog;
 import org.polypheny.db.catalog.entity.logical.LogicalTable;
+import org.polypheny.db.catalog.logistic.IndexCategory;
 
 @Slf4j
 public abstract class DataStore<S extends AdapterCatalog> extends Adapter<S> implements Modifiable, ExtensionPoint {
@@ -52,11 +53,27 @@ public DataStore( final long adapterId, final String uniqueName, final Map<Strin
     public abstract List<FunctionalIndexInfo> getFunctionalIndexes( LogicalTable catalogTable );
 
 
-    public record IndexMethodModel( @JsonProperty String name, @JsonProperty String displayName ) {
-
+    public record IndexMethodModel(
+            @JsonProperty String name,
+            @JsonProperty String displayName,
+            @JsonProperty IndexCategory category,
+            @JsonProperty List<IndexParameterModel> parameters
+    ) {
+        public IndexMethodModel( String name, String displayName ) {
+            this( name, displayName, IndexCategory.REGULAR, List.of() );
+        }
     }
 
 
+    public record IndexParameterModel(
+            @JsonProperty String name,
+            @JsonProperty String displayName,
+            @JsonProperty String type,          //INTEGER, BOOLEAN, ENUM
+            @JsonProperty List<String> options,
+            @JsonProperty String defaultValue
+    ){}
+
+
     public record FunctionalIndexInfo( List<Long> columnIds, String methodDisplayName ) {
 
         public List<String> getColumnNames() {

core/src/main/java/org/polypheny/db/adapter/RelationalDataSource.java

@@ -24,7 +24,7 @@ public interface RelationalDataSource {
 
     Map<String, List<ExportedColumn>> getExportedColumns();
 
-    record ExportedColumn( String name, PolyType type, PolyType collectionsType, Integer length, Integer scale, Integer dimension, Integer cardinality, boolean nullable, String physicalSchemaName, String physicalTableName, String physicalColumnName, int physicalPosition, boolean primary ) {
+    record ExportedColumn( String name, PolyType type, PolyType collectionsType, Integer length, Integer scale, Integer dimension, Integer cardinality, boolean nullable, boolean elementsNullable, String physicalSchemaName, String physicalTableName, String physicalColumnName, int physicalPosition, boolean primary ) {
 
         public String getDisplayType() {
             String typeStr = type.getName();

core/src/main/java/org/polypheny/db/adapter/RelationalModifyDelegate.java

@@ -112,8 +112,8 @@ public void dropGraph( Context context, AllocationGraph allocation ) {
     @Override
     public List<PhysicalEntity> createCollection( Context context, LogicalCollection logical, AllocationCollection allocation ) {
         PhysicalTable physical = Scannable.createSubstitutionTable( modifiable, context, logical, allocation, "_doc_", List.of(
-                new ColumnContext( DocumentType.DOCUMENT_ID, null, PolyType.TEXT, false ),
-                new ColumnContext( DocumentType.DOCUMENT_DATA, null, PolyType.TEXT, true ) ), 1 );
+                new ColumnContext( DocumentType.DOCUMENT_ID, null, PolyType.TEXT, false, true ),
+                new ColumnContext( DocumentType.DOCUMENT_DATA, null, PolyType.TEXT, true, true ) ), 1 );
         catalog.addPhysical( allocation, physical );
 
         return List.of( physical );

core/src/main/java/org/polypheny/db/adapter/Scannable.java

@@ -60,7 +60,7 @@ static PhysicalEntity createSubstitutionEntity( Scannable scannable, Context con
 
         int i = 0;
         for ( ColumnContext col : columnsInformations ) {
-            LogicalColumn column = new LogicalColumn( builder.getNewFieldId(), col.name, table.id, table.namespaceId, i, col.type, null, col.precision, null, null, null, col.nullable, Collation.getDefaultCollation(), null );
+            LogicalColumn column = new LogicalColumn( builder.getNewFieldId(), col.name, table.id, table.namespaceId, i, col.type, null, col.precision, null, null, null, col.nullable, col.elementsNullable, Collation.getDefaultCollation(), null );
             columns.add( column );
             i++;
         }
@@ -170,24 +170,24 @@ static AlgNode getDocumentScanSubstitute( Scannable scannable, long allocId, Alg
 
     static List<PhysicalEntity> createGraphSubstitute( Scannable scannable, Context context, LogicalGraph logical, AllocationGraph allocation ) {
         PhysicalEntity node = createSubstitutionEntity( scannable, context, logical, allocation, "_node_", List.of(
-                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false ),
-                new ColumnContext( "label", null, PolyType.TEXT, false ) ), 2 );
+                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false, true ),
+                new ColumnContext( "label", null, PolyType.TEXT, false, true ) ), 2 );
 
         PhysicalEntity nProperties = createSubstitutionEntity( scannable, context, logical, allocation, "_nProperties_", List.of(
-                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false ),
-                new ColumnContext( "key", null, PolyType.TEXT, false ),
-                new ColumnContext( "value", null, PolyType.TEXT, true ) ), 2 );
+                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false, true ),
+                new ColumnContext( "key", null, PolyType.TEXT, false, true ),
+                new ColumnContext( "value", null, PolyType.TEXT, true, true ) ), 2 );
 
         PhysicalEntity edge = createSubstitutionEntity( scannable, context, logical, allocation, "_edge_", List.of(
-                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false ),
-                new ColumnContext( "label", null, PolyType.TEXT, true ),
-                new ColumnContext( "_l_id_", GraphType.ID_SIZE, PolyType.VARCHAR, true ),
-                new ColumnContext( "_r_id_", GraphType.ID_SIZE, PolyType.VARCHAR, true ) ), 1 );
+                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false, true ),
+                new ColumnContext( "label", null, PolyType.TEXT, true, true ),
+                new ColumnContext( "_l_id_", GraphType.ID_SIZE, PolyType.VARCHAR, true, true ),
+                new ColumnContext( "_r_id_", GraphType.ID_SIZE, PolyType.VARCHAR, true, true ) ), 1 );
 
         PhysicalEntity eProperties = createSubstitutionEntity( scannable, context, logical, allocation, "_eProperties_", List.of(
-                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false ),
-                new ColumnContext( "key", null, PolyType.TEXT, false ),
-                new ColumnContext( "value", null, PolyType.TEXT, true ) ), 2 );
+                new ColumnContext( "id", GraphType.ID_SIZE, PolyType.VARCHAR, false, true ),
+                new ColumnContext( "key", null, PolyType.TEXT, false, true ),
+                new ColumnContext( "value", null, PolyType.TEXT, true, true ) ), 2 );
 
         scannable.getCatalog().addPhysical( allocation, node, nProperties, edge, eProperties );
         return List.of( node, nProperties, edge, eProperties );
@@ -222,8 +222,8 @@ static void dropGraphSubstitute( Scannable scannable, Context context, Allocatio
 
     static List<PhysicalEntity> createCollectionSubstitute( Scannable scannable, Context context, LogicalCollection logical, AllocationCollection allocation ) {
         PhysicalEntity doc = createSubstitutionEntity( scannable, context, logical, allocation, "_doc_", List.of(
-                new ColumnContext( DocumentType.DOCUMENT_ID, null, PolyType.TEXT, false ),
-                new ColumnContext( DocumentType.DOCUMENT_DATA, null, PolyType.TEXT, false ) ), 1 );
+                new ColumnContext( DocumentType.DOCUMENT_ID, null, PolyType.TEXT, false, true ),
+                new ColumnContext( DocumentType.DOCUMENT_DATA, null, PolyType.TEXT, false, true ) ), 1 );
 
         scannable.getCatalog().addPhysical( allocation, doc );
         return List.of( doc );
@@ -250,7 +250,7 @@ static void dropCollectionSubstitute( Scannable scannable, Context context, Allo
     void renameLogicalColumn( long id, String newColumnName );
 
 
-    record ColumnContext( String name, Integer precision, PolyType type, boolean nullable ) {
+    record ColumnContext( String name, Integer precision, PolyType type, boolean nullable, boolean elementsNullable ) {
 
     }
 

core/src/main/java/org/polypheny/db/adapter/annotations/AdapterSettingsPreset.java

@@ -0,0 +1,68 @@
+/*
+ * Copyright 2019-2026 The Polypheny Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+
+package org.polypheny.db.adapter.annotations;
+
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Inherited;
+import java.lang.annotation.Repeatable;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+import org.polypheny.db.adapter.DeployMode;
+import org.polypheny.db.adapter.annotations.AdapterSettingsPreset.List;
+
+/**
+ * Declares a named deployment preset for an adapter: a deploy mode together with
+ * predefined values for some of its settings. Presets are offered in the UI as
+ * one-click deploy options, all settings not covered by the preset keep their
+ * default values.
+ */
+@Inherited
+@Repeatable(List.class)
+@Target(ElementType.TYPE)
+@Retention(RetentionPolicy.RUNTIME)
+public @interface AdapterSettingsPreset {
+
+    String name();
+
+    String description() default "";
+
+    DeployMode mode();
+
+    Setting[] settings();
+
+    @Inherited
+    @Target(ElementType.TYPE)
+    @Retention(RetentionPolicy.RUNTIME)
+    @interface List {
+
+        AdapterSettingsPreset[] value();
+
+    }
+
+    @Target({})
+    @Retention(RetentionPolicy.RUNTIME)
+    @interface Setting {
+
+        String name();
+
+        String value();
+
+    }
+
+}

core/src/main/java/org/polypheny/db/adapter/java/AdapterTemplate.java

@@ -31,6 +31,7 @@
 import org.polypheny.db.adapter.DeployMode;
 import org.polypheny.db.adapter.DeployMode.DeploySetting;
 import org.polypheny.db.adapter.annotations.AdapterProperties;
+import org.polypheny.db.adapter.annotations.AdapterSettingsPreset;
 import org.polypheny.db.catalog.entity.LogicalAdapter.AdapterType;
 import org.polypheny.db.catalog.exceptions.GenericRuntimeException;
 import org.polypheny.db.docker.DockerManager;
@@ -44,17 +45,19 @@ public class AdapterTemplate {
     DeployFn deployer;
     public List<AbstractAdapterSetting> settings;
     public List<DeployMode> modes;
+    public List<AdapterSettingsPreset> presets;
     public long id;
     public String description;
 
 
-    public AdapterTemplate( long id, Class<?> clazz, String adapterName, List<AbstractAdapterSetting> settings, List<DeployMode> modes, String description, DeployFn deployer ) {
+    public AdapterTemplate( long id, Class<?> clazz, String adapterName, List<AbstractAdapterSetting> settings, List<DeployMode> modes, List<AdapterSettingsPreset> presets, String description, DeployFn deployer ) {
         this.id = id;
         this.adapterName = adapterName;
         this.description = description;
         this.clazz = clazz;
         this.settings = settings;
         this.modes = modes;
+        this.presets = presets;
         this.adapterType = getAdapterType( clazz );
         this.deployer = deployer;
     }
@@ -85,6 +88,30 @@ public static List<AbstractAdapterSetting> getAllSettings( Class<? extends Adapt
     }
 
 
+    /**
+     * Collects the deployment presets declared via {@link AdapterSettingsPreset} on the adapter class
+     * and validates them against the adapter's settings and supported deploy modes.
+     */
+    public static List<AdapterSettingsPreset> getAllPresets( Class<? extends Adapter<?>> clazz, List<AbstractAdapterSetting> settings, List<DeployMode> modes ) {
+        List<AdapterSettingsPreset> presets = Arrays.asList( clazz.getAnnotationsByType( AdapterSettingsPreset.class ) );
+        for ( AdapterSettingsPreset preset : presets ) {
+            if ( !modes.contains( preset.mode() ) ) {
+                throw new GenericRuntimeException( "Preset '%s' of adapter %s uses deploy mode %s, which the adapter does not support.", preset.name(), clazz.getSimpleName(), preset.mode() );
+            }
+            for ( AdapterSettingsPreset.Setting entry : preset.settings() ) {
+                AbstractAdapterSetting setting = settings.stream()
+                        .filter( s -> s.name.equals( entry.name() ) )
+                        .findFirst()
+                        .orElseThrow( () -> new GenericRuntimeException( "Preset '%s' of adapter %s references the unknown setting '%s'.", preset.name(), clazz.getSimpleName(), entry.name() ) );
+                if ( setting instanceof AbstractAdapterSettingList list && !list.options.contains( entry.value() ) ) {
+                    throw new GenericRuntimeException( "Preset '%s' of adapter %s uses the value '%s' for setting '%s', which is not one of its options.", preset.name(), clazz.getSimpleName(), entry.value(), entry.name() );
+                }
+            }
+        }
+        return presets;
+    }
+
+
     public Map<String, String> getDefaultSettings() {
         Map<String, String> map = new HashMap<>();
         for ( AbstractAdapterSetting s : settings ) {

core/src/main/java/org/polypheny/db/algebra/constant/FunctionCategory.java

@@ -45,6 +45,12 @@ public enum FunctionCategory {
     USER_DEFINED_TABLE_SPECIFIC_FUNCTION( "TABLE_UDF_SPECIFIC", "User-defined table function with SPECIFIC name", USER_DEFINED, TABLE_FUNCTION, SPECIFIC ),
     MATCH_RECOGNIZE( "MATCH_RECOGNIZE", "MATCH_RECOGNIZE function", TABLE_FUNCTION ),
     DISTANCE( "DISTANCE", "distance function", DISTANCE_FUNCTION ),
+    L1_DISTANCE( "L1_DISTANCE", "l1 distance function", DISTANCE_FUNCTION ),
+    L2_DISTANCE( "L2_DISTANCE", "l2 distance function", DISTANCE_FUNCTION ),
+    COS_DISTANCE( "COS_DISTANCE", "cosine distance function", DISTANCE_FUNCTION ),
+    HAMMING_DISTANCE( "HAMMING_DISTANCE", "hamming distance function", DISTANCE_FUNCTION ),
+    JACCARD_DISTANCE( "JACCARD_DISTANCE", "jaccard distance function", DISTANCE_FUNCTION ),
+    INNER_PRODUCT_DISTANCE( "INNER_PRODUCT_DISTANCE", "inner product distance function", DISTANCE_FUNCTION ),
     MULTIMEDIA( "MULTIMEDIA", "Multimedia function", MULTIMEDIA_FUNCTION ),
     GEOMETRY( "GEOMETRY", "Geo function", GEO_FUNCTION );
 

core/src/main/java/org/polypheny/db/algebra/constant/Kind.java

@@ -117,6 +117,18 @@ public enum Kind {
      */
     DISTANCE,
 
+    L1_DISTANCE,
+
+    L2_DISTANCE,
+
+    COS_DISTANCE,
+
+    HAMMING_DISTANCE,
+
+    JACCARD_DISTANCE,
+
+    INNER_PRODUCT_DISTANCE,
+
     /**
      * GEO functions.
      */

core/src/main/java/org/polypheny/db/algebra/enumerable/RexImpTable.java

@@ -225,6 +225,12 @@ public Expression implement( RexToLixTranslator translator, RexCall call, List<E
         defineMethod( OperatorRegistry.get( OperatorName.TAN ), "tan", NullPolicy.STRICT );
         defineMethod( OperatorRegistry.get( OperatorName.TRUNCATE ), "struncate", NullPolicy.STRICT );
         defineMethod( OperatorRegistry.get( OperatorName.DISTANCE ), "distance", NullPolicy.ANY );
+        defineMethod( OperatorRegistry.get( OperatorName.L1_DISTANCE ), "l1Distance", NullPolicy.ANY);
+        defineMethod( OperatorRegistry.get( OperatorName.L2_DISTANCE ), "l2Distance", NullPolicy.ANY);
+        defineMethod( OperatorRegistry.get( OperatorName.COS_DISTANCE ), "cosDistance", NullPolicy.ANY);
+        defineMethod( OperatorRegistry.get( OperatorName.HAMMING_DISTANCE ), "hammingDistance", NullPolicy.ANY);
+        defineMethod( OperatorRegistry.get( OperatorName.JACCARD_DISTANCE ), "jaccardDistance", NullPolicy.ANY);
+        defineMethod( OperatorRegistry.get( OperatorName.INNER_PRODUCT_DISTANCE ), "innerProductDistance", NullPolicy.ANY);
         defineMethod( OperatorRegistry.get( OperatorName.META ), "meta", NullPolicy.ANY );
 
         map.put( OperatorRegistry.get( OperatorName.PI ), ( translator, call, nullAs ) -> PolyDouble.of( Math.PI ).asExpression() );

core/src/main/java/org/polypheny/db/algebra/operators/OperatorName.java

@@ -1577,6 +1577,40 @@ public enum OperatorName {
      */
     ST_GEOMETRYN( Function.class ),
 
+    //------------------------------------------------------------
+    //                  VECTOR DISTANCE FUNCTIONS
+    //------------------------------------------------------------
+
+    L2_DISTANCE( Function.class ),
+
+    L1_DISTANCE( Function.class ),
+
+    COS_DISTANCE( Function.class ),
+
+    HAMMING_DISTANCE( Function.class ),
+
+    JACCARD_DISTANCE( Function.class ),
+
+    INNER_PRODUCT_DISTANCE( Function.class ),
+
+    // Cypher specific operator
+    VECTOR_DISTANCE( Function.class),
+
+
+    // PostgreSQL pgvector Operators
+
+    PGVECTOR_L2( BinaryOperator.class ),
+
+    PGVECTOR_L1( BinaryOperator.class ),
+
+    PGVECTOR_COS( BinaryOperator.class ),
+
+    PGVECTOR_HAMMING( BinaryOperator.class ),
+
+    PGVECTOR_JACCARD( BinaryOperator.class ),
+
+    PGVECTOR_INNER_PRODUCT( BinaryOperator.class ),
+
     //-------------------------------------------------------------
     //                   SET OPERATORS
     //-------------------------------------------------------------

core/src/main/java/org/polypheny/db/algebra/type/AlgDataTypeFactory.java

@@ -135,6 +135,16 @@ public interface AlgDataTypeFactory {
      */
     AlgDataType createArrayType( AlgDataType elementType, long maxCardinality, long dimension );
 
+    /**
+     * Creates a vector type. A vector is a fixed-length, single-dimension array
+     of numeric values (i.e. dim=1, card=k).
+     *
+     * @param elementType the element type (typically {@code FLOAT/REAL} or {@code BOOLEAN (BIT)})
+     * @param dimension   the fixed number of elements in the vector, corresponds to cardinality of an array.
+     * @return canonical vector type descriptor
+     */
+    AlgDataType createVectorType( AlgDataType elementType, long dimension );
+
     /**
      * Creates a map type. Maps are unordered collections of key/value pairs.
      *