From 888881932b57dc13bb76261da37359ee9bcb0b08 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marcin=20Po=C5=BAniak?= Date: Thu, 3 Jul 2025 12:07:54 +0000 Subject: [PATCH 1/2] Change dbpedia-calibration configurations and use WINDOW_SEARCH_SIZE as parameter --- engine/clients/redis/search.py | 2 +- .../dbpedia-calibration-IP.json | 380 ++++++++++++++++++ .../dbpedia-calibration-L2.json | 380 ++++++++++++++++++ 3 files changed, 761 insertions(+), 1 deletion(-) create mode 100644 experiments/configurations/dbpedia-calibration-IP.json create mode 100644 experiments/configurations/dbpedia-calibration-L2.json diff --git a/engine/clients/redis/search.py b/engine/clients/redis/search.py index 88fef8a2..bd1ed055 100644 --- a/engine/clients/redis/search.py +++ b/engine/clients/redis/search.py @@ -38,7 +38,7 @@ def init_client(cls, host, distance, connection_params: dict, search_params: dic if cls.hybrid_policy != "ADHOC_BF": cls.knn_conditions = "EF_RUNTIME $EF" elif cls.algorithm == "SVS-VAMANA": - cls.knn_conditions = "WS_SEARCH $SEARCH_WINDOW_SIZE" + cls.knn_conditions = "SEARCH_WINDOW_SIZE $WS_SEARCH" cls.data_type = "FLOAT32" if "search_params" in cls.search_params: cls.data_type = ( diff --git a/experiments/configurations/dbpedia-calibration-IP.json b/experiments/configurations/dbpedia-calibration-IP.json new file mode 100644 index 00000000..6fbe578a --- /dev/null +++ b/experiments/configurations/dbpedia-calibration-IP.json @@ -0,0 +1,380 @@ +[ + { + "name": "dbpedia-cal-IP-hnsw-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "hnsw", + "data_type": "FLOAT16", + "hnsw_config": { + "M": 32, + "DISTANCE_METRIC": "IP", + "EF_CONSTRUCTION": 200 + } + }, + "search_params": [ + { + "parallel": 100, + "top": 100, + "calibration_param": "ef", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "algorithm": "hnsw", + "data_type": "FLOAT16" + } + }, + { + "name": "dbpedia-cal-IP-hnsw-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "hnsw", + "data_type": "FLOAT32", + "hnsw_config": { + "M": 32, + "DISTANCE_METRIC": "IP", + "EF_CONSTRUCTION": 200 + } + }, + "search_params": [ + { + "parallel": 100, + "top": 100, + "calibration_param": "ef", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "algorithm": "hnsw", + "data_type": "FLOAT32" + } + }, +{ + "name": "dbpedia-cal-IP-svs-noquant-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200 + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-noquant-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200 + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LVQ8-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LVQ8-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LVQ4X8-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LVQ4X8-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LVQ4X4-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X4" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LVQ4X4-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X4" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LeanVec4x8-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LeanVec4x8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-IP-svs-LeanVec4x8-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "IP", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LeanVec4x8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + } +] diff --git a/experiments/configurations/dbpedia-calibration-L2.json b/experiments/configurations/dbpedia-calibration-L2.json new file mode 100644 index 00000000..3de35699 --- /dev/null +++ b/experiments/configurations/dbpedia-calibration-L2.json @@ -0,0 +1,380 @@ +[ + { + "name": "dbpedia-cal-L2-hnsw-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "hnsw", + "data_type": "FLOAT16", + "hnsw_config": { + "M": 32, + "DISTANCE_METRIC": "L2", + "EF_CONSTRUCTION": 200 + } + }, + "search_params": [ + { + "parallel": 100, + "top": 100, + "calibration_param": "ef", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "algorithm": "hnsw", + "data_type": "FLOAT16" + } + }, + { + "name": "dbpedia-cal-L2-hnsw-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "hnsw", + "data_type": "FLOAT32", + "hnsw_config": { + "M": 32, + "DISTANCE_METRIC": "L2", + "EF_CONSTRUCTION": 200 + } + }, + "search_params": [ + { + "parallel": 100, + "top": 100, + "calibration_param": "ef", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "algorithm": "hnsw", + "data_type": "FLOAT32" + } + }, +{ + "name": "dbpedia-cal-L2-svs-noquant-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200 + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-noquant-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200 + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LVQ8-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LVQ8-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LVQ4X8-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LVQ4X8-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LVQ4X4-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X4" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LVQ4X4-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LVQ4X4" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LeanVec4x8-float16", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT16", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LeanVec4x8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT16", + "algorithm": "svs-vamana" + } + }, + { + "name": "dbpedia-cal-L2-svs-LeanVec4x8-float32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "algorithm": "svs-vamana", + "data_type": "FLOAT32", + "svs-vamana_config": { + "DISTANCE_METRIC": "L2", + "GRAPH_MAX_DEGREE": 64, + "CONSTRUCTION_WINDOW_SIZE": 200, + "compression": "LeanVec4x8" + } + }, + "search_params": [ + { + "algorithm": "svs-vamana", + "parallel": 100, + "top": 100, + "calibration_param": "WS_SEARCH", + "calibration_precision": 0.95, + "search_params": { + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 100, + "data_type": "FLOAT32", + "algorithm": "svs-vamana" + } + } +] From 7d0d3f4038a35c8d2337d1f456fd58209469d7bd Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marcin=20Po=C5=BAniak?= Date: Thu, 3 Jul 2025 12:53:02 +0000 Subject: [PATCH 2/2] Change M/Graph Degree --- .../dbpedia-calibration-IP.json | 24 +++++++++---------- .../dbpedia-calibration-L2.json | 24 +++++++++---------- 2 files changed, 24 insertions(+), 24 deletions(-) diff --git a/experiments/configurations/dbpedia-calibration-IP.json b/experiments/configurations/dbpedia-calibration-IP.json index 6fbe578a..eedceb9e 100644 --- a/experiments/configurations/dbpedia-calibration-IP.json +++ b/experiments/configurations/dbpedia-calibration-IP.json @@ -7,7 +7,7 @@ "algorithm": "hnsw", "data_type": "FLOAT16", "hnsw_config": { - "M": 32, + "M": 16, "DISTANCE_METRIC": "IP", "EF_CONSTRUCTION": 200 } @@ -37,7 +37,7 @@ "algorithm": "hnsw", "data_type": "FLOAT32", "hnsw_config": { - "M": 32, + "M": 16, "DISTANCE_METRIC": "IP", "EF_CONSTRUCTION": 200 } @@ -68,7 +68,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200 } }, @@ -99,7 +99,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200 } }, @@ -130,7 +130,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ8" } @@ -162,7 +162,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ8" } @@ -194,7 +194,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X8" } @@ -226,7 +226,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X8" } @@ -258,7 +258,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X4" } @@ -290,7 +290,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X4" } @@ -322,7 +322,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LeanVec4x8" } @@ -354,7 +354,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "IP", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LeanVec4x8" } diff --git a/experiments/configurations/dbpedia-calibration-L2.json b/experiments/configurations/dbpedia-calibration-L2.json index 3de35699..dfc1d242 100644 --- a/experiments/configurations/dbpedia-calibration-L2.json +++ b/experiments/configurations/dbpedia-calibration-L2.json @@ -7,7 +7,7 @@ "algorithm": "hnsw", "data_type": "FLOAT16", "hnsw_config": { - "M": 32, + "M": 16, "DISTANCE_METRIC": "L2", "EF_CONSTRUCTION": 200 } @@ -37,7 +37,7 @@ "algorithm": "hnsw", "data_type": "FLOAT32", "hnsw_config": { - "M": 32, + "M": 16, "DISTANCE_METRIC": "L2", "EF_CONSTRUCTION": 200 } @@ -68,7 +68,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200 } }, @@ -99,7 +99,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200 } }, @@ -130,7 +130,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ8" } @@ -162,7 +162,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ8" } @@ -194,7 +194,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X8" } @@ -226,7 +226,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X8" } @@ -258,7 +258,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X4" } @@ -290,7 +290,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LVQ4X4" } @@ -322,7 +322,7 @@ "data_type": "FLOAT16", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LeanVec4x8" } @@ -354,7 +354,7 @@ "data_type": "FLOAT32", "svs-vamana_config": { "DISTANCE_METRIC": "L2", - "GRAPH_MAX_DEGREE": 64, + "GRAPH_MAX_DEGREE": 32, "CONSTRUCTION_WINDOW_SIZE": 200, "compression": "LeanVec4x8" }