From 4806da71765051d207976b44fcf76b64d3c24f5e Mon Sep 17 00:00:00 2001 From: lintool Date: Sun, 4 Aug 2024 10:27:37 -0400 Subject: [PATCH 1/2] Tweak score tolerance for regressions --- src/main/python/run_regression.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/main/python/run_regression.py b/src/main/python/run_regression.py index 04a5d4ee2..843c0f60c 100644 --- a/src/main/python/run_regression.py +++ b/src/main/python/run_regression.py @@ -331,7 +331,7 @@ def construct_convert_commands(yaml_data): dl19_hnsw_int8_onnx['bge-hnsw-int8-onnx'] = 0.025 dl19_hnsw_int8_onnx['cos-dpr-distil-hnsw-int8-onnx'] = 0.025 dl19_hnsw_int8_cached = defaultdict(lambda: 0.01) -dl19_hnsw_int8_cached['bge-hnsw-int8-cached'] = 0.015 +dl19_hnsw_int8_cached['bge-hnsw-int8-cached'] = 0.02 dl19_hnsw_int8_cached['cohere-embed-english-v3.0-hnsw-int8-cached'] = 0.02 dl19_hnsw_int8_cached['cos-dpr-distil-hnsw-int8-cached'] = 0.025 dl19_hnsw_int8_cached['openai-ada2-hnsw-int8-cached'] = 0.015 @@ -348,8 +348,8 @@ def construct_convert_commands(yaml_data): 'hnsw-cached': dl19_hnsw_cached, } -dl20_hnsw_int8_onnx = defaultdict(lambda: 0.015) -dl20_hnsw_int8_cached = defaultdict(lambda: 0.015) +dl20_hnsw_int8_onnx = defaultdict(lambda: 0.02) +dl20_hnsw_int8_cached = defaultdict(lambda: 0.02) dl20_hnsw_onnx = defaultdict(lambda: 0.015) dl20_hnsw_cached = defaultdict(lambda: 0.015) dl20_hnsw_cached['cohere-embed-english-v3.0-hnsw-cached'] = 0.025 From 3def13b33ae12b63b172a1b8ce14e612bf0cd291 Mon Sep 17 00:00:00 2001 From: lintool Date: Sun, 18 Aug 2024 07:32:47 -0400 Subject: [PATCH 2/2] More tweaks. --- src/main/python/run_regression.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/main/python/run_regression.py b/src/main/python/run_regression.py index 843c0f60c..f7164eb3e 100644 --- a/src/main/python/run_regression.py +++ b/src/main/python/run_regression.py @@ -337,9 +337,8 @@ def construct_convert_commands(yaml_data): dl19_hnsw_int8_cached['openai-ada2-hnsw-int8-cached'] = 0.015 dl19_hnsw_onnx = defaultdict(lambda: 0.015) dl19_hnsw_onnx['bge-hnsw-onnx'] = 0.02 -dl19_hnsw_cached = defaultdict(lambda: 0.01) +dl19_hnsw_cached = defaultdict(lambda: 0.015) dl19_hnsw_cached['cohere-embed-english-v3.0-hnsw-cached'] = 0.02 -dl19_hnsw_cached['cos-dpr-distil-hnsw-cached'] = 0.015 dl19_hnsw_tolerance = { 'hnsw-int8-onnx': dl19_hnsw_int8_onnx,