Tweak score tolerance for regressions

castorini · Jul 30, 2024 · ac5592a · ac5592a
1 parent 10d9388
commit ac5592a
Showing 1 changed file with 3 additions and 8 deletions.
diff --git a/src/main/python/run_regression.py b/src/main/python/run_regression.py
@@ -348,16 +348,11 @@ def construct_convert_commands(yaml_data):
     'hnsw-cached': dl19_hnsw_cached,
 }
 
-dl20_hnsw_int8_onnx = defaultdict(lambda: 0.01)
-dl20_hnsw_int8_onnx['bge-hnsw-int8-onnx'] = 0.015
-dl20_hnsw_int8_cached = defaultdict(lambda: 0.01)
-dl20_hnsw_int8_cached['bge-hnsw-int8-cached'] = 0.015
-dl20_hnsw_int8_cached['cohere-embed-english-v3.0-hnsw-int8-cached'] = 0.015
+dl20_hnsw_int8_onnx = defaultdict(lambda: 0.015)
+dl20_hnsw_int8_cached = defaultdict(lambda: 0.015)
 dl20_hnsw_onnx = defaultdict(lambda: 0.015)
-dl20_hnsw_cached = defaultdict(lambda: 0.01)
-dl20_hnsw_cached['bge-hnsw-cached'] = 0.015
+dl20_hnsw_cached = defaultdict(lambda: 0.015)
 dl20_hnsw_cached['cohere-embed-english-v3.0-hnsw-cached'] = 0.025
-dl20_hnsw_cached['cos-dpr-distil-hnsw-cached'] = 0.015
 
 dl20_hnsw_tolerance = {
     'hnsw-int8-onnx': dl20_hnsw_int8_onnx,