Skip to content

Commit

Permalink
Tweak score tolerance for regressions (#2553)
Browse files Browse the repository at this point in the history
  • Loading branch information
lintool committed Jul 23, 2024
1 parent 80621ad commit c8f5948
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion src/main/python/run_regression.py
Original file line number Diff line number Diff line change
Expand Up @@ -301,6 +301,7 @@ def construct_convert_commands(yaml_data):
dl20_flat_int8_cached['bge-flat-int8-cached'] = 0.005
dl20_flat_int8_cached['cos-dpr-distil-flat-int8-cached'] = 0.004
dl20_flat_int8_cached['cohere-embed-english-v3.0-flat-int8-cached'] = 0.004
dl20_flat_int8_cached['openai-ada2-flat-int8-cached'] = 0.003
dl20_flat_onnx = defaultdict(lambda: 0.0001)
dl20_flat_onnx['bge-flat-onnx'] = 0.005
dl20_flat_cached = defaultdict(lambda: 1e-9)
Expand All @@ -327,7 +328,7 @@ def construct_convert_commands(yaml_data):
}

dl19_hnsw_int8_onnx = defaultdict(lambda: 0.01)
dl19_hnsw_int8_onnx['bge-hnsw-int8-onnx'] = 0.02
dl19_hnsw_int8_onnx['bge-hnsw-int8-onnx'] = 0.025
dl19_hnsw_int8_onnx['cos-dpr-distil-hnsw-int8-onnx'] = 0.025
dl19_hnsw_int8_cached = defaultdict(lambda: 0.01)
dl19_hnsw_int8_cached['bge-hnsw-int8-cached'] = 0.015
Expand All @@ -348,6 +349,7 @@ def construct_convert_commands(yaml_data):
}

dl20_hnsw_int8_onnx = defaultdict(lambda: 0.01)
dl20_hnsw_int8_onnx['bge-hnsw-int8-onnx'] = 0.015
dl20_hnsw_int8_cached = defaultdict(lambda: 0.01)
dl20_hnsw_int8_cached['bge-hnsw-int8-cached'] = 0.015
dl20_hnsw_int8_cached['cohere-embed-english-v3.0-hnsw-int8-cached'] = 0.015
Expand Down

0 comments on commit c8f5948

Please sign in to comment.