From a8ae8f961de1c38ae2c67f26eaff36afe75aa314 Mon Sep 17 00:00:00 2001 From: lintool Date: Wed, 18 Sep 2024 12:31:14 -0400 Subject: [PATCH] more tweaks. --- ...r-v1.0.0-bioasq.bge-base-en-v1.5.flat-int8.cached.yaml | 2 +- ....0-dbpedia-entity.bge-base-en-v1.5.flat-int8.onnx.yaml | 2 +- ...ebis-touche2020.bge-base-en-v1.5.flat-int8.cached.yaml | 2 +- ...assage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml | 6 +++--- .../dl19-passage.openai-ada2.flat-int8.cached.yaml | 2 +- .../dl19-passage.openai-ada2.hnsw-int8.cached.yaml | 2 +- .../dl20-passage.bge-base-en-v1.5.flat-int8.cached.yaml | 2 +- .../dl20-passage.bge-base-en-v1.5.hnsw.cached.yaml | 4 ++-- .../dl20-passage.cos-dpr-distil.hnsw-int8.cached.yaml | 2 +- .../dl20-passage.cos-dpr-distil.hnsw-int8.onnx.yaml | 2 +- .../dl20-passage.cos-dpr-distil.hnsw.cached.yaml | 8 ++++---- .../regression/dl20-passage.cos-dpr-distil.hnsw.onnx.yaml | 8 ++++---- .../dl20-passage.openai-ada2.hnsw-int8.cached.yaml | 2 +- .../regression/dl20-passage.openai-ada2.hnsw.cached.yaml | 2 +- .../msmarco-v1-passage.cos-dpr-distil.hnsw.cached.yaml | 4 ++-- .../msmarco-v1-passage.cos-dpr-distil.hnsw.onnx.yaml | 6 +++--- .../msmarco-v1-passage.openai-ada2.hnsw.cached.yaml | 2 +- 17 files changed, 29 insertions(+), 29 deletions(-) diff --git a/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.flat-int8.cached.yaml b/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.flat-int8.cached.yaml index a80a9c58b..a4aac0a31 100644 --- a/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.flat-int8.cached.yaml +++ b/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.flat-int8.cached.yaml @@ -57,4 +57,4 @@ models: R@100: - 0.004 R@1000: - - 0.001 + - 0.002 diff --git a/src/main/resources/regression/beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.flat-int8.onnx.yaml b/src/main/resources/regression/beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.flat-int8.onnx.yaml index b112cd8ec..863a6d63a 100644 --- a/src/main/resources/regression/beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.flat-int8.onnx.yaml +++ b/src/main/resources/regression/beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.flat-int8.onnx.yaml @@ -57,4 +57,4 @@ models: R@100: - 0.004 R@1000: - - 0.002 + - 0.003 diff --git a/src/main/resources/regression/beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.flat-int8.cached.yaml b/src/main/resources/regression/beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.flat-int8.cached.yaml index fa7f8bac9..beaf48cc9 100644 --- a/src/main/resources/regression/beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.flat-int8.cached.yaml +++ b/src/main/resources/regression/beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.flat-int8.cached.yaml @@ -53,7 +53,7 @@ models: - 0.8298 tolerance: nDCG@10: - - 0.007 + - 0.008 R@100: - 0.002 R@1000: diff --git a/src/main/resources/regression/dl19-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml b/src/main/resources/regression/dl19-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml index a06e7215e..fd4da120d 100644 --- a/src/main/resources/regression/dl19-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml +++ b/src/main/resources/regression/dl19-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml @@ -67,8 +67,8 @@ models: AP@1000: - 0.015 nDCG@10: - - 0.015 + - 0.02 R@100: - - 0.015 + - 0.02 R@1000: - - 0.025 + - 0.035 diff --git a/src/main/resources/regression/dl19-passage.openai-ada2.flat-int8.cached.yaml b/src/main/resources/regression/dl19-passage.openai-ada2.flat-int8.cached.yaml index 3da71ac2d..12bfdf4b2 100644 --- a/src/main/resources/regression/dl19-passage.openai-ada2.flat-int8.cached.yaml +++ b/src/main/resources/regression/dl19-passage.openai-ada2.flat-int8.cached.yaml @@ -69,6 +69,6 @@ models: nDCG@10: - 0.002 R@100: - - 0.006 + - 0.007 R@1000: - 0.008 diff --git a/src/main/resources/regression/dl19-passage.openai-ada2.hnsw-int8.cached.yaml b/src/main/resources/regression/dl19-passage.openai-ada2.hnsw-int8.cached.yaml index 8aee8da51..4ef42a54a 100644 --- a/src/main/resources/regression/dl19-passage.openai-ada2.hnsw-int8.cached.yaml +++ b/src/main/resources/regression/dl19-passage.openai-ada2.hnsw-int8.cached.yaml @@ -65,7 +65,7 @@ models: - 0.8629 tolerance: AP@1000: - - 0.006 + - 0.015 nDCG@10: - 0.015 R@100: diff --git a/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.flat-int8.cached.yaml b/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.flat-int8.cached.yaml index 9b0461a77..76a443512 100644 --- a/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.flat-int8.cached.yaml +++ b/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.flat-int8.cached.yaml @@ -69,6 +69,6 @@ models: nDCG@10: - 0.006 R@100: - - 0.003 + - 0.004 R@1000: - 0.002 diff --git a/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.hnsw.cached.yaml b/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.hnsw.cached.yaml index 60958b2b2..0a9892816 100644 --- a/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.hnsw.cached.yaml +++ b/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.hnsw.cached.yaml @@ -69,6 +69,6 @@ models: nDCG@10: - 0.001 R@100: - - 0.007 + - 0.009 R@1000: - - 0.015 + - 0.02 diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.cached.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.cached.yaml index 62534f130..a3a4850b7 100644 --- a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.cached.yaml +++ b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.cached.yaml @@ -69,6 +69,6 @@ models: nDCG@10: - 0.006 R@100: - - 0.015 + - 0.02 R@1000: - 0.02 diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.onnx.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.onnx.yaml index ad9ee3a6b..c4303d40c 100644 --- a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.onnx.yaml +++ b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.onnx.yaml @@ -69,6 +69,6 @@ models: nDCG@10: - 0.006 R@100: - - 0.015 + - 0.02 R@1000: - 0.02 diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.cached.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.cached.yaml index 47c6cd07c..2a3099564 100644 --- a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.cached.yaml +++ b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.cached.yaml @@ -65,10 +65,10 @@ models: - 0.8533 tolerance: AP@1000: - - 0.008 + - 0.015 nDCG@10: - - 0.004 + - 0.008 R@100: - - 0.015 + - 0.025 R@1000: - - 0.015 + - 0.025 diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.onnx.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.onnx.yaml index 5808923ce..9dea33389 100644 --- a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.onnx.yaml +++ b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.onnx.yaml @@ -65,10 +65,10 @@ models: - 0.8533 tolerance: AP@1000: - - 0.008 + - 0.015 nDCG@10: - - 0.005 + - 0.008 R@100: - - 0.015 + - 0.025 R@1000: - - 0.015 + - 0.025 diff --git a/src/main/resources/regression/dl20-passage.openai-ada2.hnsw-int8.cached.yaml b/src/main/resources/regression/dl20-passage.openai-ada2.hnsw-int8.cached.yaml index b7e6028c7..289b88c97 100644 --- a/src/main/resources/regression/dl20-passage.openai-ada2.hnsw-int8.cached.yaml +++ b/src/main/resources/regression/dl20-passage.openai-ada2.hnsw-int8.cached.yaml @@ -69,6 +69,6 @@ models: nDCG@10: - 0.015 R@100: - - 0.01 + - 0.015 R@1000: - 0.015 diff --git a/src/main/resources/regression/dl20-passage.openai-ada2.hnsw.cached.yaml b/src/main/resources/regression/dl20-passage.openai-ada2.hnsw.cached.yaml index 36dccd9e1..9c0a6431e 100644 --- a/src/main/resources/regression/dl20-passage.openai-ada2.hnsw.cached.yaml +++ b/src/main/resources/regression/dl20-passage.openai-ada2.hnsw.cached.yaml @@ -71,4 +71,4 @@ models: R@100: - 0.003 R@1000: - - 0.007 + - 0.009 diff --git a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.cached.yaml index aa0bab57f..cd44b4ef5 100644 --- a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.cached.yaml +++ b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.cached.yaml @@ -69,6 +69,6 @@ models: RR@10: - 0.004 R@100: - - 0.01 - R@1000: - 0.015 + R@1000: + - 0.02 diff --git a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.onnx.yaml b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.onnx.yaml index ce66f481f..767b7825b 100644 --- a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.onnx.yaml +++ b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.onnx.yaml @@ -65,10 +65,10 @@ models: - 0.9796 tolerance: AP@1000: - - 0.004 + - 0.005 RR@10: - 0.004 R@100: - - 0.01 - R@1000: - 0.015 + R@1000: + - 0.02 diff --git a/src/main/resources/regression/msmarco-v1-passage.openai-ada2.hnsw.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.openai-ada2.hnsw.cached.yaml index a5b0b7e9c..e48e8115c 100644 --- a/src/main/resources/regression/msmarco-v1-passage.openai-ada2.hnsw.cached.yaml +++ b/src/main/resources/regression/msmarco-v1-passage.openai-ada2.hnsw.cached.yaml @@ -71,4 +71,4 @@ models: R@100: - 0.003 R@1000: - - 0.003 + - 0.004