more tweaks.

castorini · Sep 18, 2024 · a8ae8f9 · a8ae8f9
1 parent 2ccc9cc
commit a8ae8f9
Show file tree

Hide file tree

Showing 17 changed files with 29 additions and 29 deletions.
diff --git a/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.flat-int8.cached.yaml b/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.flat-int8.cached.yaml
@@ -57,4 +57,4 @@ models:
       R@100:
         - 0.004
       R@1000:
-        - 0.001
+        - 0.002
diff --git a/...main/resources/regression/beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.flat-int8.onnx.yaml b/...main/resources/regression/beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.flat-int8.onnx.yaml
@@ -57,4 +57,4 @@ models:
       R@100:
         - 0.004
       R@1000:
-        - 0.002
+        - 0.003
diff --git a/.../resources/regression/beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.flat-int8.cached.yaml b/.../resources/regression/beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.flat-int8.cached.yaml
@@ -53,7 +53,7 @@ models:
         - 0.8298
     tolerance:
       nDCG@10:
-        - 0.007
+        - 0.008
       R@100:
         - 0.002
       R@1000:

diff --git a/src/main/resources/regression/dl19-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml b/src/main/resources/regression/dl19-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml
@@ -67,8 +67,8 @@ models:
       AP@1000:
         - 0.015
       nDCG@10:
-        - 0.015
+        - 0.02
       R@100:
-        - 0.015
+        - 0.02
       R@1000:
-        - 0.025
+        - 0.035
diff --git a/src/main/resources/regression/dl19-passage.openai-ada2.flat-int8.cached.yaml b/src/main/resources/regression/dl19-passage.openai-ada2.flat-int8.cached.yaml
@@ -69,6 +69,6 @@ models:
       nDCG@10:
         - 0.002
       R@100:
-        - 0.006
+        - 0.007
       R@1000:
         - 0.008
diff --git a/src/main/resources/regression/dl19-passage.openai-ada2.hnsw-int8.cached.yaml b/src/main/resources/regression/dl19-passage.openai-ada2.hnsw-int8.cached.yaml
@@ -65,7 +65,7 @@ models:
         - 0.8629
     tolerance:
       AP@1000:
-        - 0.006
+        - 0.015
       nDCG@10:
         - 0.015
       R@100:

diff --git a/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.flat-int8.cached.yaml b/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.flat-int8.cached.yaml
@@ -69,6 +69,6 @@ models:
       nDCG@10:
         - 0.006
       R@100:
-        - 0.003
+        - 0.004
       R@1000:
         - 0.002
diff --git a/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.hnsw.cached.yaml b/src/main/resources/regression/dl20-passage.bge-base-en-v1.5.hnsw.cached.yaml
@@ -69,6 +69,6 @@ models:
       nDCG@10:
         - 0.001
       R@100:
-        - 0.007
+        - 0.009
       R@1000:
-        - 0.015
+        - 0.02
diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.cached.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.cached.yaml
@@ -69,6 +69,6 @@ models:
       nDCG@10:
         - 0.006
       R@100:
-        - 0.015
+        - 0.02
       R@1000:
         - 0.02
diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.onnx.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw-int8.onnx.yaml
@@ -69,6 +69,6 @@ models:
       nDCG@10:
         - 0.006
       R@100:
-        - 0.015
+        - 0.02
       R@1000:
         - 0.02
diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.cached.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.cached.yaml
@@ -65,10 +65,10 @@ models:
         - 0.8533
     tolerance:
       AP@1000:
-        - 0.008
+        - 0.015
       nDCG@10:
-        - 0.004
+        - 0.008
       R@100:
-        - 0.015
+        - 0.025
       R@1000:
-        - 0.015
+        - 0.025
diff --git a/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.onnx.yaml b/src/main/resources/regression/dl20-passage.cos-dpr-distil.hnsw.onnx.yaml
@@ -65,10 +65,10 @@ models:
         - 0.8533
     tolerance:
       AP@1000:
-        - 0.008
+        - 0.015
       nDCG@10:
-        - 0.005
+        - 0.008
       R@100:
-        - 0.015
+        - 0.025
       R@1000:
-        - 0.015
+        - 0.025
diff --git a/src/main/resources/regression/dl20-passage.openai-ada2.hnsw-int8.cached.yaml b/src/main/resources/regression/dl20-passage.openai-ada2.hnsw-int8.cached.yaml
@@ -69,6 +69,6 @@ models:
       nDCG@10:
         - 0.015
       R@100:
-        - 0.01
+        - 0.015
       R@1000:
         - 0.015
diff --git a/src/main/resources/regression/dl20-passage.openai-ada2.hnsw.cached.yaml b/src/main/resources/regression/dl20-passage.openai-ada2.hnsw.cached.yaml
@@ -71,4 +71,4 @@ models:
       R@100:
         - 0.003
       R@1000:
-        - 0.007
+        - 0.009
diff --git a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.cached.yaml
@@ -69,6 +69,6 @@ models:
       RR@10:
         - 0.004
       R@100:
-        - 0.01
-      R@1000:
         - 0.015
+      R@1000:
+        - 0.02
diff --git a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.onnx.yaml b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.hnsw.onnx.yaml
@@ -65,10 +65,10 @@ models:
         - 0.9796
     tolerance:
       AP@1000:
-        - 0.004
+        - 0.005
       RR@10:
         - 0.004
       R@100:
-        - 0.01
-      R@1000:
         - 0.015
+      R@1000:
+        - 0.02
diff --git a/src/main/resources/regression/msmarco-v1-passage.openai-ada2.hnsw.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.openai-ada2.hnsw.cached.yaml
@@ -71,4 +71,4 @@ models:
       R@100:
         - 0.003
       R@1000:
-        - 0.003
+        - 0.004