Fixed metrics typo.

castorini · Sep 11, 2024 · 4c6b7db · 4c6b7db
1 parent 8269ae5
commit 4c6b7db
Show file tree

Hide file tree

Showing 8 changed files with 10 additions and 10 deletions.
diff --git a/src/main/resources/regression/msmarco-v1-passage.bge-base-en-v1.5.flat-int8.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.bge-base-en-v1.5.flat-int8.cached.yaml
@@ -66,7 +66,7 @@ models:
     tolerance:
       AP@1000:
         - 0.002
-      nDCG@10:
+      RR@10:
         - 0.002
       R@100:
         - 0.001

diff --git a/src/main/resources/regression/msmarco-v1-passage.bge-base-en-v1.5.flat-int8.onnx.yaml b/src/main/resources/regression/msmarco-v1-passage.bge-base-en-v1.5.flat-int8.onnx.yaml
@@ -66,7 +66,7 @@ models:
     tolerance:
       AP@1000:
         - 0.001
-      nDCG@10:
+      RR@10:
         - 0.001
       R@100:
         - 0.001

diff --git a/src/main/resources/regression/msmarco-v1-passage.bge-base-en-v1.5.flat.onnx.yaml b/src/main/resources/regression/msmarco-v1-passage.bge-base-en-v1.5.flat.onnx.yaml
@@ -66,7 +66,7 @@ models:
     tolerance:
       AP@1000:
         - 0.001
-      nDCG@10:
+      RR@10:
         - 0.001
       R@100:
         - 0.001

diff --git a/...n/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml b/...n/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml
@@ -64,11 +64,11 @@ models:
       R@1000:
         - 0.9786
     tolerance:
-      AP@1000:
-        - 0.001
       nDCG@10:
         - 0.001
-      R@100:
+      AP@1000:
+        - 0.001
+      RR@10:
         - 0.001
       R@1000:
         - 0.001
diff --git a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.flat-int8.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.flat-int8.cached.yaml
@@ -66,7 +66,7 @@ models:
     tolerance:
       AP@1000:
         - 0.001
-      nDCG@10:
+      RR@10:
         - 0.001
       R@100:
         - 0.001

diff --git a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.flat-int8.onnx.yaml b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.flat-int8.onnx.yaml
@@ -66,7 +66,7 @@ models:
     tolerance:
       AP@1000:
         - 0.001
-      nDCG@10:
+      RR@10:
         - 0.001
       R@100:
         - 0.001

diff --git a/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.flat.onnx.yaml b/src/main/resources/regression/msmarco-v1-passage.cos-dpr-distil.flat.onnx.yaml
@@ -66,7 +66,7 @@ models:
     tolerance:
       AP@1000:
         - 0.001
-      nDCG@10:
+      RR@10:
         - 0.001
       R@100:
         - 0.001

diff --git a/src/main/resources/regression/msmarco-v1-passage.openai-ada2.flat-int8.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.openai-ada2.flat-int8.cached.yaml
@@ -66,7 +66,7 @@ models:
     tolerance:
       AP@1000:
         - 0.007
-      nDCG@10:
+      RR@10:
         - 0.007
       R@100:
         - 0.006