calibrating cohere

castorini · Sep 15, 2024 · a66c7ab · a66c7ab
1 parent 4f1f1c3
commit a66c7ab
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 8 deletions.
diff --git a/...n/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml b/...n/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml
@@ -56,11 +56,11 @@ models:
     params: -hits 1000 -threads 16
     results:
       AP@1000:
-        - 0.3000
+        - 0.3716
       RR@10:
         - 0.3658
       R@100:
-        - 0.3000
+        - 0.8935
       R@1000:
         - 0.9786
     tolerance:

diff --git a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat.cached.yaml
@@ -56,10 +56,10 @@ models:
     params: -hits 1000 -threads 16
     results:
       AP@1000:
-        - 0.3000
+        - 0.3716
       RR@10:
         - 0.3658
       R@100:
-        - 0.3000
+        - 0.8935
       R@1000:
         - 0.9786
diff --git a/...n/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml b/...n/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml
@@ -56,11 +56,11 @@ models:
     params: -hits 1000 -efSearch 1000 -threads 16
     results:
       AP@1000:
-        - 0.3000
+        - 0.3716
       RR@10:
         - 0.3658
       R@100:
-        - 0.3000
+        - 0.8935
       R@1000:
         - 0.9786
     tolerance:

diff --git a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw.cached.yaml
@@ -56,11 +56,11 @@ models:
     params: -hits 1000 -efSearch 1000 -threads 16
     results:
       AP@1000:
-        - 0.3000
+        - 0.3716
       RR@10:
         - 0.3658
       R@100:
-        - 0.3000
+        - 0.8935
       R@1000:
         - 0.9786
     tolerance: