tweaked tolerance.

castorini · Nov 24, 2024 · 8d01e52 · 8d01e52
1 parent 2de3174
commit 8d01e52
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.hnsw-int8.cached.yaml b/src/main/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.hnsw-int8.cached.yaml
@@ -55,6 +55,6 @@ models:
       nDCG@10:
         - 0.03
       R@100:
-        - 0.035
+        - 0.04
       R@1000:
         - 0.06
diff --git a/...in/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw-int8.cached.yaml b/...in/resources/regression/beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw-int8.cached.yaml
@@ -55,6 +55,6 @@ models:
       nDCG@10:
         - 0.03
       R@100:
-        - 0.035
+        - 0.04
       R@1000:
         - 0.06
diff --git a/src/main/resources/regression/beir-v1.0.0-trec-news.bge-base-en-v1.5.hnsw.cached.yaml b/src/main/resources/regression/beir-v1.0.0-trec-news.bge-base-en-v1.5.hnsw.cached.yaml
@@ -53,7 +53,7 @@ models:
         - 0.7875
     tolerance:
       nDCG@10:
-        - 0.001
+        - 0.002
       R@100:
         - 0.01
       R@1000:

diff --git a/...main/resources/regression/beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw.cached.yaml b/...main/resources/regression/beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw.cached.yaml
@@ -53,7 +53,7 @@ models:
         - 0.7875
     tolerance:
       nDCG@10:
-        - 0.001
+        - 0.002
       R@100:
         - 0.01
       R@1000:
-Original file line number
+Diff line change
@@ Expand Up / @@ -55,6 +55,6 @@ models: @@
           nDCG@10:
             - 0.03
           R@100:
-            - 0.035
+            - 0.04
           R@1000:
             - 0.06