From a66c7ab5f2ada2d47c023559ed0f1351e9c3ccbe Mon Sep 17 00:00:00 2001 From: lintool Date: Sun, 15 Sep 2024 13:55:32 -0400 Subject: [PATCH] calibrating cohere --- ...v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml | 4 ++-- ...arco-v1-passage.cohere-embed-english-v3.0.flat.cached.yaml | 4 ++-- ...v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml | 4 ++-- ...arco-v1-passage.cohere-embed-english-v3.0.hnsw.cached.yaml | 4 ++-- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml index d17b01990..b0eb3fbcd 100644 --- a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml +++ b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat-int8.cached.yaml @@ -56,11 +56,11 @@ models: params: -hits 1000 -threads 16 results: AP@1000: - - 0.3000 + - 0.3716 RR@10: - 0.3658 R@100: - - 0.3000 + - 0.8935 R@1000: - 0.9786 tolerance: diff --git a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat.cached.yaml index 1886dd5d5..b658fb93a 100644 --- a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat.cached.yaml +++ b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.flat.cached.yaml @@ -56,10 +56,10 @@ models: params: -hits 1000 -threads 16 results: AP@1000: - - 0.3000 + - 0.3716 RR@10: - 0.3658 R@100: - - 0.3000 + - 0.8935 R@1000: - 0.9786 diff --git a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml index c273dcf2d..e0155295d 100644 --- a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml +++ b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.yaml @@ -56,11 +56,11 @@ models: params: -hits 1000 -efSearch 1000 -threads 16 results: AP@1000: - - 0.3000 + - 0.3716 RR@10: - 0.3658 R@100: - - 0.3000 + - 0.8935 R@1000: - 0.9786 tolerance: diff --git a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw.cached.yaml b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw.cached.yaml index 3ae6796eb..5c5ebbb3f 100644 --- a/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw.cached.yaml +++ b/src/main/resources/regression/msmarco-v1-passage.cohere-embed-english-v3.0.hnsw.cached.yaml @@ -56,11 +56,11 @@ models: params: -hits 1000 -efSearch 1000 -threads 16 results: AP@1000: - - 0.3000 + - 0.3716 RR@10: - 0.3658 R@100: - - 0.3000 + - 0.8935 R@1000: - 0.9786 tolerance: