From 6e148c6d22f78cb05ab0284d70701008b719ebc9 Mon Sep 17 00:00:00 2001 From: Jimmy Lin Date: Sat, 16 Sep 2023 16:34:05 -0400 Subject: [PATCH] Fix broken paths and results in old "Neural Hype" fine-tuning experiments (#2195) --- .../resources/fine_tuning/collections.yaml | 4 ++-- src/main/resources/fine_tuning/models.yaml | 22 +++++++++---------- 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/src/main/resources/fine_tuning/collections.yaml b/src/main/resources/fine_tuning/collections.yaml index 005c9cfbc..169d39689 100644 --- a/src/main/resources/fine_tuning/collections.yaml +++ b/src/main/resources/fine_tuning/collections.yaml @@ -1,7 +1,7 @@ --- search_command: target/appassembler/bin/SearchCollection -topic_root: src/main/resources/topics-and-qrels/ -qrels_root: src/main/resources/topics-and-qrels/ +topic_root: tools/topics-and-qrels/ +qrels_root: tools/topics-and-qrels/ index_roots: - ./ collections: diff --git a/src/main/resources/fine_tuning/models.yaml b/src/main/resources/fine_tuning/models.yaml index 988738ee2..4de8c0ad1 100644 --- a/src/main/resources/fine_tuning/models.yaml +++ b/src/main/resources/fine_tuning/models.yaml @@ -136,16 +136,16 @@ models: robust04: map: best_avg: 0.3094 - oracles_per_topic: 0.3742 - 2-fold: 0.3043 - 5-fold: 0.3021 + oracles_per_topic: 0.3744 + 2-fold: 0.3039 + 5-fold: 0.3025 P_20: - best_avg: 0.4030 - oracles_per_topic: 0.4996 - 2-fold: 0.3927 - 5-fold: 0.3921 + best_avg: 0.4026 + oracles_per_topic: 0.4992 + 2-fold: 0.3889 + 5-fold: 0.3905 ndcg20: - best_avg: 0.4471 - oracles_per_topic: 0.5579 - 2-fold: 0.4351 - 5-fold: 0.4332 + best_avg: 0.4467 + oracles_per_topic: 0.5582 + 2-fold: 0.4370 + 5-fold: 0.4310