From af92448e4e9b763ced7ea1ddce8432b2a174c1e2 Mon Sep 17 00:00:00 2001 From: Baber Abbasi <92168766+baberabb@users.noreply.github.com> Date: Thu, 26 Sep 2024 23:56:31 +0500 Subject: [PATCH] change group to tags in task `eus_exams` task configs (#2320) --- lm_eval/tasks/eus_exams/README.md | 2 +- lm_eval/tasks/eus_exams/eus_exams_es | 2 +- lm_eval/tasks/eus_exams/eus_exams_eu | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/lm_eval/tasks/eus_exams/README.md b/lm_eval/tasks/eus_exams/README.md index f44c5f04ed..3a14f7dfcd 100644 --- a/lm_eval/tasks/eus_exams/README.md +++ b/lm_eval/tasks/eus_exams/README.md @@ -26,7 +26,7 @@ Homepage: https://github.com/hitz-zentroa/latxa ### Groups and Tasks -#### Groups +#### Tags * `eus_exams_eu`: The Basque version of the exams. * `eus_exams_es`: The Spanish version of the exams. diff --git a/lm_eval/tasks/eus_exams/eus_exams_es b/lm_eval/tasks/eus_exams/eus_exams_es index 2588660694..5f2325f22c 100644 --- a/lm_eval/tasks/eus_exams/eus_exams_es +++ b/lm_eval/tasks/eus_exams/eus_exams_es @@ -1,4 +1,4 @@ include: eus_exams -group: +tag: - eus_exams_es doc_to_text: "Pregunta: {{question}}\nA: {{candidates[0]}}\nB: {{candidates[1]}}\nC: {{candidates[2]}}\nD: {{candidates[3]}}\nRespuesta:" diff --git a/lm_eval/tasks/eus_exams/eus_exams_eu b/lm_eval/tasks/eus_exams/eus_exams_eu index 95b82388df..dfa3df575d 100644 --- a/lm_eval/tasks/eus_exams/eus_exams_eu +++ b/lm_eval/tasks/eus_exams/eus_exams_eu @@ -1,4 +1,4 @@ include: eus_exams -group: +tag: - eus_exams_eu doc_to_text: "Galdera: {{question}}\nA: {{candidates[0]}}\nB: {{candidates[1]}}\nC: {{candidates[2]}}\nD: {{candidates[3]}}\nErantzuna:"