Fix tokenization for arc_easy and arc_challenge (#1214)

Co-authored-by: jeswan <[email protected]>
nyu-mll · Oct 26, 2020 · 4c95331 · 4c95331
1 parent 442a2b0
commit 4c95331
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/jiant/tasks/lib/arc_challenge.py b/jiant/tasks/lib/arc_challenge.py
@@ -61,15 +61,15 @@ def _create_examples(cls, lines, set_type):
             label = line["answerKey"]
             if label in potential_label_map:
                 label = potential_label_map[label]
-            choice_list = [d["text"] for d in line["question"]["choices"]]
+            choice_list = [d for d in line["choices"]["text"]]
             filler_choice_list = ["." for i in range(NUM_CHOICES - len(choice_list))]
             choice_list = choice_list + filler_choice_list
             assert len(choice_list) == NUM_CHOICES
 
             examples.append(
                 Example(
                     guid="%s-%s" % (set_type, i),
-                    prompt=line["question"]["stem"],
+                    prompt=line["question"],
                     choice_list=choice_list,
                     label=label,
                 )

diff --git a/jiant/tasks/lib/arc_easy.py b/jiant/tasks/lib/arc_easy.py
@@ -61,15 +61,15 @@ def _create_examples(cls, lines, set_type):
             label = line["answerKey"]
             if label in potential_label_map:
                 label = potential_label_map[label]
-            choice_list = [d["text"] for d in line["question"]["choices"]]
+            choice_list = [d for d in line["choices"]["text"]]
             filler_choice_list = ["." for i in range(NUM_CHOICES - len(choice_list))]
             choice_list = choice_list + filler_choice_list
             assert len(choice_list) == NUM_CHOICES
 
             examples.append(
                 Example(
                     guid="%s-%s" % (set_type, i),
-                    prompt=line["question"]["stem"],
+                    prompt=line["question"],
                     choice_list=choice_list,
                     label=label,
                 )