Merge pull request #116 from ArneBinder/fix_dataset_dict_select

fix `DatasetDict.select` with document converters
ArneBinder · Apr 15, 2024 · 16410c9 · 16410c9
2 parents c549768 + a25e119
commit 16410c9
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/pie_datasets/core/dataset_dict.py b/src/pie_datasets/core/dataset_dict.py
@@ -431,7 +431,9 @@ def select(
                     f"can only select from a Dataset, but the split '{split}' is of type {type(pie_split)}"
                 )
             result[split] = Dataset.from_hf_dataset(
-                dataset=pie_split.select(**kwargs), document_type=pie_split.document_type
+                dataset=pie_split.select(**kwargs),
+                document_type=pie_split.document_type,
+                document_converters=pie_split.document_converters,
             )
             return result
         else: