Fix args.shuffle in megatron/data/gpt_dataset.py

argonne-lcf · Oct 21, 2024 · 6cb727d · 6cb727d
1 parent dfd0643
commit 6cb727d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/megatron/data/gpt_dataset.py b/megatron/data/gpt_dataset.py
@@ -189,7 +189,7 @@ def _build_indices_concat():
                     self.desc += dataset_builders[i].prefix + ","
 
                 log.info(
-                    f"[BuildConcatDataset] Caught {shuffle=} across"
+                    f"[BuildConcatDataset] Caught {args.shuffle_sample_in_corpus=} across"
                     f" {self.num_samples} samples"
                 )
                 self.desc += (