From 6cb727dde1ef92eedfafc24882cdf51a73a7203b Mon Sep 17 00:00:00 2001 From: Sam Foreman Date: Mon, 21 Oct 2024 15:43:58 -0500 Subject: [PATCH] Fix `args.shuffle` in `megatron/data/gpt_dataset.py` --- megatron/data/gpt_dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/megatron/data/gpt_dataset.py b/megatron/data/gpt_dataset.py index 8872d709c7..d09f08d63a 100644 --- a/megatron/data/gpt_dataset.py +++ b/megatron/data/gpt_dataset.py @@ -189,7 +189,7 @@ def _build_indices_concat(): self.desc += dataset_builders[i].prefix + "," log.info( - f"[BuildConcatDataset] Caught {shuffle=} across" + f"[BuildConcatDataset] Caught {args.shuffle_sample_in_corpus=} across" f" {self.num_samples} samples" ) self.desc += (