diff --git a/megatron/data/gpt_dataset.py b/megatron/data/gpt_dataset.py
index 8872d709c7..d09f08d63a 100644
--- a/megatron/data/gpt_dataset.py
+++ b/megatron/data/gpt_dataset.py
@@ -189,7 +189,7 @@ def _build_indices_concat():
                     self.desc += dataset_builders[i].prefix + ","
 
                 log.info(
-                    f"[BuildConcatDataset] Caught {shuffle=} across"
+                    f"[BuildConcatDataset] Caught {args.shuffle_sample_in_corpus=} across"
                     f" {self.num_samples} samples"
                 )
                 self.desc += (