Merge pull request #380 from NVIDIA/jbaczek/mlperf-24n-disable-cuda-g…

…raph Disable cuda graph for mlperf 24n config
NVIDIA · Jul 12, 2024 · 8250482 · 8250482
2 parents 6890669 + 8a0e308
commit 8250482
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/launcher_scripts/conf/training/gpt3/mlperf-24n.yaml b/launcher_scripts/conf/training/gpt3/mlperf-24n.yaml
@@ -302,7 +302,7 @@ model:
   name: megatron_gpt_full_te_layer_autocast
   use_tp_pp_dp_mapping: false
   fp8_params: true
-  enable_cuda_graph: 1
+  enable_cuda_graph: False # TODO: set to true once cuda graph functionality is fully supported
   defer_embedding_wgrad_compute: true
   use_te_rng_tracker: true
   tp_comm_overlap_ag: true