Update 3b.yaml

NVIDIA · Jul 11, 2024 · 637053f · 637053f
1 parent 47d9e17
commit 637053f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/launcher_scripts/conf/training/mt5/3b.yaml b/launcher_scripts/conf/training/mt5/3b.yaml
@@ -53,6 +53,9 @@ exp_manager:
     buffer_size: 5
 
 model:
+  mcore_t5: False
+  transformer_engine: False
+
   # model parallelism
   micro_batch_size: 24
   global_batch_size: 1920 # will use more micro batches to reach global batch size