Remove duplicate gradient_accumulation_steps in DS config

argonne-lcf · Oct 18, 2024 · 9e015cc · 9e015cc
1 parent 467279b
commit 9e015cc
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/ALCF/helpers.sh b/ALCF/helpers.sh
@@ -1165,7 +1165,6 @@ generateDSconfig() {
         \"train_batch_size\": $GLOBAL_BATCH,
         \"train_micro_batch_size_per_gpu\": $MICRO_BATCH,
         \"steps_per_print\": 1,
-        \"gradient_clipping\": 1.0,
         \"gradient_accumulation_steps\": $GRAD_ACC_STEPS,
         \"zero_force_ds_cpu_optimizer\": false,
         \"zero_allow_untested_optimizer\": true,