auto-sync flag was renamed

bigscience-workshop · Jul 7, 2022 · dc8d99f · dc8d99f
1 parent 1f94fc4
commit dc8d99f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train/tr11-176B-ml/tr11-176B-ml.slurm b/train/tr11-176B-ml/tr11-176B-ml.slurm
@@ -115,7 +115,7 @@ GPT_ARGS=" \
     --tokenizer-name-or-path $TOKENIZER_NAME_OR_PATH \
     --init-method-std 0.0048 \
     --embed-layernorm \
-    --layernorm-tp-auto-sync \
+    --sync-tp-duplicated-parameters \
     --bf16 \
     --seed 42 \
     --position-embedding-type alibi \