fix other_op_bytes flag passing

cli99 · Nov 2, 2023 · 5d0d6fa · 5d0d6fa
1 parent cfc0159
commit 5d0d6fa
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llm_analysis/analysis.py b/llm_analysis/analysis.py
@@ -2360,6 +2360,7 @@ def train(
         ds_zero=DSZeRO(ds_zero),
         layernorm_dtype_bytes=layernorm_dtype_bytes,
         master_weights_dtype_bytes=master_weights_dtype_bytes,
+        other_op_bytes=other_op_bytes,
         flash_attn=flash_attn,
         softmax_dropout=softmax_dropout,
         mlp_activation_quant_bits=mlp_activation_quant_bits,