Update conditional None handling (#436)

* Update conditional None handling * Formatting --------- Co-authored-by: Dong Hyuk Chang <[email protected]>
NVIDIA · Oct 2, 2024 · 35e4393 · 35e4393
1 parent f283b18
commit 35e4393
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_gpt3.py b/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_gpt3.py
@@ -149,7 +149,10 @@ def setup_trainer_and_model(args):
             )
             if trainer.precision == "16":
                 pretrained_cfg.megatron_amp_O2 = False
-            if args.dist_ckpt_load_strictness is not None:
+            if (
+                args.dist_ckpt_load_strictness is not None
+                and args.dist_ckpt_load_strictness != "None"
+            ):
                 pretrained_cfg.dist_ckpt_load_strictness = (
                     args.dist_ckpt_load_strictness
                 )