Merge remote-tracking branch 'origin/main' into aot/bert-recipes

NVIDIA · Jan 7, 2025 · a33b89b · a33b89b
2 parents 85a8b13 + 0f08462
commit a33b89b
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 95 deletions.
diff --git a/nemo/lightning/io/mixin.py b/nemo/lightning/io/mixin.py
@@ -715,7 +715,7 @@ def analyze(config: fdl.Config, prefix: str):
                     for param in to_drop:
                         del config.__arguments__[param]
             else:
-                logging.info(f"Skip analyzing {prefix} as it accepts arbitrary keyword arguments.")
+                logging.debug(f"Skip analyzing {prefix} as it accepts arbitrary keyword arguments.")
 
             # Proceed recursively for all arguments
             for key, value in config.__arguments__.items():
@@ -791,6 +791,8 @@ def load(path: Path, output_type: Type[CkptType] = Any, subpath: Optional[str] =
     config = serialization.Deserialization(json_config).result
     _artifact_transform_load(config, path)
 
+    drop_unexpected_params(config)
+
     if not build:
         return config
 

diff --git a/scripts/llm/update_io_context.py b/scripts/llm/update_io_context.py