minor fixes

Signed-off-by: HuiyingLi <[email protected]>
HuiyingLi · Oct 23, 2024 · 5e742de · 5e742de
1 parent 903e64c
commit 5e742de
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo/collections/llm/api.py b/nemo/collections/llm/api.py
@@ -436,7 +436,7 @@ def export_ckpt(
 def generate(
     path: Union[Path, str],
     prompts: list[str],
-    trainer: Optional[nl.Trainer] = None,
+    trainer: nl.Trainer,
     params_dtype: torch.dtype = torch.bfloat16,
     max_batch_size: int = 4,
     random_seed: Optional[int] = None,