Add merge_lora entrypoint

ProbablyFaiz · Jun 16, 2024 · 58b8099 · 58b8099
1 parent bfa8d2b
commit 58b8099
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -68,6 +68,7 @@ build-backend = "setuptools.build_meta"
 [project.scripts]
 rl = "rl.cli.main:cli"
 train_llm = "rl.llm.train_llm:main"
+merge_lora = "rl.llm.merge_lora:merge_lora"
 
 [tool.setuptools.packages]
 find = {}

diff --git a/rl/llm/train_llm.py b/rl/llm/train_llm.py
@@ -378,7 +378,7 @@ def get_trainer(
         deepspeed=deepspeed_config,
         # Save configuration
         save_strategy="steps",
-        evaluation_strategy="steps",
+        eval_strategy="steps",
         save_steps=eval_steps,
         eval_steps=eval_steps,
         save_total_limit=6,