From 58b8099289f89a1a19e8040e840f2207204a4442 Mon Sep 17 00:00:00 2001 From: Faiz Surani Date: Sun, 16 Jun 2024 10:41:54 -0700 Subject: [PATCH] Add merge_lora entrypoint --- pyproject.toml | 1 + rl/llm/train_llm.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 14710e2..5d28a0e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -68,6 +68,7 @@ build-backend = "setuptools.build_meta" [project.scripts] rl = "rl.cli.main:cli" train_llm = "rl.llm.train_llm:main" +merge_lora = "rl.llm.merge_lora:merge_lora" [tool.setuptools.packages] find = {} diff --git a/rl/llm/train_llm.py b/rl/llm/train_llm.py index 2260cba..4708f0c 100644 --- a/rl/llm/train_llm.py +++ b/rl/llm/train_llm.py @@ -378,7 +378,7 @@ def get_trainer( deepspeed=deepspeed_config, # Save configuration save_strategy="steps", - evaluation_strategy="steps", + eval_strategy="steps", save_steps=eval_steps, eval_steps=eval_steps, save_total_limit=6,