diff --git a/code/dsconfig/openllama_peft_stage_1.json b/code/dsconfig/openllama_peft_stage_1.json index 585b893..868f4da 100644 --- a/code/dsconfig/openllama_peft_stage_1.json +++ b/code/dsconfig/openllama_peft_stage_1.json @@ -39,8 +39,8 @@ "params": { "warmup_min_lr": 0, "warmup_max_lr": 0.001, - "warmup_num_steps": 100, - "total_num_steps": 20000 + "warmup_num_steps": 10, + "total_num_steps": 10000 } }, "activation_checkpointing": { @@ -52,4 +52,4 @@ "profile": false } -} \ No newline at end of file +}