bugfix

CASIA-IVA-Lab · Oct 11, 2023 · 1dc8dc6 · 1dc8dc6
1 parent bcaad14
commit 1dc8dc6
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/code/dsconfig/openllama_peft_stage_1.json b/code/dsconfig/openllama_peft_stage_1.json
@@ -39,8 +39,8 @@
     "params": {
       "warmup_min_lr": 0,
       "warmup_max_lr": 0.001,
-      "warmup_num_steps": 100,
-      "total_num_steps": 20000
+      "warmup_num_steps": 10,
+      "total_num_steps": 10000
     }
   },
   "activation_checkpointing": {
@@ -52,4 +52,4 @@
     "profile": false
   }
 
-}
+}