Revert batch size increase

thatguy11325 · Jun 24, 2024 · ca41349 · ca41349
1 parent 4d4ea62
commit ca41349
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/config.yaml b/config.yaml
@@ -77,7 +77,7 @@ train:
   compile_mode: "reduce-overhead"
   float32_matmul_precision: "high"
   total_timesteps: 100_000_000_000
-  batch_size: 131072 # 65536 
+  batch_size: 65536 
   minibatch_size: 2048
   learning_rate: 2.0e-4
   anneal_lr: False