From ca41349dc6250caa1e46bf01cb7437119bab8ad4 Mon Sep 17 00:00:00 2001
From: thatguy11325 <148832074+thatguy11325@users.noreply.github.com>
Date: Sun, 23 Jun 2024 21:14:23 -0400
Subject: [PATCH] Revert batch size increase

---
 config.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config.yaml b/config.yaml
index a2b7427..fd4108a 100644
--- a/config.yaml
+++ b/config.yaml
@@ -77,7 +77,7 @@ train:
   compile_mode: "reduce-overhead"
   float32_matmul_precision: "high"
   total_timesteps: 100_000_000_000
-  batch_size: 131072 # 65536 
+  batch_size: 65536 
   minibatch_size: 2048
   learning_rate: 2.0e-4
   anneal_lr: False