From 12683734155ff35a92771c5c3a65fc15e7025846 Mon Sep 17 00:00:00 2001
From: Kye <kye@apacmediasolutions.com>
Date: Mon, 2 Oct 2023 17:47:13 -0400
Subject: [PATCH] lower depth

---
 train.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/train.py b/train.py
index 2e35fde..bd19633 100644
--- a/train.py
+++ b/train.py
@@ -32,8 +32,8 @@
     patch_size=14,
     num_classes=10,  # CIFAR-10 has 10 classes
     dim=6144,
-    depth=48,
-    heads=48,
+    depth=12,
+    heads=12,
     mlp_dim=2048,
     dropout=0.1,
     emb_dropout=0.1