clean up

mega_vit/main.py

@@ -259,44 +259,4 @@ def forward(self, img):
 
         x = self.to_latent(x)
         return self.mlp_head(x)
-
-
-
-# import torch
-
-# v = ViT(
-#     image_size = 224,
-#     patch_size = 14,
-#     num_classes = 1000,
-#     dim = 6144,
-#     depth = 48,
-#     heads = 48,
-#     mlp_dim = 2048,
-#     dropout = 0.1,
-#     emb_dropout = 0.1
-# )
-
-# img = torch.randn(1, 3, 224, 224)
-
-# preds = v(img) # (1, 1000)
-# print(preds)
-
-# import torch
-# # from vit_pytorch import ViT
-
-# v = MegaVit(
-#     image_size = 256,
-#     patch_size = 32,
-#     num_classes = 1000,
-#     dim = 1024,
-#     depth = 6,
-#     heads = 16,
-#     mlp_dim = 2048,
-#     dropout = 0.1,
-#     emb_dropout = 0.1
-# )
-
-# img = torch.randn(1, 3, 256, 256)
-
-# preds = v(img) # (1, 1000)
-# print(preds)
+