From e6f3b298b4a53f5b7f36986058f9ab161c317564 Mon Sep 17 00:00:00 2001
From: Kye <kye@apacmediasolutions.com>
Date: Mon, 2 Oct 2023 15:59:45 -0400
Subject: [PATCH] clean up

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 6eea4f0..a96a1ec 100644
--- a/README.md
+++ b/README.md
@@ -105,4 +105,4 @@ Eprint = {arXiv:2302.05442},
 ```
 
 # Todo
-- [ ] 
\ No newline at end of file
+- [ ] Add flash attention, with layernorm before attn, and then layernom for qk values,