From 5a52d45896f3b382d6ed7d08f38d61545959fbb3 Mon Sep 17 00:00:00 2001
From: Kye <kye@apacmediasolutions.com>
Date: Wed, 20 Sep 2023 15:01:11 -0400
Subject: [PATCH] __init__

---
 zeta/__init__.py | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/zeta/__init__.py b/zeta/__init__.py
index 7d471559..cef2cc62 100644
--- a/zeta/__init__.py
+++ b/zeta/__init__.py
@@ -21,6 +21,7 @@
 
 # from zeta.nn.attention.cross_attention import CrossAttend
 from zeta.nn.attention.multihead_attention import MultiheadAttention
+from zeta.nn.attention.cross_attention import CrossAttention
 
 # from zeta.nn.architecture.attn_layers import AttentionLayers
 # from zeta.nn.architecture.encoder import Encoder
@@ -39,3 +40,10 @@
 
 #train 
 from zeta.training.train import Trainer, train
+
+#modules
+from zeta.nn.modules.lora import Lora
+from zeta.nn.modules.layernorm import LayerNorm, l2norm
+from zeta.nn.modules.positional_embedding import PositionalEmbedding
+from zeta.nn.modules.relative_positional_embedding import RelativePositionalEmbedding
+from zeta.nn.modules.residual import Residual
\ No newline at end of file