__init__

kyegomez · Sep 20, 2023 · 5a52d45 · 5a52d45
1 parent d85f87c
commit 5a52d45
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/zeta/__init__.py b/zeta/__init__.py
@@ -21,6 +21,7 @@
 
 # from zeta.nn.attention.cross_attention import CrossAttend
 from zeta.nn.attention.multihead_attention import MultiheadAttention
+from zeta.nn.attention.cross_attention import CrossAttention
 
 # from zeta.nn.architecture.attn_layers import AttentionLayers
 # from zeta.nn.architecture.encoder import Encoder
@@ -39,3 +40,10 @@
 
 #train 
 from zeta.training.train import Trainer, train
+
+#modules
+from zeta.nn.modules.lora import Lora
+from zeta.nn.modules.layernorm import LayerNorm, l2norm
+from zeta.nn.modules.positional_embedding import PositionalEmbedding
+from zeta.nn.modules.relative_positional_embedding import RelativePositionalEmbedding
+from zeta.nn.modules.residual import Residual