HierarchicalTransformer

kyegomez · Sep 11, 2023 · 9d38e30 · 9d38e30
1 parent 08c9c90
commit 9d38e30
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/zeta/nn/__init__.py b/zeta/nn/__init__.py
@@ -46,3 +46,4 @@
 from zeta.nn.modules.token_learner import TokenLearner
 
 
+from zeta.nn.architecture.hierarchical_transformer import HierarchicalTransformer
diff --git a/zeta/nn/attention/__init__.py b/zeta/nn/attention/__init__.py
@@ -7,4 +7,4 @@
 
 # from zeta.nn.attention.cross_attention import CrossAttend
 from zeta.nn.attention.multihead_attention import MultiheadAttention
-from zeta.nn.attention.multiquery_attention import MultiQueryAttention
+from zeta.nn.attention.multiquery_attention import MultiQueryAttention