[BUFG][ImportError: cannot import name LayerNorm from partially initi…

…alized module zeta (most likely due to a circular import) (/usr/local/lib/python3.10/dist-packages/zeta/__init__.py]
kyegomez · Jan 11, 2024 · 9f7b97b · 9f7b97b
1 parent dff736d
commit 9f7b97b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "zetascale"
-version = "1.6.7"
+version = "1.6.9"
 description = "Transformers at zeta scales"
 authors = ["Zeta Team <[email protected]>"]
 license = "MIT"

diff --git a/zeta/nn/attention/cross_attention.py b/zeta/nn/attention/cross_attention.py
@@ -1,11 +1,13 @@
 import math
 
 import torch
+from torch.nn import LayerNorm
 import torch.nn.functional as F
 from einops import rearrange, repeat
 from torch import einsum, nn
 
-from zeta import LayerNorm, default, exists, l2norm
+from zeta.utils.main import default, exists, l2norm
+
 
 
 class CrossAttention(nn.Module):