clean up

.github/workflows/python-publish.yml

@@ -0,0 +1,33 @@
+#dd
+
+name: Upload Python Package
+
+on:
+ release:
+ types: [published]
+
+permissions:
+ contents: read
+
+jobs:
+ deploy:
+
+ runs-on: ubuntu-latest
+
+ steps:
+ - uses: actions/checkout@v3
+ - name: Set up Python
+ uses: actions/setup-python@v3
+ with:
+ python-version: '3.x'
+ - name: Install dependencies
+ run: |
+ python -m pip install --upgrade pip
+ pip install build
+ - name: Build package
+ run: python -m build
+ - name: Publish package
+ uses: pypa/gh-action-pypi-publish@27b31702a0e7fc50959f5ad993c78deac1bdfc29
+ with:
+ user: __token__
+ password: ${{ secrets.PYPI_API_TOKEN }}

zeta/utils/attention/main.py

@@ -17,11 +17,10 @@
 from einops import rearrange, repeat, reduce
 from einops.layers.torch import Rearrange
 
-from zeta.utils.attention.attend import Attend, Intermediates
-
 from abc import ABC, abstractmethod
 import bitsandbytes as bnb
 
+from zeta.utils.attention.attend import Attend, Intermediates
 
 from zeta.utils.feedforward_network import FeedForwardNetwork as FeedForward
 from zeta.utils.module.relative_position_bias import RelativePositionBias