requirements.txt

absl-py==1.4.0
accelerate==0.24.1
aiohttp==3.8.4
aiosignal==1.3.1
anyio==3.7.1
appdirs==1.4.4
async-timeout==4.0.2
attrs==23.1.0
beautifulsoup4==4.12.2
bitsandbytes==0.41.2.post2
blis==0.7.9
bs4==0.0.1
catalogue==2.0.8
certifi==2022.12.7
charset-normalizer==3.1.0
click==8.1.3
cmake==3.26.3
confection==0.0.4
cymem==2.0.7
datasets==2.15.0
dill==0.3.6
distro==1.8.0
docker-pycreds==0.4.0
evaluate==0.4.1
exceptiongroup==1.2.0
filelock==3.12.0
fire==0.5.0
frozenlist==1.3.3
fsspec==2023.10.0
gitdb==4.0.10
GitPython==3.1.31
h11==0.14.0
httpcore==1.0.2
httpx==0.25.2
huggingface-hub==0.19.4
idna==3.4
Jinja2==3.1.2
joblib==1.2.0
json-lines==0.5.0
langcodes==3.3.0
lit==16.0.1
MarkupSafe==2.1.2
mpmath==1.3.0
multidict==6.0.4
multiprocess==0.70.14
murmurhash==1.0.9
networkx==3.1
nltk==3.8.1
numpy==1.24.3
nvidia-cublas-cu11==11.10.3.66
nvidia-cuda-cupti-cu11==11.7.101
nvidia-cuda-nvrtc-cu11==11.7.99
nvidia-cuda-runtime-cu11==11.7.99
nvidia-cudnn-cu11==8.5.0.96
nvidia-cufft-cu11==10.9.0.58
nvidia-curand-cu11==10.2.10.91
nvidia-cusolver-cu11==11.4.0.1
nvidia-cusparse-cu11==11.7.4.91
nvidia-nccl-cu11==2.14.3
nvidia-nvtx-cu11==11.7.91
openai==1.3.5
packaging==23.1
pandas==2.0.0
pathtools==0.1.2
pathy==0.10.1
peft==0.6.2
preshed==3.0.8
protobuf==3.20.3
psutil==5.9.5
pyarrow==11.0.0
pyarrow-hotfix==0.6
pydantic==1.10.7
python-dateutil==2.8.2
pytz==2023.3
PyYAML==6.0
regex==2023.3.23
requests==2.28.2
responses==0.18.0
rouge-score==0.1.2
safetensors==0.4.0
scikit-learn==1.2.2
scipy==1.10.1
sentencepiece==0.1.98
sentry-sdk==1.20.0
setproctitle==1.3.2
six==1.16.0
smart-open==6.3.0
smmap==5.0.0
sniffio==1.3.0
soupsieve==2.4.1
spacy==3.5.2
spacy-legacy==3.0.12
spacy-loggers==1.0.4
srsly==2.4.6
sympy==1.11.1
tensorboardX==2.6
termcolor==2.2.0
thinc==8.1.9
threadpoolctl==3.1.0
tokenizers==0.15.0
torch==2.0.0
tqdm==4.65.0
transformers==4.35.2
triton==2.0.0
typer==0.7.0
typing-extensions==4.5.0
tzdata==2023.3
urllib3==1.26.15
wandb==0.15.0
wasabi==1.1.1
xxhash==3.2.0
yarl==1.9.1