requirements.txt

## manually install apex
# pip install --user --upgrade pip
# cd apex
# pip install -v --disable-pip-version-check --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" ./
## manually install this
# pip install torch==1.7.0+cu110 torchvision==0.8.1+cu110 torchaudio==0.7.0 -f https://download.pytorch.org/whl/torch_stable.html
# CUDA=11.0, python=3.6.5 (finetune), python=3.7.5(pre-training)
# CUDA=11.6, python=3.9.9, pip install torch==1.13.1+cu116 torchvision==0.14.1+cu116 torchaudio==0.13.1 --extra-index-url https://download.pytorch.org/whl/cu116
tqdm==4.62.3
numpy==1.19.5
sklearn==0.0
scikit-learn==0.24.2
requests==2.26.0
scipy==1.5.4
sentencepiece==0.1.95
tokenizers==0.9.4
#dataclasses==0.8
filelock==3.0.12
six==1.15.0
###pip install --upgrade google-api-python-client
boto3==1.18.40
botocore==1.21.40
regex==2021.8.28
tensorboardX==2.1
matplotlib==3.3.4
transformers==4.0.1
setuptools==58.0.4
click==7.1.2
sacremoses==0.0.45
wikimapper==0.1.5
tagme==0.1.3
wiktionaryparser==0.0.97
Wikidata==0.7.0
# torch==1.7.1
emmental==0.0.8
#bootleg==1.1.0.dev0
ujson==4.0.2
PyYAML==5.4.1
pandas==0.25.3
nltk==3.4.5
progressbar==2.5
jsonlines==1.2.0
spacy==3.0.1
pydantic==1.7.4
argh==0.26.2
colorama==0.4.4
termcolor==1.1.0
flair==0.9
segtok==1.5.10
beautifulsoup4==4.10.0
wget==3.2
datasets==1.14.0
pytest==5.3.0
joblib==1.0.1
overrides==3.1.0
ipython==7.16.1
packaging==21.0
rdflib==5.0.0
#torch==1.7.1
tensorflow==2.6.2
h5py==3.1.0