requirements.txt

aiohttp==3.8.1
aiosignal==1.2.0
async-timeout==4.0.2
attrs==21.4.0
certifi==2021.10.8
charset-normalizer==2.0.10
click==8.0.3
configparser==5.2.0
datasets==1.17.0
dill==0.3.4
docker-pycreds==0.4.0
filelock==3.4.2
frozenlist==1.2.0
fsspec==2021.11.1
gitdb==4.0.9
GitPython==3.1.24
huggingface-hub==0.2.1
idna==3.3
joblib==1.1.0
multidict==5.2.0
multiprocess==0.70.12.2
numpy==1.22.0
packaging==21.3
pandas==1.3.5
pathtools==0.1.2
promise==2.3
protobuf==3.19.1
psutil==5.9.0
pyarrow==6.0.1
pyparsing==3.0.6
python-dateutil==2.8.2
pytz==2021.3
PyYAML==6.0
regex==2021.11.10
requests==2.27.1
sacremoses==0.0.46
scikit-learn==1.0.2
scipy==1.7.3
sentry-sdk==1.5.1
shortuuid==1.0.8
six==1.16.0
sklearn==0.0
smmap==5.0.0
subprocess32==3.5.4
termcolor==1.1.0
threadpoolctl==3.0.0
tokenizers==0.10.3
torch==1.10.1
tqdm==4.62.3
transformers==4.15.0
typing-extensions==4.0.1
urllib3==1.26.7
wandb==0.12.9
xxhash==2.0.2
yarl==1.7.2
yaspin==2.1.0