requirements.txt

aiohttp==3.8.1
aiosignal==1.2.0
async-timeout==4.0.2
attrs==21.2.0
beautifulsoup4==4.9.3
certifi==2021.10.8
chardet==4.0.0
charset-normalizer==2.0.9
click==8.0.3
datasets==1.17.0
dill==0.3.4
filelock==3.4.2
frozenlist==1.2.0
fsspec==2021.11.1
gensim==4.1.2
googlesearch-python==1.0.1
html2text==2020.1.16
huggingface-hub==0.2.1
idna==2.10
joblib==1.1.0
langdetect==1.0.9
multidict==5.2.0
multiprocess==0.70.12.2
nltk==3.6.6
numpy==1.21.5
nvidia-cuda-runtime-cu11==2021.10.25
nvidia-cuda-runtime-cu115==11.5.117
nvidia-pyindex==1.0.9
packaging==21.3
pandas==1.3.5
Pillow==8.4.0
pkg_resources==0.0.0
pyarrow==6.0.1
pyparsing==3.0.6
python-dateutil==2.8.2
pytz==2021.3
PyYAML==6.0
regex==2021.11.10
requests==2.25.1
sacremoses==0.0.46
scipy==1.7.3
six==1.16.0
smart-open==5.2.1
soupsieve==2.3.1
tokenizers==0.10.3
torch==1.10.1+cu113
torchaudio==0.10.1+cu113
torchvision==0.11.2+cu113
tqdm==4.62.3
transformers==4.15.0
typing_extensions==4.0.1
urllib3==1.26.7
xxhash==2.0.2
yarl==1.7.2