requirements.txt

aiohttp==3.9.1
aiosignal==1.3.1
attrs==23.1.0
certifi==2023.11.17
charset-normalizer==3.3.2
colorama==0.4.6
coloredlogs==15.0.1
datasets==2.16.0
dill==0.3.7
filelock==3.13.1
flatbuffers==23.5.26
frozenlist==1.4.1
fsspec==2023.10.0
flask==3.0.0
gunicorn==21.2.0
huggingface-hub==0.20.1
humanfriendly==10.0
idna==3.6
Jinja2==3.1.2
MarkupSafe==2.1.3
mpmath==1.3.0
multidict==6.0.4
multiprocess==0.70.15
networkx==3.2.1
numpy==1.26.2
onnx==1.15.0
onnxruntime==1.16.3
optimum==1.16.1
packaging==23.2
pandas==2.1.4
protobuf==4.25.1
pyarrow==14.0.2
pyarrow-hotfix==0.6
pyreadline3==3.4.1
python-dateutil==2.8.2
pytz==2023.3.post1
PyYAML==6.0.1
regex==2023.12.25
requests==2.31.0
safetensors==0.4.1
sentencepiece==0.1.99
six==1.16.0
sympy==1.12
tokenizers==0.15.0
-f https://download.pytorch.org/whl/torch_stable.html
torch==2.1.2+cpu
tqdm==4.66.1
transformers==4.36.2
typing_extensions==4.9.0
tzdata==2023.4
urllib3==2.1.0
xxhash==3.4.1
yarl==1.9.4