requirements.txt

accelerate==0.20.3
aiohttp==3.8.4
aiosignal==1.3.1
async-timeout==4.0.2
attrs==23.1.0
beautifulsoup4==4.12.2
bitsandbytes==0.39.1
bs4==0.0.1
certifi==2023.5.7
charset-normalizer==3.1.0
click==8.1.3
cmake==3.27.0
cmaps==2.0.1
contourpy==1.1.0
cycler==0.11.0
datasets==2.13.1
dill==0.3.6
einops==0.6.1
filelock==3.12.2
fonttools==4.42.1
frozenlist==1.3.3
fsspec==2023.6.0
gensim==4.3.1
harvesttext==0.8.2.1
huggingface-hub==0.15.1
idna==3.4
isodate==0.6.1
jieba==0.42.1
Jinja2==3.1.2
joblib==1.2.0
kiwisolver==1.4.5
lit==16.0.6
loguru==0.7.0
MarkupSafe==2.1.3
matplotlib==3.7.2
mpmath==1.3.0
multidict==6.0.4
multiprocess==0.70.14
networkx==3.1
nltk==3.8.1
numpy==1.25.0
nvidia-cublas-cu11==11.10.3.66
nvidia-cuda-cupti-cu11==11.7.101
nvidia-cuda-nvrtc-cu11==11.7.99
nvidia-cuda-runtime-cu11==11.7.99
nvidia-cudnn-cu11==8.5.0.96
nvidia-cufft-cu11==10.9.0.58
nvidia-curand-cu11==10.2.10.91
nvidia-cusolver-cu11==11.4.0.1
nvidia-cusparse-cu11==11.7.4.91
nvidia-nccl-cu11==2.14.3
nvidia-nvtx-cu11==11.7.91
openai==0.27.8
opencc-python-reimplemented==0.1.7
packaging==23.1
pandas==2.0.2
Pillow==9.5.0
protobuf==3.20.0
psutil==5.9.5
pyarrow==12.0.1
pyparsing==3.0.9
pypinyin==0.49.0
python-dateutil==2.8.2
python-dotenv==1.0.0
python-louvain==0.16
pytz==2023.3
PyYAML==6.0
rdflib==7.0.0
regex==2023.6.3
requests==2.31.0
rjieba==0.1.11
safetensors==0.3.1
scikit-learn==1.2.2
scipy==1.10.1
sentencepiece==0.1.99
six==1.16.0
smart-open==6.3.0
soupsieve==2.4.1
sympy==1.12
text2vec==1.2.1
threadpoolctl==3.1.0
tiktoken==0.4.0
tokenizers==0.13.3
torch==2.0.1
tqdm==4.65.0
transformers==4.30.2
transformers-stream-generator==0.0.4
triton==2.0.0
typing_extensions==4.6.3
tzdata==2023.3
urllib3==2.0.3
w3lib==2.1.2
xxhash==3.2.0
yarl==1.9.2