requirements.txt

pandas~=1.4.3
numpy~=1.23.1
scikit-learn~=1.1.1
fairlearn~=0.8.0
requests~=2.28.2
openpyxl~=3.0.10
eli5~=0.13.0  # + ipython

transformers[sentencepiece]~=4.30.0   #4.26  #4.25.1
accelerate~=0.20.0  #0.19.0
datasets~=2.13.0  #2.8.0
joblib~=1.1.0
tqdm~=4.64.1
optuna~=3.1.0
plotly~=5.13.0
cleanlab~=2.2.0
ipython~=8.8.0  # for running .ipynb files via terminal
nbformat~=5.7.0
matplotlib~=3.6.0  # only for notebook viz
polyfuzz[sbert]~=0.4.0
#sentence-transformers~=2.2.2

#spacy~=3.5.0
#https://github.com/explosion/spacy-models/releases/download/en_core_web_md-3.5.0/en_core_web_md-3.5.0-py3-none-any.whl
# for initial faster testing also small model
#https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl

# Snellius A100 has CUDA 11.4
#torch==1.11.0  # torch installation on Snellius only seems to work via terminal/batch script