Offical Repo of paper Pixel Sentence Representation Learning
- Model Checkpoint: at HuggingFace
- Github Repo: Github Repo
- Paper: https://arxiv.org/pdf/2402.08183.pdf
conda create -n pixel python=3.9 -y && conda activate pixel
conda install pytorch==1.11.0 torchvision==0.12.0 torchaudio==0.11.0 cudatoolkit=11.3 -c pytorch
conda install -c conda-forge pycairo pygobject manimpango scikit-learn
pip install -r requirements.txt
pip install datasets
pip install -e .
python scripts/data/download_fallback_fonts.py ‘data/fallback_fonts’
visual alignment step:
bash run_bash/0-run_unsup.sh
topical alignment step:
bash run_bash/1-run_wikispan.sh
reasoning alignment step:
bash run_bash/2-run_allnli_finetune.sh
multilingual transfer step:
bash run_bash/3-run_allnli-pm.sh