requirements.txt

--extra-index-url https://download.pytorch.org/whl/cu118
tokenizers>=0.12.1
torch==2.0.1
torchvision==0.15.2
deepspeed==0.9.5
pydantic<2.0.0
peft==0.4.0
transformers==4.31.0
accelerate==0.21.0
bitsandbytes==0.41.0
sentencepiece==0.1.99
einops==0.6.1
einops-exts==0.0.4
timm==0.6.13
numpy<2
scipy