requirements.txt

torch>=2.0.0
gradio>=3.0.0
transformers>=4.30.0
auto-gptq>=0.4.0 --extra-index-url https://huggingface.github.io/autogptq-index/whl/cpu
# auto-gptq --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118
ninja>=1.11.0
accelerate>=0.20.0
bitsandbytes>=0.40.0