torch>=2.0.0
accelerate>=0.26.0

fastapi
uvicorn
requests
toml
gradio