packaging==24.2
setuptools==65.5.0
transformers==4.32.0
safetensors
tiktoken
numpy
flask
torch
gunicorn==20.1.0
flash-attn