aiohttp
fastapi
httpx
markdown2[all]
nh3
numpy
prompt_toolkit>=3.0.0
pydantic<3,>=2.0.0
pydantic-settings
psutil
requests
rich>=10.0.0
shortuuid
tiktoken
uvicorn

[dev]
black==23.3.0
pylint==2.8.2

[llm_judge]
openai<1
anthropic>=0.3
ray

[model_worker]
accelerate>=0.21
peft
sentencepiece
torch
transformers>=4.31.0
protobuf

[train]
einops
flash-attn>=2.0
wandb

[webui]
gradio>=4.10