accelerate==0.32.1
einops
fastapi
fire
mmengine-lite
numpy<2.0.0
openai
outlines<0.1.0
peft<=0.11.1
pillow
protobuf
pydantic>2.0.0
safetensors
sentencepiece
shortuuid
tiktoken
torch<=2.4.0,>=2.0.0
torchvision<=0.19.0,>=0.15.0
transformers
triton>=2.1.0; sys_platform == "linux"
uvicorn