accelerate>=0.29.3
dlinfer-ascend>=0.1.3
einops
fastapi
fire
mmengine-lite
numpy<2.0.0
openai
outlines<0.1.0
peft<=0.11.1
pillow
protobuf
pydantic>2.0.0
safetensors
sentencepiece
shortuuid
tiktoken
torch<=2.4.0,>=2.3.1
torch-npu==2.3.1
torchvision<=0.19.0,>=0.18.1
transformers
uvicorn