fastapi
fire
mmengine-lite
numpy
peft<=0.9.0
pillow
pydantic>2.0.0
pynvml
safetensors
sentencepiece
shortuuid
tiktoken
torch<=2.1.2,>=2.0.0
transformers>=4.33.0,<=4.38.1
triton>=2.1.0,<=2.2.0
uvicorn