accelerate
datasets
fastapi
fire
gradio
mmengine
numpy
pybind11
safetensors
sentencepiece
setuptools
shortuuid
tiktoken
torch
transformers>=4.33.2
tritonclient[all]
uvicorn