accelerate
datasets
fastapi
fire
gradio==3.50.2
mmengine
numpy
pybind11
safetensors
sentencepiece
setuptools
shortuuid
tiktoken
torch
transformers==4.33.2
tritonclient[all]
uvicorn