accelerate
datasets
fastapi
fire
gradio
mmengine
numpy
pybind11
safetensors
sentencepiece
setuptools
shortuuid
tiktoken
torch
transformers
tritonclient[all]
uvicorn