fire
gradio
mmengine
numpy
pybind11
safetensors
sentencepiece
setuptools
torch
transformers
tritonclient[all]