requirements.txt

# SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

accelerate==1.6.0
aiofiles
av==15.0.0
fastapi==0.115.6
ftfy
genai-perf==0.0.15
grpcio-tools==1.66.0
httpx
kr8s
kubernetes==32.0.1
kubernetes_asyncio
matplotlib
msgspec
mypy
numpy==1.26.4 # pmdarima is not compatible with numpy 2
nvidia-ml-py==13.580.65
opentelemetry-api
opentelemetry-sdk
pip
pmdarima
pre-commit
prometheus-api-client
prophet
protobuf==5.29.5
pydantic==2.7.1
pyright
PyYAML
scikit-learn
scipy<1.14.0  # Pin scipy version for pmdarima compatibility
sentencepiece
tensorboard==2.19.0
tensorboardX==2.6.2.2
transformers
types-aiofiles
types-PyYAML
uvicorn