requirements.txt

# SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

# For Multimodal EPD (required for device_map="auto" in vision model loading)
accelerate
aiconfigurator @ git+https://github.com/ai-dynamo/aiconfigurator.git@5554d2eb8206738c66048bf2d72183e9bcd85759
aiofiles
aiperf @ git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f
av==15.0.0
fastapi==0.120.1
ftfy
genai-perf==0.0.15
grpcio-tools==1.66.0
httpx
kr8s
kubernetes==32.0.1
kubernetes_asyncio
matplotlib
msgspec
mypy
nvidia-ml-py==13.580.65
opentelemetry-api
opentelemetry-sdk
pip
pmdarima
pre-commit
prometheus-api-client
prometheus_client
prophet
protobuf==5.29.5
pydantic>=2.10.6
pyright
PyYAML
scikit-learn
scipy<1.14.0  # Pin scipy version for pmdarima compatibility
sentencepiece
tensorboard==2.19.0
tensorboardX==2.6.2.2
# Transformers version constraint for container builds
# - vLLM 0.11.0: >=4.55.2, vLLM 0.11.2: >=4.56.0,<5
# - TensorRT-LLM 1.2.0rc2/rc3: ==4.56.0
# - SGLang 0.5.4.post3: ==4.57.1
# Using >=4.56.0 to satisfy all frameworks
transformers>=4.56.0,<=4.57.1
types-aiofiles
types-PyYAML
uvicorn