# SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # For Multimodal EPD (required for device_map="auto" in vision model loading) accelerate aiconfigurator @ git+https://github.com/ai-dynamo/aiconfigurator.git@5554d2eb8206738c66048bf2d72183e9bcd85759 aiofiles aiperf @ git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f av==15.0.0 fastapi==0.120.1 ftfy genai-perf==0.0.15 grpcio-tools==1.66.0 httpx kr8s kubernetes==32.0.1 kubernetes_asyncio matplotlib msgspec mypy nvidia-ml-py==13.580.65 opentelemetry-api opentelemetry-sdk pip pmdarima pre-commit prometheus-api-client prometheus_client prophet protobuf==5.29.5 pydantic>=2.10.6 pyright PyYAML scikit-learn scipy<1.14.0 # Pin scipy version for pmdarima compatibility sentencepiece tensorboard==2.19.0 tensorboardX==2.6.2.2 # Transformers version constraint for container builds # - vLLM 0.11.0: >=4.55.2, vLLM 0.11.2: >=4.56.0,<5 # - TensorRT-LLM 1.2.0rc2/rc3: ==4.56.0 # - SGLang 0.5.4.post3: ==4.57.1 # Using >=4.56.0 to satisfy all frameworks transformers>=4.56.0,<=4.57.1 types-aiofiles types-PyYAML uvicorn