# SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # Version Pinning Strategy: # - Use == for packages that are pure Python and well-tested # - Use <= or < for packages that may have platform-specific versions (CUDA, system packages) # - Never use >= as it allows untested future versions that may introduce breaking changes, # create non-reproducible builds, and cause dependency conflicts. Every installed version # should be explicitly tested, not an unknown future release. # - Platform differences: Some packages (especially CUDA-related) may have different # maximum versions available on different platforms (x86_64 vs aarch64, different CUDA versions) # For Multimodal EPD (required for device_map="auto" in vision model loading) accelerate aiconfigurator[webapp] @ git+https://github.com/ai-dynamo/aiconfigurator.git@7a24afd98714af13f061cffe784d4808f5356d45 aiofiles aiperf @ git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75 av==15.0.0 fastapi==0.120.1 filterpy==1.4.5 ftfy==6.3.1 genai-perf==0.0.15 grpcio-tools<=1.76.0 # May have platform-specific builds httpx==0.28.1 kr8s==0.20.13 kubernetes==32.0.1 kubernetes_asyncio<=32.1.1 # May vary by platform matplotlib==3.10.7 msgpack==1.1.2 msgspec==0.19.0 mypy==1.18.2 nvidia-ml-py<=13.580.65 # NVIDIA/CUDA related, may vary by driver version opentelemetry-api<=1.38.0 # May need to stay in sync with other components opentelemetry-exporter-otlp<=1.38.0 # May need to stay in sync with other components opentelemetry-sdk<=1.38.0 # May need to stay in sync with other components pip<=25.0.1 # System pip, varies by platform pmdarima==2.1.1 pre-commit==4.5.0 prometheus-api-client==0.6.0 prometheus_client==0.23.1 prophet==1.2.1 protobuf>=5.29.5,<7.0.0 pydantic>=2.11.4,<2.13 # vllm==0.12.0 depends on pydantic>=2.12.0 pydantic-settings<2.13.0 # tensorrt_llm DynamicYamlWithDeepMergeSettingsSource incompatible with 2.13.0+ deep_merge param pyright==1.1.407 PyYAML==6.0.3 scikit-learn==1.7.2 scipy<1.14.0 # Upper bound for pmdarima compatibility sentencepiece==0.2.1 # Required by kr8s # https://github.com/kr8s-org/kr8s/blob/750022c3ebbb7988cddb5a979aca2ee8074a1069/examples/kubectl-ng/uv.lock#L988 sniffio==1.3.1 tensorboard>=2.19.0,<2.21.0 tensorboardX==2.6.2.2 # Transformers version constraint for container builds # - vLLM 0.11.0: >=4.55.2, vLLM 0.11.2: >=4.56.0,<5 # - TensorRT-LLM 1.3.0rc3: ==4.57.1 # - SGLang 0.5.8: ==4.57.1 # Using >=4.56.0 to satisfy all frameworks transformers>=4.56.0 types-aiofiles==25.1.0.20251011 types-PyYAML==6.0.12.20250915 uvicorn==0.38.0