versions.json

{
  "_comment": "Auto-generated from Dockerfile ARGs. Do not edit manually. Run: python tools/generate_versions_json.py",
  "variable": {
    "CUDA_VERSION": {
      "default": "13.0.0"
    },
    "PYTHON_VERSION": {
      "default": "3.12"
    },
    "UBUNTU_VERSION": {
      "default": "22.04"
    },
    "BUILD_BASE_IMAGE": {
      "default": "nvidia/cuda:13.0.0-devel-ubuntu22.04"
    },
    "FINAL_BASE_IMAGE": {
      "default": "nvidia/cuda:13.0.0-base-ubuntu22.04"
    },
    "GET_PIP_URL": {
      "default": "https://bootstrap.pypa.io/get-pip.py"
    },
    "PYTORCH_CUDA_INDEX_BASE_URL": {
      "default": "https://download.pytorch.org/whl"
    },
    "PIP_KEYRING_PROVIDER": {
      "default": "disabled"
    },
    "UV_KEYRING_PROVIDER": {
      "default": "disabled"
    },
    "INSTALL_KV_CONNECTORS": {
      "default": "false"
    },
    "TORCH_CUDA_ARCH_LIST": {
      "default": "7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0+PTX"
    },
    "MAX_JOBS": {
      "default": "2"
    },
    "NVCC_THREADS": {
      "default": "8"
    },
    "SCCACHE_BUCKET_NAME": {
      "default": "vllm-build-sccache"
    },
    "SCCACHE_REGION_NAME": {
      "default": "us-west-2"
    },
    "SCCACHE_S3_NO_CREDENTIALS": {
      "default": "0"
    },
    "vllm_target_device": {
      "default": "cuda"
    },
    "DEEPEP_COMMIT_HASH": {
      "default": "73b6ea4"
    },
    "GIT_REPO_CHECK": {
      "default": "0"
    },
    "VLLM_MAX_SIZE_MB": {
      "default": "500"
    },
    "RUN_WHEEL_CHECK": {
      "default": "true"
    },
    "FLASHINFER_VERSION": {
      "default": "0.6.8.post1"
    },
    "GDRCOPY_CUDA_VERSION": {
      "default": "12.8"
    },
    "GDRCOPY_OS_VERSION": {
      "default": "Ubuntu22_04"
    },
    "BITSANDBYTES_VERSION_X86": {
      "default": "0.46.1"
    },
    "BITSANDBYTES_VERSION_ARM64": {
      "default": "0.42.0"
    },
    "TIMM_VERSION": {
      "default": ">=1.0.17"
    },
    "RUNAI_MODEL_STREAMER_VERSION": {
      "default": ">=0.15.7"
    }
  }
}