Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
versions.json 1.97 KB
Newer Older
raojy's avatar
raw_vllm  
raojy committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89 
{
  "_comment": "Auto-generated from Dockerfile ARGs. Do not edit manually. Run: python tools/generate_versions_json.py",
  "variable": {
    "CUDA_VERSION": {
      "default": "12.9.1"
    },
    "PYTHON_VERSION": {
      "default": "3.12"
    },
    "BUILD_BASE_IMAGE": {
      "default": "nvidia/cuda:12.9.1-devel-ubuntu20.04"
    },
    "FINAL_BASE_IMAGE": {
      "default": "nvidia/cuda:12.9.1-base-ubuntu22.04"
    },
    "GET_PIP_URL": {
      "default": "https://bootstrap.pypa.io/get-pip.py"
    },
    "PYTORCH_CUDA_INDEX_BASE_URL": {
      "default": "https://download.pytorch.org/whl"
    },
    "PIP_KEYRING_PROVIDER": {
      "default": "disabled"
    },
    "UV_KEYRING_PROVIDER": {
      "default": "disabled"
    },
    "INSTALL_KV_CONNECTORS": {
      "default": "false"
    },
    "TORCH_CUDA_ARCH_LIST": {
      "default": "7.0 7.5 8.0 8.9 9.0 10.0 12.0"
    },
    "MAX_JOBS": {
      "default": "2"
    },
    "NVCC_THREADS": {
      "default": "8"
    },
    "SCCACHE_BUCKET_NAME": {
      "default": "vllm-build-sccache"
    },
    "SCCACHE_REGION_NAME": {
      "default": "us-west-2"
    },
    "SCCACHE_S3_NO_CREDENTIALS": {
      "default": "0"
    },
    "vllm_target_device": {
      "default": "cuda"
    },
    "DEEPGEMM_GIT_REF": {
      "default": "477618cd51baffca09c4b0b87e97c03fe827ef03"
    },
    "DEEPEP_COMMIT_HASH": {
      "default": "73b6ea4"
    },
    "GIT_REPO_CHECK": {
      "default": "0"
    },
    "VLLM_MAX_SIZE_MB": {
      "default": "500"
    },
    "RUN_WHEEL_CHECK": {
      "default": "true"
    },
    "FLASHINFER_VERSION": {
      "default": "0.6.4"
    },
    "GDRCOPY_CUDA_VERSION": {
      "default": "12.8"
    },
    "GDRCOPY_OS_VERSION": {
      "default": "Ubuntu22_04"
    },
    "BITSANDBYTES_VERSION_X86": {
      "default": "0.46.1"
    },
    "BITSANDBYTES_VERSION_ARM64": {
      "default": "0.42.0"
    },
    "TIMM_VERSION": {
      "default": ">=1.0.17"
    },
    "RUNAI_MODEL_STREAMER_VERSION": {
      "default": ">=0.15.3"
    }
  }
}