Unverified Commit 7f95a66c authored by Johnny's avatar Johnny Committed by GitHub
Browse files

[NVIDIA] Add sm_110 (Jetson Thor) to CUDA 13.0 build targets (#39233)

parent 1b1c01de
...@@ -188,7 +188,7 @@ RUN --mount=type=cache,target=/root/.cache/uv \ ...@@ -188,7 +188,7 @@ RUN --mount=type=cache,target=/root/.cache/uv \
# Explicitly set the list to avoid issues with torch 2.2 # Explicitly set the list to avoid issues with torch 2.2
# See https://github.com/pytorch/pytorch/pull/123243 # See https://github.com/pytorch/pytorch/pull/123243
# From versions.json: .torch.cuda_arch_list # From versions.json: .torch.cuda_arch_list
ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX' ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0+PTX'
ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list} ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list}
#################### BUILD BASE IMAGE #################### #################### BUILD BASE IMAGE ####################
...@@ -765,7 +765,7 @@ ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL ...@@ -765,7 +765,7 @@ ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
ENV UV_HTTP_TIMEOUT=500 ENV UV_HTTP_TIMEOUT=500
# install kv_connectors if requested # install kv_connectors if requested
ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX' ARG torch_cuda_arch_list='7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0+PTX'
ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list} ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list}
RUN --mount=type=cache,target=/root/.cache/uv \ RUN --mount=type=cache,target=/root/.cache/uv \
--mount=type=bind,source=requirements/kv_connectors.txt,target=/tmp/kv_connectors.txt,ro \ --mount=type=bind,source=requirements/kv_connectors.txt,target=/tmp/kv_connectors.txt,ro \
......
...@@ -20,7 +20,7 @@ variable "NVCC_THREADS" { ...@@ -20,7 +20,7 @@ variable "NVCC_THREADS" {
} }
variable "TORCH_CUDA_ARCH_LIST" { variable "TORCH_CUDA_ARCH_LIST" {
default = "8.0 8.9 9.0 10.0" default = "8.0 8.9 9.0 10.0 11.0 12.0"
} }
variable "COMMIT" { variable "COMMIT" {
......
...@@ -32,7 +32,7 @@ ...@@ -32,7 +32,7 @@
"default": "false" "default": "false"
}, },
"TORCH_CUDA_ARCH_LIST": { "TORCH_CUDA_ARCH_LIST": {
"default": "7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX" "default": "7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0+PTX"
}, },
"MAX_JOBS": { "MAX_JOBS": {
"default": "2" "default": "2"
......
...@@ -35,7 +35,7 @@ elif [[ "${CUDA_VERSION}" == 12.[8-9]* ]]; then ...@@ -35,7 +35,7 @@ elif [[ "${CUDA_VERSION}" == 12.[8-9]* ]]; then
FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0a 10.3a 12.0" FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0a 10.3a 12.0"
else else
# CUDA 13.0+ # CUDA 13.0+
FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0f 12.0" FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0f 11.0 12.0f"
fi fi
echo "🏗️ Building FlashInfer AOT for arches: ${FI_TORCH_CUDA_ARCH_LIST}" echo "🏗️ Building FlashInfer AOT for arches: ${FI_TORCH_CUDA_ARCH_LIST}"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment