Unverified Commit e1d45bc2 authored by kyleliang-nv's avatar kyleliang-nv Committed by GitHub
Browse files

Fix decord dependency for aarch64 docker build (#10529)

parent 14fdd527
...@@ -33,4 +33,4 @@ jobs: ...@@ -33,4 +33,4 @@ jobs:
version=$(cat python/sglang/version.py | cut -d'"' -f2) version=$(cat python/sglang/version.py | cut -d'"' -f2)
tag=v${version}-cu129-gb200 tag=v${version}-cu129-gb200
docker buildx build --platform linux/arm64 --push --output type=image -t lmsysorg/sglang:${tag} -f docker/Dockerfile.gb200 --build-arg CUDA_VERSION=12.9.1 --build-arg BUILD_TYPE=blackwell --no-cache . docker buildx build --platform linux/arm64 --push --output type=image -t lmsysorg/sglang:${tag} -f docker/Dockerfile.gb200 --build-arg CUDA_VERSION=12.9.1 --build-arg BUILD_TYPE=blackwell_aarch64 --no-cache .
ARG CUDA_VERSION=12.9.1 ARG CUDA_VERSION=12.9.1
FROM nvidia/cuda:${CUDA_VERSION}-cudnn-devel-ubuntu22.04 FROM nvidia/cuda:${CUDA_VERSION}-cudnn-devel-ubuntu22.04 as base
ARG BUILD_TYPE=blackwell ARG BUILD_TYPE=blackwell_aarch64
ARG BRANCH_TYPE=remote
ARG DEEPEP_COMMIT=1b14ad661c7640137fcfe93cccb2694ede1220b0 ARG DEEPEP_COMMIT=1b14ad661c7640137fcfe93cccb2694ede1220b0
ARG CMAKE_BUILD_PARALLEL_LEVEL=2 ARG CMAKE_BUILD_PARALLEL_LEVEL=2
ARG SGL_KERNEL_VERSION=0.3.10 ARG SGL_KERNEL_VERSION=0.3.10
...@@ -62,10 +63,21 @@ RUN mkdir -p /tmp/gdrcopy && cd /tmp \ ...@@ -62,10 +63,21 @@ RUN mkdir -p /tmp/gdrcopy && cd /tmp \
# Fix DeepEP IBGDA symlink # Fix DeepEP IBGDA symlink
RUN ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so RUN ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so
# Clone and install SGLang FROM scratch AS local_src
COPY . /src
FROM base AS build-image
# Install SGLang
WORKDIR /sgl-workspace WORKDIR /sgl-workspace
ARG BRANCH_TYPE
COPY --from=local_src /src /tmp/local_src
RUN if [ "$BRANCH_TYPE" = "local" ]; then \
cp -r /tmp/local_src /sgl-workspace/sglang; \
else \
git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; \
fi \
&& rm -rf /tmp/local_src
RUN python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel html5lib six \ RUN python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel html5lib six \
&& git clone --depth 1 https://github.com/sgl-project/sglang.git \
&& cd sglang \ && cd sglang \
&& case "$CUDA_VERSION" in \ && case "$CUDA_VERSION" in \
12.9.1) CUINDEX=129 ;; \ 12.9.1) CUINDEX=129 ;; \
......
...@@ -89,7 +89,8 @@ tracing = [ ...@@ -89,7 +89,8 @@ tracing = [
"opentelemetry-exporter-otlp-proto-grpc", "opentelemetry-exporter-otlp-proto-grpc",
] ]
all = ["sglang[test]", "sglang[decord]"] all = ["sglang[test]", "sglang[decord]"]
blackwell = ["nvidia-cutlass-dsl==4.2.0", "sglang[test]"] blackwell = ["nvidia-cutlass-dsl==4.2.0", "sglang[test]", "sglang[decord]"]
blackwell_aarch64 = ["nvidia-cutlass-dsl==4.2.0", "sglang[test]"]
dev = ["sglang[test]"] dev = ["sglang[test]"]
[project.urls] [project.urls]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment