Unverified Commit 243d7f07 authored by Keiven C's avatar Keiven C Committed by GitHub
Browse files

fix(container): align sglang nixl_ref with PyPI nixl-cu12 1.0.x (#8205)


Signed-off-by: default avatarKeiven Chang <keivenc@nvidia.com>
parent 2541b97f
...@@ -85,7 +85,7 @@ sglang: ...@@ -85,7 +85,7 @@ sglang:
runtime_image: lmsysorg/sglang runtime_image: lmsysorg/sglang
base_image_tag: 25.11-cuda13.0-devel-ubuntu24.04 base_image_tag: 25.11-cuda13.0-devel-ubuntu24.04
runtime_image_tag: v0.5.10.post1-cu130-runtime runtime_image_tag: v0.5.10.post1-cu130-runtime
nixl_ref: 0.10.0 nixl_ref: v1.0.1
enable_media_ffmpeg: "true" enable_media_ffmpeg: "true"
enable_gpu_memory_service: "true" enable_gpu_memory_service: "true"
enable_kvbm: "false" enable_kvbm: "false"
......
...@@ -152,13 +152,25 @@ RUN --mount=type=cache,target=/var/cache/dnf,sharing=locked \ ...@@ -152,13 +152,25 @@ RUN --mount=type=cache,target=/var/cache/dnf,sharing=locked \
librdmacm-devel \ librdmacm-devel \
numactl-devel \ numactl-devel \
# Libfabric support # Libfabric support
hwloc \
hwloc-devel \
libcurl-devel \ libcurl-devel \
openssl-devel \ openssl-devel \
libuuid-devel \ libuuid-devel \
zlib-devel zlib-devel
# Build hwloc >= 2.3 from source (RHEL8 ships 2.2 which lacks hwloc_location API
# required by nixl v1.0.x libfabric topology code)
ARG HWLOC_VERSION=2.12.0
RUN HWLOC_SERIES="$(echo "${HWLOC_VERSION}" | cut -d. -f1-2)" && \
cd /tmp && \
curl --retry 3 -LO "https://download.open-mpi.org/release/hwloc/v${HWLOC_SERIES}/hwloc-${HWLOC_VERSION}.tar.gz" && \
tar xf hwloc-${HWLOC_VERSION}.tar.gz && \
cd hwloc-${HWLOC_VERSION} && \
./configure --prefix=/usr/local && \
make -j$(nproc) && \
make install && \
ldconfig && \
rm -rf /tmp/hwloc-*
# Set GCC toolset 14 as the default compiler (CUDA requires GCC <= 14) # Set GCC toolset 14 as the default compiler (CUDA requires GCC <= 14)
ENV PATH="/opt/rh/gcc-toolset-14/root/usr/bin:${PATH}" \ ENV PATH="/opt/rh/gcc-toolset-14/root/usr/bin:${PATH}" \
LD_LIBRARY_PATH="/opt/rh/gcc-toolset-14/root/usr/lib64:${LD_LIBRARY_PATH}" \ LD_LIBRARY_PATH="/opt/rh/gcc-toolset-14/root/usr/lib64:${LD_LIBRARY_PATH}" \
......
...@@ -63,7 +63,7 @@ vllm = [ ...@@ -63,7 +63,7 @@ vllm = [
sglang = [ sglang = [
"uvloop", "uvloop",
"sglang[diffusion]==0.5.10.post1", "sglang[diffusion]==0.5.10.post1",
"nixl[cu12]<=0.10.1", "nixl[cu12]>=1.0.0,<1.1.0",
"cupy-cuda12x>=13.0.0", "cupy-cuda12x>=13.0.0",
] ]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment