Skip to content

GitLab

Unverified Commit 625578c3 authored by Anant Sharma's avatar Anant Sharma Committed by GitHub
Browse files

chore: update nixl version to 0.4.1 (#2221)

parent cbc0e200
Hide whitespace changes
Inline Side-by-side
Showing with 12 additions and 14 deletions
Cargo.lock
View file @ 625578c3
...@@ -4561,9 +4561,9 @@ dependencies = [ ...@@ -4561,9 +4561,9 @@ dependencies = [
[[package]] [[package]]
name = "nixl-sys" name = "nixl-sys"
version = "0.4.0" version = "0.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "97f621270fd1ed8af5a8028a1945e6f7e612a38836ce82b720fe54222739df3c" checksum = "743ed1038b386b75451f9e0bba37cb2e3eea75873635268337d6531be99c9303"
dependencies = [ dependencies = [
"bindgen 0.71.1", "bindgen 0.71.1",
"cc", "cc",
......
container/Dockerfile.sglang
View file @ 625578c3
...@@ -40,7 +40,7 @@ ARG ARCH ...@@ -40,7 +40,7 @@ ARG ARCH
ARG ARCH_ALT ARG ARCH_ALT
ARG NIXL_UCX_REF=v1.19.x ARG NIXL_UCX_REF=v1.19.x
ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 ARG NIXL_REF=0.4.1
ENV NIXL_SRC_DIR=/opt/nixl ENV NIXL_SRC_DIR=/opt/nixl
ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl
......
container/Dockerfile.sglang-wideep
View file @ 625578c3
...@@ -71,7 +71,7 @@ RUN rm -rf /opt/hpcx/ucx && \ ...@@ -71,7 +71,7 @@ RUN rm -rf /opt/hpcx/ucx && \
ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:$LD_LIBRARY_PATH ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:$LD_LIBRARY_PATH
ARG NIXL_TAG=0.3.1 ARG NIXL_TAG=0.4.1
RUN git clone https://github.com/ai-dynamo/nixl.git && cd nixl && git checkout ${NIXL_TAG} && pip install --break-system-packages . --config-settings=setup-args="-Ducx_path=/usr/local/ucx" RUN git clone https://github.com/ai-dynamo/nixl.git && cd nixl && git checkout ${NIXL_TAG} && pip install --break-system-packages . --config-settings=setup-args="-Ducx_path=/usr/local/ucx"
WORKDIR /sgl-workspace WORKDIR /sgl-workspace
......
container/Dockerfile.tensorrt_llm
View file @ 625578c3
...@@ -45,7 +45,7 @@ ARG ARCH ...@@ -45,7 +45,7 @@ ARG ARCH
ARG ARCH_ALT ARG ARCH_ALT
ARG NIXL_UCX_REF=v1.19.x ARG NIXL_UCX_REF=v1.19.x
ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 ARG NIXL_REF=0.4.1
ENV NIXL_SRC_DIR=/opt/nixl ENV NIXL_SRC_DIR=/opt/nixl
ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl
......
container/Dockerfile.vllm
View file @ 625578c3
...@@ -81,7 +81,7 @@ RUN apt-get update -y && \ ...@@ -81,7 +81,7 @@ RUN apt-get update -y && \
rm -rf /var/lib/apt/lists/* rm -rf /var/lib/apt/lists/*
ARG NIXL_UCX_REF=v1.19.x ARG NIXL_UCX_REF=v1.19.x
ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 ARG NIXL_REF=0.4.1
ENV NIXL_SRC_DIR=/opt/nixl ENV NIXL_SRC_DIR=/opt/nixl
ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl
......
container/build.sh
View file @ 625578c3
...@@ -113,7 +113,7 @@ NONE_BASE_IMAGE_TAG="24.04" ...@@ -113,7 +113,7 @@ NONE_BASE_IMAGE_TAG="24.04"
SGLANG_BASE_IMAGE="nvcr.io/nvidia/cuda-dl-base" SGLANG_BASE_IMAGE="nvcr.io/nvidia/cuda-dl-base"
SGLANG_BASE_IMAGE_TAG="25.01-cuda12.8-devel-ubuntu24.04" SGLANG_BASE_IMAGE_TAG="25.01-cuda12.8-devel-ubuntu24.04"
NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 NIXL_REF=0.4.1
NIXL_UCX_EFA_REF=7ec95b95e524a87e81cac92f5ca8523e3966b16b NIXL_UCX_EFA_REF=7ec95b95e524a87e81cac92f5ca8523e3966b16b
NO_CACHE="" NO_CACHE=""
...@@ -389,8 +389,6 @@ ARCH="amd64" ...@@ -389,8 +389,6 @@ ARCH="amd64"
if [[ "$PLATFORM" == *"linux/arm64"* ]]; then if [[ "$PLATFORM" == *"linux/arm64"* ]]; then
ARCH="arm64" ARCH="arm64"
BUILD_ARGS+=" --build-arg ARCH=arm64 --build-arg ARCH_ALT=aarch64 " BUILD_ARGS+=" --build-arg ARCH=arm64 --build-arg ARCH_ALT=aarch64 "
# TEMP: Pin to nixl 0.3.1 for arm build, since 0.4.0 fails
NIXL_REF=3503658e71143b56f9d5b1b440d84a94b9c41af8
fi fi
# Update DOCKERFILE if framework is VLLM # Update DOCKERFILE if framework is VLLM
......
lib/bindings/python/Cargo.lock
View file @ 625578c3
...@@ -2912,9 +2912,9 @@ dependencies = [ ...@@ -2912,9 +2912,9 @@ dependencies = [
[[package]] [[package]]
name = "nixl-sys" name = "nixl-sys"
version = "0.4.0" version = "0.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "97f621270fd1ed8af5a8028a1945e6f7e612a38836ce82b720fe54222739df3c" checksum = "743ed1038b386b75451f9e0bba37cb2e3eea75873635268337d6531be99c9303"
dependencies = [ dependencies = [
"bindgen", "bindgen",
"cc", "cc",
......
lib/llm/Cargo.toml
View file @ 625578c3
...@@ -90,7 +90,7 @@ rayon = "1" ...@@ -90,7 +90,7 @@ rayon = "1"
dialoguer = { version = "0.11", default-features = false, features = ["editor", "history"] } dialoguer = { version = "0.11", default-features = false, features = ["editor", "history"] }
# block_manager # block_manager
nixl-sys = {version = "0.4.0", optional = true } nixl-sys = {version = "0.4.1", optional = true }
cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true } cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true }
ndarray = { version = "0.16", optional = true } ndarray = { version = "0.16", optional = true }
nix = { version = "0.26", optional = true } nix = { version = "0.26", optional = true }
......
pyproject.toml
View file @ 625578c3
...@@ -66,13 +66,13 @@ trtllm =[ ...@@ -66,13 +66,13 @@ trtllm =[
vllm = [ vllm = [
"uvloop", "uvloop",
"nixl", "nixl<=0.4.1",
"vllm==0.10.0", "vllm==0.10.0",
] ]
sglang = [ sglang = [
"uvloop", "uvloop",
"nixl", "nixl<=0.4.1",
"sglang[all]==0.4.9.post6", "sglang[all]==0.4.9.post6",
] ]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment