Skip to content

GitLab

Unverified Commit 7609c0dc authored by Anant Sharma's avatar Anant Sharma Committed by GitHub
Browse files

fix: update nixl build and keep wheels dir in vllm container (#1544)

parent 5465f9ea
Show whitespace changes
Inline Side-by-side
Showing with 8 additions and 24 deletions
container/Dockerfile.vllm
View file @ 7609c0dc
...@@ -120,21 +120,12 @@ WORKDIR /workspace ...@@ -120,21 +120,12 @@ WORKDIR /workspace
# Copy nixl source, and use commit hash as cache hint # Copy nixl source, and use commit hash as cache hint
COPY --from=nixl_base /opt/nixl /opt/nixl COPY --from=nixl_base /opt/nixl /opt/nixl
COPY --from=nixl_base /opt/nixl/commit.txt /opt/nixl/commit.txt COPY --from=nixl_base /opt/nixl/commit.txt /opt/nixl/commit.txt
RUN if [ "$ARCH" = "arm64" ]; then \ RUN cd /opt/nixl && \
cd /opt/nixl && \
mkdir build && \
meson setup build/ --buildtype=release --prefix=/usr/local/nixl -Dgds_path=/usr/local/cuda/targets/sbsa-linux && \
cd build/ && \
ninja && \
ninja install; \
else \
cd /opt/nixl && \
mkdir build && \ mkdir build && \
meson setup build/ --buildtype=release --prefix=/usr/local/nixl && \ meson setup build/ --buildtype=release --prefix=/usr/local/nixl && \
cd build/ && \ cd build/ && \
ninja && \ ninja && \
ninja install; \ ninja install
fi
### NATS & ETCD SETUP ### ### NATS & ETCD SETUP ###
# nats # nats
...@@ -161,13 +152,7 @@ ENV VIRTUAL_ENV=/opt/dynamo/venv ...@@ -161,13 +152,7 @@ ENV VIRTUAL_ENV=/opt/dynamo/venv
ENV PATH="${VIRTUAL_ENV}/bin:${PATH}" ENV PATH="${VIRTUAL_ENV}/bin:${PATH}"
# Install NIXL Python module # Install NIXL Python module
# TODO: Move gds_path selection based on arch into NIXL build RUN cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl
RUN if [ "$ARCH" = "arm64" ]; then \
cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl \
--config-settings=setup-args="-Dgds_path=/usr/local/cuda/targets/sbsa-linux"; \
else \
cd /opt/nixl && uv build . --out-dir /workspace/wheels/nixl; \
fi
# Install the wheel # Install the wheel
# TODO: Move NIXL wheel install to the wheel_builder stage # TODO: Move NIXL wheel install to the wheel_builder stage
...@@ -535,8 +520,7 @@ COPY --from=base /workspace/wheels/nixl/*.whl wheelhouse/ ...@@ -535,8 +520,7 @@ COPY --from=base /workspace/wheels/nixl/*.whl wheelhouse/
COPY --from=wheel_builder /workspace/dist/*.whl wheelhouse/ COPY --from=wheel_builder /workspace/dist/*.whl wheelhouse/
RUN uv pip install ai-dynamo[vllm] --find-links wheelhouse && \ RUN uv pip install ai-dynamo[vllm] --find-links wheelhouse && \
uv pip install nixl --find-links wheelhouse && \ uv pip install nixl --find-links wheelhouse && \
ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/ && \ ln -sf $VIRTUAL_ENV/bin/* /usr/local/bin/
rm -r wheelhouse
# Tell vllm to use the Dynamo LLM C API for KV Cache Routing # Tell vllm to use the Dynamo LLM C API for KV Cache Routing
ENV VLLM_KV_CAPI_PATH="/opt/dynamo/bindings/lib/libdynamo_llm_capi.so" ENV VLLM_KV_CAPI_PATH="/opt/dynamo/bindings/lib/libdynamo_llm_capi.so"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment