fix: Add nixl to runtime container (#191)

Co-authored-by: hongkuanz <hongkuanz@nvidia.com>

fix: Add nixl to runtime container (#191)
Co-authored-by: hongkuanz <hongkuanz@nvidia.com>
5bf82e48 · ptarasiewiczNV · GitHub · 635d98ce · 5bf82e48
Commit 5bf82e48 authored Mar 16, 2025 by ptarasiewiczNV Committed by GitHub Mar 16, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 0 deletions

container/Dockerfile.vllm container/Dockerfile.vllm +5 -0

No files found.
--- a/container/Dockerfile.vllm
+++ b/container/Dockerfile.vllm
@@ -307,6 +307,11 @@ ENV VIRTUAL_ENV=/opt/dynamo/venv

 RUN rm /bin/sh && ln -s /bin/bash /bin/sh

+# Copy NIXL
+COPY --from=dev /usr/local/nixl /usr/local/nixl
+ENV LD_LIBRARY_PATH=/usr/local/nixl/lib/x86_64-linux-gnu/:$LD_LIBRARY_PATH
+ENV PYTHONPATH=/usr/local/nixl/lib/python3/dist-packages/:/opt/nixl/test/python/:$PYTHONPATH
+
 # Setup the python environment
 COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
 RUN uv venv $VIRTUAL_ENV --python 3.12 && \