feat: Set NIXL env vars in ci_minimum and dev images (#1662)

f11fc3f3 · jthomson04 · GitHub · e3f1bd5d · f11fc3f3
Unverified Commit f11fc3f3 authored Jun 26, 2025 by jthomson04 Committed by GitHub Jun 26, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

container/Dockerfile.vllm container/Dockerfile.vllm +4 -1

No files found.
--- a/container/Dockerfile.vllm
+++ b/container/Dockerfile.vllm
@@ -449,7 +449,10 @@ RUN --mount=type=bind,source=./container/launch_message.txt,target=/workspace/la

 # Tell vllm to use the Dynamo LLM C API for KV Cache Routing
 ENV VLLM_KV_CAPI_PATH=/opt/dynamo/bindings/lib/libdynamo_llm_capi.so
-ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/
+
+ARG ARCH_ALT
+ENV NIXL_PLUGIN_DIR=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins
+ENV LD_LIBRARY_PATH=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu:/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins:/usr/local/ucx/lib:$LD_LIBRARY_PATH

 ########################################
 ########## Development Image ###########