Skip to content

GitLab

Unverified Commit f11fc3f3 authored by jthomson04's avatar jthomson04 Committed by GitHub
Browse files

feat: Set NIXL env vars in ci_minimum and dev images (#1662)

parent e3f1bd5d
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
container/Dockerfile.vllm
View file @ f11fc3f3
...@@ -449,7 +449,10 @@ RUN --mount=type=bind,source=./container/launch_message.txt,target=/workspace/la ...@@ -449,7 +449,10 @@ RUN --mount=type=bind,source=./container/launch_message.txt,target=/workspace/la
# Tell vllm to use the Dynamo LLM C API for KV Cache Routing # Tell vllm to use the Dynamo LLM C API for KV Cache Routing
ENV VLLM_KV_CAPI_PATH=/opt/dynamo/bindings/lib/libdynamo_llm_capi.so ENV VLLM_KV_CAPI_PATH=/opt/dynamo/bindings/lib/libdynamo_llm_capi.so
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/
ARG ARCH_ALT
ENV NIXL_PLUGIN_DIR=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins
ENV LD_LIBRARY_PATH=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu:/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins:/usr/local/ucx/lib:$LD_LIBRARY_PATH
######################################## ########################################
########## Development Image ########### ########## Development Image ###########
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment