fix: change environment variable to support local mount (#885)

04ebfcb8 · Neelay Shah · GitHub · bd2877a5 · 04ebfcb8
Unverified Commit 04ebfcb8 authored Apr 29, 2025 by Neelay Shah Committed by GitHub Apr 29, 2025
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

container/Dockerfile.vllm container/Dockerfile.vllm +1 -1

No files found.
--- a/container/Dockerfile.vllm
+++ b/container/Dockerfile.vllm
@@ -367,7 +367,7 @@ RUN --mount=type=bind,source=./container/launch_message.txt,target=/workspace/la
    echo "cat ~/.launch_screen" >> ~/.bashrc

 # Tell vllm to use the Dynamo LLM C API for KV Cache Routing
-ENV VLLM_KV_CAPI_PATH=$CARGO_TARGET_DIR/release/libdynamo_llm_capi.so
+ENV VLLM_KV_CAPI_PATH=/opt/dynamo/bindings/lib/libdynamo_llm_capi.so

 ##########################################
 ########## Perf Analyzer Image ###########