Skip to content

GitLab

Unverified Commit 04ebfcb8 authored by Neelay Shah's avatar Neelay Shah Committed by GitHub
Browse files

fix: change environment variable to support local mount (#885)

parent bd2877a5
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
container/Dockerfile.vllm
View file @ 04ebfcb8
...@@ -367,7 +367,7 @@ RUN --mount=type=bind,source=./container/launch_message.txt,target=/workspace/la ...@@ -367,7 +367,7 @@ RUN --mount=type=bind,source=./container/launch_message.txt,target=/workspace/la
echo "cat ~/.launch_screen" >> ~/.bashrc echo "cat ~/.launch_screen" >> ~/.bashrc
# Tell vllm to use the Dynamo LLM C API for KV Cache Routing # Tell vllm to use the Dynamo LLM C API for KV Cache Routing
ENV VLLM_KV_CAPI_PATH=$CARGO_TARGET_DIR/release/libdynamo_llm_capi.so ENV VLLM_KV_CAPI_PATH=/opt/dynamo/bindings/lib/libdynamo_llm_capi.so
########################################## ##########################################
########## Perf Analyzer Image ########### ########## Perf Analyzer Image ###########
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment