Unverified Commit 2d746153 authored by Alec's avatar Alec Committed by GitHub
Browse files

fix: devcontainer mounts and vllm c api (#663)

parent 0a86edc4
...@@ -45,9 +45,6 @@ ...@@ -45,9 +45,6 @@
"rust-analyzer.checkOnSave.command": "clippy", "rust-analyzer.checkOnSave.command": "clippy",
"rust-analyzer.checkOnSave.enable": true, "rust-analyzer.checkOnSave.enable": true,
"rust-analyzer.semanticHighlighting.enable": true,
"editor.semanticHighlighting.enabled": true,
"files.trimTrailingWhitespace": true, "files.trimTrailingWhitespace": true,
"files.insertFinalNewline": true "files.insertFinalNewline": true
...@@ -65,13 +62,12 @@ ...@@ -65,13 +62,12 @@
"RUSTUP_HOME": "/home/ubuntu/dynamo/.build/.rustup" "RUSTUP_HOME": "/home/ubuntu/dynamo/.build/.rustup"
}, },
"mounts": [ "mounts": [
// Uncomment for additional functionality
"source=${localEnv:HF_HOME},target=/home/ubuntu/.cache/huggingface,type=bind", // Uncomment to enable HF Cache Mount. Make sure to set HF_HOME env var in you .bashrc
"source=${localEnv:HOME}/.ssh,target=/home/ubuntu/.ssh,type=bind", // Uncomment to enable SSH Mount, note the .gitconfig should already by copied in
// Default mounts // Default mounts
"source=/tmp/,target=/tmp/,type=bind", "source=/tmp/,target=/tmp/,type=bind",
"source=dynamo-bashhistory,target=/home/ubuntu/.commandhistory,type=volume", // For bash history "source=dynamo-bashhistory,target=/home/ubuntu/.commandhistory,type=volume", // For bash history
"source=dynamo-precommit-cache,target=/home/ubuntu/.cache/pre-commit,type=volume" // For pre-commit cache "source=dynamo-precommit-cache,target=/home/ubuntu/.cache/pre-commit,type=volume" // For pre-commit cache
// Uncomment for additional functionality
// "source=${localEnv:HF_HOME},target=/home/ubuntu/.cache/huggingface,type=bind", // Uncomment to enable HF Cache Mount. Make sure to set HF_HOME env var in you .bashrc
] ]
} }
...@@ -289,7 +289,7 @@ RUN SNIPPET="export PROMPT_COMMAND='history -a' && export HISTFILE=$HOME/.comman ...@@ -289,7 +289,7 @@ RUN SNIPPET="export PROMPT_COMMAND='history -a' && export HISTFILE=$HOME/.comman
RUN mkdir -p /home/$USERNAME/.cache/ RUN mkdir -p /home/$USERNAME/.cache/
ENV VLLM_KV_CAPI_PATH=$HOME/dynamo/target/release/libdynamo_llm_capi.so ENV VLLM_KV_CAPI_PATH=$HOME/dynamo/.build/target/debug/libdynamo_llm_capi.so
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"] ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment