Unverified Commit 8bd37c96 authored by Anant Sharma's avatar Anant Sharma Committed by GitHub
Browse files

refactor: move backend deploy, launch and slurm files from components to examples (#3849)


Signed-off-by: default avatarAnant Sharma <anants@nvidia.com>
parent 78359046
......@@ -70,7 +70,7 @@ resources:
extraPodSpec:
mainContainer:
image: my-registry/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
args:
- "python3"
- "-m"
......@@ -141,7 +141,7 @@ Then, deploy the model using the deployment file.
Export the NAMESPACE you used in your Dynamo Cloud Installation.
```bash
cd <dynamo-source-root>/components/backends/vllm/deploy
cd <dynamo-source-root>/examples/backends/vllm/deploy
export DEPLOYMENT_FILE=agg.yaml
kubectl apply -f $DEPLOYMENT_FILE -n $NAMESPACE
......
......@@ -25,7 +25,7 @@ spec:
extraPodSpec:
mainContainer:
image: gitlab-master.nvidia.com:5005/dl/ai-dynamo/dynamo/dynamo:vllm-1029
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -32,7 +32,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -28,7 +28,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -14,7 +14,7 @@ spec:
extraPodSpec:
mainContainer:
image: my-registry/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......@@ -35,7 +35,7 @@ spec:
extraPodSpec:
mainContainer:
image: my-registry/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......@@ -58,7 +58,7 @@ spec:
extraPodSpec:
mainContainer:
image: my-registry/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -26,7 +26,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......@@ -46,7 +46,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -25,7 +25,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......@@ -57,7 +57,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -25,7 +25,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......@@ -57,7 +57,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -27,7 +27,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......@@ -61,7 +61,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
......@@ -49,7 +49,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
args:
......@@ -69,7 +69,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
args:
......
......@@ -28,7 +28,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......@@ -47,7 +47,7 @@ spec:
extraPodSpec:
mainContainer:
image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag
workingDir: /workspace/components/backends/vllm
workingDir: /workspace/examples/backends/vllm
command:
- python3
- -m
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment