Skip to content

GitLab

Unverified Commit 7b325ee8 authored by Biswa Panda's avatar Biswa Panda Committed by GitHub
Browse files

fix: vllm router examples (#1942)

parent a50be1ad
Show whitespace changes
Inline Side-by-side
Showing with 7 additions and 3 deletions
examples/vllm/deploy/agg_router.yaml
View file @ 7b325ee8
......@@ -15,7 +15,7 @@
apiVersion: nvidia.com/v1alpha1
kind: DynamoGraphDeployment
metadata:
name: vllm-v1-agg
name: vllm-v1-agg-router
spec:
services:
Frontend:
......@@ -37,7 +37,7 @@ spec:
periodSeconds: 60
timeoutSeconds: 30
failureThreshold: 10
dynamoNamespace: vllm-v1-agg
dynamoNamespace: vllm-v1-agg-router
componentType: main
replicas: 1
resources:
......@@ -58,6 +58,8 @@ spec:
- out=dyn
- --http-port
- "8000"
- --router-mode
- kv
VllmDecodeWorker:
envFromSecret: hf-token-secret
livenessProbe:
......@@ -79,7 +81,7 @@ spec:
periodSeconds: 60
timeoutSeconds: 30
failureThreshold: 10
dynamoNamespace: vllm-v1-agg
dynamoNamespace: vllm-v1-agg-router
componentType: worker
replicas: 2
resources:
......
examples/vllm/deploy/disagg_router.yaml
View file @ 7b325ee8
......@@ -58,6 +58,8 @@ spec:
- out=dyn
- --http-port
- "8000"
- --router-mode
- kv
VllmDecodeWorker:
dynamoNamespace: vllm-v1-disagg-router
envFromSecret: hf-token-secret
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment