Unverified Commit 4891e161 authored by atchernych's avatar atchernych Committed by GitHub
Browse files

fix: fix namespace (#4324)


Signed-off-by: default avatarAnna Tchernych <atchernych@nvidia.com>
parent ecf6d48c
......@@ -6,7 +6,7 @@
# Declare variables to be passed into your templates.
# This is the Dynamo namespace where the dynamo model is deployed
dynamoNamespace: "vllm-agg"
dynamoNamespace: "my-model-vllm-agg"
# This is the port on which the model is exposed
model:
......
......@@ -169,7 +169,7 @@ kubectl apply -f hf_hub_secret/hf_hub_secret.yaml -n ${NAMESPACE}
export DYNAMO_KV_BLOCK_SIZE=128
export EPP_IMAGE=nvcr.io/you/epp:tag
# Add --gaie argument to the script i.e.:
./run.sh --model llama-3-70b --framework vllm --gaie agg
./run.sh --model llama-3-70b --framework vllm --gaie agg --deployment agg
```
The script will perform gateway checks and apply the manifests.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment