deploy-baseline-dynamo.sh 953 Bytes
Newer Older
1
2
3
4
5
6
7
8
#!/bin/bash
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

# ASSUMPTION: dynamo and its dependencies are properly installed
# i.e. nats and etcd are running

# Overview:
9
# This script deploys dynamo without LMCache on port 8000
10
11
12
13
14
15
16
17
18
19
20
21
22
23
# Used as baseline for correctness testing
set -e
trap 'echo Cleaning up...; kill 0' EXIT
# Arguments:
MODEL_URL=$1

if [ -z "$MODEL_URL" ]; then
    echo "Usage: $0 <MODEL_URL>"
    echo "Example: $0 Qwen/Qwen3-0.6B"
    exit 1
fi

echo "🚀 Starting dynamo setup without LMCache:"
echo "   Model: $MODEL_URL"
24
echo "   Port: 8000"
25
26
27
28
29
30
31
32
33
34
35
36
37

# Kill any existing dynamo processes
echo "🧹 Cleaning up any existing dynamo processes..."
pkill -f "dynamo-run" || true
sleep 2

# Disable LMCache
export ENABLE_LMCACHE=0
echo "🔧 Starting dynamo worker without LMCache..."


python -m dynamo.frontend &
python3 -m dynamo.vllm --model $MODEL_URL