#!/bin/bash # SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # ASSUMPTION: dynamo and its dependencies are properly installed # i.e. nats and etcd are running # Overview: # This script deploys dynamo disaggregated serving without LMCache on port 8000 # Used as baseline for correctness testing set -e trap 'echo Cleaning up...; kill 0' EXIT # Arguments: MODEL_URL=$1 if [ -z "$MODEL_URL" ]; then echo "Usage: $0 " echo "Example: $0 Qwen/Qwen3-0.6B" exit 1 fi echo "🚀 Starting dynamo disaggregated serving setup without LMCache:" echo " Model: $MODEL_URL" echo " Port: 8000" echo " Mode: Disaggregated (prefill + decode workers)" echo "🔧 Starting dynamo disaggregated serving without LMCache..." python -m dynamo.frontend & CUDA_VISIBLE_DEVICES=0 python3 -m dynamo.vllm --model $MODEL_URL& CUDA_VISIBLE_DEVICES=1 python3 -m dynamo.vllm \ --model $MODEL_URL \ --is-prefill-worker