#!/bin/bash # SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # Setup cleanup trap cleanup() { echo "Cleaning up background processes..." kill $DYNAMO_PID 2>/dev/null || true wait $DYNAMO_PID 2>/dev/null || true echo "Cleanup complete." } trap cleanup EXIT INT TERM # Parse command line arguments while [[ $# -gt 0 ]]; do case $1 in -h|--help) echo "Usage: $0 [OPTIONS]" echo "Options:" echo " -h, --help Show this help message" echo "" echo "Note: System metrics are enabled by default on port 8081 (worker)" echo "Note: OpenTelemetry tracing is not yet supported for embedding models" exit 0 ;; *) echo "Unknown option: $1" echo "Use --help for usage information" exit 1 ;; esac done # run ingress # dynamo.frontend accepts either --http-port flag or DYN_HTTP_PORT env var (defaults to 8000) python3 -m dynamo.frontend & DYNAMO_PID=$! # run worker DYN_SYSTEM_PORT=${DYN_SYSTEM_PORT:-8081} \ python3 -m dynamo.sglang \ --embedding-worker \ --model-path Qwen/Qwen3-Embedding-4B \ --served-model-name Qwen/Qwen3-Embedding-4B \ --page-size 16 \ --tp 1 \ --trust-remote-code \ --use-sglang-tokenizer \ --enable-metrics