# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 apiVersion: nvidia.com/v1alpha1 kind: DynamoGraphDeployment metadata: name: vllm-disagg-planner spec: services: Frontend: componentType: frontend replicas: 1 extraPodSpec: mainContainer: image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag Planner: componentType: planner replicas: 1 extraPodSpec: mainContainer: image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag workingDir: /workspace/components/src/dynamo/planner command: - python3 - -m - planner_sla args: - --environment=kubernetes - --backend=vllm - --adjustment-interval=60 - --profile-results-dir=/workspace/profiling_results volumeMounts: - name: planner-profile-data mountPath: /workspace/profiling_results readOnly: true volumes: - name: planner-profile-data configMap: # Must be pre-created before deployment by the profiler # See docs/planner/sla_planner_quickstart.md for more details name: planner-profile-data VllmDecodeWorker: envFromSecret: hf-token-secret componentType: worker subComponentType: decode replicas: 1 resources: limits: gpu: "1" extraPodSpec: mainContainer: image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag workingDir: /workspace/examples/backends/vllm command: - python3 args: - -m - dynamo.vllm - --model - Qwen/Qwen3-0.6B VllmPrefillWorker: envFromSecret: hf-token-secret componentType: worker subComponentType: prefill replicas: 1 resources: limits: gpu: "1" extraPodSpec: mainContainer: image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag workingDir: /workspace/examples/backends/vllm command: - python3 args: - -m - dynamo.vllm - --model - Qwen/Qwen3-0.6B - --is-prefill-worker