nixl-benchmark-deployment.yaml 832 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
apiVersion: apps/v1
kind: Deployment
metadata:
  name: nixl-benchmark
spec:
  replicas: 2
  selector:
    matchLabels:
      app: nixl-benchmark
  template:
    metadata:
      labels:
        app: nixl-benchmark
    spec:
      imagePullSecrets:
18
        - name: nvcr-imagepullsecret
19
20
      containers:
      - name: nixl-benchmark
21
        image: my-registry/vllm-runtime:nixlbench-e42c07a8
22
23
24
25
26
27
28
29
        command: ["sh", "-c"]
        args:
          - "nixlbench -etcd_endpoints http://dynamo-platform-etcd:2379 --target_seg_type VRAM --initiator_seg_type VRAM && sleep infinity"
        resources:
          requests:
            nvidia.com/gpu: "1"
          limits:
            nvidia.com/gpu: "1"