consts.go 4.09 KB
Newer Older
1
2
package consts

3
4
5
6
7
import (
	"time"

	"k8s.io/apimachinery/pkg/runtime/schema"
)
8

9
10
11
12
13
14
const (
	HPACPUDefaultAverageUtilization = 80

	DefaultUserId = "default"
	DefaultOrgId  = "default"

15
	DynamoServicePort       = 8000
16
17
	DynamoServicePortName   = "http"
	DynamoContainerPortName = "http"
18

19
20
21
	DynamoPlannerMetricsPort = 9085
	DynamoMetricsPortName    = "metrics"

22
23
	DynamoSystemPort     = 9090
	DynamoSystemPortName = "system"
24

25
26
	MpiRunSshPort = 2222

27
	EnvDynamoServicePort = "DYNAMO_PORT"
28

29
30
	KubeLabelDynamoSelector = "nvidia.com/selector"

31
32
	KubeAnnotationEnableGrove = "nvidia.com/enable-grove"

33
	KubeAnnotationDisableImagePullSecretDiscovery = "nvidia.com/disable-image-pull-secret-discovery"
34
	KubeAnnotationDynamoDiscoveryBackend          = "nvidia.com/dynamo-discovery-backend"
35

36
	KubeLabelDynamoGraphDeploymentName  = "nvidia.com/dynamo-graph-deployment-name"
37
	KubeLabelDynamoComponent            = "nvidia.com/dynamo-component"
38
	KubeLabelDynamoNamespace            = "nvidia.com/dynamo-namespace"
39
	KubeLabelDynamoDeploymentTargetType = "nvidia.com/dynamo-deployment-target-type"
40
	KubeLabelDynamoComponentType        = "nvidia.com/dynamo-component-type"
41
	KubeLabelDynamoSubComponentType     = "nvidia.com/dynamo-sub-component-type"
42
43
44
	KubeLabelDynamoBaseModel            = "nvidia.com/dynamo-base-model"
	KubeLabelDynamoBaseModelHash        = "nvidia.com/dynamo-base-model-hash"
	KubeAnnotationDynamoBaseModel       = "nvidia.com/dynamo-base-model"
45
	KubeLabelDynamoDiscoveryBackend     = "nvidia.com/dynamo-discovery-backend"
46
	KubeLabelDynamoDiscoveryEnabled     = "nvidia.com/dynamo-discovery-enabled"
47

48
49
50
	KubeLabelValueFalse = "false"
	KubeLabelValueTrue  = "true"

51
	KubeLabelDynamoComponentPod = "nvidia.com/dynamo-component-pod"
52
53
54

	KubeResourceGPUNvidia = "nvidia.com/gpu"

55
	DynamoDeploymentConfigEnvVar = "DYN_DEPLOYMENT_CONFIG"
56
57
58
	DynamoNamespaceEnvVar        = "DYN_NAMESPACE"
	DynamoComponentEnvVar        = "DYN_COMPONENT"
	DynamoDiscoveryBackendEnvVar = "DYN_DISCOVERY_BACKEND"
59

60
61
	GlobalDynamoNamespace = "dynamo"

62
	ComponentTypePlanner      = "planner"
63
	ComponentTypeFrontend     = "frontend"
64
	ComponentTypeWorker       = "worker"
65
66
	ComponentTypePrefill      = "prefill"
	ComponentTypeDecode       = "decode"
67
	ComponentTypeDefault      = "default"
68
	PlannerServiceAccountName = "planner-serviceaccount"
69
70

	DefaultIngressSuffix = "local"
71
72

	DefaultGroveTerminationDelay = 15 * time.Minute
73
74

	// Metrics related constants
75
76
77
78
79
	KubeAnnotationEnableMetrics  = "nvidia.com/enable-metrics"  // User-provided annotation to control metrics
	KubeLabelMetricsEnabled      = "nvidia.com/metrics-enabled" // Controller-managed label for pod selection
	KubeValueNameSharedMemory    = "shared-memory"
	DefaultSharedMemoryMountPath = "/dev/shm"
	DefaultSharedMemorySize      = "8Gi"
80

81
82
83
	// Compilation cache default mount points
	DefaultVLLMCacheMountPoint = "/root/.cache/vllm"

84
85
86
87
88
89
	// Kai-scheduler related constants
	KubeAnnotationKaiSchedulerQueue = "nvidia.com/kai-scheduler-queue" // User-provided annotation to specify queue name
	KubeLabelKaiSchedulerQueue      = "kai.scheduler/queue"            // Label injected into pods for kai-scheduler
	KaiSchedulerName                = "kai-scheduler"                  // Scheduler name for kai-scheduler
	DefaultKaiSchedulerQueue        = "dynamo"                         // Default queue name when none specified

90
91
92
	// Grove multinode role suffixes
	GroveRoleSuffixLeader = "ldr"
	GroveRoleSuffixWorker = "wkr"
93
94

	MainContainerName = "main"
95
96
97
98
99
100
101
)

type MultinodeDeploymentType string

const (
	MultinodeDeploymentTypeGrove MultinodeDeploymentType = "grove"
	MultinodeDeploymentTypeLWS   MultinodeDeploymentType = "lws"
102
)
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124

// GroupVersionResources for external APIs
var (
	// Grove GroupVersionResources for scaling operations
	PodCliqueGVR = schema.GroupVersionResource{
		Group:    "grove.io",
		Version:  "v1alpha1",
		Resource: "podcliques",
	}
	PodCliqueScalingGroupGVR = schema.GroupVersionResource{
		Group:    "grove.io",
		Version:  "v1alpha1",
		Resource: "podcliquescalinggroups",
	}

	// KAI-Scheduler GroupVersionResource for queue validation
	QueueGVR = schema.GroupVersionResource{
		Group:    "scheduling.run.ai",
		Version:  "v2",
		Resource: "queues",
	}
)