consts.go 3.14 KB
Newer Older
1
2
package consts

3
4
5
6
7
import (
	"time"

	"k8s.io/apimachinery/pkg/runtime/schema"
)
8

9
10
11
12
13
14
const (
	HPACPUDefaultAverageUtilization = 80

	DefaultUserId = "default"
	DefaultOrgId  = "default"

15
	DynamoServicePort       = 8000
16
17
	DynamoServicePortName   = "http"
	DynamoContainerPortName = "http"
18

19
20
21
	DynamoPlannerMetricsPort = 9085
	DynamoMetricsPortName    = "metrics"

22
23
	DynamoSystemPort     = 9090
	DynamoSystemPortName = "system"
24

25
26
	MpiRunSshPort = 2222

27
	EnvDynamoServicePort = "DYNAMO_PORT"
28

29
30
	KubeLabelDynamoSelector = "nvidia.com/selector"

31
32
	KubeAnnotationEnableGrove = "nvidia.com/enable-grove"

33
	KubeLabelDynamoGraphDeploymentName  = "nvidia.com/dynamo-graph-deployment-name"
34
	KubeLabelDynamoComponent            = "nvidia.com/dynamo-component"
35
	KubeLabelDynamoNamespace            = "nvidia.com/dynamo-namespace"
36
	KubeLabelDynamoDeploymentTargetType = "nvidia.com/dynamo-deployment-target-type"
37
	KubeLabelDynamoComponentType        = "nvidia.com/dynamo-component-type"
38

39
40
41
	KubeLabelValueFalse = "false"
	KubeLabelValueTrue  = "true"

42
	KubeLabelDynamoComponentPod = "nvidia.com/dynamo-component-pod"
43
44
45

	KubeResourceGPUNvidia = "nvidia.com/gpu"

46
	DynamoDeploymentConfigEnvVar = "DYN_DEPLOYMENT_CONFIG"
47

48
	ComponentTypePlanner      = "planner"
49
	ComponentTypeFrontend     = "frontend"
50
	ComponentTypeWorker       = "worker"
51
	ComponentTypeDefault      = "default"
52
	PlannerServiceAccountName = "planner-serviceaccount"
53
54

	DefaultIngressSuffix = "local"
55
56

	DefaultGroveTerminationDelay = 15 * time.Minute
57
58

	// Metrics related constants
59
60
61
62
63
	KubeAnnotationEnableMetrics  = "nvidia.com/enable-metrics"  // User-provided annotation to control metrics
	KubeLabelMetricsEnabled      = "nvidia.com/metrics-enabled" // Controller-managed label for pod selection
	KubeValueNameSharedMemory    = "shared-memory"
	DefaultSharedMemoryMountPath = "/dev/shm"
	DefaultSharedMemorySize      = "8Gi"
64

65
66
67
68
69
70
	// Kai-scheduler related constants
	KubeAnnotationKaiSchedulerQueue = "nvidia.com/kai-scheduler-queue" // User-provided annotation to specify queue name
	KubeLabelKaiSchedulerQueue      = "kai.scheduler/queue"            // Label injected into pods for kai-scheduler
	KaiSchedulerName                = "kai-scheduler"                  // Scheduler name for kai-scheduler
	DefaultKaiSchedulerQueue        = "dynamo"                         // Default queue name when none specified

71
72
73
74
75
76
77
78
79
80
81
82
	// Grove multinode role suffixes
	GroveRoleSuffixLeader = "ldr"
	GroveRoleSuffixWorker = "wkr"

	MpiRunSshSecretName = "mpi-run-ssh-secret"
)

type MultinodeDeploymentType string

const (
	MultinodeDeploymentTypeGrove MultinodeDeploymentType = "grove"
	MultinodeDeploymentTypeLWS   MultinodeDeploymentType = "lws"
83
)
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

// GroupVersionResources for external APIs
var (
	// Grove GroupVersionResources for scaling operations
	PodCliqueGVR = schema.GroupVersionResource{
		Group:    "grove.io",
		Version:  "v1alpha1",
		Resource: "podcliques",
	}
	PodCliqueScalingGroupGVR = schema.GroupVersionResource{
		Group:    "grove.io",
		Version:  "v1alpha1",
		Resource: "podcliquescalinggroups",
	}

	// KAI-Scheduler GroupVersionResource for queue validation
	QueueGVR = schema.GroupVersionResource{
		Group:    "scheduling.run.ai",
		Version:  "v2",
		Resource: "queues",
	}
)