restValidationSchemas.ts 10.6 KB
Newer Older
liuzhe-lz's avatar
liuzhe-lz committed
1
2
// Copyright (c) Microsoft Corporation.
// Licensed under the MIT license.
3
4
5
6
7
8
9
10

'use strict';

const joi = require('joi');

export namespace ValidationSchemas {
    export const SETCLUSTERMETADATA = {
        body: {
chicm-ms's avatar
chicm-ms committed
11
            machine_list: joi.array().items(joi.object({ // eslint-disable-line @typescript-eslint/camelcase
12
                username: joi.string().required(),
13
                ip: joi.string().hostname().required(),
14
                port: joi.number().min(1).max(65535).required(),
SparkSnail's avatar
SparkSnail committed
15
                passwd: joi.string(),
16
                sshKeyPath: joi.string(),
17
                passphrase: joi.string(),
18
19
                gpuIndices: joi.string(),
                maxTrialNumPerGpu: joi.number(),
20
21
                useActiveGpu: joi.boolean(),
                preCommand: joi.string()
22
            })),
chicm-ms's avatar
chicm-ms committed
23
            local_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
24
25
26
                gpuIndices: joi.string(),
                maxTrialNumPerGpu: joi.number(),
                useActiveGpu: joi.boolean()
27
            }),
chicm-ms's avatar
chicm-ms committed
28
            trial_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
29
                image: joi.string().min(1),
30
                codeDir: joi.string().min(1).required(),
31
32
33
34
                dataDir: joi.string(),
                outputDir: joi.string(),
                cpuNum: joi.number().min(1),
                memoryMB: joi.number().min(100),
35
36
                gpuNum: joi.number().min(0),
                command: joi.string().min(1),
37
                virtualCluster: joi.string(),
38
                shmMB: joi.number(),
39
                authFile: joi.string(),
40
41
                nniManagerNFSMountPath: joi.string().min(1),
                containerNFSMountPath: joi.string().min(1),
SparkSnail's avatar
SparkSnail committed
42
                paiConfigPath: joi.string(),
SparkSnail's avatar
SparkSnail committed
43
                nodeCount: joi.number(),
44
                paiStorageConfigName: joi.string().min(1),
45
                nasMode: joi.string().valid('classic_mode', 'enas_mode', 'oneshot_mode', 'darts_mode'),
46
47
48
49
50
                portList: joi.array().items(joi.object({
                    label: joi.string().required(),
                    beginAt: joi.number().required(),
                    portNumber: joi.number().required(),
                })),
51
52
53
                worker: joi.object({
                    replicas: joi.number().min(1).required(),
                    image: joi.string().min(1),
54
                    privateRegistryAuthPath: joi.string().min(1),
55
56
57
58
59
60
61
62
63
                    outputDir: joi.string(),
                    cpuNum: joi.number().min(1),
                    memoryMB: joi.number().min(100),
                    gpuNum: joi.number().min(0).required(),
                    command: joi.string().min(1).required()
                }),
                ps: joi.object({
                        replicas: joi.number().min(1).required(),
                        image: joi.string().min(1),
64
                        privateRegistryAuthPath: joi.string().min(1),
65
66
67
68
69
                        outputDir: joi.string(),
                        cpuNum: joi.number().min(1),
                        memoryMB: joi.number().min(100),
                        gpuNum: joi.number().min(0).required(),
                        command: joi.string().min(1).required()
70
71
72
73
                }),
                master: joi.object({
                    replicas: joi.number().min(1).required(),
                    image: joi.string().min(1),
74
                    privateRegistryAuthPath: joi.string().min(1),
75
76
77
78
79
                    outputDir: joi.string(),
                    cpuNum: joi.number().min(1),
                    memoryMB: joi.number().min(100),
                    gpuNum: joi.number().min(0).required(),
                    command: joi.string().min(1).required()
80
81
82
83
84
                }),
                taskRoles: joi.array({
                    name: joi.string().min(1),
                    taskNum: joi.number().min(1).required(),
                    image: joi.string().min(1),
85
                    privateRegistryAuthPath: joi.string().min(1),
86
87
88
                    outputDir: joi.string(),
                    cpuNum: joi.number().min(1),
                    memoryMB: joi.number().min(100),
89
                    shmMB: joi.number(),
90
91
92
93
94
95
                    gpuNum: joi.number().min(0).required(),
                    command: joi.string().min(1).required(),
                    frameworkAttemptCompletionPolicy: joi.object({
                        minFailedTaskCount: joi.number(),
                        minSucceededTaskCount: joi.number()
                    })
96
                })
97
            }),
98
            pai_yarn_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
99
                userName: joi.string().min(1).required(),
100
101
                passWord: joi.string().min(1),
                token: joi.string().min(1),
102
                host: joi.string().min(1).required()
103
            }),
104
105
106
107
            pai_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
                userName: joi.string().min(1).required(),
                token: joi.string().min(1),
                host: joi.string().min(1).required(),
108
                reuse: joi.boolean(),
109
110
111
112
113
                cpuNum: joi.number().min(1),
                memoryMB: joi.number().min(100),
                gpuNum: joi.number().min(1),
                maxTrialNumPerGpu: joi.number(),
                useActiveGpu: joi.boolean(),
114
            }),
chicm-ms's avatar
chicm-ms committed
115
            kubeflow_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
116
                operator: joi.string().min(1).required(),
117
                storage: joi.string().min(1),
118
                apiVersion: joi.string().min(1),
119
120
121
                nfs: joi.object({
                    server: joi.string().min(1).required(),
                    path: joi.string().min(1).required()
SparkSnail's avatar
SparkSnail committed
122
123
124
125
126
127
128
                }),
                keyVault: joi.object({
                    vaultName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/),
                    name: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/)
                }),
                azureStorage: joi.object({
                    accountName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,31}$/),
129
                    azureShare: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,63}$/)
130
131
                }),
                uploadRetryCount: joi.number().min(1)
132
            }),
chicm-ms's avatar
chicm-ms committed
133
            frameworkcontroller_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
134
                storage: joi.string().min(1),
135
                serviceAccountName: joi.string().min(1),
136
137
138
139
140
141
142
143
144
145
                nfs: joi.object({
                    server: joi.string().min(1).required(),
                    path: joi.string().min(1).required()
                }),
                keyVault: joi.object({
                    vaultName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/),
                    name: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/)
                }),
                azureStorage: joi.object({
                    accountName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,31}$/),
SparkSnail's avatar
SparkSnail committed
146
                    azureShare: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,63}$/)
147
148
                }),
                uploadRetryCount: joi.number().min(1)
149
            }),
George Cheng's avatar
George Cheng committed
150
151
152
153
154
155
156
157
158
            dlts_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
                dashboard: joi.string().min(1),
              
                cluster: joi.string().min(1),
                team: joi.string().min(1),
              
                email: joi.string().min(1),
                password: joi.string().min(1)
            }),
SparkSnail's avatar
SparkSnail committed
159
160
161
            aml_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
                subscriptionId: joi.string().min(1),
                resourceGroup: joi.string().min(1),
162
163
164
165
                workspaceName: joi.string().min(1),
                computeTarget: joi.string().min(1),
                maxTrialNumPerGpu: joi.number(),
                useActiveGpu: joi.boolean()
SparkSnail's avatar
SparkSnail committed
166
            }),
chicm-ms's avatar
chicm-ms committed
167
            nni_manager_ip: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
168
                nniManagerIp: joi.string().min(1)
169
170
171
            }),
            remote_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
                reuse: joi.boolean()
172
173
174
175
176
177
            })
        }
    };
    export const STARTEXPERIMENT = {
        body: {
            experimentName: joi.string().required(),
178
            description: joi.string(),
179
180
181
            authorName: joi.string(),
            maxTrialNum: joi.number().min(0).required(),
            trialConcurrency: joi.number().min(0).required(),
182
            trainingServicePlatform: joi.string(),
183
184
            searchSpace: joi.string().required(),
            maxExecDuration: joi.number().min(0).required(),
chicm-ms's avatar
chicm-ms committed
185
            multiPhase: joi.boolean(),
chicm-ms's avatar
chicm-ms committed
186
            multiThread: joi.boolean(),
187
            versionCheck: joi.boolean(),
SparkSnail's avatar
SparkSnail committed
188
            logCollection: joi.string(),
QuanluZhang's avatar
QuanluZhang committed
189
            advisor: joi.object({
chicm-ms's avatar
chicm-ms committed
190
                builtinAdvisorName: joi.string(),
QuanluZhang's avatar
QuanluZhang committed
191
192
193
                codeDir: joi.string(),
                classFileName: joi.string(),
                className: joi.string(),
chicm-ms's avatar
chicm-ms committed
194
                classArgs: joi.any(),
195
196
                checkpointDir: joi.string().allow(''),
                gpuIndices: joi.string()
QuanluZhang's avatar
QuanluZhang committed
197
            }),
198
            tuner: joi.object({
chicm-ms's avatar
chicm-ms committed
199
                builtinTunerName: joi.string(),
200
201
202
203
                codeDir: joi.string(),
                classFileName: joi.string(),
                className: joi.string(),
                classArgs: joi.any(),
204
                checkpointDir: joi.string().allow(''),
205
206
                includeIntermediateResults: joi.boolean(),
                gpuIndices: joi.string()
QuanluZhang's avatar
QuanluZhang committed
207
            }),
208
            assessor: joi.object({
chicm-ms's avatar
chicm-ms committed
209
                builtinAssessorName: joi.string(),
210
211
212
213
                codeDir: joi.string(),
                classFileName: joi.string(),
                className: joi.string(),
                classArgs: joi.any(),
chicm-ms's avatar
chicm-ms committed
214
                checkpointDir: joi.string().allow('')
215
216
217
218
219
220
221
222
223
            }),
            clusterMetaData: joi.array().items(joi.object({
                key: joi.string(),
                value: joi.any()
            }))
        }
    };
    export const UPDATEEXPERIMENT = {
        query: {
chicm-ms's avatar
chicm-ms committed
224
            /* eslint-disable-next-line @typescript-eslint/camelcase */
QuanluZhang's avatar
QuanluZhang committed
225
            update_type: joi.string().required().valid('TRIAL_CONCURRENCY', 'MAX_EXEC_DURATION', 'SEARCH_SPACE', 'MAX_TRIAL_NUM')
226
227
228
229
        },
        body: {
            id: joi.string().required(),
            revision: joi.number().min(0).required(),
chicm-ms's avatar
chicm-ms committed
230
            params: joi.object(STARTEXPERIMENT.body),
231
232
            execDuration: joi.number().required(),
            startTime: joi.number(),
chicm-ms's avatar
chicm-ms committed
233
234
            endTime: joi.number(),
            logDir: joi.string(),
235
            nextSequenceId: joi.number()
236
237
238
        }
    };
}