restValidationSchemas.ts 9.63 KB
Newer Older
liuzhe-lz's avatar
liuzhe-lz committed
1
2
// Copyright (c) Microsoft Corporation.
// Licensed under the MIT license.
3
4
5
6
7
8
9
10

'use strict';

const joi = require('joi');

export namespace ValidationSchemas {
    export const SETCLUSTERMETADATA = {
        body: {
chicm-ms's avatar
chicm-ms committed
11
            machine_list: joi.array().items(joi.object({ // eslint-disable-line @typescript-eslint/camelcase
12
13
14
                username: joi.string().required(),
                ip: joi.string().ip().required(),
                port: joi.number().min(1).max(65535).required(),
SparkSnail's avatar
SparkSnail committed
15
                passwd: joi.string(),
16
                sshKeyPath: joi.string(),
17
                passphrase: joi.string(),
18
19
20
                gpuIndices: joi.string(),
                maxTrialNumPerGpu: joi.number(),
                useActiveGpu: joi.boolean()
21
            })),
chicm-ms's avatar
chicm-ms committed
22
            local_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
23
24
25
                gpuIndices: joi.string(),
                maxTrialNumPerGpu: joi.number(),
                useActiveGpu: joi.boolean()
26
            }),
chicm-ms's avatar
chicm-ms committed
27
            trial_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
28
                image: joi.string().min(1),
29
                codeDir: joi.string().min(1).required(),
30
31
32
33
                dataDir: joi.string(),
                outputDir: joi.string(),
                cpuNum: joi.number().min(1),
                memoryMB: joi.number().min(100),
34
35
                gpuNum: joi.number().min(0),
                command: joi.string().min(1),
36
                virtualCluster: joi.string(),
37
                shmMB: joi.number(),
38
                authFile: joi.string(),
39
40
                nniManagerNFSMountPath: joi.string().min(1),
                containerNFSMountPath: joi.string().min(1),
SparkSnail's avatar
SparkSnail committed
41
                paiConfigPath: joi.string(),
42
                paiStoragePlugin: joi.string().min(1),
43
                nasMode: joi.string().valid('classic_mode', 'enas_mode', 'oneshot_mode', 'darts_mode'),
44
45
46
47
48
                portList: joi.array().items(joi.object({
                    label: joi.string().required(),
                    beginAt: joi.number().required(),
                    portNumber: joi.number().required(),
                })),
49
50
51
                worker: joi.object({
                    replicas: joi.number().min(1).required(),
                    image: joi.string().min(1),
52
                    privateRegistryAuthPath: joi.string().min(1),
53
54
55
56
57
58
59
60
61
                    outputDir: joi.string(),
                    cpuNum: joi.number().min(1),
                    memoryMB: joi.number().min(100),
                    gpuNum: joi.number().min(0).required(),
                    command: joi.string().min(1).required()
                }),
                ps: joi.object({
                        replicas: joi.number().min(1).required(),
                        image: joi.string().min(1),
62
                        privateRegistryAuthPath: joi.string().min(1),
63
64
65
66
67
                        outputDir: joi.string(),
                        cpuNum: joi.number().min(1),
                        memoryMB: joi.number().min(100),
                        gpuNum: joi.number().min(0).required(),
                        command: joi.string().min(1).required()
68
69
70
71
                }),
                master: joi.object({
                    replicas: joi.number().min(1).required(),
                    image: joi.string().min(1),
72
                    privateRegistryAuthPath: joi.string().min(1),
73
74
75
76
77
                    outputDir: joi.string(),
                    cpuNum: joi.number().min(1),
                    memoryMB: joi.number().min(100),
                    gpuNum: joi.number().min(0).required(),
                    command: joi.string().min(1).required()
78
79
80
81
82
                }),
                taskRoles: joi.array({
                    name: joi.string().min(1),
                    taskNum: joi.number().min(1).required(),
                    image: joi.string().min(1),
83
                    privateRegistryAuthPath: joi.string().min(1),
84
85
86
                    outputDir: joi.string(),
                    cpuNum: joi.number().min(1),
                    memoryMB: joi.number().min(100),
87
                    shmMB: joi.number(),
88
89
90
91
92
93
                    gpuNum: joi.number().min(0).required(),
                    command: joi.string().min(1).required(),
                    frameworkAttemptCompletionPolicy: joi.object({
                        minFailedTaskCount: joi.number(),
                        minSucceededTaskCount: joi.number()
                    })
94
                })
95
            }),
96
            pai_yarn_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
97
                userName: joi.string().min(1).required(),
98
99
                passWord: joi.string().min(1),
                token: joi.string().min(1),
100
                host: joi.string().min(1).required()
101
            }),
102
103
104
105
106
107
            pai_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
                userName: joi.string().min(1).required(),
                passWord: joi.string().min(1),
                token: joi.string().min(1),
                host: joi.string().min(1).required(),
            }),
chicm-ms's avatar
chicm-ms committed
108
            kubeflow_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
109
                operator: joi.string().min(1).required(),
110
                storage: joi.string().min(1),
111
                apiVersion: joi.string().min(1),
112
113
114
                nfs: joi.object({
                    server: joi.string().min(1).required(),
                    path: joi.string().min(1).required()
SparkSnail's avatar
SparkSnail committed
115
116
117
118
119
120
121
                }),
                keyVault: joi.object({
                    vaultName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/),
                    name: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/)
                }),
                azureStorage: joi.object({
                    accountName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,31}$/),
122
                    azureShare: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,63}$/)
123
124
                }),
                uploadRetryCount: joi.number().min(1)
125
            }),
chicm-ms's avatar
chicm-ms committed
126
            frameworkcontroller_config: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
127
                storage: joi.string().min(1),
128
                serviceAccountName: joi.string().min(1),
129
130
131
132
133
134
135
136
137
138
                nfs: joi.object({
                    server: joi.string().min(1).required(),
                    path: joi.string().min(1).required()
                }),
                keyVault: joi.object({
                    vaultName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/),
                    name: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){1,127}$/)
                }),
                azureStorage: joi.object({
                    accountName: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,31}$/),
SparkSnail's avatar
SparkSnail committed
139
                    azureShare: joi.string().regex(/^([0-9]|[a-z]|[A-Z]|-){3,63}$/)
140
141
                }),
                uploadRetryCount: joi.number().min(1)
142
            }),
chicm-ms's avatar
chicm-ms committed
143
            nni_manager_ip: joi.object({ // eslint-disable-line @typescript-eslint/camelcase
144
                nniManagerIp: joi.string().min(1)
145
146
147
148
149
150
            })
        }
    };
    export const STARTEXPERIMENT = {
        body: {
            experimentName: joi.string().required(),
151
            description: joi.string(),
152
153
154
            authorName: joi.string(),
            maxTrialNum: joi.number().min(0).required(),
            trialConcurrency: joi.number().min(0).required(),
155
            trainingServicePlatform: joi.string(),
156
157
            searchSpace: joi.string().required(),
            maxExecDuration: joi.number().min(0).required(),
chicm-ms's avatar
chicm-ms committed
158
            multiPhase: joi.boolean(),
chicm-ms's avatar
chicm-ms committed
159
            multiThread: joi.boolean(),
160
            versionCheck: joi.boolean(),
SparkSnail's avatar
SparkSnail committed
161
            logCollection: joi.string(),
QuanluZhang's avatar
QuanluZhang committed
162
            advisor: joi.object({
Shufan Huang's avatar
Shufan Huang committed
163
                builtinAdvisorName: joi.string().valid('Hyperband', 'BOHB'),
QuanluZhang's avatar
QuanluZhang committed
164
165
166
                codeDir: joi.string(),
                classFileName: joi.string(),
                className: joi.string(),
chicm-ms's avatar
chicm-ms committed
167
                classArgs: joi.any(),
168
169
                checkpointDir: joi.string().allow(''),
                gpuIndices: joi.string()
QuanluZhang's avatar
QuanluZhang committed
170
            }),
171
            tuner: joi.object({
172
                builtinTunerName: joi.string().valid('TPE', 'Random', 'Anneal', 'Evolution', 'SMAC', 'BatchTuner', 'GridSearch', 'NetworkMorphism', 'MetisTuner', 'GPTuner', 'PPOTuner'),
173
174
175
176
                codeDir: joi.string(),
                classFileName: joi.string(),
                className: joi.string(),
                classArgs: joi.any(),
177
                checkpointDir: joi.string().allow(''),
178
179
                includeIntermediateResults: joi.boolean(),
                gpuIndices: joi.string()
QuanluZhang's avatar
QuanluZhang committed
180
            }),
181
            assessor: joi.object({
182
                builtinAssessorName: joi.string().valid('Medianstop', 'Curvefitting'),
183
184
185
186
                codeDir: joi.string(),
                classFileName: joi.string(),
                className: joi.string(),
                classArgs: joi.any(),
chicm-ms's avatar
chicm-ms committed
187
                checkpointDir: joi.string().allow('')
188
189
190
191
192
193
194
195
196
            }),
            clusterMetaData: joi.array().items(joi.object({
                key: joi.string(),
                value: joi.any()
            }))
        }
    };
    export const UPDATEEXPERIMENT = {
        query: {
chicm-ms's avatar
chicm-ms committed
197
            /* eslint-disable-next-line @typescript-eslint/camelcase */
QuanluZhang's avatar
QuanluZhang committed
198
            update_type: joi.string().required().valid('TRIAL_CONCURRENCY', 'MAX_EXEC_DURATION', 'SEARCH_SPACE', 'MAX_TRIAL_NUM')
199
200
201
202
        },
        body: {
            id: joi.string().required(),
            revision: joi.number().min(0).required(),
chicm-ms's avatar
chicm-ms committed
203
            params: joi.object(STARTEXPERIMENT.body),
204
205
            execDuration: joi.number().required(),
            startTime: joi.number(),
chicm-ms's avatar
chicm-ms committed
206
207
            endTime: joi.number(),
            logDir: joi.string(),
208
            nextSequenceId: joi.number()
209
210
211
        }
    };
}