"vscode:/vscode.git/clone" did not exist on "3119fa01d4c9f51434f20d1d4c54b409ab442a05"
fast-test.yml 13.6 KB
Newer Older
1
2
3
# To reduce debug cost, steps are sorted differently on each platform,
# so that a bug in any module will cause at least one platform to fail quickly.

4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
stages:
- stage: lint
  jobs:
  - job: docs
    pool:
      vmImage: ubuntu-latest
    variables:
      PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
    steps:
    - task: UsePythonVersion@0
      inputs:
        versionSpec: 3.8
      displayName: Configure Python version
    - script: |
        sudo apt-get install -y pandoc
        sudo apt-get remove swig -y
        sudo apt-get install swig3.0 -y
        sudo ln -s /usr/bin/swig3.0 /usr/bin/swig
      displayName: Install apt packages
Yuge Zhang's avatar
Yuge Zhang committed
23
24
25
26
27
28
29
30
    - task: Cache@2
      inputs:
        key: 'python | "$(Agent.OS)" | dependencies/*.txt'
        restoreKeys: | 
          python | "$(Agent.OS)"
          python
        path: $(PIP_CACHE_DIR)
      displayName: Cache pip packages
31
32
33
34
35
36
    - script: |
        set -e
        python -m pip install -U -r dependencies/setup.txt
        python -m pip install -r dependencies/develop.txt
        python -m pip install -r dependencies/required.txt
        python -m pip install -r dependencies/recommended.txt
37
        python -m pip install -r dependencies/required_extra.txt
38
      displayName: Install requirements
39
40
41
42
    - script: |
        cd docs
        python tools/chineselink.py check
      displayName: Translation up-to-date
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
    - script: |
        cd docs/en_US
        sphinx-build -M html . _build -W --keep-going -T
      displayName: Sphinx  # TODO: rstcheck

  - job: python
    pool:
      vmImage: ubuntu-latest
    variables:
      PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
    steps:
    - task: UsePythonVersion@0
      inputs:
        versionSpec: 3.8
      displayName: Configure Python version
    - script: |
        sudo apt-get remove swig -y
        sudo apt-get install swig3.0 -y
        sudo ln -s /usr/bin/swig3.0 /usr/bin/swig
      displayName: Install apt packages
Yuge Zhang's avatar
Yuge Zhang committed
63
64
65
66
67
68
69
70
    - task: Cache@2
      inputs:
        key: 'python | "$(Agent.OS)" | dependencies/*.txt'
        restoreKeys: | 
          python | "$(Agent.OS)"
          python
        path: $(PIP_CACHE_DIR)
      displayName: Cache pip packages
71
72
73
74
75
76
    - script: |
        set -e
        python -m pip install -U -r dependencies/setup.txt
        python -m pip install -r dependencies/develop.txt
        python -m pip install -r dependencies/required.txt
        python -m pip install -r dependencies/recommended.txt
77
        python -m pip install -r dependencies/required_extra.txt
78
        python -m pip install "typing-extensions>=3.10"  # pylint requires newer typing extension. Override requirements in tensorflow
79
80
81
82
83
84
85
86
87
88
89
90
91
      displayName: Install requirements
    - script: python -m pylint --rcfile pylintrc nni
      displayName: pylint
    - script: |
        set -e
        python -m flake8 nni --count --select=E9,F63,F72,F82 --show-source --statistics
        EXCLUDES=examples/trials/mnist-nas/*/mnist*.py,examples/trials/nas_cifar10/src/cifar10/general_child.py
        python -m flake8 examples --count --exclude=$EXCLUDES --select=E9,F63,F72,F82 --show-source --statistics
      displayName: flake8

  - job: typescript
    pool:
      vmImage: ubuntu-latest
92
93
    variables:
      YARN_CACHE_FOLDER: $(Pipeline.Workspace)/.yarn
94
    steps:
95
96
97
98
    - task: NodeTool@0
      inputs:
        versionSpec: 16.3.0
      displayName: Configure Node.js version
99
100
101
102
103
104
105
    - task: Cache@2
      inputs:
        key: 'yarn | "$(Agent.OS)" | ts/**/yarn.lock, !**/node_modules/**'
        restoreKeys: |
          yarn | "$(Agent.OS)"
        path: $(YARN_CACHE_FOLDER)
      displayName: Cache yarn packages
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
    - script: |
        set -e
        cd ts/nni_manager
        yarn
        yarn eslint
      displayName: ESLint (NNI Manager)
    - script: |
        set -e
        cd ts/webui
        yarn
        yarn eslint
      displayName: ESLint (WebUI)


- stage: test
  jobs:
  - job: ubuntu_latest
    pool:
      vmImage: ubuntu-latest
125
126
127
    variables:
      PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
      YARN_CACHE_FOLDER: $(Pipeline.Workspace)/.yarn
128
129
130
131

    steps:
    - task: UsePythonVersion@0
      inputs:
132
        versionSpec: 3.9
133
134
      displayName: Configure Python version

135
136
137
138
139
    - task: NodeTool@0
      inputs:
        versionSpec: 16.3.0
      displayName: Configure Node.js version

140
141
142
143
144
145
146
147
148
    - script: |
        sudo apt-get install -y pandoc
        sudo apt-get remove swig -y
        sudo apt-get install swig3.0 -y
        sudo ln -s /usr/bin/swig3.0 /usr/bin/swig
      displayName: Install apt packages

    - task: Cache@2
      inputs:
149
        key: 'python | "$(Agent.OS)" | latest | dependencies/*.txt'
150
151
152
153
154
155
156
157
        restoreKeys: | 
          python | "$(Agent.OS)"
          python
        path: $(PIP_CACHE_DIR)
      displayName: Cache pip packages

    - task: Cache@2
      inputs:
158
        key: 'yarn | "$(Agent.OS)" | latest | ts/**/yarn.lock, !**/node_modules/**'
159
160
161
162
163
        restoreKeys: |
          yarn | "$(Agent.OS)"
        path: $(YARN_CACHE_FOLDER)
      displayName: Cache yarn packages

164
165
    - script: |
        set -e
166
167
        python -m pip install -U -r dependencies/setup.txt
        python -m pip install -r dependencies/develop.txt
168
169
170
171
172
        echo "##vso[task.setvariable variable=PATH]${HOME}/.local/bin:${PATH}"
      displayName: Install Python tools

    - script: |
        python setup.py develop
173
        mkdir -p coverage
174
175
176
177
      displayName: Install NNI

    - script: |
        set -e
178
        python -m pip install -r dependencies/recommended.txt
179
        python -m pip install -e .[PPOTuner,DNGO]
180
181
      displayName: Install extra dependencies

J-shang's avatar
J-shang committed
182
183
184
185
186
187
    # Need del later
    - script: |
        set -e
        python test/vso_tools/interim_patch.py
      displayName: Torch utils tensorboard interim patch

188
189
190
    - script: |
        set -e
        cd test
191
        python -m pytest ut --cov-config=.coveragerc \
192
193
194
195
196
197
198
199
          --ignore=ut/compression/v1/test_pruners.py \
          --ignore=ut/compression/v1/test_compressor_tf.py \
          --ignore=ut/compression/v1/test_compressor_torch.py \
          --ignore=ut/compression/v1/test_model_speedup.py
        python -m pytest ut/compression/v1/test_pruners.py --cov-config=.coveragerc --cov-append
        python -m pytest ut/compression/v1/test_compressor_tf.py --cov-config=.coveragerc --cov-append
        python -m pytest ut/compression/v1/test_compressor_torch.py --cov-config=.coveragerc --cov-append
        python -m pytest ut/compression/v1/test_model_speedup.py --cov-config=.coveragerc --cov-append
200
        cp coverage.xml ../coverage/python.xml
201
202
203
204
205
206
      displayName: Python unit test

    - script: |
        set -e
        cd ts/nni_manager
        yarn test
207
        cp coverage/cobertura-coverage.xml ../../coverage/typescript.xml
208
209
      displayName: TypeScript unit test

210
211
212
213
214
215
216
217
218
219
    - task: PublishTestResults@2
      condition: succeededOrFailed()
      inputs:
        testResultsFiles: '$(System.DefaultWorkingDirectory)/**/test-*.xml'
        testRunTitle: 'Publish test results for Python $(python.version)'
      displayName: Publish test results

    - task: PublishCodeCoverageResults@1
      inputs:
        codeCoverageTool: Cobertura
220
        summaryFileLocation: coverage/*
221
222
      displayName: Publish code coverage results

223
224
225
226
227
228
229
230
    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test

  - job: ubuntu_legacy
    pool:
      vmImage: ubuntu-18.04
231
232
233
    variables:
      PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
      YARN_CACHE_FOLDER: $(Pipeline.Workspace)/.yarn
234
235
236
237
238
239
240

    steps:
    - task: UsePythonVersion@0
      inputs:
        versionSpec: 3.6
      displayName: Configure Python version

241
242
243
244
245
    - task: NodeTool@0
      inputs:
        versionSpec: 16.3.0
      displayName: Configure Node.js version

246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
    - script: |
        sudo apt-get install -y pandoc
        sudo apt-get remove swig -y
        sudo apt-get install swig3.0 -y
        sudo ln -s /usr/bin/swig3.0 /usr/bin/swig
      displayName: Install apt packages

    - task: Cache@2
      inputs:
        key: 'python | "$(Agent.OS)" | legacy | dependencies/*.txt'
        restoreKeys: | 
          python | "$(Agent.OS)"
          python
        path: $(PIP_CACHE_DIR)
      displayName: Cache pip packages

    - task: Cache@2
      inputs:
        key: 'yarn | "$(Agent.OS)" | legacy | ts/**/yarn.lock, !**/node_modules/**'
        restoreKeys: |
          yarn | "$(Agent.OS)"
        path: $(YARN_CACHE_FOLDER)
      displayName: Cache yarn packages

270
271
    - script: |
        set -e
272
273
        python -m pip install -U -r dependencies/setup.txt
        python -m pip install -r dependencies/develop.txt
274
275
276
277
278
279
280
281
282
        echo "##vso[task.setvariable variable=PATH]${HOME}/.local/bin:${PATH}"
      displayName: Install Python tools

    - script: |
        python setup.py develop
      displayName: Install NNI

    - script: |
        set -e
283
        python -m pip install -r dependencies/recommended_legacy.txt
98may's avatar
98may committed
284
        python -m pip install -e .[SMAC,BOHB,PPOTuner,DNGO]
285
286
      displayName: Install extra dependencies

J-shang's avatar
J-shang committed
287
288
289
    # Need del later
    - script: |
        set -e
J-shang's avatar
J-shang committed
290
291
        python test/vso_tools/interim_patch.py
      displayName: Torch utils tensorboard interim patch
J-shang's avatar
J-shang committed
292
293


294
295
296
297
298
299
300
    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test

    - script: |
        cd test
301
302
303
        python -m pytest ut --ignore=ut/retiarii/test_convert_basic.py \
          --ignore=ut/retiarii/test_convert_operators.py \
          --ignore=ut/retiarii/test_convert_pytorch.py
304
305
306
307
308
309
310
311
312
313
314
      displayName: Python unit test

    - script: |
        set -e
        cd ts/nni_manager
        yarn test
      displayName: TypeScript unit test

  - job: macos
    pool:
      vmImage: macOS-10.15
315
316
317
    variables:
      PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
      YARN_CACHE_FOLDER: $(Pipeline.Workspace)/.yarn
318
    timeoutInMinutes: 90  # macos test need extra time
319
320
321
322
323
324
325

    steps:
    - task: UsePythonVersion@0
      inputs:
        versionSpec: 3.8
      displayName: Configure Python version

326
327
328
329
330
    - task: NodeTool@0
      inputs:
        versionSpec: 16.3.0
      displayName: Configure Node.js version

331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
    - script: |
        brew install swig@3
        rm -f /usr/local/bin/swig
        ln -s /usr/local/opt/swig\@3/bin/swig /usr/local/bin/swig
      displayName: Install brew packages

    - task: Cache@2
      inputs:
        key: 'python | "$(Agent.OS)" | dependencies/*.txt'
        restoreKeys: | 
          python | "$(Agent.OS)"
          python
        path: $(PIP_CACHE_DIR)
      displayName: Cache pip packages

    - task: Cache@2
      inputs:
        key: 'yarn | "$(Agent.OS)" | ts/**/yarn.lock, !**/node_modules/**'
        restoreKeys: |
          yarn | "$(Agent.OS)"
        path: $(YARN_CACHE_FOLDER)
      displayName: Cache yarn packages

354
355
    - script: |
        set -e
356
357
        python -m pip install -U -r dependencies/setup.txt
        python -m pip install -r dependencies/develop.txt
358
359
360
361
362
363
364
365
366
367
        echo "##vso[task.setvariable variable=PATH]${PATH}:${HOME}/.local/bin"
      displayName: Install Python tools

    - script: |
        python setup.py develop
      displayName: Install NNI

    - script: |
        set -e
        export CI=true
368
        (cd ts/nni_manager && yarn test --exclude test/core/nnimanager.test.ts)
369
370
371
372
      displayName: TypeScript unit test

    - script: |
        set -e
373
        python -m pip install -r dependencies/recommended.txt
98may's avatar
98may committed
374
        python -m pip install -e .[SMAC,BOHB,PPOTuner,DNGO]
375
376
      displayName: Install extra dependencies

J-shang's avatar
J-shang committed
377
378
379
380
381
382
    # Need del later
    - script: |
        set -e
        python test/vso_tools/interim_patch.py
      displayName: Torch utils tensorboard interim patch

383
384
385
386
387
388
389
390
391
392
393
394
395
    - script: |
        cd test
        python -m pytest ut
      displayName: Python unit test

    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test

  - job: windows
    pool:
      vmImage: windows-2019
396
397
398
    variables:
      PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
      YARN_CACHE_FOLDER: $(Pipeline.Workspace)/.yarn
399
    timeoutInMinutes: 120  # windows test need extra time
400
401
402
403
404
405
406

    steps:
    - task: UsePythonVersion@0
      inputs:
        versionSpec: 3.8
      displayName: Configure Python version

407
408
409
410
411
    - task: NodeTool@0
      inputs:
        versionSpec: 16.3.0
      displayName: Configure Node.js version

412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
    - task: Cache@2
      inputs:
        key: 'python | "$(Agent.OS)" | dependencies/*.txt'
        restoreKeys: | 
          python | "$(Agent.OS)"
          python
        path: $(PIP_CACHE_DIR)
      displayName: Cache pip packages

    - task: Cache@2
      inputs:
        key: 'yarn | "$(Agent.OS)" | ts/**/yarn.lock, !**/node_modules/**'
        restoreKeys: |
          yarn | "$(Agent.OS)"
        path: $(YARN_CACHE_FOLDER)
      displayName: Cache yarn packages

429
    - script: |
430
431
432
        set -e
        python -m pip install -U -r dependencies/setup.txt
        python -m pip install -r dependencies/develop.txt
433
434
435
436
437
438
439
      displayName: Install Python tools

    - script: |
        python setup.py develop --no-user
      displayName: Install NNI

    - script: |
440
        python -m pip install -r dependencies/recommended.txt
98may's avatar
98may committed
441
        python -m pip install -e .[DNGO]
442
443
      displayName: Install extra dependencies

J-shang's avatar
J-shang committed
444
445
446
447
448
449
    # Need del later
    - script: |
        set -e
        python test/vso_tools/interim_patch.py
      displayName: Torch utils tensorboard interim patch

450
451
452
453
454
455
456
457
458
459
460
461
462
463
    - script: |
        cd test
        python -m pytest ut
      displayName: Python unit test

    - script: |
        cd ts/nni_manager
        yarn test
      displayName: TypeScript unit test

    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test
liuzhe-lz's avatar
liuzhe-lz committed
464
465
466
467
468


trigger:
  branches:
    exclude: [ l10n_master ]