fast-test.yml 6.38 KB
Newer Older
1
2
3
trigger:
  branches:
    exclude: [ l10n_master ]
4

5
6
7
8
9
10
11
stages:
- stage: lint
  jobs:
  - job: docs
    pool:
      vmImage: ubuntu-latest
    steps:
12
13
14
    - template: templates/install-dependencies.yml
      parameters:
        platform: ubuntu-latest
15
        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
16

17
18
    - script: |
        sudo apt-get install -y pandoc
19
20
      displayName: Install pandoc

21
22
23
24
    - script: |
        cd docs
        python tools/chineselink.py check
      displayName: Translation up-to-date
25

26
27
28
29
30
31
32
33
34
    - script: |
        cd docs/en_US
        sphinx-build -M html . _build -W --keep-going -T
      displayName: Sphinx  # TODO: rstcheck

  - job: python
    pool:
      vmImage: ubuntu-latest
    steps:
35
36
37
    - template: templates/install-dependencies.yml
      parameters:
        platform: ubuntu-latest
38
        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
39

40
    - script: |
41
42
43
44
        # pylint requires newer typing extension. Override requirements in tensorflow
        python -m pip install "typing-extensions>=3.10"
      displayName: Resolve dependency version

45
    - script: |
46
        python -m pylint --rcfile pylintrc nni
47
      displayName: pylint
48

49
50
51
52
53
54
55
56
57
58
59
    - script: |
        set -e
        python -m flake8 nni --count --select=E9,F63,F72,F82 --show-source --statistics
        EXCLUDES=examples/trials/mnist-nas/*/mnist*.py,examples/trials/nas_cifar10/src/cifar10/general_child.py
        python -m flake8 examples --count --exclude=$EXCLUDES --select=E9,F63,F72,F82 --show-source --statistics
      displayName: flake8

  - job: typescript
    pool:
      vmImage: ubuntu-latest
    steps:
60
61
62
    - template: templates/install-dependencies.yml
      parameters:
        platform: ubuntu-latest
63
        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
64

65
66
    - script: |
        set -e
67
68
        yarn --cwd ts/nni_manager
        yarn --cwd ts/nni_manager eslint
69
      displayName: ESLint (NNI Manager)
70

71
72
    - script: |
        set -e
73
74
        yarn --cwd ts/webui
        yarn --cwd ts/webui eslint
75
76
77
      displayName: ESLint (WebUI)


78
79
  # To reduce debug cost, steps are sorted differently on each platform,
  # so that a bug in any module will cause at least one platform to fail quickly.
80
81
82
83
84
85
86
- stage: test
  jobs:
  - job: ubuntu_latest
    pool:
      vmImage: ubuntu-latest

    steps:
87
88
89
    - template: templates/install-dependencies.yml
      parameters:
        platform: ubuntu-latest
90
        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
91
92
93

    - script: |
        python setup.py develop
94
        echo "##vso[task.setvariable variable=PATH]${HOME}/.local/bin:${PATH}"
95
96
97
98
      displayName: Install NNI

    - script: |
        set -e
99
        mkdir -p coverage
100
        cd test
101
        python -m pytest ut --cov-config=.coveragerc \
102
103
104
105
106
107
108
109
          --ignore=ut/compression/v1/test_pruners.py \
          --ignore=ut/compression/v1/test_compressor_tf.py \
          --ignore=ut/compression/v1/test_compressor_torch.py \
          --ignore=ut/compression/v1/test_model_speedup.py
        python -m pytest ut/compression/v1/test_pruners.py --cov-config=.coveragerc --cov-append
        python -m pytest ut/compression/v1/test_compressor_tf.py --cov-config=.coveragerc --cov-append
        python -m pytest ut/compression/v1/test_compressor_torch.py --cov-config=.coveragerc --cov-append
        python -m pytest ut/compression/v1/test_model_speedup.py --cov-config=.coveragerc --cov-append
110
        cp coverage.xml ../coverage/python.xml
111
112
113
      displayName: Python unit test

    - script: |
114
115
        yarn --cwd ts/nni_manager test
        cp ts/nni_manager/coverage/cobertura-coverage.xml coverage/typescript.xml
116
117
      displayName: TypeScript unit test

118
119
120
121
122
123
124
125
126
127
    - task: PublishTestResults@2
      condition: succeededOrFailed()
      inputs:
        testResultsFiles: '$(System.DefaultWorkingDirectory)/**/test-*.xml'
        testRunTitle: 'Publish test results for Python $(python.version)'
      displayName: Publish test results

    - task: PublishCodeCoverageResults@1
      inputs:
        codeCoverageTool: Cobertura
128
        summaryFileLocation: coverage/*
129
130
      displayName: Publish code coverage results

131
132
133
134
135
136
137
138
139
140
    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test

  - job: ubuntu_legacy
    pool:
      vmImage: ubuntu-18.04

    steps:
141
142
143
    - template: templates/install-dependencies.yml
      parameters:
        platform: ubuntu-legacy
144
        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
145
146
147

    - script: |
        python setup.py develop
148
        echo "##vso[task.setvariable variable=PATH]${HOME}/.local/bin:${PATH}"
149
150
151
152
153
154
155
156
157
      displayName: Install NNI

    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test

    - script: |
        cd test
158
159
160
        python -m pytest ut --ignore=ut/retiarii/test_convert_basic.py \
          --ignore=ut/retiarii/test_convert_operators.py \
          --ignore=ut/retiarii/test_convert_pytorch.py
161
162
163
      displayName: Python unit test

    - script: |
164
        yarn --cwd ts/nni_manager test
165
166
      displayName: TypeScript unit test

167
  - job: windows
168
    pool:
169
      vmImage: windows-latest
170
171

    steps:
172
173
174
    - template: templates/install-dependencies.yml
      parameters:
        platform: windows
175
        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
176
177

    - script: |
178
        python setup.py develop --no-user
179
180
181
182
183
184
185
      displayName: Install NNI

    - script: |
        cd test
        python -m pytest ut
      displayName: Python unit test

186
187
188
189
    - script: |
        yarn --cwd ts/nni_manager test
      displayName: TypeScript unit test

190
191
192
193
194
    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test

195
  - job: macos
196
    pool:
197
      vmImage: macOS-latest
198
199

    steps:
200
201
202
    - template: templates/install-dependencies.yml
      parameters:
        platform: macos
203
        useCache: ${{ eq('$(USE_CACHE)', 'true') }}
204
205

    - script: |
206
207
        python setup.py develop
        echo "##vso[task.setvariable variable=PATH]${HOME}/.local/bin:${PATH}"
208
209
210
      displayName: Install NNI

    - script: |
211
212
        CI=true yarn --cwd ts/nni_manager test --exclude test/core/nnimanager.test.ts
      displayName: TypeScript unit test
J-shang's avatar
J-shang committed
213

214
215
216
217
218
219
220
221
222
    - script: |
        cd test
        python -m pytest ut
      displayName: Python unit test

    - script: |
        cd test
        python nni_test/nnitest/run_tests.py --config config/pr_tests.yml
      displayName: Simple integration test