config.yml 34.6 KB
Newer Older
1
2
version: 2.1

3
# How to test the Linux jobs:
4
#   - Install CircleCI local CLI: https://circleci.com/docs/2.0/local-cli/
5
6
#   - circleci config process .circleci/config.yml > gen.yml && circleci local execute -c gen.yml --job binary_linux_wheel_py3.8
#     - Replace binary_linux_wheel_py3.8 with the name of the job you want to test.
Edward Z. Yang's avatar
Edward Z. Yang committed
7
#       Job names are 'name:' key.
8

9
10
11
12
13
14
executors:
  windows-cpu:
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      shell: bash.exe
peterjc123's avatar
peterjc123 committed
15

16
17
18
19
20
21
  windows-gpu:
    machine:
      resource_class: windows.gpu.nvidia.medium
      image: windows-server-2019-nvidia:stable
      shell: bash.exe

22
23
binary_common: &binary_common
  parameters:
Edward Z. Yang's avatar
Edward Z. Yang committed
24
    # Edit these defaults to do a release
25
26
27
28
29
30
31
32
33
34
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
35
      description: "Python version to build against (e.g., 3.8)"
36
37
38
39
40
      type: string
  environment:
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
Edward Z. Yang's avatar
Edward Z. Yang committed
41
    CU_VERSION: cpu
42

Mingbo Wan's avatar
Mingbo Wan committed
43
44
45
smoke_test_common: &smoke_test_common
  <<: *binary_common
  docker:
46
    - image: 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:56c846a5-acaa-41a7-92f5-46ec66186c61
Mingbo Wan's avatar
Mingbo Wan committed
47
48
49
50
      aws_auth:
        aws_access_key_id: ${ECR_AWS_ACCESS_KEY}
        aws_secret_access_key: ${ECR_AWS_SECRET_ACCESS_KEY}

51
jobs:
52
53
  circleci_consistency:
    docker:
54
      - image: circleci/python:3.8
55
56
57
58
    steps:
      - checkout
      - run:
          command: |
59
            pip install --user --progress-bar off jinja2 pyyaml
60
61
62
            python .circleci/regenerate.py
            git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)

63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
  download_third_parties_nix:
    docker:
      - image: "centos:8"
    resource_class: small
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on daily
          command: echo "$(date +"%Y-%U-%d")" > .circleci-daily
      - restore_cache:

          keys:
            - tp-nix-{{ checksum ".circleci-daily" }}-{{ checksum "./build_tools/setup_helpers/build_third_party.sh" }}-{{ checksum "./build_tools/setup_helpers/build_third_party_helper.sh" }}

      - run:
          command: ./build_tools/setup_helpers/build_third_party.sh $PWD --download-only
      - save_cache:

          key: tp-nix-{{ checksum ".circleci-daily" }}-{{ checksum "./build_tools/setup_helpers/build_third_party.sh" }}-{{ checksum "./build_tools/setup_helpers/build_third_party_helper.sh" }}

          paths:
            - third_party/tmp
      - persist_to_workspace:
          root: third_party
          paths:
            - tmp

91
  binary_linux_wheel:
92
    <<: *binary_common
93
    docker:
94
      - image: "pytorch/manylinux-cuda100"
95
96
97
    resource_class: 2xlarge+
    steps:
      - checkout
98
99
      - attach_workspace:
          at: third_party
100
      - run: packaging/build_wheel.sh
101
      - store_artifacts:
102
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
103
104
105
106
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
107
108

  binary_linux_conda:
109
    <<: *binary_common
110
    docker:
111
      - image: "pytorch/conda-cuda"
112
113
114
    resource_class: 2xlarge+
    steps:
      - checkout
115
116
      - attach_workspace:
          at: third_party
117
      - run: packaging/build_conda.sh
118
119
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
Edward Z. Yang's avatar
Edward Z. Yang committed
120
121
122
123
      - persist_to_workspace:
          root: /opt/conda/conda-bld/linux-64
          paths:
            - "*"
124

125
126
127
128
129
130
  binary_macos_wheel:
    <<: *binary_common
    macos:
      xcode: "9.0"
    steps:
      - checkout
131
132
      - attach_workspace:
          at: third_party
133
134
135
136
137
138
139
140
141
142
143
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
144
145
146
147
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
148
149
150
151
152
153
154

  binary_macos_conda:
    <<: *binary_common
    macos:
      xcode: "9.0"
    steps:
      - checkout
155
156
      - attach_workspace:
          at: third_party
157
158
159
160
161
162
163
164
165
      - run:
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            conda install -yq conda-build
            packaging/build_conda.sh
      - store_artifacts:
          path: /Users/distiller/miniconda3/conda-bld/osx-64
Edward Z. Yang's avatar
Edward Z. Yang committed
166
167
168
169
170
      - persist_to_workspace:
          root: /Users/distiller/miniconda3/conda-bld/osx-64
          paths:
            - "*"

peterjc123's avatar
peterjc123 committed
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
  binary_windows_wheel:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            bash packaging/build_wheel.sh
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            conda install -yq conda-build "conda-package-handling!=1.5.0"
            bash packaging/build_conda.sh
      - store_artifacts:
          path: C:/tools/miniconda3/conda-bld/win-64
      - persist_to_workspace:
          root: C:/tools/miniconda3/conda-bld/win-64
          paths:
            - "*"

Edward Z. Yang's avatar
Edward Z. Yang committed
210
211
212
213
214
215
216
217
218
219
220
221
  # Requires org-member context
  binary_conda_upload:
    docker:
      - image: continuumio/miniconda
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          command: |
            # Prevent credential from leaking
            conda install -yq anaconda-client
            set -x
222
            anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/*.tar.bz2 -u pytorch-nightly --label main --no-progress --force
Edward Z. Yang's avatar
Edward Z. Yang committed
223
224
225
226

  # Requires org-member context
  binary_wheel_upload:
    docker:
227
      - image: circleci/python:3.8
Edward Z. Yang's avatar
Edward Z. Yang committed
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
      - run:
          command: |
            pip install --user awscli
            export PATH="$HOME/.local/bin:$PATH"
            # Prevent credential from leaking
            set +x
            export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
            export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
            set -x
            for pkg in ~/workspace/*.whl; do
              aws s3 cp "$pkg" "s3://pytorch/whl/nightly/" --acl public-read
            done
244

Mingbo Wan's avatar
Mingbo Wan committed
245
246
247
  smoke_test_linux_conda:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
248
249
      - attach_workspace:
          at: ~/workspace
Mingbo Wan's avatar
Mingbo Wan committed
250
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
251
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
252
253
254
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
255
256
257
258
259
260
            conda install -v -y -c pytorch-nightly pytorch
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
261
262
263
264
265
            python -c "import torchaudio"

  smoke_test_linux_pip:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
266
267
      - attach_workspace:
          at: ~/workspace
Mingbo Wan's avatar
Mingbo Wan committed
268
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
269
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
270
271
272
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
273
274
275
276
277
            pip install $(ls ~/workspace/torchaudio*.whl) -f https://download.pytorch.org/whl/nightly/torch_nightly.html
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
278
279
            python -c "import torchaudio"

280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
  smoke_test_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
            conda install -v -y -c pytorch-nightly pytorch
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

  smoke_test_windows_pip:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
            pip install $(ls ~/workspace/torchaudio*.whl) -f https://download.pytorch.org/whl/nightly/torch_nightly.html
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

327
  smoke_test_docker_image_build:
Mingbo Wan's avatar
Mingbo Wan committed
328
329
330
331
332
333
334
335
336
337
338
    machine:
      image: ubuntu-1604:201903-01
    resource_class: large
    environment:
      image_name: torchaudio/smoke_test
    steps:
      - checkout
      - run:
          name: build_docker image
          no_output_timeout: "1h"
          command: |
339
            cd .circleci/smoke_test/docker && docker build . -t ${image_name}:${CIRCLE_WORKFLOW_ID}
Mingbo Wan's avatar
Mingbo Wan committed
340
341
342
343
344
345
346
347
348
349
      - run:
          name: upload docker image
          no_output_timeout: "1h"
          command: |
            set +x
            export AWS_ACCESS_KEY_ID=${ECR_AWS_ACCESS_KEY}
            export AWS_SECRET_ACCESS_KEY=${ECR_AWS_SECRET_ACCESS_KEY}
            eval $(aws ecr get-login --region us-east-1 --no-include-email)
            set -x
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
350
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
351
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
352
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
353

moto's avatar
moto committed
354
  unittest_linux_cpu:
moto's avatar
moto committed
355
356
    <<: *binary_common
    docker:
357
      - image: "pytorch/torchaudio_unittest_base:manylinux"
moto's avatar
moto committed
358
359
360
    resource_class: 2xlarge+
    steps:
      - checkout
361
362
      - attach_workspace:
          at: third_party
moto's avatar
moto committed
363
364
365
366
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
moto's avatar
moto committed
367
368
369
      - restore_cache:

          keys:
moto's avatar
moto committed
370
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
371
372
373
374
375
376

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
377
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
378
379
380
381

          paths:
            - conda
            - env
moto's avatar
moto committed
382
            - third_party/build
383
384
385
386
387
388
389
390
391
392
393
394
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
395
396
397
398
399
400
401
402
403
  unittest_linux_gpu:
    <<: *binary_common
    machine:
      image: ubuntu-1604-cuda-10.1:201909-23
    resource_class: gpu.small
    environment:
      image_name: "pytorch/torchaudio_unittest_base:manylinux-cuda10.1"
    steps:
      - checkout
404
405
      - attach_workspace:
          at: third_party
moto's avatar
moto committed
406
407
408
409
410
411
412
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
moto's avatar
moto committed
413
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
414
415
416
417
418
419

      - run:
          name: Setup
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
420
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
421
422
423
424

          paths:
            - conda
            - env
moto's avatar
moto committed
425
            - third_party/build
moto's avatar
moto committed
426
427
428
429
430
431
432
433
434
435
436
437
438
      - run:
          name: Install torchaudio
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post Process
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

  unittest_windows_cpu:
439
440
441
442
443
444
445
446
447
448
449
450
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
moto's avatar
moto committed
451
            - env-v2-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
452
453
454

      - run:
          name: Setup
455
          command: .circleci/unittest/windows/scripts/setup_env.sh
moto's avatar
moto committed
456
457
      - save_cache:

moto's avatar
moto committed
458
          key: env-v2-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
459
460
461
462
463

          paths:
            - conda
            - env
      - run:
464
          name: Install torchaudio
465
          command: .circleci/unittest/windows/scripts/install.sh
moto's avatar
moto committed
466
      - run:
467
          name: Run tests
468
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
469
470
      - run:
          name: Post process
471
          command: .circleci/unittest/windows/scripts/post_process.sh
moto's avatar
moto committed
472
473
      - store_test_results:
          path: test-results
moto's avatar
moto committed
474

475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
  unittest_windows_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    environment:
      CUDA_VERSION: "10.1"
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
            - env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

      - run:
          name: Setup
          command: .circleci/unittest/windows/scripts/setup_env.sh
      - save_cache:

          key: env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/windows/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/windows/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/windows/scripts/post_process.sh
      - store_test_results:
          path: test-results

514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
  stylecheck:
    <<: *binary_common
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
    resource_class: medium
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

          paths:
            - conda
            - env
            - third_party/build
      - run:
          name: Run style check
          command: .circleci/unittest/linux/scripts/run_style_checks.sh

545
546
547
workflows:
  build:
    jobs:
548
      - circleci_consistency
549
550
      - download_third_parties_nix:
          name: download_third_parties_nix
551
552
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.6
553
          python_version: '3.6'
554
555
          requires:
          - download_third_parties_nix
556
557
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.7
558
          python_version: '3.7'
559
560
          requires:
          - download_third_parties_nix
561
562
563
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.8
          python_version: '3.8'
564
565
          requires:
          - download_third_parties_nix
566
567
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.6
568
          python_version: '3.6'
569
570
          requires:
          - download_third_parties_nix
571
572
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.7
573
          python_version: '3.7'
574
575
          requires:
          - download_third_parties_nix
576
577
578
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.8
          python_version: '3.8'
579
580
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
581
582
583
584
585
586
587
588
589
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.8
          python_version: '3.8'
590
591
      - binary_linux_conda:
          name: binary_linux_conda_py3.6
592
          python_version: '3.6'
593
594
          requires:
          - download_third_parties_nix
595
596
      - binary_linux_conda:
          name: binary_linux_conda_py3.7
597
          python_version: '3.7'
598
599
          requires:
          - download_third_parties_nix
600
601
602
      - binary_linux_conda:
          name: binary_linux_conda_py3.8
          python_version: '3.8'
603
604
          requires:
          - download_third_parties_nix
605
606
      - binary_macos_conda:
          name: binary_macos_conda_py3.6
607
          python_version: '3.6'
608
609
          requires:
          - download_third_parties_nix
610
611
      - binary_macos_conda:
          name: binary_macos_conda_py3.7
612
          python_version: '3.7'
613
614
          requires:
          - download_third_parties_nix
615
616
617
      - binary_macos_conda:
          name: binary_macos_conda_py3.8
          python_version: '3.8'
618
619
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
620
621
622
623
624
625
626
627
628
      - binary_windows_conda:
          name: binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_windows_conda:
          name: binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_windows_conda:
          name: binary_windows_conda_py3.8
          python_version: '3.8'
moto's avatar
moto committed
629
630
  unittest:
    jobs:
631
632
      - download_third_parties_nix:
          name: download_third_parties_nix
moto's avatar
moto committed
633
634
635
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.6
          python_version: '3.6'
636
637
          requires:
          - download_third_parties_nix
638
639
640
      - stylecheck:
          name: stylecheck_py3.6
          python_version: '3.6'
moto's avatar
moto committed
641
642
643
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.7
          python_version: '3.7'
644
645
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
646
647
648
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.8
          python_version: '3.8'
649
650
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
651
652
653
654
655
      - unittest_linux_gpu:
          filters:
            branches:
              only: master
          name: unittest_linux_gpu_py3.6
moto's avatar
moto committed
656
          python_version: '3.6'
657
658
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
659
660
661
662
663
      - unittest_linux_gpu:
          filters:
            branches:
              only: master
          name: unittest_linux_gpu_py3.7
moto's avatar
moto committed
664
          python_version: '3.7'
665
666
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
667
668
669
670
671
      - unittest_linux_gpu:
          filters:
            branches:
              only: master
          name: unittest_linux_gpu_py3.8
moto's avatar
moto committed
672
          python_version: '3.8'
673
674
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
675
676
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.6
677
          python_version: '3.6'
moto's avatar
moto committed
678
679
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.7
680
          python_version: '3.7'
moto's avatar
moto committed
681
682
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.8
683
          python_version: '3.8'
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
      - unittest_windows_gpu:
          filters:
            branches:
              only: master
          name: unittest_windows_gpu_py3.6
          python_version: '3.6'
      - unittest_windows_gpu:
          filters:
            branches:
              only: master
          name: unittest_windows_gpu_py3.7
          python_version: '3.7'
      - unittest_windows_gpu:
          filters:
            branches:
              only: master
          name: unittest_windows_gpu_py3.8
          python_version: '3.8'
Edward Z. Yang's avatar
Edward Z. Yang committed
702
703
  nightly:
    jobs:
moto's avatar
moto committed
704
705
706
707
      - circleci_consistency:
          filters:
            branches:
              only: nightly
708
709
710
711
712
      - download_third_parties_nix:
          filters:
            branches:
              only: nightly
          name: download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
713
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
714
715
716
          filters:
            branches:
              only: nightly
717
718
          name: nightly_binary_linux_wheel_py3.6
          python_version: '3.6'
719
720
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
721
722
      - binary_wheel_upload:
          context: org-member
723
724
725
          filters:
            branches:
              only: nightly
726
          name: nightly_binary_linux_wheel_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
727
          requires:
728
          - nightly_binary_linux_wheel_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
729
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
730
731
732
          filters:
            branches:
              only: nightly
733
734
735
736
          name: nightly_binary_linux_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_linux_wheel_py3.6_upload
737
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
738
739
740
          filters:
            branches:
              only: nightly
741
742
          name: nightly_binary_linux_wheel_py3.7
          python_version: '3.7'
743
744
          requires:
          - download_third_parties_nix
745
746
      - binary_wheel_upload:
          context: org-member
747
748
749
          filters:
            branches:
              only: nightly
750
          name: nightly_binary_linux_wheel_py3.7_upload
751
          requires:
752
          - nightly_binary_linux_wheel_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
753
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
754
755
756
          filters:
            branches:
              only: nightly
757
758
759
760
          name: nightly_binary_linux_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_linux_wheel_py3.7_upload
761
762
763
764
765
766
      - binary_linux_wheel:
          filters:
            branches:
              only: nightly
          name: nightly_binary_linux_wheel_py3.8
          python_version: '3.8'
767
768
          requires:
          - download_third_parties_nix
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_linux_wheel_py3.8_upload
          requires:
          - nightly_binary_linux_wheel_py3.8
      - smoke_test_linux_pip:
          filters:
            branches:
              only: nightly
          name: nightly_binary_linux_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_linux_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
785
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
786
787
788
          filters:
            branches:
              only: nightly
789
790
          name: nightly_binary_macos_wheel_py3.6
          python_version: '3.6'
791
792
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
793
794
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
795
796
797
          filters:
            branches:
              only: nightly
798
799
800
          name: nightly_binary_macos_wheel_py3.6_upload
          requires:
          - nightly_binary_macos_wheel_py3.6
801
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
802
803
804
          filters:
            branches:
              only: nightly
805
806
          name: nightly_binary_macos_wheel_py3.7
          python_version: '3.7'
807
808
          requires:
          - download_third_parties_nix
809
810
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
811
812
813
          filters:
            branches:
              only: nightly
814
815
816
          name: nightly_binary_macos_wheel_py3.7_upload
          requires:
          - nightly_binary_macos_wheel_py3.7
817
818
819
820
821
822
      - binary_macos_wheel:
          filters:
            branches:
              only: nightly
          name: nightly_binary_macos_wheel_py3.8
          python_version: '3.8'
823
824
          requires:
          - download_third_parties_nix
825
826
827
828
829
830
831
832
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_macos_wheel_py3.8_upload
          requires:
          - nightly_binary_macos_wheel_py3.8
peterjc123's avatar
peterjc123 committed
833
834
835
836
837
838
839
840
841
842
843
844
845
846
      - binary_windows_wheel:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.6_upload
          requires:
          - nightly_binary_windows_wheel_py3.6
847
848
849
850
851
852
853
854
      - smoke_test_windows_pip:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_windows_wheel_py3.6_upload
peterjc123's avatar
peterjc123 committed
855
856
857
858
859
860
861
862
863
864
865
866
867
868
      - binary_windows_wheel:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.7_upload
          requires:
          - nightly_binary_windows_wheel_py3.7
869
870
871
872
873
874
875
876
      - smoke_test_windows_pip:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_windows_wheel_py3.7_upload
peterjc123's avatar
peterjc123 committed
877
878
879
880
881
882
883
884
885
886
887
888
889
890
      - binary_windows_wheel:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.8
          python_version: '3.8'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.8_upload
          requires:
          - nightly_binary_windows_wheel_py3.8
891
892
893
894
895
896
897
898
      - smoke_test_windows_pip:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_windows_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
899
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
900
901
902
          filters:
            branches:
              only: nightly
903
904
          name: nightly_binary_linux_conda_py3.6
          python_version: '3.6'
905
906
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
907
908
      - binary_conda_upload:
          context: org-member
909
910
911
          filters:
            branches:
              only: nightly
912
          name: nightly_binary_linux_conda_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
913
          requires:
914
          - nightly_binary_linux_conda_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
915
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
916
917
918
          filters:
            branches:
              only: nightly
919
920
921
922
          name: nightly_binary_linux_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_linux_conda_py3.6_upload
923
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
924
925
926
          filters:
            branches:
              only: nightly
927
928
          name: nightly_binary_linux_conda_py3.7
          python_version: '3.7'
929
930
          requires:
          - download_third_parties_nix
931
932
      - binary_conda_upload:
          context: org-member
933
934
935
          filters:
            branches:
              only: nightly
936
          name: nightly_binary_linux_conda_py3.7_upload
937
          requires:
938
          - nightly_binary_linux_conda_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
939
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
940
941
942
          filters:
            branches:
              only: nightly
943
944
945
946
          name: nightly_binary_linux_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_linux_conda_py3.7_upload
947
948
949
950
951
952
      - binary_linux_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_linux_conda_py3.8
          python_version: '3.8'
953
954
          requires:
          - download_third_parties_nix
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_linux_conda_py3.8_upload
          requires:
          - nightly_binary_linux_conda_py3.8
      - smoke_test_linux_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_linux_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_linux_conda_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
971
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
972
973
974
          filters:
            branches:
              only: nightly
975
976
          name: nightly_binary_macos_conda_py3.6
          python_version: '3.6'
977
978
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
979
980
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
981
982
983
          filters:
            branches:
              only: nightly
984
985
986
          name: nightly_binary_macos_conda_py3.6_upload
          requires:
          - nightly_binary_macos_conda_py3.6
987
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
988
989
990
          filters:
            branches:
              only: nightly
991
992
          name: nightly_binary_macos_conda_py3.7
          python_version: '3.7'
993
994
          requires:
          - download_third_parties_nix
995
996
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
997
998
          filters:
            branches:
Mingbo Wan's avatar
Mingbo Wan committed
999
              only: nightly
1000
1001
1002
          name: nightly_binary_macos_conda_py3.7_upload
          requires:
          - nightly_binary_macos_conda_py3.7
1003
1004
1005
1006
1007
1008
      - binary_macos_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_macos_conda_py3.8
          python_version: '3.8'
1009
1010
          requires:
          - download_third_parties_nix
1011
1012
1013
1014
1015
1016
1017
1018
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_macos_conda_py3.8_upload
          requires:
          - nightly_binary_macos_conda_py3.8
peterjc123's avatar
peterjc123 committed
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
      - binary_windows_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.6_upload
          requires:
          - nightly_binary_windows_conda_py3.6
1033
1034
1035
1036
1037
1038
1039
1040
      - smoke_test_windows_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_windows_conda_py3.6_upload
peterjc123's avatar
peterjc123 committed
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
      - binary_windows_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.7_upload
          requires:
          - nightly_binary_windows_conda_py3.7
1055
1056
1057
1058
1059
1060
1061
1062
      - smoke_test_windows_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_windows_conda_py3.7_upload
peterjc123's avatar
peterjc123 committed
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
      - binary_windows_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.8
          python_version: '3.8'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.8_upload
          requires:
          - nightly_binary_windows_conda_py3.8
1077
1078
1079
1080
1081
1082
1083
1084
      - smoke_test_windows_conda:
          filters:
            branches:
              only: nightly
          name: nightly_binary_windows_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_windows_conda_py3.8_upload
Mingbo Wan's avatar
Mingbo Wan committed
1085
1086
1087
1088
1089
1090
1091
1092
1093
  docker_build:
    triggers:
      - schedule:
          cron: "0 10 * * 0"
          filters:
            branches:
              only:
                - master
    jobs:
1094
      - smoke_test_docker_image_build