config.yml 35.6 KB
Newer Older
1
2
version: 2.1

3
# How to test the Linux jobs:
4
#   - Install CircleCI local CLI: https://circleci.com/docs/2.0/local-cli/
5
6
#   - circleci config process .circleci/config.yml > gen.yml && circleci local execute -c gen.yml --job binary_linux_wheel_py3.8
#     - Replace binary_linux_wheel_py3.8 with the name of the job you want to test.
Edward Z. Yang's avatar
Edward Z. Yang committed
7
#       Job names are 'name:' key.
8

9
10
11
12
13
14
executors:
  windows-cpu:
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      shell: bash.exe
peterjc123's avatar
peterjc123 committed
15

16
17
18
19
20
21
  windows-gpu:
    machine:
      resource_class: windows.gpu.nvidia.medium
      image: windows-server-2019-nvidia:stable
      shell: bash.exe

22
23
binary_common: &binary_common
  parameters:
Edward Z. Yang's avatar
Edward Z. Yang committed
24
    # Edit these defaults to do a release
25
26
27
28
29
30
31
32
33
34
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
35
      description: "Python version to build against (e.g., 3.8)"
36
37
38
39
40
      type: string
  environment:
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
Edward Z. Yang's avatar
Edward Z. Yang committed
41
    CU_VERSION: cpu
42

Mingbo Wan's avatar
Mingbo Wan committed
43
44
45
smoke_test_common: &smoke_test_common
  <<: *binary_common
  docker:
46
    - image: 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:56c846a5-acaa-41a7-92f5-46ec66186c61
Mingbo Wan's avatar
Mingbo Wan committed
47
48
49
50
      aws_auth:
        aws_access_key_id: ${ECR_AWS_ACCESS_KEY}
        aws_secret_access_key: ${ECR_AWS_SECRET_ACCESS_KEY}

51
jobs:
52
53
  circleci_consistency:
    docker:
54
      - image: circleci/python:3.8
55
56
57
58
    steps:
      - checkout
      - run:
          command: |
59
            pip install --user --progress-bar off jinja2 pyyaml
60
61
62
            python .circleci/regenerate.py
            git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)

63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
  download_third_parties_nix:
    docker:
      - image: "centos:8"
    resource_class: small
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on daily
          command: echo "$(date +"%Y-%U-%d")" > .circleci-daily
      - restore_cache:

          keys:
            - tp-nix-{{ checksum ".circleci-daily" }}-{{ checksum "./build_tools/setup_helpers/build_third_party.sh" }}-{{ checksum "./build_tools/setup_helpers/build_third_party_helper.sh" }}

      - run:
          command: ./build_tools/setup_helpers/build_third_party.sh $PWD --download-only
      - save_cache:

          key: tp-nix-{{ checksum ".circleci-daily" }}-{{ checksum "./build_tools/setup_helpers/build_third_party.sh" }}-{{ checksum "./build_tools/setup_helpers/build_third_party_helper.sh" }}

          paths:
            - third_party/tmp
      - persist_to_workspace:
          root: third_party
          paths:
            - tmp

91
  binary_linux_wheel:
92
    <<: *binary_common
93
    docker:
94
      - image: "pytorch/manylinux-cuda100"
95
96
97
    resource_class: 2xlarge+
    steps:
      - checkout
98
99
      - attach_workspace:
          at: third_party
100
      - run: packaging/build_wheel.sh
101
      - store_artifacts:
102
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
103
104
105
106
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
107
108

  binary_linux_conda:
109
    <<: *binary_common
110
    docker:
111
      - image: "pytorch/conda-cuda"
112
113
114
    resource_class: 2xlarge+
    steps:
      - checkout
115
116
      - attach_workspace:
          at: third_party
117
      - run: packaging/build_conda.sh
118
119
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
Edward Z. Yang's avatar
Edward Z. Yang committed
120
121
122
123
      - persist_to_workspace:
          root: /opt/conda/conda-bld/linux-64
          paths:
            - "*"
124

125
126
127
128
129
130
  binary_macos_wheel:
    <<: *binary_common
    macos:
      xcode: "9.0"
    steps:
      - checkout
131
132
      - attach_workspace:
          at: third_party
133
134
135
136
137
138
139
140
141
142
143
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
144
145
146
147
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
148
149
150
151
152
153
154

  binary_macos_conda:
    <<: *binary_common
    macos:
      xcode: "9.0"
    steps:
      - checkout
155
156
      - attach_workspace:
          at: third_party
157
158
159
160
161
162
163
164
165
      - run:
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            conda install -yq conda-build
            packaging/build_conda.sh
      - store_artifacts:
          path: /Users/distiller/miniconda3/conda-bld/osx-64
Edward Z. Yang's avatar
Edward Z. Yang committed
166
167
168
169
170
      - persist_to_workspace:
          root: /Users/distiller/miniconda3/conda-bld/osx-64
          paths:
            - "*"

peterjc123's avatar
peterjc123 committed
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
  binary_windows_wheel:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            bash packaging/build_wheel.sh
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            conda install -yq conda-build "conda-package-handling!=1.5.0"
            bash packaging/build_conda.sh
      - store_artifacts:
          path: C:/tools/miniconda3/conda-bld/win-64
      - persist_to_workspace:
          root: C:/tools/miniconda3/conda-bld/win-64
          paths:
            - "*"

Edward Z. Yang's avatar
Edward Z. Yang committed
210
211
212
213
214
215
216
217
218
219
220
221
  # Requires org-member context
  binary_conda_upload:
    docker:
      - image: continuumio/miniconda
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          command: |
            # Prevent credential from leaking
            conda install -yq anaconda-client
            set -x
222
            anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/*.tar.bz2 -u pytorch-nightly --label main --no-progress --force
Edward Z. Yang's avatar
Edward Z. Yang committed
223
224
225
226

  # Requires org-member context
  binary_wheel_upload:
    docker:
227
      - image: circleci/python:3.8
Edward Z. Yang's avatar
Edward Z. Yang committed
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
      - run:
          command: |
            pip install --user awscli
            export PATH="$HOME/.local/bin:$PATH"
            # Prevent credential from leaking
            set +x
            export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
            export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
            set -x
            for pkg in ~/workspace/*.whl; do
              aws s3 cp "$pkg" "s3://pytorch/whl/nightly/" --acl public-read
            done
244

Mingbo Wan's avatar
Mingbo Wan committed
245
246
247
  smoke_test_linux_conda:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
248
249
      - attach_workspace:
          at: ~/workspace
Mingbo Wan's avatar
Mingbo Wan committed
250
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
251
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
252
253
254
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
255
256
257
258
259
260
            conda install -v -y -c pytorch-nightly pytorch
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
261
262
263
264
265
            python -c "import torchaudio"

  smoke_test_linux_pip:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
266
267
      - attach_workspace:
          at: ~/workspace
Mingbo Wan's avatar
Mingbo Wan committed
268
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
269
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
270
271
272
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
273
274
275
276
277
            pip install $(ls ~/workspace/torchaudio*.whl) -f https://download.pytorch.org/whl/nightly/torch_nightly.html
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
278
279
            python -c "import torchaudio"

280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
  smoke_test_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
            conda install -v -y -c pytorch-nightly pytorch
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

  smoke_test_windows_pip:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
            pip install $(ls ~/workspace/torchaudio*.whl) -f https://download.pytorch.org/whl/nightly/torch_nightly.html
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

327
  smoke_test_docker_image_build:
Mingbo Wan's avatar
Mingbo Wan committed
328
329
330
331
332
333
334
335
336
337
338
    machine:
      image: ubuntu-1604:201903-01
    resource_class: large
    environment:
      image_name: torchaudio/smoke_test
    steps:
      - checkout
      - run:
          name: build_docker image
          no_output_timeout: "1h"
          command: |
339
            cd .circleci/smoke_test/docker && docker build . -t ${image_name}:${CIRCLE_WORKFLOW_ID}
Mingbo Wan's avatar
Mingbo Wan committed
340
341
342
343
344
345
346
347
348
349
      - run:
          name: upload docker image
          no_output_timeout: "1h"
          command: |
            set +x
            export AWS_ACCESS_KEY_ID=${ECR_AWS_ACCESS_KEY}
            export AWS_SECRET_ACCESS_KEY=${ECR_AWS_SECRET_ACCESS_KEY}
            eval $(aws ecr get-login --region us-east-1 --no-include-email)
            set -x
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
350
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
351
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
352
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
353

moto's avatar
moto committed
354
  unittest_linux_cpu:
moto's avatar
moto committed
355
356
    <<: *binary_common
    docker:
357
      - image: "pytorch/torchaudio_unittest_base:manylinux"
moto's avatar
moto committed
358
359
360
    resource_class: 2xlarge+
    steps:
      - checkout
361
362
      - attach_workspace:
          at: third_party
moto's avatar
moto committed
363
364
365
366
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
moto's avatar
moto committed
367
368
369
      - restore_cache:

          keys:
moto's avatar
moto committed
370
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
371
372
373
374
375
376

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
377
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
378
379
380
381

          paths:
            - conda
            - env
moto's avatar
moto committed
382
            - third_party/build
383
384
385
386
387
388
389
390
391
392
393
394
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
395
396
397
398
399
400
401
402
403
  unittest_linux_gpu:
    <<: *binary_common
    machine:
      image: ubuntu-1604-cuda-10.1:201909-23
    resource_class: gpu.small
    environment:
      image_name: "pytorch/torchaudio_unittest_base:manylinux-cuda10.1"
    steps:
      - checkout
404
405
      - attach_workspace:
          at: third_party
moto's avatar
moto committed
406
407
408
409
410
411
412
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
moto's avatar
moto committed
413
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
414
415
416
417
418
419

      - run:
          name: Setup
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
420
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
421
422
423
424

          paths:
            - conda
            - env
moto's avatar
moto committed
425
            - third_party/build
moto's avatar
moto committed
426
427
428
429
430
431
432
433
434
435
436
437
438
      - run:
          name: Install torchaudio
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post Process
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

  unittest_windows_cpu:
439
440
441
442
443
444
445
446
447
448
449
450
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
moto's avatar
moto committed
451
            - env-v2-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
452
453
454

      - run:
          name: Setup
455
          command: .circleci/unittest/windows/scripts/setup_env.sh
moto's avatar
moto committed
456
457
      - save_cache:

moto's avatar
moto committed
458
          key: env-v2-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}
moto's avatar
moto committed
459
460
461
462
463

          paths:
            - conda
            - env
      - run:
464
          name: Install torchaudio
465
          command: .circleci/unittest/windows/scripts/install.sh
moto's avatar
moto committed
466
      - run:
467
          name: Run tests
468
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
469
470
      - run:
          name: Post process
471
          command: .circleci/unittest/windows/scripts/post_process.sh
moto's avatar
moto committed
472
473
      - store_test_results:
          path: test-results
moto's avatar
moto committed
474

475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
  unittest_windows_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    environment:
      CUDA_VERSION: "10.1"
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
            - env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

      - run:
          name: Setup
          command: .circleci/unittest/windows/scripts/setup_env.sh
      - save_cache:

          key: env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/windows/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/windows/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/windows/scripts/post_process.sh
      - store_test_results:
          path: test-results

514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
  stylecheck:
    <<: *binary_common
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
    resource_class: medium
    steps:
      - checkout
      - run:
          name: Generate cache key
          # This will refresh cache on Sundays, nightly build should generate new cache.
          command: echo "$(date +"%Y-%U")" > .circleci-weekly
      - restore_cache:

          keys:
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".circleci-weekly" }}

          paths:
            - conda
            - env
            - third_party/build
      - run:
          name: Run style check
          command: .circleci/unittest/linux/scripts/run_style_checks.sh

545
546
547
workflows:
  build:
    jobs:
548
      - circleci_consistency
549
550
      - download_third_parties_nix:
          name: download_third_parties_nix
551
552
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.6
553
          python_version: '3.6'
554
555
          requires:
          - download_third_parties_nix
556
557
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.7
558
          python_version: '3.7'
559
560
          requires:
          - download_third_parties_nix
561
562
563
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.8
          python_version: '3.8'
564
565
          requires:
          - download_third_parties_nix
566
567
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.6
568
          python_version: '3.6'
569
570
          requires:
          - download_third_parties_nix
571
572
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.7
573
          python_version: '3.7'
574
575
          requires:
          - download_third_parties_nix
576
577
578
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.8
          python_version: '3.8'
579
580
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
581
582
583
584
585
586
587
588
589
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.8
          python_version: '3.8'
590
591
      - binary_linux_conda:
          name: binary_linux_conda_py3.6
592
          python_version: '3.6'
593
594
          requires:
          - download_third_parties_nix
595
596
      - binary_linux_conda:
          name: binary_linux_conda_py3.7
597
          python_version: '3.7'
598
599
          requires:
          - download_third_parties_nix
600
601
602
      - binary_linux_conda:
          name: binary_linux_conda_py3.8
          python_version: '3.8'
603
604
          requires:
          - download_third_parties_nix
605
606
      - binary_macos_conda:
          name: binary_macos_conda_py3.6
607
          python_version: '3.6'
608
609
          requires:
          - download_third_parties_nix
610
611
      - binary_macos_conda:
          name: binary_macos_conda_py3.7
612
          python_version: '3.7'
613
614
          requires:
          - download_third_parties_nix
615
616
617
      - binary_macos_conda:
          name: binary_macos_conda_py3.8
          python_version: '3.8'
618
619
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
620
621
622
623
624
625
626
627
628
      - binary_windows_conda:
          name: binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_windows_conda:
          name: binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_windows_conda:
          name: binary_windows_conda_py3.8
          python_version: '3.8'
moto's avatar
moto committed
629
630
  unittest:
    jobs:
631
632
      - download_third_parties_nix:
          name: download_third_parties_nix
moto's avatar
moto committed
633
634
635
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.6
          python_version: '3.6'
636
637
          requires:
          - download_third_parties_nix
638
639
640
      - stylecheck:
          name: stylecheck_py3.6
          python_version: '3.6'
moto's avatar
moto committed
641
642
643
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.7
          python_version: '3.7'
644
645
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
646
647
648
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.8
          python_version: '3.8'
649
650
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
651
652
653
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
654
655
656
              only:
              - master
              - nightly
moto's avatar
moto committed
657
          name: unittest_linux_gpu_py3.6
moto's avatar
moto committed
658
          python_version: '3.6'
659
660
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
661
662
663
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
664
665
666
              only:
              - master
              - nightly
moto's avatar
moto committed
667
          name: unittest_linux_gpu_py3.7
moto's avatar
moto committed
668
          python_version: '3.7'
669
670
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
671
672
673
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
674
675
676
              only:
              - master
              - nightly
moto's avatar
moto committed
677
          name: unittest_linux_gpu_py3.8
moto's avatar
moto committed
678
          python_version: '3.8'
679
680
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
681
682
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.6
683
          python_version: '3.6'
moto's avatar
moto committed
684
685
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.7
686
          python_version: '3.7'
moto's avatar
moto committed
687
688
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.8
689
          python_version: '3.8'
690
691
692
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
693
694
695
              only:
              - master
              - nightly
696
697
698
699
700
          name: unittest_windows_gpu_py3.6
          python_version: '3.6'
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
701
702
703
              only:
              - master
              - nightly
704
705
706
707
708
          name: unittest_windows_gpu_py3.7
          python_version: '3.7'
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
709
710
711
              only:
              - master
              - nightly
712
713
          name: unittest_windows_gpu_py3.8
          python_version: '3.8'
Edward Z. Yang's avatar
Edward Z. Yang committed
714
715
  nightly:
    jobs:
moto's avatar
moto committed
716
717
718
719
      - circleci_consistency:
          filters:
            branches:
              only: nightly
720
721
722
      - download_third_parties_nix:
          filters:
            branches:
moto's avatar
moto committed
723
724
              only:
              - nightly
725
          name: download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
726
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
727
728
          filters:
            branches:
moto's avatar
moto committed
729
730
              only:
              - nightly
731
732
          name: nightly_binary_linux_wheel_py3.6
          python_version: '3.6'
733
734
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
735
736
      - binary_wheel_upload:
          context: org-member
737
738
          filters:
            branches:
moto's avatar
moto committed
739
740
              only:
              - nightly
741
          name: nightly_binary_linux_wheel_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
742
          requires:
743
          - nightly_binary_linux_wheel_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
744
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
745
746
          filters:
            branches:
moto's avatar
moto committed
747
748
              only:
              - nightly
749
750
751
752
          name: nightly_binary_linux_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_linux_wheel_py3.6_upload
753
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
754
755
          filters:
            branches:
moto's avatar
moto committed
756
757
              only:
              - nightly
758
759
          name: nightly_binary_linux_wheel_py3.7
          python_version: '3.7'
760
761
          requires:
          - download_third_parties_nix
762
763
      - binary_wheel_upload:
          context: org-member
764
765
          filters:
            branches:
moto's avatar
moto committed
766
767
              only:
              - nightly
768
          name: nightly_binary_linux_wheel_py3.7_upload
769
          requires:
770
          - nightly_binary_linux_wheel_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
771
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
772
773
          filters:
            branches:
moto's avatar
moto committed
774
775
              only:
              - nightly
776
777
778
779
          name: nightly_binary_linux_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_linux_wheel_py3.7_upload
780
781
782
      - binary_linux_wheel:
          filters:
            branches:
moto's avatar
moto committed
783
784
              only:
              - nightly
785
786
          name: nightly_binary_linux_wheel_py3.8
          python_version: '3.8'
787
788
          requires:
          - download_third_parties_nix
789
790
791
792
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
793
794
              only:
              - nightly
795
796
797
798
799
800
          name: nightly_binary_linux_wheel_py3.8_upload
          requires:
          - nightly_binary_linux_wheel_py3.8
      - smoke_test_linux_pip:
          filters:
            branches:
moto's avatar
moto committed
801
802
              only:
              - nightly
803
804
805
806
          name: nightly_binary_linux_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_linux_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
807
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
808
809
          filters:
            branches:
moto's avatar
moto committed
810
811
              only:
              - nightly
812
813
          name: nightly_binary_macos_wheel_py3.6
          python_version: '3.6'
814
815
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
816
817
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
818
819
          filters:
            branches:
moto's avatar
moto committed
820
821
              only:
              - nightly
822
823
824
          name: nightly_binary_macos_wheel_py3.6_upload
          requires:
          - nightly_binary_macos_wheel_py3.6
825
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
826
827
          filters:
            branches:
moto's avatar
moto committed
828
829
              only:
              - nightly
830
831
          name: nightly_binary_macos_wheel_py3.7
          python_version: '3.7'
832
833
          requires:
          - download_third_parties_nix
834
835
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
836
837
          filters:
            branches:
moto's avatar
moto committed
838
839
              only:
              - nightly
840
841
842
          name: nightly_binary_macos_wheel_py3.7_upload
          requires:
          - nightly_binary_macos_wheel_py3.7
843
844
845
      - binary_macos_wheel:
          filters:
            branches:
moto's avatar
moto committed
846
847
              only:
              - nightly
848
849
          name: nightly_binary_macos_wheel_py3.8
          python_version: '3.8'
850
851
          requires:
          - download_third_parties_nix
852
853
854
855
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
856
857
              only:
              - nightly
858
859
860
          name: nightly_binary_macos_wheel_py3.8_upload
          requires:
          - nightly_binary_macos_wheel_py3.8
peterjc123's avatar
peterjc123 committed
861
862
863
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
864
865
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
866
867
868
869
870
871
          name: nightly_binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
872
873
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
874
875
876
          name: nightly_binary_windows_wheel_py3.6_upload
          requires:
          - nightly_binary_windows_wheel_py3.6
877
878
879
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
880
881
              only:
              - nightly
882
883
884
885
          name: nightly_binary_windows_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_windows_wheel_py3.6_upload
peterjc123's avatar
peterjc123 committed
886
887
888
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
889
890
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
891
892
893
894
895
896
          name: nightly_binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
897
898
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
899
900
901
          name: nightly_binary_windows_wheel_py3.7_upload
          requires:
          - nightly_binary_windows_wheel_py3.7
902
903
904
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
905
906
              only:
              - nightly
907
908
909
910
          name: nightly_binary_windows_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_windows_wheel_py3.7_upload
peterjc123's avatar
peterjc123 committed
911
912
913
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
914
915
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
916
917
918
919
920
921
          name: nightly_binary_windows_wheel_py3.8
          python_version: '3.8'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
922
923
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
924
925
926
          name: nightly_binary_windows_wheel_py3.8_upload
          requires:
          - nightly_binary_windows_wheel_py3.8
927
928
929
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
930
931
              only:
              - nightly
932
933
934
935
          name: nightly_binary_windows_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_windows_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
936
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
937
938
          filters:
            branches:
moto's avatar
moto committed
939
940
              only:
              - nightly
941
942
          name: nightly_binary_linux_conda_py3.6
          python_version: '3.6'
943
944
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
945
946
      - binary_conda_upload:
          context: org-member
947
948
          filters:
            branches:
moto's avatar
moto committed
949
950
              only:
              - nightly
951
          name: nightly_binary_linux_conda_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
952
          requires:
953
          - nightly_binary_linux_conda_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
954
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
955
956
          filters:
            branches:
moto's avatar
moto committed
957
958
              only:
              - nightly
959
960
961
962
          name: nightly_binary_linux_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_linux_conda_py3.6_upload
963
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
964
965
          filters:
            branches:
moto's avatar
moto committed
966
967
              only:
              - nightly
968
969
          name: nightly_binary_linux_conda_py3.7
          python_version: '3.7'
970
971
          requires:
          - download_third_parties_nix
972
973
      - binary_conda_upload:
          context: org-member
974
975
          filters:
            branches:
moto's avatar
moto committed
976
977
              only:
              - nightly
978
          name: nightly_binary_linux_conda_py3.7_upload
979
          requires:
980
          - nightly_binary_linux_conda_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
981
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
982
983
          filters:
            branches:
moto's avatar
moto committed
984
985
              only:
              - nightly
986
987
988
989
          name: nightly_binary_linux_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_linux_conda_py3.7_upload
990
991
992
      - binary_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
993
994
              only:
              - nightly
995
996
          name: nightly_binary_linux_conda_py3.8
          python_version: '3.8'
997
998
          requires:
          - download_third_parties_nix
999
1000
1001
1002
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1003
1004
              only:
              - nightly
1005
1006
1007
1008
1009
1010
          name: nightly_binary_linux_conda_py3.8_upload
          requires:
          - nightly_binary_linux_conda_py3.8
      - smoke_test_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1011
1012
              only:
              - nightly
1013
1014
1015
1016
          name: nightly_binary_linux_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_linux_conda_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1017
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1018
1019
          filters:
            branches:
moto's avatar
moto committed
1020
1021
              only:
              - nightly
1022
1023
          name: nightly_binary_macos_conda_py3.6
          python_version: '3.6'
1024
1025
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1026
1027
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1028
1029
          filters:
            branches:
moto's avatar
moto committed
1030
1031
              only:
              - nightly
1032
1033
1034
          name: nightly_binary_macos_conda_py3.6_upload
          requires:
          - nightly_binary_macos_conda_py3.6
1035
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1036
1037
          filters:
            branches:
moto's avatar
moto committed
1038
1039
              only:
              - nightly
1040
1041
          name: nightly_binary_macos_conda_py3.7
          python_version: '3.7'
1042
1043
          requires:
          - download_third_parties_nix
1044
1045
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1046
1047
          filters:
            branches:
moto's avatar
moto committed
1048
1049
              only:
              - nightly
1050
1051
1052
          name: nightly_binary_macos_conda_py3.7_upload
          requires:
          - nightly_binary_macos_conda_py3.7
1053
1054
1055
      - binary_macos_conda:
          filters:
            branches:
moto's avatar
moto committed
1056
1057
              only:
              - nightly
1058
1059
          name: nightly_binary_macos_conda_py3.8
          python_version: '3.8'
1060
1061
          requires:
          - download_third_parties_nix
1062
1063
1064
1065
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1066
1067
              only:
              - nightly
1068
1069
1070
          name: nightly_binary_macos_conda_py3.8_upload
          requires:
          - nightly_binary_macos_conda_py3.8
peterjc123's avatar
peterjc123 committed
1071
1072
1073
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1074
1075
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
1076
1077
1078
1079
1080
1081
          name: nightly_binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1082
1083
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
1084
1085
1086
          name: nightly_binary_windows_conda_py3.6_upload
          requires:
          - nightly_binary_windows_conda_py3.6
1087
1088
1089
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1090
1091
              only:
              - nightly
1092
1093
1094
1095
          name: nightly_binary_windows_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_windows_conda_py3.6_upload
peterjc123's avatar
peterjc123 committed
1096
1097
1098
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1099
1100
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
1101
1102
1103
1104
1105
1106
          name: nightly_binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1107
1108
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
1109
1110
1111
          name: nightly_binary_windows_conda_py3.7_upload
          requires:
          - nightly_binary_windows_conda_py3.7
1112
1113
1114
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1115
1116
              only:
              - nightly
1117
1118
1119
1120
          name: nightly_binary_windows_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_windows_conda_py3.7_upload
peterjc123's avatar
peterjc123 committed
1121
1122
1123
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1124
1125
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
1126
1127
1128
1129
1130
1131
          name: nightly_binary_windows_conda_py3.8
          python_version: '3.8'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1132
1133
              only:
              - nightly
peterjc123's avatar
peterjc123 committed
1134
1135
1136
          name: nightly_binary_windows_conda_py3.8_upload
          requires:
          - nightly_binary_windows_conda_py3.8
1137
1138
1139
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1140
1141
              only:
              - nightly
1142
1143
1144
1145
          name: nightly_binary_windows_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_windows_conda_py3.8_upload
Mingbo Wan's avatar
Mingbo Wan committed
1146
1147
1148
1149
1150
1151
1152
1153
1154
  docker_build:
    triggers:
      - schedule:
          cron: "0 10 * * 0"
          filters:
            branches:
              only:
                - master
    jobs:
1155
      - smoke_test_docker_image_build