config.yml 42.7 KB
Newer Older
1
2
version: 2.1

3
# How to test the Linux jobs:
4
#   - Install CircleCI local CLI: https://circleci.com/docs/2.0/local-cli/
5
6
#   - circleci config process .circleci/config.yml > gen.yml && circleci local execute -c gen.yml --job binary_linux_wheel_py3.8
#     - Replace binary_linux_wheel_py3.8 with the name of the job you want to test.
Edward Z. Yang's avatar
Edward Z. Yang committed
7
#       Job names are 'name:' key.
8

9
10
11
12
13
14
executors:
  windows-cpu:
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      shell: bash.exe
peterjc123's avatar
peterjc123 committed
15

16
17
18
19
20
21
  windows-gpu:
    machine:
      resource_class: windows.gpu.nvidia.medium
      image: windows-server-2019-nvidia:stable
      shell: bash.exe

22
commands:
23
24
25
26
27
28
  generate_cache_key:
    description: "Generates a cache key file that changes daily"
    steps:
      - run:
          name: Generate cache key
          command: echo "$(date +"%Y-%m-%d")" > .cachekey
29
30
31
32
33
34
35
36
  designate_upload_channel:
    description: "inserts the correct upload channel into ${BASH_ENV}"
    steps:
      - run:
          name: adding UPLOAD_CHANNEL to BASH_ENV
          command: |
            our_upload_channel=nightly
            # On tags upload to test instead
37
            if [[ -n "${CIRCLE_TAG}" ]] || [[ ${CIRCLE_BRANCH} =~ release/* ]]; then
38
39
40
              our_upload_channel=test
            fi
            echo "export UPLOAD_CHANNEL=${our_upload_channel}" >> ${BASH_ENV}
moto's avatar
moto committed
41
42
  install_build_tools_macos:
    description: "installs tools required to build torchaudio"
moto's avatar
moto committed
43
44
    steps:
      - run:
moto's avatar
moto committed
45
          name: Install cmake and pkg-config
moto's avatar
moto committed
46
          command: HOMEBREW_NO_AUTO_UPDATE=1 brew install cmake pkg-config wget
moto's avatar
moto committed
47
          # Disable brew auto update which is very slow
48

49
50
binary_common: &binary_common
  parameters:
Edward Z. Yang's avatar
Edward Z. Yang committed
51
    # Edit these defaults to do a release
52
53
54
55
56
57
58
59
60
61
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
62
      description: "Python version to build against (e.g., 3.8)"
63
64
65
66
67
      type: string
  environment:
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
Edward Z. Yang's avatar
Edward Z. Yang committed
68
    CU_VERSION: cpu
69

Mingbo Wan's avatar
Mingbo Wan committed
70
71
72
smoke_test_common: &smoke_test_common
  <<: *binary_common
  docker:
73
    - image: 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:56c846a5-acaa-41a7-92f5-46ec66186c61
Mingbo Wan's avatar
Mingbo Wan committed
74
75
76
77
      aws_auth:
        aws_access_key_id: ${ECR_AWS_ACCESS_KEY}
        aws_secret_access_key: ${ECR_AWS_SECRET_ACCESS_KEY}

78
jobs:
79
80
  circleci_consistency:
    docker:
81
      - image: circleci/python:3.8
82
83
84
85
    steps:
      - checkout
      - run:
          command: |
86
            pip install --user --progress-bar off jinja2 pyyaml
87
88
89
            python .circleci/regenerate.py
            git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)

90
91
  download_third_parties_nix:
    docker:
moto's avatar
moto committed
92
      - image: "pytorch/torchaudio_unittest_base:manylinux"
93
94
95
    resource_class: small
    steps:
      - checkout
96
      - generate_cache_key
97
98
99
      - restore_cache:

          keys:
moto's avatar
moto committed
100
            - tp-nix-v2-{{ checksum ".cachekey" }}
101
102

      - run:
moto's avatar
moto committed
103
104
105
          command: |
              mkdir -p third_party/archives/
              wget --no-clobber --directory-prefix=third_party/archives/ $(awk '/URL /{print $2}' third_party/CMakeLists.txt)
106
107
      - save_cache:

moto's avatar
moto committed
108
          key: tp-nix-v2-{{ checksum ".cachekey" }}
109
110

          paths:
moto's avatar
moto committed
111
            - third_party/archives
112
113
114
      - persist_to_workspace:
          root: third_party
          paths:
moto's avatar
moto committed
115
            - archives
116

117
  binary_linux_wheel:
118
    <<: *binary_common
119
    docker:
120
      - image: "pytorch/manylinux-cuda100"
121
122
123
    resource_class: 2xlarge+
    steps:
      - checkout
124
125
      - attach_workspace:
          at: third_party
126
      - run: packaging/build_wheel.sh
127
      - store_artifacts:
128
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
129
130
131
132
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
133
134

  binary_linux_conda:
135
    <<: *binary_common
136
    docker:
137
      - image: "pytorch/conda-cuda"
138
139
140
    resource_class: 2xlarge+
    steps:
      - checkout
141
142
      - attach_workspace:
          at: third_party
143
      - run: packaging/build_conda.sh
144
145
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
Edward Z. Yang's avatar
Edward Z. Yang committed
146
      - persist_to_workspace:
147
          root: /opt/conda
Edward Z. Yang's avatar
Edward Z. Yang committed
148
          paths:
149
            - "conda-bld/*"
150

151
152
153
  binary_macos_wheel:
    <<: *binary_common
    macos:
154
      xcode: "9.4.1"
155
156
    steps:
      - checkout
moto's avatar
moto committed
157
      - install_build_tools_macos
158
159
      - attach_workspace:
          at: third_party
160
161
162
163
164
165
166
167
168
169
170
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
171
172
173
174
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
175
176
177
178

  binary_macos_conda:
    <<: *binary_common
    macos:
179
      xcode: "9.4.1"
180
181
    steps:
      - checkout
moto's avatar
moto committed
182
      - install_build_tools_macos
183
184
      - attach_workspace:
          at: third_party
185
186
187
188
189
190
191
192
193
      - run:
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            conda install -yq conda-build
            packaging/build_conda.sh
      - store_artifacts:
          path: /Users/distiller/miniconda3/conda-bld/osx-64
Edward Z. Yang's avatar
Edward Z. Yang committed
194
      - persist_to_workspace:
195
          root: /Users/distiller/miniconda3
Edward Z. Yang's avatar
Edward Z. Yang committed
196
          paths:
197
            - "conda-bld/*"
Edward Z. Yang's avatar
Edward Z. Yang committed
198

peterjc123's avatar
peterjc123 committed
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
  binary_windows_wheel:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            bash packaging/build_wheel.sh
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            conda install -yq conda-build "conda-package-handling!=1.5.0"
            bash packaging/build_conda.sh
      - store_artifacts:
          path: C:/tools/miniconda3/conda-bld/win-64
      - persist_to_workspace:
234
          root: C:/tools/miniconda3
peterjc123's avatar
peterjc123 committed
235
          paths:
236
            - "conda-bld/*"
peterjc123's avatar
peterjc123 committed
237

Edward Z. Yang's avatar
Edward Z. Yang committed
238
239
240
241
242
243
244
  # Requires org-member context
  binary_conda_upload:
    docker:
      - image: continuumio/miniconda
    steps:
      - attach_workspace:
          at: ~/workspace
245
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
246
247
248
249
250
      - run:
          command: |
            # Prevent credential from leaking
            conda install -yq anaconda-client
            set -x
251
            anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/conda-bld/*/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force
Edward Z. Yang's avatar
Edward Z. Yang committed
252
253
254
255

  # Requires org-member context
  binary_wheel_upload:
    docker:
256
      - image: circleci/python:3.8
Edward Z. Yang's avatar
Edward Z. Yang committed
257
258
259
260
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
261
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
262
263
264
265
266
267
268
269
270
271
      - run:
          command: |
            pip install --user awscli
            export PATH="$HOME/.local/bin:$PATH"
            # Prevent credential from leaking
            set +x
            export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
            export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
            set -x
            for pkg in ~/workspace/*.whl; do
272
              aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/" --acl public-read
Edward Z. Yang's avatar
Edward Z. Yang committed
273
            done
274

Mingbo Wan's avatar
Mingbo Wan committed
275
276
277
  smoke_test_linux_conda:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
278
279
      - attach_workspace:
          at: ~/workspace
280
      - designate_upload_channel
Mingbo Wan's avatar
Mingbo Wan committed
281
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
282
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
283
284
285
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
286
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
287
            conda install -v -y -c file://$HOME/workspace/conda-bld torchaudio
Mingbo Wan's avatar
Mingbo Wan committed
288
289
290
291
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
292
293
294
295
296
            python -c "import torchaudio"

  smoke_test_linux_pip:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
297
298
      - attach_workspace:
          at: ~/workspace
Mingbo Wan's avatar
Mingbo Wan committed
299
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
300
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
301
302
303
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
304
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
Mingbo Wan's avatar
Mingbo Wan committed
305
306
307
308
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
309
310
            python -c "import torchaudio"

311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
  smoke_test_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
326
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

  smoke_test_windows_pip:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
350
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
351
352
353
354
355
356
357
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

358
  smoke_test_docker_image_build:
Mingbo Wan's avatar
Mingbo Wan committed
359
360
361
362
363
364
365
366
367
368
369
    machine:
      image: ubuntu-1604:201903-01
    resource_class: large
    environment:
      image_name: torchaudio/smoke_test
    steps:
      - checkout
      - run:
          name: build_docker image
          no_output_timeout: "1h"
          command: |
370
            cd .circleci/smoke_test/docker && docker build . -t ${image_name}:${CIRCLE_WORKFLOW_ID}
Mingbo Wan's avatar
Mingbo Wan committed
371
372
373
374
375
376
377
378
379
380
      - run:
          name: upload docker image
          no_output_timeout: "1h"
          command: |
            set +x
            export AWS_ACCESS_KEY_ID=${ECR_AWS_ACCESS_KEY}
            export AWS_SECRET_ACCESS_KEY=${ECR_AWS_SECRET_ACCESS_KEY}
            eval $(aws ecr get-login --region us-east-1 --no-include-email)
            set -x
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
381
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
382
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
383
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
384

moto's avatar
moto committed
385
  unittest_linux_cpu:
moto's avatar
moto committed
386
387
    <<: *binary_common
    docker:
388
      - image: "pytorch/torchaudio_unittest_base:manylinux"
moto's avatar
moto committed
389
390
391
    resource_class: 2xlarge+
    steps:
      - checkout
392
393
      - attach_workspace:
          at: third_party
394
      - generate_cache_key
moto's avatar
moto committed
395
396
397
      - restore_cache:

          keys:
moto's avatar
moto committed
398
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
399
400
401
402
403
404

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
405
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
406
407
408
409

          paths:
            - conda
            - env
moto's avatar
moto committed
410
            - third_party/build
moto's avatar
moto committed
411
412
            - third_party/install
            - third_party/src
413
414
415
416
417
418
419
420
421
422
423
424
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
425
426
427
428
429
430
431
432
433
  unittest_linux_gpu:
    <<: *binary_common
    machine:
      image: ubuntu-1604-cuda-10.1:201909-23
    resource_class: gpu.small
    environment:
      image_name: "pytorch/torchaudio_unittest_base:manylinux-cuda10.1"
    steps:
      - checkout
434
435
      - attach_workspace:
          at: third_party
436
      - generate_cache_key
moto's avatar
moto committed
437
438
439
      - restore_cache:

          keys:
moto's avatar
moto committed
440
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
441
442
443
444
445
446

      - run:
          name: Setup
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
447
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
448
449
450
451

          paths:
            - conda
            - env
moto's avatar
moto committed
452
            - third_party/build
moto's avatar
moto committed
453
454
            - third_party/install
            - third_party/src
moto's avatar
moto committed
455
456
457
458
459
460
461
462
463
464
465
466
467
      - run:
          name: Install torchaudio
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post Process
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

  unittest_windows_cpu:
468
469
470
471
472
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
473
      - generate_cache_key
474
475
476
      - restore_cache:

          keys:
477
            - env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
478
479
480

      - run:
          name: Setup
481
          command: .circleci/unittest/windows/scripts/setup_env.sh
moto's avatar
moto committed
482
483
      - save_cache:

484
          key: env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
485
486
487
488
489

          paths:
            - conda
            - env
      - run:
490
          name: Install torchaudio
491
          command: .circleci/unittest/windows/scripts/install.sh
moto's avatar
moto committed
492
      - run:
493
          name: Run tests
494
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
495
496
      - run:
          name: Post process
497
          command: .circleci/unittest/windows/scripts/post_process.sh
moto's avatar
moto committed
498
499
      - store_test_results:
          path: test-results
moto's avatar
moto committed
500

501
502
503
504
505
506
507
508
  unittest_windows_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    environment:
      CUDA_VERSION: "10.1"
    steps:
      - checkout
509
      - generate_cache_key
510
511
512
      - restore_cache:

          keys:
513
            - env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
514
515
516
517
518
519

      - run:
          name: Setup
          command: .circleci/unittest/windows/scripts/setup_env.sh
      - save_cache:

520
          key: env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/windows/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/windows/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/windows/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
537
538
539
  unittest_macos_cpu:
    <<: *binary_common
    macos:
540
      xcode: "9.4.1"
moto's avatar
moto committed
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
    resource_class: large
    steps:
      - checkout
      - install_build_tools_macos
      - attach_workspace:
          at: third_party
      - generate_cache_key
      - restore_cache:

          keys:
            - env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

          key: env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}

          paths:
            - conda
            - env
            - third_party/build
            - third_party/install
            - third_party/src
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

578
579
580
581
582
583
584
  stylecheck:
    <<: *binary_common
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
    resource_class: medium
    steps:
      - checkout
585
      - generate_cache_key
586
587
588
      - restore_cache:

          keys:
589
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
590
591
592
593
594
595

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

596
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
597
598
599
600
601

          paths:
            - conda
            - env
            - third_party/build
moto's avatar
moto committed
602
603
            - third_party/install
            - third_party/src
604
605
606
607
      - run:
          name: Run style check
          command: .circleci/unittest/linux/scripts/run_style_checks.sh

608
609
610
  torchscript_bc_test:
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
611
    resource_class: large
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
    steps:
      - checkout
      - generate_cache_key
      - restore_cache:

          keys:
            - torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

      - run:
          name: Generate Objects
          command: |
             .circleci/torchscript_bc_test/setup_release_envs.sh
             .circleci/torchscript_bc_test/generate_objects.sh
      - save_cache:

          key: torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

          paths:
            - conda
            - envs
      - store_artifacts:
          path: test/torchscript_bc_test/assets
      - persist_to_workspace:
          root: .
          paths:
            - test/torchscript_bc_test/assets
      - run:
          name: Run BC check test
          command: |
            .circleci/torchscript_bc_test/setup_master_envs.sh
            .circleci/torchscript_bc_test/validate_objects.sh

644
645
646
workflows:
  build:
    jobs:
647
      - circleci_consistency
648
649
      - download_third_parties_nix:
          name: download_third_parties_nix
650
651
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.6
652
          python_version: '3.6'
653
654
          requires:
          - download_third_parties_nix
655
656
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.7
657
          python_version: '3.7'
658
659
          requires:
          - download_third_parties_nix
660
661
662
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.8
          python_version: '3.8'
663
664
          requires:
          - download_third_parties_nix
665
666
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.6
667
          python_version: '3.6'
668
669
          requires:
          - download_third_parties_nix
670
671
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.7
672
          python_version: '3.7'
673
674
          requires:
          - download_third_parties_nix
675
676
677
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.8
          python_version: '3.8'
678
679
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
680
681
682
683
684
685
686
687
688
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.8
          python_version: '3.8'
689
690
      - binary_linux_conda:
          name: binary_linux_conda_py3.6
691
          python_version: '3.6'
692
693
          requires:
          - download_third_parties_nix
694
695
      - binary_linux_conda:
          name: binary_linux_conda_py3.7
696
          python_version: '3.7'
697
698
          requires:
          - download_third_parties_nix
699
700
701
      - binary_linux_conda:
          name: binary_linux_conda_py3.8
          python_version: '3.8'
702
703
          requires:
          - download_third_parties_nix
704
705
      - binary_macos_conda:
          name: binary_macos_conda_py3.6
706
          python_version: '3.6'
707
708
          requires:
          - download_third_parties_nix
709
710
      - binary_macos_conda:
          name: binary_macos_conda_py3.7
711
          python_version: '3.7'
712
713
          requires:
          - download_third_parties_nix
714
715
716
      - binary_macos_conda:
          name: binary_macos_conda_py3.8
          python_version: '3.8'
717
718
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
719
720
721
722
723
724
725
726
727
      - binary_windows_conda:
          name: binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_windows_conda:
          name: binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_windows_conda:
          name: binary_windows_conda_py3.8
          python_version: '3.8'
moto's avatar
moto committed
728
729
  unittest:
    jobs:
730
731
732
      - torchscript_bc_test:
          requires:
          - download_third_parties_nix
733
734
      - download_third_parties_nix:
          name: download_third_parties_nix
moto's avatar
moto committed
735
736
737
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.6
          python_version: '3.6'
738
739
          requires:
          - download_third_parties_nix
740
741
742
      - stylecheck:
          name: stylecheck_py3.6
          python_version: '3.6'
moto's avatar
moto committed
743
744
745
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.7
          python_version: '3.7'
746
747
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
748
749
750
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.8
          python_version: '3.8'
751
752
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
753
754
755
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
756
757
758
              only:
              - master
              - nightly
moto's avatar
moto committed
759
              - release/*
760
761
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
moto's avatar
moto committed
762
          name: unittest_linux_gpu_py3.6
moto's avatar
moto committed
763
          python_version: '3.6'
764
765
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
766
767
768
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
769
770
771
              only:
              - master
              - nightly
moto's avatar
moto committed
772
              - release/*
773
774
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
moto's avatar
moto committed
775
          name: unittest_linux_gpu_py3.7
moto's avatar
moto committed
776
          python_version: '3.7'
777
778
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
779
780
781
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
782
783
784
              only:
              - master
              - nightly
moto's avatar
moto committed
785
              - release/*
786
787
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
moto's avatar
moto committed
788
          name: unittest_linux_gpu_py3.8
moto's avatar
moto committed
789
          python_version: '3.8'
790
791
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
792
793
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.6
794
          python_version: '3.6'
moto's avatar
moto committed
795
796
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.7
797
          python_version: '3.7'
moto's avatar
moto committed
798
799
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.8
800
          python_version: '3.8'
801
802
803
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
804
805
806
              only:
              - master
              - nightly
moto's avatar
moto committed
807
              - release/*
808
809
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
810
811
812
813
814
          name: unittest_windows_gpu_py3.6
          python_version: '3.6'
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
815
816
817
              only:
              - master
              - nightly
moto's avatar
moto committed
818
              - release/*
819
820
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
821
822
823
824
825
          name: unittest_windows_gpu_py3.7
          python_version: '3.7'
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
826
827
828
              only:
              - master
              - nightly
moto's avatar
moto committed
829
              - release/*
830
831
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
832
833
          name: unittest_windows_gpu_py3.8
          python_version: '3.8'
moto's avatar
moto committed
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.6
          python_version: '3.6'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.7
          python_version: '3.7'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.8
          python_version: '3.8'
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
849
850
  nightly:
    jobs:
moto's avatar
moto committed
851
852
853
854
      - circleci_consistency:
          filters:
            branches:
              only: nightly
855
856
857
      - download_third_parties_nix:
          filters:
            branches:
moto's avatar
moto committed
858
859
              only:
              - nightly
860
861
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
862
          name: download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
863
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
864
865
          filters:
            branches:
moto's avatar
moto committed
866
867
              only:
              - nightly
868
869
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
870
871
          name: nightly_binary_linux_wheel_py3.6
          python_version: '3.6'
872
873
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
874
875
      - binary_wheel_upload:
          context: org-member
876
877
          filters:
            branches:
moto's avatar
moto committed
878
879
              only:
              - nightly
880
881
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
882
          name: nightly_binary_linux_wheel_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
883
          requires:
884
          - nightly_binary_linux_wheel_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
885
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
886
887
          filters:
            branches:
moto's avatar
moto committed
888
889
              only:
              - nightly
890
891
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
892
893
894
895
          name: nightly_binary_linux_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_linux_wheel_py3.6_upload
896
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
897
898
          filters:
            branches:
moto's avatar
moto committed
899
900
              only:
              - nightly
901
902
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
903
904
          name: nightly_binary_linux_wheel_py3.7
          python_version: '3.7'
905
906
          requires:
          - download_third_parties_nix
907
908
      - binary_wheel_upload:
          context: org-member
909
910
          filters:
            branches:
moto's avatar
moto committed
911
912
              only:
              - nightly
913
914
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
915
          name: nightly_binary_linux_wheel_py3.7_upload
916
          requires:
917
          - nightly_binary_linux_wheel_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
918
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
919
920
          filters:
            branches:
moto's avatar
moto committed
921
922
              only:
              - nightly
923
924
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
925
926
927
928
          name: nightly_binary_linux_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_linux_wheel_py3.7_upload
929
930
931
      - binary_linux_wheel:
          filters:
            branches:
moto's avatar
moto committed
932
933
              only:
              - nightly
934
935
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
936
937
          name: nightly_binary_linux_wheel_py3.8
          python_version: '3.8'
938
939
          requires:
          - download_third_parties_nix
940
941
942
943
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
944
945
              only:
              - nightly
946
947
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
948
949
950
951
952
953
          name: nightly_binary_linux_wheel_py3.8_upload
          requires:
          - nightly_binary_linux_wheel_py3.8
      - smoke_test_linux_pip:
          filters:
            branches:
moto's avatar
moto committed
954
955
              only:
              - nightly
956
957
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
958
959
960
961
          name: nightly_binary_linux_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_linux_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
962
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
963
964
          filters:
            branches:
moto's avatar
moto committed
965
966
              only:
              - nightly
967
968
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
969
970
          name: nightly_binary_macos_wheel_py3.6
          python_version: '3.6'
971
972
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
973
974
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
975
976
          filters:
            branches:
moto's avatar
moto committed
977
978
              only:
              - nightly
979
980
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
981
982
983
          name: nightly_binary_macos_wheel_py3.6_upload
          requires:
          - nightly_binary_macos_wheel_py3.6
984
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
985
986
          filters:
            branches:
moto's avatar
moto committed
987
988
              only:
              - nightly
989
990
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
991
992
          name: nightly_binary_macos_wheel_py3.7
          python_version: '3.7'
993
994
          requires:
          - download_third_parties_nix
995
996
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
997
998
          filters:
            branches:
moto's avatar
moto committed
999
1000
              only:
              - nightly
1001
1002
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1003
1004
1005
          name: nightly_binary_macos_wheel_py3.7_upload
          requires:
          - nightly_binary_macos_wheel_py3.7
1006
1007
1008
      - binary_macos_wheel:
          filters:
            branches:
moto's avatar
moto committed
1009
1010
              only:
              - nightly
1011
1012
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1013
1014
          name: nightly_binary_macos_wheel_py3.8
          python_version: '3.8'
1015
1016
          requires:
          - download_third_parties_nix
1017
1018
1019
1020
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1021
1022
              only:
              - nightly
1023
1024
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1025
1026
1027
          name: nightly_binary_macos_wheel_py3.8_upload
          requires:
          - nightly_binary_macos_wheel_py3.8
peterjc123's avatar
peterjc123 committed
1028
1029
1030
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1031
1032
              only:
              - nightly
1033
1034
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1035
1036
1037
1038
1039
1040
          name: nightly_binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1041
1042
              only:
              - nightly
1043
1044
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1045
1046
1047
          name: nightly_binary_windows_wheel_py3.6_upload
          requires:
          - nightly_binary_windows_wheel_py3.6
1048
1049
1050
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1051
1052
              only:
              - nightly
1053
1054
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1055
1056
1057
1058
          name: nightly_binary_windows_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_windows_wheel_py3.6_upload
peterjc123's avatar
peterjc123 committed
1059
1060
1061
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1062
1063
              only:
              - nightly
1064
1065
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1066
1067
1068
1069
1070
1071
          name: nightly_binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1072
1073
              only:
              - nightly
1074
1075
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1076
1077
1078
          name: nightly_binary_windows_wheel_py3.7_upload
          requires:
          - nightly_binary_windows_wheel_py3.7
1079
1080
1081
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1082
1083
              only:
              - nightly
1084
1085
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1086
1087
1088
1089
          name: nightly_binary_windows_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_windows_wheel_py3.7_upload
peterjc123's avatar
peterjc123 committed
1090
1091
1092
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1093
1094
              only:
              - nightly
1095
1096
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1097
1098
1099
1100
1101
1102
          name: nightly_binary_windows_wheel_py3.8
          python_version: '3.8'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1103
1104
              only:
              - nightly
1105
1106
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1107
1108
1109
          name: nightly_binary_windows_wheel_py3.8_upload
          requires:
          - nightly_binary_windows_wheel_py3.8
1110
1111
1112
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1113
1114
              only:
              - nightly
1115
1116
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1117
1118
1119
1120
          name: nightly_binary_windows_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_windows_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1121
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1122
1123
          filters:
            branches:
moto's avatar
moto committed
1124
1125
              only:
              - nightly
1126
1127
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1128
1129
          name: nightly_binary_linux_conda_py3.6
          python_version: '3.6'
1130
1131
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1132
1133
      - binary_conda_upload:
          context: org-member
1134
1135
          filters:
            branches:
moto's avatar
moto committed
1136
1137
              only:
              - nightly
1138
1139
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1140
          name: nightly_binary_linux_conda_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1141
          requires:
1142
          - nightly_binary_linux_conda_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
1143
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1144
1145
          filters:
            branches:
moto's avatar
moto committed
1146
1147
              only:
              - nightly
1148
1149
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1150
1151
1152
1153
          name: nightly_binary_linux_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_linux_conda_py3.6_upload
1154
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1155
1156
          filters:
            branches:
moto's avatar
moto committed
1157
1158
              only:
              - nightly
1159
1160
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1161
1162
          name: nightly_binary_linux_conda_py3.7
          python_version: '3.7'
1163
1164
          requires:
          - download_third_parties_nix
1165
1166
      - binary_conda_upload:
          context: org-member
1167
1168
          filters:
            branches:
moto's avatar
moto committed
1169
1170
              only:
              - nightly
1171
1172
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1173
          name: nightly_binary_linux_conda_py3.7_upload
1174
          requires:
1175
          - nightly_binary_linux_conda_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
1176
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1177
1178
          filters:
            branches:
moto's avatar
moto committed
1179
1180
              only:
              - nightly
1181
1182
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1183
1184
1185
1186
          name: nightly_binary_linux_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_linux_conda_py3.7_upload
1187
1188
1189
      - binary_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1190
1191
              only:
              - nightly
1192
1193
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1194
1195
          name: nightly_binary_linux_conda_py3.8
          python_version: '3.8'
1196
1197
          requires:
          - download_third_parties_nix
1198
1199
1200
1201
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1202
1203
              only:
              - nightly
1204
1205
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1206
1207
1208
1209
1210
1211
          name: nightly_binary_linux_conda_py3.8_upload
          requires:
          - nightly_binary_linux_conda_py3.8
      - smoke_test_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1212
1213
              only:
              - nightly
1214
1215
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1216
1217
1218
1219
          name: nightly_binary_linux_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_linux_conda_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1220
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1221
1222
          filters:
            branches:
moto's avatar
moto committed
1223
1224
              only:
              - nightly
1225
1226
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1227
1228
          name: nightly_binary_macos_conda_py3.6
          python_version: '3.6'
1229
1230
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1231
1232
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1233
1234
          filters:
            branches:
moto's avatar
moto committed
1235
1236
              only:
              - nightly
1237
1238
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1239
1240
1241
          name: nightly_binary_macos_conda_py3.6_upload
          requires:
          - nightly_binary_macos_conda_py3.6
1242
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1243
1244
          filters:
            branches:
moto's avatar
moto committed
1245
1246
              only:
              - nightly
1247
1248
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1249
1250
          name: nightly_binary_macos_conda_py3.7
          python_version: '3.7'
1251
1252
          requires:
          - download_third_parties_nix
1253
1254
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1255
1256
          filters:
            branches:
moto's avatar
moto committed
1257
1258
              only:
              - nightly
1259
1260
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1261
1262
1263
          name: nightly_binary_macos_conda_py3.7_upload
          requires:
          - nightly_binary_macos_conda_py3.7
1264
1265
1266
      - binary_macos_conda:
          filters:
            branches:
moto's avatar
moto committed
1267
1268
              only:
              - nightly
1269
1270
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1271
1272
          name: nightly_binary_macos_conda_py3.8
          python_version: '3.8'
1273
1274
          requires:
          - download_third_parties_nix
1275
1276
1277
1278
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1279
1280
              only:
              - nightly
1281
1282
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1283
1284
1285
          name: nightly_binary_macos_conda_py3.8_upload
          requires:
          - nightly_binary_macos_conda_py3.8
peterjc123's avatar
peterjc123 committed
1286
1287
1288
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1289
1290
              only:
              - nightly
1291
1292
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1293
1294
1295
1296
1297
1298
          name: nightly_binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1299
1300
              only:
              - nightly
1301
1302
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1303
1304
1305
          name: nightly_binary_windows_conda_py3.6_upload
          requires:
          - nightly_binary_windows_conda_py3.6
1306
1307
1308
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1309
1310
              only:
              - nightly
1311
1312
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1313
1314
1315
1316
          name: nightly_binary_windows_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_windows_conda_py3.6_upload
peterjc123's avatar
peterjc123 committed
1317
1318
1319
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1320
1321
              only:
              - nightly
1322
1323
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1324
1325
1326
1327
1328
1329
          name: nightly_binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1330
1331
              only:
              - nightly
1332
1333
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1334
1335
1336
          name: nightly_binary_windows_conda_py3.7_upload
          requires:
          - nightly_binary_windows_conda_py3.7
1337
1338
1339
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1340
1341
              only:
              - nightly
1342
1343
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1344
1345
1346
1347
          name: nightly_binary_windows_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_windows_conda_py3.7_upload
peterjc123's avatar
peterjc123 committed
1348
1349
1350
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1351
1352
              only:
              - nightly
1353
1354
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1355
1356
1357
1358
1359
1360
          name: nightly_binary_windows_conda_py3.8
          python_version: '3.8'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1361
1362
              only:
              - nightly
1363
1364
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1365
1366
1367
          name: nightly_binary_windows_conda_py3.8_upload
          requires:
          - nightly_binary_windows_conda_py3.8
1368
1369
1370
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1371
1372
              only:
              - nightly
1373
1374
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1375
1376
1377
1378
          name: nightly_binary_windows_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_windows_conda_py3.8_upload
Mingbo Wan's avatar
Mingbo Wan committed
1379
1380
1381
1382
1383
1384
1385
1386
1387
  docker_build:
    triggers:
      - schedule:
          cron: "0 10 * * 0"
          filters:
            branches:
              only:
                - master
    jobs:
1388
      - smoke_test_docker_image_build