config.yml 42.9 KB
Newer Older
1
2
version: 2.1

3
# How to test the Linux jobs:
4
#   - Install CircleCI local CLI: https://circleci.com/docs/2.0/local-cli/
5
6
#   - circleci config process .circleci/config.yml > gen.yml && circleci local execute -c gen.yml --job binary_linux_wheel_py3.8
#     - Replace binary_linux_wheel_py3.8 with the name of the job you want to test.
Edward Z. Yang's avatar
Edward Z. Yang committed
7
#       Job names are 'name:' key.
8

9
10
11
12
13
14
executors:
  windows-cpu:
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      shell: bash.exe
peterjc123's avatar
peterjc123 committed
15

16
17
18
19
20
21
  windows-gpu:
    machine:
      resource_class: windows.gpu.nvidia.medium
      image: windows-server-2019-nvidia:stable
      shell: bash.exe

22
commands:
23
24
25
26
27
28
  generate_cache_key:
    description: "Generates a cache key file that changes daily"
    steps:
      - run:
          name: Generate cache key
          command: echo "$(date +"%Y-%m-%d")" > .cachekey
29
30
31
32
33
34
35
36
  designate_upload_channel:
    description: "inserts the correct upload channel into ${BASH_ENV}"
    steps:
      - run:
          name: adding UPLOAD_CHANNEL to BASH_ENV
          command: |
            our_upload_channel=nightly
            # On tags upload to test instead
37
            if [[ -n "${CIRCLE_TAG}" ]] || [[ ${CIRCLE_BRANCH} =~ release/* ]]; then
38
39
40
              our_upload_channel=test
            fi
            echo "export UPLOAD_CHANNEL=${our_upload_channel}" >> ${BASH_ENV}
moto's avatar
moto committed
41
42
  install_build_tools_macos:
    description: "installs tools required to build torchaudio"
moto's avatar
moto committed
43
44
    steps:
      - run:
moto's avatar
moto committed
45
          name: Install cmake and pkg-config
moto's avatar
moto committed
46
          command: HOMEBREW_NO_AUTO_UPDATE=1 brew install cmake pkg-config wget
moto's avatar
moto committed
47
          # Disable brew auto update which is very slow
48

49
50
binary_common: &binary_common
  parameters:
Edward Z. Yang's avatar
Edward Z. Yang committed
51
    # Edit these defaults to do a release
52
53
54
55
56
57
58
59
60
61
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
62
      description: "Python version to build against (e.g., 3.8)"
63
64
65
66
67
      type: string
  environment:
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
Edward Z. Yang's avatar
Edward Z. Yang committed
68
    CU_VERSION: cpu
69

Mingbo Wan's avatar
Mingbo Wan committed
70
71
72
smoke_test_common: &smoke_test_common
  <<: *binary_common
  docker:
73
    - image: 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:56c846a5-acaa-41a7-92f5-46ec66186c61
Mingbo Wan's avatar
Mingbo Wan committed
74
75
76
77
      aws_auth:
        aws_access_key_id: ${ECR_AWS_ACCESS_KEY}
        aws_secret_access_key: ${ECR_AWS_SECRET_ACCESS_KEY}

78
jobs:
79
80
  circleci_consistency:
    docker:
81
      - image: circleci/python:3.8
82
83
84
85
    steps:
      - checkout
      - run:
          command: |
86
            pip install --user --progress-bar off jinja2 pyyaml
87
88
89
            python .circleci/regenerate.py
            git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)

90
91
  download_third_parties_nix:
    docker:
moto's avatar
moto committed
92
      - image: "pytorch/torchaudio_unittest_base:manylinux"
93
94
95
    resource_class: small
    steps:
      - checkout
96
      - generate_cache_key
97
98
99
      - restore_cache:

          keys:
moto's avatar
moto committed
100
            - tp-nix-v2-{{ checksum ".cachekey" }}
101
102

      - run:
moto's avatar
moto committed
103
104
105
          command: |
              mkdir -p third_party/archives/
              wget --no-clobber --directory-prefix=third_party/archives/ $(awk '/URL /{print $2}' third_party/CMakeLists.txt)
106
107
      - save_cache:

moto's avatar
moto committed
108
          key: tp-nix-v2-{{ checksum ".cachekey" }}
109
110

          paths:
moto's avatar
moto committed
111
            - third_party/archives
112
113
114
      - persist_to_workspace:
          root: third_party
          paths:
moto's avatar
moto committed
115
            - archives
116

117
  binary_linux_wheel:
118
    <<: *binary_common
119
    docker:
120
      - image: "pytorch/manylinux-cuda100"
121
122
123
    resource_class: 2xlarge+
    steps:
      - checkout
124
125
      - attach_workspace:
          at: third_party
126
      - run: packaging/build_wheel.sh
127
      - store_artifacts:
128
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
129
130
131
132
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
133
134

  binary_linux_conda:
135
    <<: *binary_common
136
    docker:
137
      - image: "pytorch/conda-cuda"
138
139
140
    resource_class: 2xlarge+
    steps:
      - checkout
141
142
      - attach_workspace:
          at: third_party
143
      - run: packaging/build_conda.sh
144
145
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
Edward Z. Yang's avatar
Edward Z. Yang committed
146
      - persist_to_workspace:
147
          root: /opt/conda
Edward Z. Yang's avatar
Edward Z. Yang committed
148
          paths:
149
            - "conda-bld/*"
150

151
152
153
  binary_macos_wheel:
    <<: *binary_common
    macos:
154
      xcode: "9.4.1"
155
156
    steps:
      - checkout
moto's avatar
moto committed
157
      - install_build_tools_macos
158
159
      - attach_workspace:
          at: third_party
160
161
162
163
164
165
166
167
168
169
170
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
171
172
173
174
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
175
176
177
178

  binary_macos_conda:
    <<: *binary_common
    macos:
179
      xcode: "9.4.1"
180
181
    steps:
      - checkout
moto's avatar
moto committed
182
      - install_build_tools_macos
183
184
      - attach_workspace:
          at: third_party
185
186
187
188
189
190
191
192
193
      - run:
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            conda install -yq conda-build
            packaging/build_conda.sh
      - store_artifacts:
          path: /Users/distiller/miniconda3/conda-bld/osx-64
Edward Z. Yang's avatar
Edward Z. Yang committed
194
      - persist_to_workspace:
195
          root: /Users/distiller/miniconda3
Edward Z. Yang's avatar
Edward Z. Yang committed
196
          paths:
197
            - "conda-bld/*"
Edward Z. Yang's avatar
Edward Z. Yang committed
198

peterjc123's avatar
peterjc123 committed
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
  binary_windows_wheel:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            bash packaging/build_wheel.sh
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            conda install -yq conda-build "conda-package-handling!=1.5.0"
            bash packaging/build_conda.sh
      - store_artifacts:
          path: C:/tools/miniconda3/conda-bld/win-64
      - persist_to_workspace:
234
          root: C:/tools/miniconda3
peterjc123's avatar
peterjc123 committed
235
          paths:
236
            - "conda-bld/*"
peterjc123's avatar
peterjc123 committed
237

Edward Z. Yang's avatar
Edward Z. Yang committed
238
239
240
241
242
243
244
  # Requires org-member context
  binary_conda_upload:
    docker:
      - image: continuumio/miniconda
    steps:
      - attach_workspace:
          at: ~/workspace
245
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
246
247
248
249
250
      - run:
          command: |
            # Prevent credential from leaking
            conda install -yq anaconda-client
            set -x
251
            anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/conda-bld/*/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force
Edward Z. Yang's avatar
Edward Z. Yang committed
252
253
254
255

  # Requires org-member context
  binary_wheel_upload:
    docker:
256
      - image: circleci/python:3.8
Edward Z. Yang's avatar
Edward Z. Yang committed
257
258
259
260
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
261
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
262
263
264
265
266
267
268
269
270
271
      - run:
          command: |
            pip install --user awscli
            export PATH="$HOME/.local/bin:$PATH"
            # Prevent credential from leaking
            set +x
            export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
            export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
            set -x
            for pkg in ~/workspace/*.whl; do
272
              aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/" --acl public-read
Edward Z. Yang's avatar
Edward Z. Yang committed
273
            done
274

Mingbo Wan's avatar
Mingbo Wan committed
275
276
277
  smoke_test_linux_conda:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
278
279
      - attach_workspace:
          at: ~/workspace
280
      - designate_upload_channel
Mingbo Wan's avatar
Mingbo Wan committed
281
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
282
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
283
284
285
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
286
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
287
            conda install -v -y -c file://$HOME/workspace/conda-bld torchaudio
Mingbo Wan's avatar
Mingbo Wan committed
288
289
290
291
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
292
293
294
295
296
            python -c "import torchaudio"

  smoke_test_linux_pip:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
297
298
      - attach_workspace:
          at: ~/workspace
Mingbo Wan's avatar
Mingbo Wan committed
299
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
300
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
301
302
303
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
304
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
Mingbo Wan's avatar
Mingbo Wan committed
305
306
307
308
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
309
310
            python -c "import torchaudio"

311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
  smoke_test_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
326
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

  smoke_test_windows_pip:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
350
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
351
352
353
354
355
356
357
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

358
  smoke_test_docker_image_build:
Mingbo Wan's avatar
Mingbo Wan committed
359
360
361
362
363
364
365
366
367
368
369
    machine:
      image: ubuntu-1604:201903-01
    resource_class: large
    environment:
      image_name: torchaudio/smoke_test
    steps:
      - checkout
      - run:
          name: build_docker image
          no_output_timeout: "1h"
          command: |
370
            cd .circleci/smoke_test/docker && docker build . -t ${image_name}:${CIRCLE_WORKFLOW_ID}
Mingbo Wan's avatar
Mingbo Wan committed
371
372
373
374
375
376
377
378
379
380
      - run:
          name: upload docker image
          no_output_timeout: "1h"
          command: |
            set +x
            export AWS_ACCESS_KEY_ID=${ECR_AWS_ACCESS_KEY}
            export AWS_SECRET_ACCESS_KEY=${ECR_AWS_SECRET_ACCESS_KEY}
            eval $(aws ecr get-login --region us-east-1 --no-include-email)
            set -x
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
381
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
382
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
383
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
384

moto's avatar
moto committed
385
  unittest_linux_cpu:
moto's avatar
moto committed
386
387
    <<: *binary_common
    docker:
388
      - image: "pytorch/torchaudio_unittest_base:manylinux"
moto's avatar
moto committed
389
390
391
    resource_class: 2xlarge+
    steps:
      - checkout
392
393
      - attach_workspace:
          at: third_party
394
      - designate_upload_channel
395
      - generate_cache_key
moto's avatar
moto committed
396
397
398
      - restore_cache:

          keys:
moto's avatar
moto committed
399
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
400
401
402
403
404
405

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
406
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
407
408
409
410

          paths:
            - conda
            - env
moto's avatar
moto committed
411
            - third_party/build
moto's avatar
moto committed
412
413
            - third_party/install
            - third_party/src
414
415
416
417
418
419
420
421
422
423
424
425
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
426
427
428
429
430
431
432
433
434
  unittest_linux_gpu:
    <<: *binary_common
    machine:
      image: ubuntu-1604-cuda-10.1:201909-23
    resource_class: gpu.small
    environment:
      image_name: "pytorch/torchaudio_unittest_base:manylinux-cuda10.1"
    steps:
      - checkout
435
436
      - attach_workspace:
          at: third_party
437
      - designate_upload_channel
438
      - generate_cache_key
moto's avatar
moto committed
439
440
441
      - restore_cache:

          keys:
moto's avatar
moto committed
442
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
443
444
445
446
447
448

      - run:
          name: Setup
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
449
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
450
451
452
453

          paths:
            - conda
            - env
moto's avatar
moto committed
454
            - third_party/build
moto's avatar
moto committed
455
456
            - third_party/install
            - third_party/src
moto's avatar
moto committed
457
458
459
460
461
462
463
464
465
466
467
468
469
      - run:
          name: Install torchaudio
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post Process
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

  unittest_windows_cpu:
470
471
472
473
474
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
475
      - designate_upload_channel
476
      - generate_cache_key
477
478
479
      - restore_cache:

          keys:
480
            - env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
481
482
483

      - run:
          name: Setup
484
          command: .circleci/unittest/windows/scripts/setup_env.sh
moto's avatar
moto committed
485
486
      - save_cache:

487
          key: env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
488
489
490
491
492

          paths:
            - conda
            - env
      - run:
493
          name: Install torchaudio
494
          command: .circleci/unittest/windows/scripts/install.sh
moto's avatar
moto committed
495
      - run:
496
          name: Run tests
497
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
498
499
      - run:
          name: Post process
500
          command: .circleci/unittest/windows/scripts/post_process.sh
moto's avatar
moto committed
501
502
      - store_test_results:
          path: test-results
moto's avatar
moto committed
503

504
505
506
507
508
509
510
511
  unittest_windows_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    environment:
      CUDA_VERSION: "10.1"
    steps:
      - checkout
512
      - designate_upload_channel
513
      - generate_cache_key
514
515
516
      - restore_cache:

          keys:
517
            - env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
518
519
520
521
522
523

      - run:
          name: Setup
          command: .circleci/unittest/windows/scripts/setup_env.sh
      - save_cache:

524
          key: env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/windows/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/windows/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/windows/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
541
542
543
  unittest_macos_cpu:
    <<: *binary_common
    macos:
544
      xcode: "9.4.1"
moto's avatar
moto committed
545
546
547
548
549
550
    resource_class: large
    steps:
      - checkout
      - install_build_tools_macos
      - attach_workspace:
          at: third_party
551
      - designate_upload_channel
moto's avatar
moto committed
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
      - generate_cache_key
      - restore_cache:

          keys:
            - env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

          key: env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}

          paths:
            - conda
            - env
            - third_party/build
            - third_party/install
            - third_party/src
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

583
584
585
586
587
588
589
  stylecheck:
    <<: *binary_common
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
    resource_class: medium
    steps:
      - checkout
590
      - designate_upload_channel
591
      - generate_cache_key
592
593
594
      - restore_cache:

          keys:
595
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
596
597
598
599
600
601

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

602
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/environment.yml" }}-{{ checksum ".cachekey" }}
603
604
605
606
607

          paths:
            - conda
            - env
            - third_party/build
moto's avatar
moto committed
608
609
            - third_party/install
            - third_party/src
610
611
612
613
      - run:
          name: Run style check
          command: .circleci/unittest/linux/scripts/run_style_checks.sh

614
615
616
  torchscript_bc_test:
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
617
    resource_class: large
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
    steps:
      - checkout
      - generate_cache_key
      - restore_cache:

          keys:
            - torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

      - run:
          name: Generate Objects
          command: |
             .circleci/torchscript_bc_test/setup_release_envs.sh
             .circleci/torchscript_bc_test/generate_objects.sh
      - save_cache:

          key: torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

          paths:
            - conda
            - envs
      - store_artifacts:
          path: test/torchscript_bc_test/assets
      - persist_to_workspace:
          root: .
          paths:
            - test/torchscript_bc_test/assets
      - run:
          name: Run BC check test
          command: |
            .circleci/torchscript_bc_test/setup_master_envs.sh
            .circleci/torchscript_bc_test/validate_objects.sh

650
651
652
workflows:
  build:
    jobs:
653
      - circleci_consistency
654
655
      - download_third_parties_nix:
          name: download_third_parties_nix
656
657
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.6
658
          python_version: '3.6'
659
660
          requires:
          - download_third_parties_nix
661
662
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.7
663
          python_version: '3.7'
664
665
          requires:
          - download_third_parties_nix
666
667
668
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.8
          python_version: '3.8'
669
670
          requires:
          - download_third_parties_nix
671
672
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.6
673
          python_version: '3.6'
674
675
          requires:
          - download_third_parties_nix
676
677
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.7
678
          python_version: '3.7'
679
680
          requires:
          - download_third_parties_nix
681
682
683
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.8
          python_version: '3.8'
684
685
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
686
687
688
689
690
691
692
693
694
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.8
          python_version: '3.8'
695
696
      - binary_linux_conda:
          name: binary_linux_conda_py3.6
697
          python_version: '3.6'
698
699
          requires:
          - download_third_parties_nix
700
701
      - binary_linux_conda:
          name: binary_linux_conda_py3.7
702
          python_version: '3.7'
703
704
          requires:
          - download_third_parties_nix
705
706
707
      - binary_linux_conda:
          name: binary_linux_conda_py3.8
          python_version: '3.8'
708
709
          requires:
          - download_third_parties_nix
710
711
      - binary_macos_conda:
          name: binary_macos_conda_py3.6
712
          python_version: '3.6'
713
714
          requires:
          - download_third_parties_nix
715
716
      - binary_macos_conda:
          name: binary_macos_conda_py3.7
717
          python_version: '3.7'
718
719
          requires:
          - download_third_parties_nix
720
721
722
      - binary_macos_conda:
          name: binary_macos_conda_py3.8
          python_version: '3.8'
723
724
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
725
726
727
728
729
730
731
732
733
      - binary_windows_conda:
          name: binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_windows_conda:
          name: binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_windows_conda:
          name: binary_windows_conda_py3.8
          python_version: '3.8'
moto's avatar
moto committed
734
735
  unittest:
    jobs:
736
737
738
      - torchscript_bc_test:
          requires:
          - download_third_parties_nix
739
740
      - download_third_parties_nix:
          name: download_third_parties_nix
moto's avatar
moto committed
741
742
743
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.6
          python_version: '3.6'
744
745
          requires:
          - download_third_parties_nix
746
747
748
      - stylecheck:
          name: stylecheck_py3.6
          python_version: '3.6'
moto's avatar
moto committed
749
750
751
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.7
          python_version: '3.7'
752
753
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
754
755
756
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.8
          python_version: '3.8'
757
758
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
759
760
761
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
762
763
764
              only:
              - master
              - nightly
moto's avatar
moto committed
765
              - release/*
766
767
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
moto's avatar
moto committed
768
          name: unittest_linux_gpu_py3.6
moto's avatar
moto committed
769
          python_version: '3.6'
770
771
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
772
773
774
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
775
776
777
              only:
              - master
              - nightly
moto's avatar
moto committed
778
              - release/*
779
780
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
moto's avatar
moto committed
781
          name: unittest_linux_gpu_py3.7
moto's avatar
moto committed
782
          python_version: '3.7'
783
784
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
785
786
787
      - unittest_linux_gpu:
          filters:
            branches:
moto's avatar
moto committed
788
789
790
              only:
              - master
              - nightly
moto's avatar
moto committed
791
              - release/*
792
793
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
moto's avatar
moto committed
794
          name: unittest_linux_gpu_py3.8
moto's avatar
moto committed
795
          python_version: '3.8'
796
797
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
798
799
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.6
800
          python_version: '3.6'
moto's avatar
moto committed
801
802
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.7
803
          python_version: '3.7'
moto's avatar
moto committed
804
805
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.8
806
          python_version: '3.8'
807
808
809
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
810
811
812
              only:
              - master
              - nightly
moto's avatar
moto committed
813
              - release/*
814
815
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
816
817
818
819
820
          name: unittest_windows_gpu_py3.6
          python_version: '3.6'
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
821
822
823
              only:
              - master
              - nightly
moto's avatar
moto committed
824
              - release/*
825
826
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
827
828
829
830
831
          name: unittest_windows_gpu_py3.7
          python_version: '3.7'
      - unittest_windows_gpu:
          filters:
            branches:
moto's avatar
moto committed
832
833
834
              only:
              - master
              - nightly
moto's avatar
moto committed
835
              - release/*
836
837
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
838
839
          name: unittest_windows_gpu_py3.8
          python_version: '3.8'
moto's avatar
moto committed
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.6
          python_version: '3.6'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.7
          python_version: '3.7'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.8
          python_version: '3.8'
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
855
856
  nightly:
    jobs:
moto's avatar
moto committed
857
858
859
860
      - circleci_consistency:
          filters:
            branches:
              only: nightly
861
862
863
      - download_third_parties_nix:
          filters:
            branches:
moto's avatar
moto committed
864
865
              only:
              - nightly
866
867
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
868
          name: download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
869
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
870
871
          filters:
            branches:
moto's avatar
moto committed
872
873
              only:
              - nightly
874
875
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
876
877
          name: nightly_binary_linux_wheel_py3.6
          python_version: '3.6'
878
879
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
880
881
      - binary_wheel_upload:
          context: org-member
882
883
          filters:
            branches:
moto's avatar
moto committed
884
885
              only:
              - nightly
886
887
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
888
          name: nightly_binary_linux_wheel_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
889
          requires:
890
          - nightly_binary_linux_wheel_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
891
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
892
893
          filters:
            branches:
moto's avatar
moto committed
894
895
              only:
              - nightly
896
897
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
898
899
900
901
          name: nightly_binary_linux_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_linux_wheel_py3.6_upload
902
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
903
904
          filters:
            branches:
moto's avatar
moto committed
905
906
              only:
              - nightly
907
908
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
909
910
          name: nightly_binary_linux_wheel_py3.7
          python_version: '3.7'
911
912
          requires:
          - download_third_parties_nix
913
914
      - binary_wheel_upload:
          context: org-member
915
916
          filters:
            branches:
moto's avatar
moto committed
917
918
              only:
              - nightly
919
920
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
921
          name: nightly_binary_linux_wheel_py3.7_upload
922
          requires:
923
          - nightly_binary_linux_wheel_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
924
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
925
926
          filters:
            branches:
moto's avatar
moto committed
927
928
              only:
              - nightly
929
930
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
931
932
933
934
          name: nightly_binary_linux_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_linux_wheel_py3.7_upload
935
936
937
      - binary_linux_wheel:
          filters:
            branches:
moto's avatar
moto committed
938
939
              only:
              - nightly
940
941
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
942
943
          name: nightly_binary_linux_wheel_py3.8
          python_version: '3.8'
944
945
          requires:
          - download_third_parties_nix
946
947
948
949
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
950
951
              only:
              - nightly
952
953
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
954
955
956
957
958
959
          name: nightly_binary_linux_wheel_py3.8_upload
          requires:
          - nightly_binary_linux_wheel_py3.8
      - smoke_test_linux_pip:
          filters:
            branches:
moto's avatar
moto committed
960
961
              only:
              - nightly
962
963
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
964
965
966
967
          name: nightly_binary_linux_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_linux_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
968
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
969
970
          filters:
            branches:
moto's avatar
moto committed
971
972
              only:
              - nightly
973
974
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
975
976
          name: nightly_binary_macos_wheel_py3.6
          python_version: '3.6'
977
978
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
979
980
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
981
982
          filters:
            branches:
moto's avatar
moto committed
983
984
              only:
              - nightly
985
986
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
987
988
989
          name: nightly_binary_macos_wheel_py3.6_upload
          requires:
          - nightly_binary_macos_wheel_py3.6
990
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
991
992
          filters:
            branches:
moto's avatar
moto committed
993
994
              only:
              - nightly
995
996
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
997
998
          name: nightly_binary_macos_wheel_py3.7
          python_version: '3.7'
999
1000
          requires:
          - download_third_parties_nix
1001
1002
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1003
1004
          filters:
            branches:
moto's avatar
moto committed
1005
1006
              only:
              - nightly
1007
1008
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1009
1010
1011
          name: nightly_binary_macos_wheel_py3.7_upload
          requires:
          - nightly_binary_macos_wheel_py3.7
1012
1013
1014
      - binary_macos_wheel:
          filters:
            branches:
moto's avatar
moto committed
1015
1016
              only:
              - nightly
1017
1018
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1019
1020
          name: nightly_binary_macos_wheel_py3.8
          python_version: '3.8'
1021
1022
          requires:
          - download_third_parties_nix
1023
1024
1025
1026
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1027
1028
              only:
              - nightly
1029
1030
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1031
1032
1033
          name: nightly_binary_macos_wheel_py3.8_upload
          requires:
          - nightly_binary_macos_wheel_py3.8
peterjc123's avatar
peterjc123 committed
1034
1035
1036
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1037
1038
              only:
              - nightly
1039
1040
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1041
1042
1043
1044
1045
1046
          name: nightly_binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1047
1048
              only:
              - nightly
1049
1050
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1051
1052
1053
          name: nightly_binary_windows_wheel_py3.6_upload
          requires:
          - nightly_binary_windows_wheel_py3.6
1054
1055
1056
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1057
1058
              only:
              - nightly
1059
1060
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1061
1062
1063
1064
          name: nightly_binary_windows_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_windows_wheel_py3.6_upload
peterjc123's avatar
peterjc123 committed
1065
1066
1067
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1068
1069
              only:
              - nightly
1070
1071
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1072
1073
1074
1075
1076
1077
          name: nightly_binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1078
1079
              only:
              - nightly
1080
1081
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1082
1083
1084
          name: nightly_binary_windows_wheel_py3.7_upload
          requires:
          - nightly_binary_windows_wheel_py3.7
1085
1086
1087
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1088
1089
              only:
              - nightly
1090
1091
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1092
1093
1094
1095
          name: nightly_binary_windows_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_windows_wheel_py3.7_upload
peterjc123's avatar
peterjc123 committed
1096
1097
1098
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1099
1100
              only:
              - nightly
1101
1102
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1103
1104
1105
1106
1107
1108
          name: nightly_binary_windows_wheel_py3.8
          python_version: '3.8'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1109
1110
              only:
              - nightly
1111
1112
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1113
1114
1115
          name: nightly_binary_windows_wheel_py3.8_upload
          requires:
          - nightly_binary_windows_wheel_py3.8
1116
1117
1118
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1119
1120
              only:
              - nightly
1121
1122
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1123
1124
1125
1126
          name: nightly_binary_windows_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_windows_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1127
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1128
1129
          filters:
            branches:
moto's avatar
moto committed
1130
1131
              only:
              - nightly
1132
1133
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1134
1135
          name: nightly_binary_linux_conda_py3.6
          python_version: '3.6'
1136
1137
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1138
1139
      - binary_conda_upload:
          context: org-member
1140
1141
          filters:
            branches:
moto's avatar
moto committed
1142
1143
              only:
              - nightly
1144
1145
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1146
          name: nightly_binary_linux_conda_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1147
          requires:
1148
          - nightly_binary_linux_conda_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
1149
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1150
1151
          filters:
            branches:
moto's avatar
moto committed
1152
1153
              only:
              - nightly
1154
1155
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1156
1157
1158
1159
          name: nightly_binary_linux_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_linux_conda_py3.6_upload
1160
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1161
1162
          filters:
            branches:
moto's avatar
moto committed
1163
1164
              only:
              - nightly
1165
1166
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1167
1168
          name: nightly_binary_linux_conda_py3.7
          python_version: '3.7'
1169
1170
          requires:
          - download_third_parties_nix
1171
1172
      - binary_conda_upload:
          context: org-member
1173
1174
          filters:
            branches:
moto's avatar
moto committed
1175
1176
              only:
              - nightly
1177
1178
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1179
          name: nightly_binary_linux_conda_py3.7_upload
1180
          requires:
1181
          - nightly_binary_linux_conda_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
1182
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1183
1184
          filters:
            branches:
moto's avatar
moto committed
1185
1186
              only:
              - nightly
1187
1188
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1189
1190
1191
1192
          name: nightly_binary_linux_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_linux_conda_py3.7_upload
1193
1194
1195
      - binary_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1196
1197
              only:
              - nightly
1198
1199
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1200
1201
          name: nightly_binary_linux_conda_py3.8
          python_version: '3.8'
1202
1203
          requires:
          - download_third_parties_nix
1204
1205
1206
1207
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1208
1209
              only:
              - nightly
1210
1211
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1212
1213
1214
1215
1216
1217
          name: nightly_binary_linux_conda_py3.8_upload
          requires:
          - nightly_binary_linux_conda_py3.8
      - smoke_test_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1218
1219
              only:
              - nightly
1220
1221
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1222
1223
1224
1225
          name: nightly_binary_linux_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_linux_conda_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1226
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1227
1228
          filters:
            branches:
moto's avatar
moto committed
1229
1230
              only:
              - nightly
1231
1232
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1233
1234
          name: nightly_binary_macos_conda_py3.6
          python_version: '3.6'
1235
1236
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1237
1238
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1239
1240
          filters:
            branches:
moto's avatar
moto committed
1241
1242
              only:
              - nightly
1243
1244
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1245
1246
1247
          name: nightly_binary_macos_conda_py3.6_upload
          requires:
          - nightly_binary_macos_conda_py3.6
1248
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1249
1250
          filters:
            branches:
moto's avatar
moto committed
1251
1252
              only:
              - nightly
1253
1254
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1255
1256
          name: nightly_binary_macos_conda_py3.7
          python_version: '3.7'
1257
1258
          requires:
          - download_third_parties_nix
1259
1260
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1261
1262
          filters:
            branches:
moto's avatar
moto committed
1263
1264
              only:
              - nightly
1265
1266
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1267
1268
1269
          name: nightly_binary_macos_conda_py3.7_upload
          requires:
          - nightly_binary_macos_conda_py3.7
1270
1271
1272
      - binary_macos_conda:
          filters:
            branches:
moto's avatar
moto committed
1273
1274
              only:
              - nightly
1275
1276
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1277
1278
          name: nightly_binary_macos_conda_py3.8
          python_version: '3.8'
1279
1280
          requires:
          - download_third_parties_nix
1281
1282
1283
1284
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1285
1286
              only:
              - nightly
1287
1288
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1289
1290
1291
          name: nightly_binary_macos_conda_py3.8_upload
          requires:
          - nightly_binary_macos_conda_py3.8
peterjc123's avatar
peterjc123 committed
1292
1293
1294
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1295
1296
              only:
              - nightly
1297
1298
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1299
1300
1301
1302
1303
1304
          name: nightly_binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1305
1306
              only:
              - nightly
1307
1308
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1309
1310
1311
          name: nightly_binary_windows_conda_py3.6_upload
          requires:
          - nightly_binary_windows_conda_py3.6
1312
1313
1314
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1315
1316
              only:
              - nightly
1317
1318
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1319
1320
1321
1322
          name: nightly_binary_windows_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_windows_conda_py3.6_upload
peterjc123's avatar
peterjc123 committed
1323
1324
1325
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1326
1327
              only:
              - nightly
1328
1329
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1330
1331
1332
1333
1334
1335
          name: nightly_binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1336
1337
              only:
              - nightly
1338
1339
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1340
1341
1342
          name: nightly_binary_windows_conda_py3.7_upload
          requires:
          - nightly_binary_windows_conda_py3.7
1343
1344
1345
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1346
1347
              only:
              - nightly
1348
1349
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1350
1351
1352
1353
          name: nightly_binary_windows_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_windows_conda_py3.7_upload
peterjc123's avatar
peterjc123 committed
1354
1355
1356
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1357
1358
              only:
              - nightly
1359
1360
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1361
1362
1363
1364
1365
1366
          name: nightly_binary_windows_conda_py3.8
          python_version: '3.8'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1367
1368
              only:
              - nightly
1369
1370
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1371
1372
1373
          name: nightly_binary_windows_conda_py3.8_upload
          requires:
          - nightly_binary_windows_conda_py3.8
1374
1375
1376
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1377
1378
              only:
              - nightly
1379
1380
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1381
1382
1383
1384
          name: nightly_binary_windows_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_windows_conda_py3.8_upload
Mingbo Wan's avatar
Mingbo Wan committed
1385
1386
1387
1388
1389
1390
1391
1392
1393
  docker_build:
    triggers:
      - schedule:
          cron: "0 10 * * 0"
          filters:
            branches:
              only:
                - master
    jobs:
1394
      - smoke_test_docker_image_build