config.yml 43.4 KB
Newer Older
1
2
version: 2.1

3
# How to test the Linux jobs:
4
#   - Install CircleCI local CLI: https://circleci.com/docs/2.0/local-cli/
5
6
#   - circleci config process .circleci/config.yml > gen.yml && circleci local execute -c gen.yml --job binary_linux_wheel_py3.8
#     - Replace binary_linux_wheel_py3.8 with the name of the job you want to test.
Edward Z. Yang's avatar
Edward Z. Yang committed
7
#       Job names are 'name:' key.
8

9
10
11
12
13
14
executors:
  windows-cpu:
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      shell: bash.exe
peterjc123's avatar
peterjc123 committed
15

16
17
18
19
20
21
  windows-gpu:
    machine:
      resource_class: windows.gpu.nvidia.medium
      image: windows-server-2019-nvidia:stable
      shell: bash.exe

22
commands:
23
24
25
26
27
28
  generate_cache_key:
    description: "Generates a cache key file that changes daily"
    steps:
      - run:
          name: Generate cache key
          command: echo "$(date +"%Y-%m-%d")" > .cachekey
29
30
31
32
33
34
35
36
  designate_upload_channel:
    description: "inserts the correct upload channel into ${BASH_ENV}"
    steps:
      - run:
          name: adding UPLOAD_CHANNEL to BASH_ENV
          command: |
            our_upload_channel=nightly
            # On tags upload to test instead
37
            if [[ -n "${CIRCLE_TAG}" ]] || [[ ${CIRCLE_BRANCH} =~ release/* ]]; then
38
39
40
              our_upload_channel=test
            fi
            echo "export UPLOAD_CHANNEL=${our_upload_channel}" >> ${BASH_ENV}
moto's avatar
moto committed
41
42
  install_build_tools_macos:
    description: "installs tools required to build torchaudio"
moto's avatar
moto committed
43
44
    steps:
      - run:
moto's avatar
moto committed
45
          name: Install cmake and pkg-config
moto's avatar
moto committed
46
          command: HOMEBREW_NO_AUTO_UPDATE=1 brew install cmake pkg-config wget
moto's avatar
moto committed
47
          # Disable brew auto update which is very slow
48

49
50
binary_common: &binary_common
  parameters:
Edward Z. Yang's avatar
Edward Z. Yang committed
51
    # Edit these defaults to do a release
52
53
54
55
56
57
58
59
60
61
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
62
      description: "Python version to build against (e.g., 3.8)"
63
      type: string
64
  environment: &environment
65
66
67
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
Edward Z. Yang's avatar
Edward Z. Yang committed
68
    CU_VERSION: cpu
69

Mingbo Wan's avatar
Mingbo Wan committed
70
71
72
smoke_test_common: &smoke_test_common
  <<: *binary_common
  docker:
73
    - image: 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:56c846a5-acaa-41a7-92f5-46ec66186c61
Mingbo Wan's avatar
Mingbo Wan committed
74
75
76
77
      aws_auth:
        aws_access_key_id: ${ECR_AWS_ACCESS_KEY}
        aws_secret_access_key: ${ECR_AWS_SECRET_ACCESS_KEY}

78
jobs:
79
80
  circleci_consistency:
    docker:
81
      - image: circleci/python:3.8
82
83
84
85
    steps:
      - checkout
      - run:
          command: |
86
            pip install --user --progress-bar off jinja2 pyyaml
87
88
89
            python .circleci/regenerate.py
            git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)

90
91
  download_third_parties_nix:
    docker:
moto's avatar
moto committed
92
      - image: "pytorch/torchaudio_unittest_base:manylinux"
93
94
95
    resource_class: small
    steps:
      - checkout
96
      - generate_cache_key
97
98
99
      - restore_cache:

          keys:
moto's avatar
moto committed
100
            - tp-nix-v2-{{ checksum ".cachekey" }}
101
102

      - run:
moto's avatar
moto committed
103
          command: |
104
105
              mkdir -p third_party/sox/archives/
              wget --no-clobber --directory-prefix=third_party/sox/archives/ $(awk '/URL /{print $2}' third_party/sox/CMakeLists.txt)
106
107
      - save_cache:

moto's avatar
moto committed
108
          key: tp-nix-v2-{{ checksum ".cachekey" }}
109
110

          paths:
111
            - third_party/sox/archives
112
113
114
      - persist_to_workspace:
          root: third_party
          paths:
115
            - sox/archives
116

117
  binary_linux_wheel:
118
    <<: *binary_common
119
    docker:
120
      - image: "pytorch/manylinux-cuda100"
121
122
123
    resource_class: 2xlarge+
    steps:
      - checkout
124
125
      - attach_workspace:
          at: third_party
126
      - run: packaging/build_wheel.sh
127
      - store_artifacts:
128
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
129
130
131
132
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
133
134

  binary_linux_conda:
135
    <<: *binary_common
136
    docker:
137
      - image: "pytorch/conda-cuda"
138
139
140
    resource_class: 2xlarge+
    steps:
      - checkout
141
142
      - attach_workspace:
          at: third_party
143
      - run: packaging/build_conda.sh
144
145
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
Edward Z. Yang's avatar
Edward Z. Yang committed
146
      - persist_to_workspace:
147
          root: /opt/conda
Edward Z. Yang's avatar
Edward Z. Yang committed
148
          paths:
149
            - "conda-bld/*"
150

151
152
153
  binary_macos_wheel:
    <<: *binary_common
    macos:
154
      xcode: "9.4.1"
155
156
    steps:
      - checkout
moto's avatar
moto committed
157
      - install_build_tools_macos
158
159
      - attach_workspace:
          at: third_party
160
161
162
163
164
165
166
167
168
169
170
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
171
172
173
174
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
175
176
177
178

  binary_macos_conda:
    <<: *binary_common
    macos:
179
      xcode: "9.4.1"
180
181
    steps:
      - checkout
moto's avatar
moto committed
182
      - install_build_tools_macos
183
184
      - attach_workspace:
          at: third_party
185
186
187
188
189
190
191
192
193
      - run:
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            conda install -yq conda-build
            packaging/build_conda.sh
      - store_artifacts:
          path: /Users/distiller/miniconda3/conda-bld/osx-64
Edward Z. Yang's avatar
Edward Z. Yang committed
194
      - persist_to_workspace:
195
          root: /Users/distiller/miniconda3
Edward Z. Yang's avatar
Edward Z. Yang committed
196
          paths:
197
            - "conda-bld/*"
Edward Z. Yang's avatar
Edward Z. Yang committed
198

peterjc123's avatar
peterjc123 committed
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
  binary_windows_wheel:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            bash packaging/build_wheel.sh
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            conda install -yq conda-build "conda-package-handling!=1.5.0"
            bash packaging/build_conda.sh
      - store_artifacts:
          path: C:/tools/miniconda3/conda-bld/win-64
      - persist_to_workspace:
234
          root: C:/tools/miniconda3
peterjc123's avatar
peterjc123 committed
235
          paths:
236
            - "conda-bld/*"
peterjc123's avatar
peterjc123 committed
237

Edward Z. Yang's avatar
Edward Z. Yang committed
238
239
240
241
242
243
244
  # Requires org-member context
  binary_conda_upload:
    docker:
      - image: continuumio/miniconda
    steps:
      - attach_workspace:
          at: ~/workspace
245
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
246
247
248
249
250
      - run:
          command: |
            # Prevent credential from leaking
            conda install -yq anaconda-client
            set -x
251
            anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/conda-bld/*/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force
Edward Z. Yang's avatar
Edward Z. Yang committed
252
253
254
255

  # Requires org-member context
  binary_wheel_upload:
    docker:
256
      - image: circleci/python:3.8
Edward Z. Yang's avatar
Edward Z. Yang committed
257
258
259
260
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
261
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
262
263
264
265
266
267
268
269
270
271
      - run:
          command: |
            pip install --user awscli
            export PATH="$HOME/.local/bin:$PATH"
            # Prevent credential from leaking
            set +x
            export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
            export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
            set -x
            for pkg in ~/workspace/*.whl; do
272
              aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/" --acl public-read
Edward Z. Yang's avatar
Edward Z. Yang committed
273
            done
274

Mingbo Wan's avatar
Mingbo Wan committed
275
276
277
  smoke_test_linux_conda:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
278
279
      - attach_workspace:
          at: ~/workspace
280
      - designate_upload_channel
Mingbo Wan's avatar
Mingbo Wan committed
281
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
282
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
283
284
285
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
286
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cpuonly
287
            conda install -v -y -c file://$HOME/workspace/conda-bld torchaudio
Mingbo Wan's avatar
Mingbo Wan committed
288
289
290
291
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
292
293
294
295
296
            python -c "import torchaudio"

  smoke_test_linux_pip:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
297
298
      - attach_workspace:
          at: ~/workspace
299
      - designate_upload_channel
Mingbo Wan's avatar
Mingbo Wan committed
300
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
301
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
302
303
304
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
305
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
Mingbo Wan's avatar
Mingbo Wan committed
306
307
308
309
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
310
311
            python -c "import torchaudio"

312
313
314
315
316
317
318
  smoke_test_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
319
      - designate_upload_channel
320
321
322
323
324
325
326
327
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
328
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cpuonly
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

  smoke_test_windows_pip:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
344
      - designate_upload_channel
345
346
347
348
349
350
351
352
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
353
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
354
355
356
357
358
359
360
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

361
  smoke_test_docker_image_build:
Mingbo Wan's avatar
Mingbo Wan committed
362
363
364
365
366
367
368
369
370
371
372
    machine:
      image: ubuntu-1604:201903-01
    resource_class: large
    environment:
      image_name: torchaudio/smoke_test
    steps:
      - checkout
      - run:
          name: build_docker image
          no_output_timeout: "1h"
          command: |
373
            cd .circleci/smoke_test/docker && docker build . -t ${image_name}:${CIRCLE_WORKFLOW_ID}
Mingbo Wan's avatar
Mingbo Wan committed
374
375
376
377
378
379
380
381
382
383
      - run:
          name: upload docker image
          no_output_timeout: "1h"
          command: |
            set +x
            export AWS_ACCESS_KEY_ID=${ECR_AWS_ACCESS_KEY}
            export AWS_SECRET_ACCESS_KEY=${ECR_AWS_SECRET_ACCESS_KEY}
            eval $(aws ecr get-login --region us-east-1 --no-include-email)
            set -x
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
384
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
385
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
386
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
387

moto's avatar
moto committed
388
  unittest_linux_cpu:
moto's avatar
moto committed
389
390
    <<: *binary_common
    docker:
391
      - image: "pytorch/torchaudio_unittest_base:manylinux"
moto's avatar
moto committed
392
393
394
    resource_class: 2xlarge+
    steps:
      - checkout
395
396
      - attach_workspace:
          at: third_party
397
      - designate_upload_channel
398
      - generate_cache_key
moto's avatar
moto committed
399
400
401
      - restore_cache:

          keys:
moto's avatar
moto committed
402
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
403
404
405
406
407
408

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
409
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
426
427
428
429
430
431
  unittest_linux_gpu:
    <<: *binary_common
    machine:
      image: ubuntu-1604-cuda-10.1:201909-23
    resource_class: gpu.small
    environment:
432
      <<: *environment
moto's avatar
moto committed
433
434
435
      image_name: "pytorch/torchaudio_unittest_base:manylinux-cuda10.1"
    steps:
      - checkout
436
437
      - attach_workspace:
          at: third_party
438
      - designate_upload_channel
439
      - generate_cache_key
moto's avatar
moto committed
440
441
442
      - restore_cache:

          keys:
moto's avatar
moto committed
443
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
444

445
446
447
      - run:
          name: Pull Docker image
          command: docker pull --quiet "${image_name}"
moto's avatar
moto committed
448
449
      - run:
          name: Setup
450
          command: docker run -t --gpus all -e PYTHON_VERSION -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/setup_env.sh
moto's avatar
moto committed
451
452
      - save_cache:

moto's avatar
moto committed
453
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
454
455
456
457
458
459

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
moto's avatar
moto committed
460
          command: docker run -t --gpus all -e UPLOAD_CHANNEL -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/install.sh
moto's avatar
moto committed
461
462
463
464
465
466
467
468
469
470
      - run:
          name: Run tests
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post Process
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

  unittest_windows_cpu:
471
472
473
474
475
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
476
      - designate_upload_channel
477
      - generate_cache_key
478
479
480
      - restore_cache:

          keys:
moto's avatar
moto committed
481
            - env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
482
483
484

      - run:
          name: Setup
485
          command: .circleci/unittest/windows/scripts/setup_env.sh
moto's avatar
moto committed
486
487
      - save_cache:

moto's avatar
moto committed
488
          key: env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
489
490
491
492
493

          paths:
            - conda
            - env
      - run:
494
          name: Install torchaudio
495
          command: .circleci/unittest/windows/scripts/install.sh
moto's avatar
moto committed
496
      - run:
497
          name: Run tests
498
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
499
500
      - run:
          name: Post process
501
          command: .circleci/unittest/windows/scripts/post_process.sh
moto's avatar
moto committed
502
503
      - store_test_results:
          path: test-results
moto's avatar
moto committed
504

505
506
507
508
509
  unittest_windows_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    environment:
510
      <<: *environment
511
512
513
      CUDA_VERSION: "10.1"
    steps:
      - checkout
514
      - designate_upload_channel
515
      - generate_cache_key
516
517
518
      - restore_cache:

          keys:
moto's avatar
moto committed
519
            - env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
520
521
522
523
524
525

      - run:
          name: Setup
          command: .circleci/unittest/windows/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
526
          key: env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/windows/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/windows/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/windows/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
543
544
545
  unittest_macos_cpu:
    <<: *binary_common
    macos:
546
      xcode: "9.4.1"
moto's avatar
moto committed
547
548
549
550
551
552
    resource_class: large
    steps:
      - checkout
      - install_build_tools_macos
      - attach_workspace:
          at: third_party
553
      - designate_upload_channel
moto's avatar
moto committed
554
555
556
557
      - generate_cache_key
      - restore_cache:

          keys:
moto's avatar
moto committed
558
            - env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
559
560
561
562
563
564

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
565
          key: env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

582
583
584
585
586
587
588
  stylecheck:
    <<: *binary_common
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
    resource_class: medium
    steps:
      - checkout
589
      - designate_upload_channel
590
      - generate_cache_key
591
592
593
      - restore_cache:

          keys:
moto's avatar
moto committed
594
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
595
596
597
598
599
600

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
601
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
602
603
604
605
606
607
608
609

          paths:
            - conda
            - env
      - run:
          name: Run style check
          command: .circleci/unittest/linux/scripts/run_style_checks.sh

610
611
612
  torchscript_bc_test:
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
613
    resource_class: large
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
    steps:
      - checkout
      - generate_cache_key
      - restore_cache:

          keys:
            - torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

      - run:
          name: Generate Objects
          command: |
             .circleci/torchscript_bc_test/setup_release_envs.sh
             .circleci/torchscript_bc_test/generate_objects.sh
      - save_cache:

          key: torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

          paths:
            - conda
            - envs
      - store_artifacts:
          path: test/torchscript_bc_test/assets
      - persist_to_workspace:
          root: .
          paths:
            - test/torchscript_bc_test/assets
      - run:
          name: Run BC check test
          command: |
            .circleci/torchscript_bc_test/setup_master_envs.sh
            .circleci/torchscript_bc_test/validate_objects.sh
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
  build_docs:
    <<: *binary_common
    docker:
      - image: "pytorch/manylinux-cuda100"
    resource_class: 2xlarge+
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
      - run:
          name: Install pytorch-audio
          command: .circleci/build_docs/install_wheels.sh
      - run:
          name: Build docs
          command: .circleci/build_docs/build_docs.sh
      - persist_to_workspace:
661
          root: ./
662
663
664
665
666
667
668
669
670
671
672
          paths:
            - "*"

  upload_docs:
    <<: *binary_common
    docker:
      - image: "pytorch/manylinux-cuda100"
    resource_class: 2xlarge+
    steps:
      - attach_workspace:
          at: ~/workspace
673
674
675
676
677
678
679
680
681
682
      - run:
          name: Generate netrc
          command: |
            # set credentials for https pushing
            # requires the org-member context
            cat > ~/.netrc \<<DONE
              machine github.com
              login pytorchbot
              password ${GITHUB_PYTORCHBOT_TOKEN}
            DONE
683
684
685
      - run:
          name: Upload docs
          command: |
686
687
            # Don't use "checkout" step since it uses ssh, which cannot git push
            # https://circleci.com/docs/2.0/configuration-reference/#checkout
688
689
690
            set -ex
            tag=${CIRCLE_TAG:1:5}
            target=${tag:-master}
Matti Picus's avatar
Matti Picus committed
691
            ~/workspace/.circleci/build_docs/commit_docs.sh ~/workspace $target
692

693
694
695
workflows:
  build:
    jobs:
696
      - circleci_consistency
697
698
      - download_third_parties_nix:
          name: download_third_parties_nix
699
700
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.6
701
          python_version: '3.6'
702
703
          requires:
          - download_third_parties_nix
704
705
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.7
706
          python_version: '3.7'
707
708
          requires:
          - download_third_parties_nix
709
710
711
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.8
          python_version: '3.8'
712
713
          requires:
          - download_third_parties_nix
714
715
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.6
716
          python_version: '3.6'
717
718
          requires:
          - download_third_parties_nix
719
720
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.7
721
          python_version: '3.7'
722
723
          requires:
          - download_third_parties_nix
724
725
726
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.8
          python_version: '3.8'
727
728
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
729
730
731
732
733
734
735
736
737
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.8
          python_version: '3.8'
738
739
      - binary_linux_conda:
          name: binary_linux_conda_py3.6
740
          python_version: '3.6'
741
742
          requires:
          - download_third_parties_nix
743
744
      - binary_linux_conda:
          name: binary_linux_conda_py3.7
745
          python_version: '3.7'
746
747
          requires:
          - download_third_parties_nix
748
749
750
      - binary_linux_conda:
          name: binary_linux_conda_py3.8
          python_version: '3.8'
751
752
          requires:
          - download_third_parties_nix
753
754
      - binary_macos_conda:
          name: binary_macos_conda_py3.6
755
          python_version: '3.6'
756
757
          requires:
          - download_third_parties_nix
758
759
      - binary_macos_conda:
          name: binary_macos_conda_py3.7
760
          python_version: '3.7'
761
762
          requires:
          - download_third_parties_nix
763
764
765
      - binary_macos_conda:
          name: binary_macos_conda_py3.8
          python_version: '3.8'
766
767
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
768
769
770
771
772
773
774
775
776
      - binary_windows_conda:
          name: binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_windows_conda:
          name: binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_windows_conda:
          name: binary_windows_conda_py3.8
          python_version: '3.8'
777
778
779
780
781
782
      - build_docs:
          name: build_docs
          python_version: '3.8'
          requires:
          - binary_linux_wheel_py3.8
      - upload_docs:
783
          context: org-member
784
785
786
787
788
789
790
791
792
793
          filters:
            branches:
              only:
              - nightly
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
          name: upload_docs
          python_version: '3.8'
          requires:
          - build_docs
moto's avatar
moto committed
794
795
  unittest:
    jobs:
796
797
798
      - torchscript_bc_test:
          requires:
          - download_third_parties_nix
799
800
      - download_third_parties_nix:
          name: download_third_parties_nix
moto's avatar
moto committed
801
802
803
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.6
          python_version: '3.6'
804
805
          requires:
          - download_third_parties_nix
806
807
808
      - stylecheck:
          name: stylecheck_py3.6
          python_version: '3.6'
moto's avatar
moto committed
809
810
811
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.7
          python_version: '3.7'
812
813
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
814
815
816
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.8
          python_version: '3.8'
817
818
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
819
820
      - unittest_linux_gpu:
          name: unittest_linux_gpu_py3.6
moto's avatar
moto committed
821
          python_version: '3.6'
822
823
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
824
825
      - unittest_linux_gpu:
          name: unittest_linux_gpu_py3.7
moto's avatar
moto committed
826
          python_version: '3.7'
827
828
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
829
830
      - unittest_linux_gpu:
          name: unittest_linux_gpu_py3.8
moto's avatar
moto committed
831
          python_version: '3.8'
832
833
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
834
835
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.6
836
          python_version: '3.6'
moto's avatar
moto committed
837
838
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.7
839
          python_version: '3.7'
moto's avatar
moto committed
840
841
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.8
842
          python_version: '3.8'
843
844
845
846
847
848
849
850
851
      - unittest_windows_gpu:
          name: unittest_windows_gpu_py3.6
          python_version: '3.6'
      - unittest_windows_gpu:
          name: unittest_windows_gpu_py3.7
          python_version: '3.7'
      - unittest_windows_gpu:
          name: unittest_windows_gpu_py3.8
          python_version: '3.8'
moto's avatar
moto committed
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.6
          python_version: '3.6'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.7
          python_version: '3.7'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.8
          python_version: '3.8'
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
867
868
  nightly:
    jobs:
moto's avatar
moto committed
869
870
871
872
      - circleci_consistency:
          filters:
            branches:
              only: nightly
873
874
875
      - download_third_parties_nix:
          filters:
            branches:
moto's avatar
moto committed
876
877
              only:
              - nightly
878
879
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
880
          name: download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
881
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
882
883
          filters:
            branches:
moto's avatar
moto committed
884
885
              only:
              - nightly
886
887
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
888
889
          name: nightly_binary_linux_wheel_py3.6
          python_version: '3.6'
890
891
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
892
893
      - binary_wheel_upload:
          context: org-member
894
895
          filters:
            branches:
moto's avatar
moto committed
896
897
              only:
              - nightly
898
899
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
900
          name: nightly_binary_linux_wheel_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
901
          requires:
902
          - nightly_binary_linux_wheel_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
903
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
904
905
          filters:
            branches:
moto's avatar
moto committed
906
907
              only:
              - nightly
908
909
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
910
911
912
913
          name: nightly_binary_linux_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_linux_wheel_py3.6_upload
914
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
915
916
          filters:
            branches:
moto's avatar
moto committed
917
918
              only:
              - nightly
919
920
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
921
922
          name: nightly_binary_linux_wheel_py3.7
          python_version: '3.7'
923
924
          requires:
          - download_third_parties_nix
925
926
      - binary_wheel_upload:
          context: org-member
927
928
          filters:
            branches:
moto's avatar
moto committed
929
930
              only:
              - nightly
931
932
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
933
          name: nightly_binary_linux_wheel_py3.7_upload
934
          requires:
935
          - nightly_binary_linux_wheel_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
936
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
937
938
          filters:
            branches:
moto's avatar
moto committed
939
940
              only:
              - nightly
941
942
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
943
944
945
946
          name: nightly_binary_linux_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_linux_wheel_py3.7_upload
947
948
949
      - binary_linux_wheel:
          filters:
            branches:
moto's avatar
moto committed
950
951
              only:
              - nightly
952
953
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
954
955
          name: nightly_binary_linux_wheel_py3.8
          python_version: '3.8'
956
957
          requires:
          - download_third_parties_nix
958
959
960
961
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
962
963
              only:
              - nightly
964
965
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
966
967
968
969
970
971
          name: nightly_binary_linux_wheel_py3.8_upload
          requires:
          - nightly_binary_linux_wheel_py3.8
      - smoke_test_linux_pip:
          filters:
            branches:
moto's avatar
moto committed
972
973
              only:
              - nightly
974
975
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
976
977
978
979
          name: nightly_binary_linux_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_linux_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
980
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
981
982
          filters:
            branches:
moto's avatar
moto committed
983
984
              only:
              - nightly
985
986
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
987
988
          name: nightly_binary_macos_wheel_py3.6
          python_version: '3.6'
989
990
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
991
992
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
993
994
          filters:
            branches:
moto's avatar
moto committed
995
996
              only:
              - nightly
997
998
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
999
1000
1001
          name: nightly_binary_macos_wheel_py3.6_upload
          requires:
          - nightly_binary_macos_wheel_py3.6
1002
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
1003
1004
          filters:
            branches:
moto's avatar
moto committed
1005
1006
              only:
              - nightly
1007
1008
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1009
1010
          name: nightly_binary_macos_wheel_py3.7
          python_version: '3.7'
1011
1012
          requires:
          - download_third_parties_nix
1013
1014
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1015
1016
          filters:
            branches:
moto's avatar
moto committed
1017
1018
              only:
              - nightly
1019
1020
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1021
1022
1023
          name: nightly_binary_macos_wheel_py3.7_upload
          requires:
          - nightly_binary_macos_wheel_py3.7
1024
1025
1026
      - binary_macos_wheel:
          filters:
            branches:
moto's avatar
moto committed
1027
1028
              only:
              - nightly
1029
1030
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1031
1032
          name: nightly_binary_macos_wheel_py3.8
          python_version: '3.8'
1033
1034
          requires:
          - download_third_parties_nix
1035
1036
1037
1038
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1039
1040
              only:
              - nightly
1041
1042
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1043
1044
1045
          name: nightly_binary_macos_wheel_py3.8_upload
          requires:
          - nightly_binary_macos_wheel_py3.8
peterjc123's avatar
peterjc123 committed
1046
1047
1048
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1049
1050
              only:
              - nightly
1051
1052
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1053
1054
1055
1056
1057
1058
          name: nightly_binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1059
1060
              only:
              - nightly
1061
1062
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1063
1064
1065
          name: nightly_binary_windows_wheel_py3.6_upload
          requires:
          - nightly_binary_windows_wheel_py3.6
1066
1067
1068
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1069
1070
              only:
              - nightly
1071
1072
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1073
1074
1075
1076
          name: nightly_binary_windows_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_windows_wheel_py3.6_upload
peterjc123's avatar
peterjc123 committed
1077
1078
1079
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1080
1081
              only:
              - nightly
1082
1083
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1084
1085
1086
1087
1088
1089
          name: nightly_binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1090
1091
              only:
              - nightly
1092
1093
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1094
1095
1096
          name: nightly_binary_windows_wheel_py3.7_upload
          requires:
          - nightly_binary_windows_wheel_py3.7
1097
1098
1099
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1100
1101
              only:
              - nightly
1102
1103
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1104
1105
1106
1107
          name: nightly_binary_windows_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_windows_wheel_py3.7_upload
peterjc123's avatar
peterjc123 committed
1108
1109
1110
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1111
1112
              only:
              - nightly
1113
1114
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1115
1116
1117
1118
1119
1120
          name: nightly_binary_windows_wheel_py3.8
          python_version: '3.8'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1121
1122
              only:
              - nightly
1123
1124
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1125
1126
1127
          name: nightly_binary_windows_wheel_py3.8_upload
          requires:
          - nightly_binary_windows_wheel_py3.8
1128
1129
1130
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1131
1132
              only:
              - nightly
1133
1134
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1135
1136
1137
1138
          name: nightly_binary_windows_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_windows_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1139
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1140
1141
          filters:
            branches:
moto's avatar
moto committed
1142
1143
              only:
              - nightly
1144
1145
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1146
1147
          name: nightly_binary_linux_conda_py3.6
          python_version: '3.6'
1148
1149
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1150
1151
      - binary_conda_upload:
          context: org-member
1152
1153
          filters:
            branches:
moto's avatar
moto committed
1154
1155
              only:
              - nightly
1156
1157
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1158
          name: nightly_binary_linux_conda_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1159
          requires:
1160
          - nightly_binary_linux_conda_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
1161
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1162
1163
          filters:
            branches:
moto's avatar
moto committed
1164
1165
              only:
              - nightly
1166
1167
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1168
1169
1170
1171
          name: nightly_binary_linux_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_linux_conda_py3.6_upload
1172
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1173
1174
          filters:
            branches:
moto's avatar
moto committed
1175
1176
              only:
              - nightly
1177
1178
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1179
1180
          name: nightly_binary_linux_conda_py3.7
          python_version: '3.7'
1181
1182
          requires:
          - download_third_parties_nix
1183
1184
      - binary_conda_upload:
          context: org-member
1185
1186
          filters:
            branches:
moto's avatar
moto committed
1187
1188
              only:
              - nightly
1189
1190
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1191
          name: nightly_binary_linux_conda_py3.7_upload
1192
          requires:
1193
          - nightly_binary_linux_conda_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
1194
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1195
1196
          filters:
            branches:
moto's avatar
moto committed
1197
1198
              only:
              - nightly
1199
1200
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1201
1202
1203
1204
          name: nightly_binary_linux_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_linux_conda_py3.7_upload
1205
1206
1207
      - binary_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1208
1209
              only:
              - nightly
1210
1211
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1212
1213
          name: nightly_binary_linux_conda_py3.8
          python_version: '3.8'
1214
1215
          requires:
          - download_third_parties_nix
1216
1217
1218
1219
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1220
1221
              only:
              - nightly
1222
1223
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1224
1225
1226
1227
1228
1229
          name: nightly_binary_linux_conda_py3.8_upload
          requires:
          - nightly_binary_linux_conda_py3.8
      - smoke_test_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1230
1231
              only:
              - nightly
1232
1233
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1234
1235
1236
1237
          name: nightly_binary_linux_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_linux_conda_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1238
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1239
1240
          filters:
            branches:
moto's avatar
moto committed
1241
1242
              only:
              - nightly
1243
1244
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1245
1246
          name: nightly_binary_macos_conda_py3.6
          python_version: '3.6'
1247
1248
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1249
1250
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1251
1252
          filters:
            branches:
moto's avatar
moto committed
1253
1254
              only:
              - nightly
1255
1256
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1257
1258
1259
          name: nightly_binary_macos_conda_py3.6_upload
          requires:
          - nightly_binary_macos_conda_py3.6
1260
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1261
1262
          filters:
            branches:
moto's avatar
moto committed
1263
1264
              only:
              - nightly
1265
1266
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1267
1268
          name: nightly_binary_macos_conda_py3.7
          python_version: '3.7'
1269
1270
          requires:
          - download_third_parties_nix
1271
1272
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1273
1274
          filters:
            branches:
moto's avatar
moto committed
1275
1276
              only:
              - nightly
1277
1278
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1279
1280
1281
          name: nightly_binary_macos_conda_py3.7_upload
          requires:
          - nightly_binary_macos_conda_py3.7
1282
1283
1284
      - binary_macos_conda:
          filters:
            branches:
moto's avatar
moto committed
1285
1286
              only:
              - nightly
1287
1288
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1289
1290
          name: nightly_binary_macos_conda_py3.8
          python_version: '3.8'
1291
1292
          requires:
          - download_third_parties_nix
1293
1294
1295
1296
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1297
1298
              only:
              - nightly
1299
1300
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1301
1302
1303
          name: nightly_binary_macos_conda_py3.8_upload
          requires:
          - nightly_binary_macos_conda_py3.8
peterjc123's avatar
peterjc123 committed
1304
1305
1306
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1307
1308
              only:
              - nightly
1309
1310
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1311
1312
1313
1314
1315
1316
          name: nightly_binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1317
1318
              only:
              - nightly
1319
1320
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1321
1322
1323
          name: nightly_binary_windows_conda_py3.6_upload
          requires:
          - nightly_binary_windows_conda_py3.6
1324
1325
1326
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1327
1328
              only:
              - nightly
1329
1330
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1331
1332
1333
1334
          name: nightly_binary_windows_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_windows_conda_py3.6_upload
peterjc123's avatar
peterjc123 committed
1335
1336
1337
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1338
1339
              only:
              - nightly
1340
1341
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1342
1343
1344
1345
1346
1347
          name: nightly_binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1348
1349
              only:
              - nightly
1350
1351
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1352
1353
1354
          name: nightly_binary_windows_conda_py3.7_upload
          requires:
          - nightly_binary_windows_conda_py3.7
1355
1356
1357
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1358
1359
              only:
              - nightly
1360
1361
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1362
1363
1364
1365
          name: nightly_binary_windows_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_windows_conda_py3.7_upload
peterjc123's avatar
peterjc123 committed
1366
1367
1368
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1369
1370
              only:
              - nightly
1371
1372
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1373
1374
1375
1376
1377
1378
          name: nightly_binary_windows_conda_py3.8
          python_version: '3.8'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1379
1380
              only:
              - nightly
1381
1382
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1383
1384
1385
          name: nightly_binary_windows_conda_py3.8_upload
          requires:
          - nightly_binary_windows_conda_py3.8
1386
1387
1388
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1389
1390
              only:
              - nightly
1391
1392
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1393
1394
1395
1396
          name: nightly_binary_windows_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_windows_conda_py3.8_upload
Mingbo Wan's avatar
Mingbo Wan committed
1397
1398
1399
1400
1401
1402
1403
1404
1405
  docker_build:
    triggers:
      - schedule:
          cron: "0 10 * * 0"
          filters:
            branches:
              only:
                - master
    jobs:
moto's avatar
moto committed
1406
      - smoke_test_docker_image_build