config.yml 43.8 KB
Newer Older
1
2
version: 2.1

3
# How to test the Linux jobs:
4
#   - Install CircleCI local CLI: https://circleci.com/docs/2.0/local-cli/
5
6
#   - circleci config process .circleci/config.yml > gen.yml && circleci local execute -c gen.yml --job binary_linux_wheel_py3.8
#     - Replace binary_linux_wheel_py3.8 with the name of the job you want to test.
Edward Z. Yang's avatar
Edward Z. Yang committed
7
#       Job names are 'name:' key.
8

9
10
11
12
13
14
executors:
  windows-cpu:
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      shell: bash.exe
peterjc123's avatar
peterjc123 committed
15

16
17
18
19
20
21
  windows-gpu:
    machine:
      resource_class: windows.gpu.nvidia.medium
      image: windows-server-2019-nvidia:stable
      shell: bash.exe

22
commands:
23
24
25
26
27
28
  generate_cache_key:
    description: "Generates a cache key file that changes daily"
    steps:
      - run:
          name: Generate cache key
          command: echo "$(date +"%Y-%m-%d")" > .cachekey
29
30
31
32
33
34
35
36
  designate_upload_channel:
    description: "inserts the correct upload channel into ${BASH_ENV}"
    steps:
      - run:
          name: adding UPLOAD_CHANNEL to BASH_ENV
          command: |
            our_upload_channel=nightly
            # On tags upload to test instead
37
            if [[ -n "${CIRCLE_TAG}" ]] || [[ ${CIRCLE_BRANCH} =~ release/* ]]; then
38
39
40
              our_upload_channel=test
            fi
            echo "export UPLOAD_CHANNEL=${our_upload_channel}" >> ${BASH_ENV}
moto's avatar
moto committed
41
42
  install_build_tools_macos:
    description: "installs tools required to build torchaudio"
moto's avatar
moto committed
43
44
    steps:
      - run:
moto's avatar
moto committed
45
          name: Install cmake and pkg-config
moto's avatar
moto committed
46
          command: HOMEBREW_NO_AUTO_UPDATE=1 brew install cmake pkg-config wget
moto's avatar
moto committed
47
          # Disable brew auto update which is very slow
48

49
50
binary_common: &binary_common
  parameters:
Edward Z. Yang's avatar
Edward Z. Yang committed
51
    # Edit these defaults to do a release
52
53
54
55
56
57
58
59
60
61
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
62
      description: "Python version to build against (e.g., 3.8)"
63
      type: string
64
  environment: &environment
65
66
67
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
Edward Z. Yang's avatar
Edward Z. Yang committed
68
    CU_VERSION: cpu
69

Mingbo Wan's avatar
Mingbo Wan committed
70
71
72
smoke_test_common: &smoke_test_common
  <<: *binary_common
  docker:
73
    - image: 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:56c846a5-acaa-41a7-92f5-46ec66186c61
Mingbo Wan's avatar
Mingbo Wan committed
74
75
76
77
      aws_auth:
        aws_access_key_id: ${ECR_AWS_ACCESS_KEY}
        aws_secret_access_key: ${ECR_AWS_SECRET_ACCESS_KEY}

78
jobs:
79
80
  circleci_consistency:
    docker:
81
      - image: circleci/python:3.8
82
83
84
85
    steps:
      - checkout
      - run:
          command: |
86
            pip install --user --progress-bar off jinja2 pyyaml
87
88
89
            python .circleci/regenerate.py
            git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)

90
91
  download_third_parties_nix:
    docker:
moto's avatar
moto committed
92
      - image: "pytorch/torchaudio_unittest_base:manylinux"
93
94
95
    resource_class: small
    steps:
      - checkout
96
      - generate_cache_key
97
98
99
      - restore_cache:

          keys:
moto's avatar
moto committed
100
            - tp-nix-v2-{{ checksum ".cachekey" }}
101
102

      - run:
moto's avatar
moto committed
103
104
105
          command: |
              mkdir -p third_party/archives/
              wget --no-clobber --directory-prefix=third_party/archives/ $(awk '/URL /{print $2}' third_party/CMakeLists.txt)
106
107
      - save_cache:

moto's avatar
moto committed
108
          key: tp-nix-v2-{{ checksum ".cachekey" }}
109
110

          paths:
moto's avatar
moto committed
111
            - third_party/archives
112
113
114
      - persist_to_workspace:
          root: third_party
          paths:
moto's avatar
moto committed
115
            - archives
116

117
  binary_linux_wheel:
118
    <<: *binary_common
119
    docker:
120
      - image: "pytorch/manylinux-cuda100"
121
122
123
    resource_class: 2xlarge+
    steps:
      - checkout
124
125
      - attach_workspace:
          at: third_party
126
      - run: packaging/build_wheel.sh
127
      - store_artifacts:
128
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
129
130
131
132
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
133
134

  binary_linux_conda:
135
    <<: *binary_common
136
    docker:
137
      - image: "pytorch/conda-cuda"
138
139
140
    resource_class: 2xlarge+
    steps:
      - checkout
141
142
      - attach_workspace:
          at: third_party
143
      - run: packaging/build_conda.sh
144
145
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
Edward Z. Yang's avatar
Edward Z. Yang committed
146
      - persist_to_workspace:
147
          root: /opt/conda
Edward Z. Yang's avatar
Edward Z. Yang committed
148
          paths:
149
            - "conda-bld/*"
150

151
152
153
  binary_macos_wheel:
    <<: *binary_common
    macos:
154
      xcode: "9.4.1"
155
156
    steps:
      - checkout
moto's avatar
moto committed
157
      - install_build_tools_macos
158
159
      - attach_workspace:
          at: third_party
160
161
162
163
164
165
166
167
168
169
170
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
171
172
173
174
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
175
176
177
178

  binary_macos_conda:
    <<: *binary_common
    macos:
179
      xcode: "9.4.1"
180
181
    steps:
      - checkout
moto's avatar
moto committed
182
      - install_build_tools_macos
183
184
      - attach_workspace:
          at: third_party
185
186
187
188
189
190
191
192
193
      - run:
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            conda install -yq conda-build
            packaging/build_conda.sh
      - store_artifacts:
          path: /Users/distiller/miniconda3/conda-bld/osx-64
Edward Z. Yang's avatar
Edward Z. Yang committed
194
      - persist_to_workspace:
195
          root: /Users/distiller/miniconda3
Edward Z. Yang's avatar
Edward Z. Yang committed
196
          paths:
197
            - "conda-bld/*"
Edward Z. Yang's avatar
Edward Z. Yang committed
198

peterjc123's avatar
peterjc123 committed
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
  binary_windows_wheel:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            bash packaging/build_wheel.sh
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
      - run:
          name: build
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            conda install -yq conda-build "conda-package-handling!=1.5.0"
            bash packaging/build_conda.sh
      - store_artifacts:
          path: C:/tools/miniconda3/conda-bld/win-64
      - persist_to_workspace:
234
          root: C:/tools/miniconda3
peterjc123's avatar
peterjc123 committed
235
          paths:
236
            - "conda-bld/*"
peterjc123's avatar
peterjc123 committed
237

Edward Z. Yang's avatar
Edward Z. Yang committed
238
239
240
241
242
243
244
  # Requires org-member context
  binary_conda_upload:
    docker:
      - image: continuumio/miniconda
    steps:
      - attach_workspace:
          at: ~/workspace
245
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
246
247
248
249
250
      - run:
          command: |
            # Prevent credential from leaking
            conda install -yq anaconda-client
            set -x
251
            anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/conda-bld/*/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force
Edward Z. Yang's avatar
Edward Z. Yang committed
252
253
254
255

  # Requires org-member context
  binary_wheel_upload:
    docker:
256
      - image: circleci/python:3.8
Edward Z. Yang's avatar
Edward Z. Yang committed
257
258
259
260
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
261
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
262
263
264
265
266
267
268
269
270
271
      - run:
          command: |
            pip install --user awscli
            export PATH="$HOME/.local/bin:$PATH"
            # Prevent credential from leaking
            set +x
            export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
            export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
            set -x
            for pkg in ~/workspace/*.whl; do
272
              aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/" --acl public-read
Edward Z. Yang's avatar
Edward Z. Yang committed
273
            done
274

Mingbo Wan's avatar
Mingbo Wan committed
275
276
277
  smoke_test_linux_conda:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
278
279
      - attach_workspace:
          at: ~/workspace
280
      - designate_upload_channel
Mingbo Wan's avatar
Mingbo Wan committed
281
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
282
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
283
284
285
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
286
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
287
            conda install -v -y -c file://$HOME/workspace/conda-bld torchaudio
Mingbo Wan's avatar
Mingbo Wan committed
288
289
290
291
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
292
293
294
295
296
            python -c "import torchaudio"

  smoke_test_linux_pip:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
297
298
      - attach_workspace:
          at: ~/workspace
299
      - designate_upload_channel
Mingbo Wan's avatar
Mingbo Wan committed
300
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
301
          name: install binaries
Mingbo Wan's avatar
Mingbo Wan committed
302
303
304
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
305
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
Mingbo Wan's avatar
Mingbo Wan committed
306
307
308
309
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Mingbo Wan's avatar
Mingbo Wan committed
310
311
            python -c "import torchaudio"

312
313
314
315
316
317
318
  smoke_test_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
319
      - designate_upload_channel
320
321
322
323
324
325
326
327
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
328
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
            conda install -v -y $(ls ~/workspace/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

  smoke_test_windows_pip:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
344
      - designate_upload_channel
345
346
347
348
349
350
351
352
      - run:
          name: install binaries
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
353
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/torch_${UPLOAD_CHANNEL}.html"
354
355
356
357
358
359
360
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
            python -c "import torchaudio"

361
  smoke_test_docker_image_build:
Mingbo Wan's avatar
Mingbo Wan committed
362
363
364
365
366
367
368
369
370
371
372
    machine:
      image: ubuntu-1604:201903-01
    resource_class: large
    environment:
      image_name: torchaudio/smoke_test
    steps:
      - checkout
      - run:
          name: build_docker image
          no_output_timeout: "1h"
          command: |
373
            cd .circleci/smoke_test/docker && docker build . -t ${image_name}:${CIRCLE_WORKFLOW_ID}
Mingbo Wan's avatar
Mingbo Wan committed
374
375
376
377
378
379
380
381
382
383
      - run:
          name: upload docker image
          no_output_timeout: "1h"
          command: |
            set +x
            export AWS_ACCESS_KEY_ID=${ECR_AWS_ACCESS_KEY}
            export AWS_SECRET_ACCESS_KEY=${ECR_AWS_SECRET_ACCESS_KEY}
            eval $(aws ecr get-login --region us-east-1 --no-include-email)
            set -x
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
384
            docker tag ${image_name}:${CIRCLE_WORKFLOW_ID} 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
385
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:${CIRCLE_WORKFLOW_ID}
386
            docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/${image_name}:latest
Mingbo Wan's avatar
Mingbo Wan committed
387

moto's avatar
moto committed
388
  unittest_linux_cpu:
moto's avatar
moto committed
389
390
    <<: *binary_common
    docker:
391
      - image: "pytorch/torchaudio_unittest_base:manylinux"
moto's avatar
moto committed
392
393
394
    resource_class: 2xlarge+
    steps:
      - checkout
395
396
      - attach_workspace:
          at: third_party
397
      - designate_upload_channel
398
      - generate_cache_key
moto's avatar
moto committed
399
400
401
      - restore_cache:

          keys:
moto's avatar
moto committed
402
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
403
404
405
406
407
408

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
409
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
410
411
412
413

          paths:
            - conda
            - env
moto's avatar
moto committed
414
            - third_party/build
moto's avatar
moto committed
415
416
            - third_party/install
            - third_party/src
417
418
419
420
421
422
423
424
425
426
427
428
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
429
430
431
432
433
434
  unittest_linux_gpu:
    <<: *binary_common
    machine:
      image: ubuntu-1604-cuda-10.1:201909-23
    resource_class: gpu.small
    environment:
435
      <<: *environment
moto's avatar
moto committed
436
437
438
      image_name: "pytorch/torchaudio_unittest_base:manylinux-cuda10.1"
    steps:
      - checkout
439
440
      - attach_workspace:
          at: third_party
441
      - designate_upload_channel
442
      - generate_cache_key
moto's avatar
moto committed
443
444
445
      - restore_cache:

          keys:
moto's avatar
moto committed
446
            - env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
447

448
449
450
      - run:
          name: Pull Docker image
          command: docker pull --quiet "${image_name}"
moto's avatar
moto committed
451
452
      - run:
          name: Setup
453
          command: docker run -t --gpus all -e PYTHON_VERSION -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/setup_env.sh
moto's avatar
moto committed
454
455
      - save_cache:

moto's avatar
moto committed
456
          key: env-v3-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
457
458
459
460

          paths:
            - conda
            - env
moto's avatar
moto committed
461
            - third_party/build
moto's avatar
moto committed
462
463
            - third_party/install
            - third_party/src
moto's avatar
moto committed
464
465
      - run:
          name: Install torchaudio
moto's avatar
moto committed
466
          command: docker run -t --gpus all -e UPLOAD_CHANNEL -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/install.sh
moto's avatar
moto committed
467
468
469
470
471
472
473
474
475
476
      - run:
          name: Run tests
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post Process
          command: docker run -t --gpus all -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

  unittest_windows_cpu:
477
478
479
480
481
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
482
      - designate_upload_channel
483
      - generate_cache_key
484
485
486
      - restore_cache:

          keys:
moto's avatar
moto committed
487
            - env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
488
489
490

      - run:
          name: Setup
491
          command: .circleci/unittest/windows/scripts/setup_env.sh
moto's avatar
moto committed
492
493
      - save_cache:

moto's avatar
moto committed
494
          key: env-v3-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
495
496
497
498
499

          paths:
            - conda
            - env
      - run:
500
          name: Install torchaudio
501
          command: .circleci/unittest/windows/scripts/install.sh
moto's avatar
moto committed
502
      - run:
503
          name: Run tests
504
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
505
506
      - run:
          name: Post process
507
          command: .circleci/unittest/windows/scripts/post_process.sh
moto's avatar
moto committed
508
509
      - store_test_results:
          path: test-results
moto's avatar
moto committed
510

511
512
513
514
515
  unittest_windows_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    environment:
516
      <<: *environment
517
518
519
      CUDA_VERSION: "10.1"
    steps:
      - checkout
520
      - designate_upload_channel
521
      - generate_cache_key
522
523
524
      - restore_cache:

          keys:
moto's avatar
moto committed
525
            - env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
526
527
528
529
530
531

      - run:
          name: Setup
          command: .circleci/unittest/windows/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
532
          key: env-v1-windows-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/windows/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548

          paths:
            - conda
            - env
      - run:
          name: Install torchaudio
          command: .circleci/unittest/windows/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/windows/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/windows/scripts/post_process.sh
      - store_test_results:
          path: test-results

moto's avatar
moto committed
549
550
551
  unittest_macos_cpu:
    <<: *binary_common
    macos:
552
      xcode: "9.4.1"
moto's avatar
moto committed
553
554
555
556
557
558
    resource_class: large
    steps:
      - checkout
      - install_build_tools_macos
      - attach_workspace:
          at: third_party
559
      - designate_upload_channel
moto's avatar
moto committed
560
561
562
563
      - generate_cache_key
      - restore_cache:

          keys:
moto's avatar
moto committed
564
            - env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
565
566
567
568
569
570

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
571
          key: env-v3-macos-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum "third_party/CMakeLists.txt" }}-{{ checksum ".cachekey" }}
moto's avatar
moto committed
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590

          paths:
            - conda
            - env
            - third_party/build
            - third_party/install
            - third_party/src
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
      - run:
          name: Post process
          command: .circleci/unittest/linux/scripts/post_process.sh
      - store_test_results:
          path: test-results

591
592
593
594
595
596
597
  stylecheck:
    <<: *binary_common
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
    resource_class: medium
    steps:
      - checkout
598
      - designate_upload_channel
599
      - generate_cache_key
600
601
602
      - restore_cache:

          keys:
moto's avatar
moto committed
603
            - env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
604
605
606
607
608
609

      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - save_cache:

moto's avatar
moto committed
610
          key: env-v2-linux-{{ arch }}-py<< parameters.python_version >>-{{ checksum ".circleci/unittest/linux/scripts/setup_env.sh" }}-{{ checksum ".cachekey" }}
611
612
613
614
615

          paths:
            - conda
            - env
            - third_party/build
moto's avatar
moto committed
616
617
            - third_party/install
            - third_party/src
618
619
620
621
      - run:
          name: Run style check
          command: .circleci/unittest/linux/scripts/run_style_checks.sh

622
623
624
  torchscript_bc_test:
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
625
    resource_class: large
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
    steps:
      - checkout
      - generate_cache_key
      - restore_cache:

          keys:
            - torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

      - run:
          name: Generate Objects
          command: |
             .circleci/torchscript_bc_test/setup_release_envs.sh
             .circleci/torchscript_bc_test/generate_objects.sh
      - save_cache:

          key: torchscript-bc-test-release-envs-v1-{{ arch }}-{{ checksum ".cachekey" }}

          paths:
            - conda
            - envs
      - store_artifacts:
          path: test/torchscript_bc_test/assets
      - persist_to_workspace:
          root: .
          paths:
            - test/torchscript_bc_test/assets
      - run:
          name: Run BC check test
          command: |
            .circleci/torchscript_bc_test/setup_master_envs.sh
            .circleci/torchscript_bc_test/validate_objects.sh
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
  build_docs:
    <<: *binary_common
    docker:
      - image: "pytorch/manylinux-cuda100"
    resource_class: 2xlarge+
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
      - run:
          name: Install pytorch-audio
          command: .circleci/build_docs/install_wheels.sh
      - run:
          name: Build docs
          command: .circleci/build_docs/build_docs.sh
      - persist_to_workspace:
673
          root: ./
674
675
676
677
678
679
680
681
682
683
684
          paths:
            - "*"

  upload_docs:
    <<: *binary_common
    docker:
      - image: "pytorch/manylinux-cuda100"
    resource_class: 2xlarge+
    steps:
      - attach_workspace:
          at: ~/workspace
685
686
687
688
689
690
691
692
693
694
      - run:
          name: Generate netrc
          command: |
            # set credentials for https pushing
            # requires the org-member context
            cat > ~/.netrc \<<DONE
              machine github.com
              login pytorchbot
              password ${GITHUB_PYTORCHBOT_TOKEN}
            DONE
695
696
697
      - run:
          name: Upload docs
          command: |
698
699
            # Don't use "checkout" step since it uses ssh, which cannot git push
            # https://circleci.com/docs/2.0/configuration-reference/#checkout
700
701
702
            set -ex
            echo $PWD
            ls ~/workspace
703
            ls ~/workspace/doc
704
705
706
            tag=${CIRCLE_TAG:1:5}
            target=${tag:-master}
            .circleci/build_docs/commit_docs.sh ~/workspace $target
707

708
709
710
workflows:
  build:
    jobs:
711
      - circleci_consistency
712
713
      - download_third_parties_nix:
          name: download_third_parties_nix
714
715
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.6
716
          python_version: '3.6'
717
718
          requires:
          - download_third_parties_nix
719
720
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.7
721
          python_version: '3.7'
722
723
          requires:
          - download_third_parties_nix
724
725
726
      - binary_linux_wheel:
          name: binary_linux_wheel_py3.8
          python_version: '3.8'
727
728
          requires:
          - download_third_parties_nix
729
730
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.6
731
          python_version: '3.6'
732
733
          requires:
          - download_third_parties_nix
734
735
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.7
736
          python_version: '3.7'
737
738
          requires:
          - download_third_parties_nix
739
740
741
      - binary_macos_wheel:
          name: binary_macos_wheel_py3.8
          python_version: '3.8'
742
743
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
744
745
746
747
748
749
750
751
752
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_windows_wheel:
          name: binary_windows_wheel_py3.8
          python_version: '3.8'
753
754
      - binary_linux_conda:
          name: binary_linux_conda_py3.6
755
          python_version: '3.6'
756
757
          requires:
          - download_third_parties_nix
758
759
      - binary_linux_conda:
          name: binary_linux_conda_py3.7
760
          python_version: '3.7'
761
762
          requires:
          - download_third_parties_nix
763
764
765
      - binary_linux_conda:
          name: binary_linux_conda_py3.8
          python_version: '3.8'
766
767
          requires:
          - download_third_parties_nix
768
769
      - binary_macos_conda:
          name: binary_macos_conda_py3.6
770
          python_version: '3.6'
771
772
          requires:
          - download_third_parties_nix
773
774
      - binary_macos_conda:
          name: binary_macos_conda_py3.7
775
          python_version: '3.7'
776
777
          requires:
          - download_third_parties_nix
778
779
780
      - binary_macos_conda:
          name: binary_macos_conda_py3.8
          python_version: '3.8'
781
782
          requires:
          - download_third_parties_nix
peterjc123's avatar
peterjc123 committed
783
784
785
786
787
788
789
790
791
      - binary_windows_conda:
          name: binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_windows_conda:
          name: binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_windows_conda:
          name: binary_windows_conda_py3.8
          python_version: '3.8'
792
793
794
795
796
797
      - build_docs:
          name: build_docs
          python_version: '3.8'
          requires:
          - binary_linux_wheel_py3.8
      - upload_docs:
798
          context: org-member
799
800
801
802
803
804
805
806
807
808
          filters:
            branches:
              only:
              - nightly
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
          name: upload_docs
          python_version: '3.8'
          requires:
          - build_docs
moto's avatar
moto committed
809
810
  unittest:
    jobs:
811
812
813
      - torchscript_bc_test:
          requires:
          - download_third_parties_nix
814
815
      - download_third_parties_nix:
          name: download_third_parties_nix
moto's avatar
moto committed
816
817
818
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.6
          python_version: '3.6'
819
820
          requires:
          - download_third_parties_nix
821
822
823
      - stylecheck:
          name: stylecheck_py3.6
          python_version: '3.6'
moto's avatar
moto committed
824
825
826
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.7
          python_version: '3.7'
827
828
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
829
830
831
      - unittest_linux_cpu:
          name: unittest_linux_cpu_py3.8
          python_version: '3.8'
832
833
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
834
835
      - unittest_linux_gpu:
          name: unittest_linux_gpu_py3.6
moto's avatar
moto committed
836
          python_version: '3.6'
837
838
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
839
840
      - unittest_linux_gpu:
          name: unittest_linux_gpu_py3.7
moto's avatar
moto committed
841
          python_version: '3.7'
842
843
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
844
845
      - unittest_linux_gpu:
          name: unittest_linux_gpu_py3.8
moto's avatar
moto committed
846
          python_version: '3.8'
847
848
          requires:
          - download_third_parties_nix
moto's avatar
moto committed
849
850
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.6
851
          python_version: '3.6'
moto's avatar
moto committed
852
853
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.7
854
          python_version: '3.7'
moto's avatar
moto committed
855
856
      - unittest_windows_cpu:
          name: unittest_windows_cpu_py3.8
857
          python_version: '3.8'
858
859
860
861
862
863
864
865
866
      - unittest_windows_gpu:
          name: unittest_windows_gpu_py3.6
          python_version: '3.6'
      - unittest_windows_gpu:
          name: unittest_windows_gpu_py3.7
          python_version: '3.7'
      - unittest_windows_gpu:
          name: unittest_windows_gpu_py3.8
          python_version: '3.8'
moto's avatar
moto committed
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.6
          python_version: '3.6'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.7
          python_version: '3.7'
          requires:
          - download_third_parties_nix
      - unittest_macos_cpu:
          name: unittest_macos_cpu_py3.8
          python_version: '3.8'
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
882
883
  nightly:
    jobs:
moto's avatar
moto committed
884
885
886
887
      - circleci_consistency:
          filters:
            branches:
              only: nightly
888
889
890
      - download_third_parties_nix:
          filters:
            branches:
moto's avatar
moto committed
891
892
              only:
              - nightly
893
894
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
895
          name: download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
896
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
897
898
          filters:
            branches:
moto's avatar
moto committed
899
900
              only:
              - nightly
901
902
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
903
904
          name: nightly_binary_linux_wheel_py3.6
          python_version: '3.6'
905
906
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
907
908
      - binary_wheel_upload:
          context: org-member
909
910
          filters:
            branches:
moto's avatar
moto committed
911
912
              only:
              - nightly
913
914
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
915
          name: nightly_binary_linux_wheel_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
916
          requires:
917
          - nightly_binary_linux_wheel_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
918
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
919
920
          filters:
            branches:
moto's avatar
moto committed
921
922
              only:
              - nightly
923
924
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
925
926
927
928
          name: nightly_binary_linux_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_linux_wheel_py3.6_upload
929
      - binary_linux_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
930
931
          filters:
            branches:
moto's avatar
moto committed
932
933
              only:
              - nightly
934
935
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
936
937
          name: nightly_binary_linux_wheel_py3.7
          python_version: '3.7'
938
939
          requires:
          - download_third_parties_nix
940
941
      - binary_wheel_upload:
          context: org-member
942
943
          filters:
            branches:
moto's avatar
moto committed
944
945
              only:
              - nightly
946
947
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
948
          name: nightly_binary_linux_wheel_py3.7_upload
949
          requires:
950
          - nightly_binary_linux_wheel_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
951
      - smoke_test_linux_pip:
Edward Z. Yang's avatar
Edward Z. Yang committed
952
953
          filters:
            branches:
moto's avatar
moto committed
954
955
              only:
              - nightly
956
957
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
958
959
960
961
          name: nightly_binary_linux_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_linux_wheel_py3.7_upload
962
963
964
      - binary_linux_wheel:
          filters:
            branches:
moto's avatar
moto committed
965
966
              only:
              - nightly
967
968
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
969
970
          name: nightly_binary_linux_wheel_py3.8
          python_version: '3.8'
971
972
          requires:
          - download_third_parties_nix
973
974
975
976
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
977
978
              only:
              - nightly
979
980
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
981
982
983
984
985
986
          name: nightly_binary_linux_wheel_py3.8_upload
          requires:
          - nightly_binary_linux_wheel_py3.8
      - smoke_test_linux_pip:
          filters:
            branches:
moto's avatar
moto committed
987
988
              only:
              - nightly
989
990
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
991
992
993
994
          name: nightly_binary_linux_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_linux_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
995
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
996
997
          filters:
            branches:
moto's avatar
moto committed
998
999
              only:
              - nightly
1000
1001
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1002
1003
          name: nightly_binary_macos_wheel_py3.6
          python_version: '3.6'
1004
1005
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1006
1007
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1008
1009
          filters:
            branches:
moto's avatar
moto committed
1010
1011
              only:
              - nightly
1012
1013
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1014
1015
1016
          name: nightly_binary_macos_wheel_py3.6_upload
          requires:
          - nightly_binary_macos_wheel_py3.6
1017
      - binary_macos_wheel:
Edward Z. Yang's avatar
Edward Z. Yang committed
1018
1019
          filters:
            branches:
moto's avatar
moto committed
1020
1021
              only:
              - nightly
1022
1023
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1024
1025
          name: nightly_binary_macos_wheel_py3.7
          python_version: '3.7'
1026
1027
          requires:
          - download_third_parties_nix
1028
1029
      - binary_wheel_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1030
1031
          filters:
            branches:
moto's avatar
moto committed
1032
1033
              only:
              - nightly
1034
1035
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1036
1037
1038
          name: nightly_binary_macos_wheel_py3.7_upload
          requires:
          - nightly_binary_macos_wheel_py3.7
1039
1040
1041
      - binary_macos_wheel:
          filters:
            branches:
moto's avatar
moto committed
1042
1043
              only:
              - nightly
1044
1045
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1046
1047
          name: nightly_binary_macos_wheel_py3.8
          python_version: '3.8'
1048
1049
          requires:
          - download_third_parties_nix
1050
1051
1052
1053
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1054
1055
              only:
              - nightly
1056
1057
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1058
1059
1060
          name: nightly_binary_macos_wheel_py3.8_upload
          requires:
          - nightly_binary_macos_wheel_py3.8
peterjc123's avatar
peterjc123 committed
1061
1062
1063
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1064
1065
              only:
              - nightly
1066
1067
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1068
1069
1070
1071
1072
1073
          name: nightly_binary_windows_wheel_py3.6
          python_version: '3.6'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1074
1075
              only:
              - nightly
1076
1077
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1078
1079
1080
          name: nightly_binary_windows_wheel_py3.6_upload
          requires:
          - nightly_binary_windows_wheel_py3.6
1081
1082
1083
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1084
1085
              only:
              - nightly
1086
1087
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1088
1089
1090
1091
          name: nightly_binary_windows_wheel_py3.6_smoke_test_pip
          python_version: '3.6'
          requires:
          - nightly_binary_windows_wheel_py3.6_upload
peterjc123's avatar
peterjc123 committed
1092
1093
1094
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1095
1096
              only:
              - nightly
1097
1098
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1099
1100
1101
1102
1103
1104
          name: nightly_binary_windows_wheel_py3.7
          python_version: '3.7'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1105
1106
              only:
              - nightly
1107
1108
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1109
1110
1111
          name: nightly_binary_windows_wheel_py3.7_upload
          requires:
          - nightly_binary_windows_wheel_py3.7
1112
1113
1114
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1115
1116
              only:
              - nightly
1117
1118
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1119
1120
1121
1122
          name: nightly_binary_windows_wheel_py3.7_smoke_test_pip
          python_version: '3.7'
          requires:
          - nightly_binary_windows_wheel_py3.7_upload
peterjc123's avatar
peterjc123 committed
1123
1124
1125
      - binary_windows_wheel:
          filters:
            branches:
moto's avatar
moto committed
1126
1127
              only:
              - nightly
1128
1129
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1130
1131
1132
1133
1134
1135
          name: nightly_binary_windows_wheel_py3.8
          python_version: '3.8'
      - binary_wheel_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1136
1137
              only:
              - nightly
1138
1139
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1140
1141
1142
          name: nightly_binary_windows_wheel_py3.8_upload
          requires:
          - nightly_binary_windows_wheel_py3.8
1143
1144
1145
      - smoke_test_windows_pip:
          filters:
            branches:
moto's avatar
moto committed
1146
1147
              only:
              - nightly
1148
1149
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1150
1151
1152
1153
          name: nightly_binary_windows_wheel_py3.8_smoke_test_pip
          python_version: '3.8'
          requires:
          - nightly_binary_windows_wheel_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1154
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1155
1156
          filters:
            branches:
moto's avatar
moto committed
1157
1158
              only:
              - nightly
1159
1160
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1161
1162
          name: nightly_binary_linux_conda_py3.6
          python_version: '3.6'
1163
1164
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1165
1166
      - binary_conda_upload:
          context: org-member
1167
1168
          filters:
            branches:
moto's avatar
moto committed
1169
1170
              only:
              - nightly
1171
1172
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1173
          name: nightly_binary_linux_conda_py3.6_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1174
          requires:
1175
          - nightly_binary_linux_conda_py3.6
Mingbo Wan's avatar
Mingbo Wan committed
1176
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1177
1178
          filters:
            branches:
moto's avatar
moto committed
1179
1180
              only:
              - nightly
1181
1182
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1183
1184
1185
1186
          name: nightly_binary_linux_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_linux_conda_py3.6_upload
1187
      - binary_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1188
1189
          filters:
            branches:
moto's avatar
moto committed
1190
1191
              only:
              - nightly
1192
1193
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1194
1195
          name: nightly_binary_linux_conda_py3.7
          python_version: '3.7'
1196
1197
          requires:
          - download_third_parties_nix
1198
1199
      - binary_conda_upload:
          context: org-member
1200
1201
          filters:
            branches:
moto's avatar
moto committed
1202
1203
              only:
              - nightly
1204
1205
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1206
          name: nightly_binary_linux_conda_py3.7_upload
1207
          requires:
1208
          - nightly_binary_linux_conda_py3.7
Mingbo Wan's avatar
Mingbo Wan committed
1209
      - smoke_test_linux_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1210
1211
          filters:
            branches:
moto's avatar
moto committed
1212
1213
              only:
              - nightly
1214
1215
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1216
1217
1218
1219
          name: nightly_binary_linux_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_linux_conda_py3.7_upload
1220
1221
1222
      - binary_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1223
1224
              only:
              - nightly
1225
1226
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1227
1228
          name: nightly_binary_linux_conda_py3.8
          python_version: '3.8'
1229
1230
          requires:
          - download_third_parties_nix
1231
1232
1233
1234
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1235
1236
              only:
              - nightly
1237
1238
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1239
1240
1241
1242
1243
1244
          name: nightly_binary_linux_conda_py3.8_upload
          requires:
          - nightly_binary_linux_conda_py3.8
      - smoke_test_linux_conda:
          filters:
            branches:
moto's avatar
moto committed
1245
1246
              only:
              - nightly
1247
1248
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1249
1250
1251
1252
          name: nightly_binary_linux_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_linux_conda_py3.8_upload
Edward Z. Yang's avatar
Edward Z. Yang committed
1253
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1254
1255
          filters:
            branches:
moto's avatar
moto committed
1256
1257
              only:
              - nightly
1258
1259
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1260
1261
          name: nightly_binary_macos_conda_py3.6
          python_version: '3.6'
1262
1263
          requires:
          - download_third_parties_nix
Edward Z. Yang's avatar
Edward Z. Yang committed
1264
1265
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1266
1267
          filters:
            branches:
moto's avatar
moto committed
1268
1269
              only:
              - nightly
1270
1271
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1272
1273
1274
          name: nightly_binary_macos_conda_py3.6_upload
          requires:
          - nightly_binary_macos_conda_py3.6
1275
      - binary_macos_conda:
Edward Z. Yang's avatar
Edward Z. Yang committed
1276
1277
          filters:
            branches:
moto's avatar
moto committed
1278
1279
              only:
              - nightly
1280
1281
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1282
1283
          name: nightly_binary_macos_conda_py3.7
          python_version: '3.7'
1284
1285
          requires:
          - download_third_parties_nix
1286
1287
      - binary_conda_upload:
          context: org-member
Edward Z. Yang's avatar
Edward Z. Yang committed
1288
1289
          filters:
            branches:
moto's avatar
moto committed
1290
1291
              only:
              - nightly
1292
1293
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1294
1295
1296
          name: nightly_binary_macos_conda_py3.7_upload
          requires:
          - nightly_binary_macos_conda_py3.7
1297
1298
1299
      - binary_macos_conda:
          filters:
            branches:
moto's avatar
moto committed
1300
1301
              only:
              - nightly
1302
1303
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1304
1305
          name: nightly_binary_macos_conda_py3.8
          python_version: '3.8'
1306
1307
          requires:
          - download_third_parties_nix
1308
1309
1310
1311
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1312
1313
              only:
              - nightly
1314
1315
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1316
1317
1318
          name: nightly_binary_macos_conda_py3.8_upload
          requires:
          - nightly_binary_macos_conda_py3.8
peterjc123's avatar
peterjc123 committed
1319
1320
1321
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1322
1323
              only:
              - nightly
1324
1325
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1326
1327
1328
1329
1330
1331
          name: nightly_binary_windows_conda_py3.6
          python_version: '3.6'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1332
1333
              only:
              - nightly
1334
1335
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1336
1337
1338
          name: nightly_binary_windows_conda_py3.6_upload
          requires:
          - nightly_binary_windows_conda_py3.6
1339
1340
1341
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1342
1343
              only:
              - nightly
1344
1345
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1346
1347
1348
1349
          name: nightly_binary_windows_conda_py3.6_smoke_test_conda
          python_version: '3.6'
          requires:
          - nightly_binary_windows_conda_py3.6_upload
peterjc123's avatar
peterjc123 committed
1350
1351
1352
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1353
1354
              only:
              - nightly
1355
1356
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1357
1358
1359
1360
1361
1362
          name: nightly_binary_windows_conda_py3.7
          python_version: '3.7'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1363
1364
              only:
              - nightly
1365
1366
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1367
1368
1369
          name: nightly_binary_windows_conda_py3.7_upload
          requires:
          - nightly_binary_windows_conda_py3.7
1370
1371
1372
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1373
1374
              only:
              - nightly
1375
1376
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1377
1378
1379
1380
          name: nightly_binary_windows_conda_py3.7_smoke_test_conda
          python_version: '3.7'
          requires:
          - nightly_binary_windows_conda_py3.7_upload
peterjc123's avatar
peterjc123 committed
1381
1382
1383
      - binary_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1384
1385
              only:
              - nightly
1386
1387
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1388
1389
1390
1391
1392
1393
          name: nightly_binary_windows_conda_py3.8
          python_version: '3.8'
      - binary_conda_upload:
          context: org-member
          filters:
            branches:
moto's avatar
moto committed
1394
1395
              only:
              - nightly
1396
1397
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
peterjc123's avatar
peterjc123 committed
1398
1399
1400
          name: nightly_binary_windows_conda_py3.8_upload
          requires:
          - nightly_binary_windows_conda_py3.8
1401
1402
1403
      - smoke_test_windows_conda:
          filters:
            branches:
moto's avatar
moto committed
1404
1405
              only:
              - nightly
1406
1407
            tags:
              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
1408
1409
1410
1411
          name: nightly_binary_windows_conda_py3.8_smoke_test_conda
          python_version: '3.8'
          requires:
          - nightly_binary_windows_conda_py3.8_upload
Mingbo Wan's avatar
Mingbo Wan committed
1412
1413
1414
1415
1416
1417
1418
1419
1420
  docker_build:
    triggers:
      - schedule:
          cron: "0 10 * * 0"
          filters:
            branches:
              only:
                - master
    jobs:
moto's avatar
moto committed
1421
      - smoke_test_docker_image_build