config.yml.in 30.4 KB
Newer Older
1
2
3
4
version: 2.1

# How to test the Linux jobs:
#   - Install CircleCI local CLI: https://circleci.com/docs/2.0/local-cli/
5
6
#   - circleci config process .circleci/config.yml > gen.yml && circleci local execute -c gen.yml --job binary_linux_wheel_py3.8
#     - Replace binary_linux_wheel_py3.8 with the name of the job you want to test.
Edward Z. Yang's avatar
Edward Z. Yang committed
7
#       Job names are 'name:' key.
8

9
10
11
12
13
14
executors:
  windows-cpu:
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      shell: bash.exe
peterjc123's avatar
peterjc123 committed
15

16
17
18
  windows-gpu:
    machine:
      resource_class: windows.gpu.nvidia.medium
19
      image: windows-server-2019-nvidia:stable
20
21
      shell: bash.exe

22
commands:
23
24
25
26
27
28
  generate_cache_key:
    description: "Generates a cache key file that changes daily"
    steps:
      - run:
          name: Generate cache key
          command: echo "$(date +"%Y-%m-%d")" > .cachekey
29
30
31
32
33
34
  designate_upload_channel:
    description: "inserts the correct upload channel into ${BASH_ENV}"
    steps:
      - run:
          name: adding UPLOAD_CHANNEL to BASH_ENV
          command: |
35
36
            # Hardcoded for release branch
            echo "export UPLOAD_CHANNEL=test" >> ${BASH_ENV}
Eli Uriegas's avatar
Eli Uriegas committed
37
38
39
40
41
42
43
  load_conda_channel_flags:
    description: "Determines whether we need extra conda channels"
    steps:
      - run:
          name: Adding CONDA_CHANNEL_FLAGS to BASH_ENV
          command: |
              CONDA_CHANNEL_FLAGS=""
44
              # formerly used to add conda-forge flags for Python 3.9, reserving the mechanism for future python upgrades
45
46
47
48
49
50
51
  windows_install_cuda:
    description: "Install desired CUDA version on Windows runners"
    steps:
      - run:
          name: Install CUDA
          command: |
              packaging/windows/internal/cuda_install.bat
52

53
54
binary_common: &binary_common
  parameters:
Edward Z. Yang's avatar
Edward Z. Yang committed
55
    # Edit these defaults to do a release
56
57
58
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
59
      default: "0.13.0"
60
61
62
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
63
      default: "1.13.0"
64
65
    # Don't edit these
    python_version:
66
      description: "Python version to build against (e.g., 3.8)"
67
      type: string
Nikita Shulga's avatar
Nikita Shulga committed
68
69
70
71
72
73
74
    cuda_version:
      description: "CUDA version to build against (e.g., cpu, cu101)"
      type: string
      default: "cpu"
    wheel_docker_image:
      description: "Wheel only: what docker image to use"
      type: string
atalman's avatar
atalman committed
75
      default: "pytorch/manylinux-cuda116"
Nikita Shulga's avatar
Nikita Shulga committed
76
77
78
    conda_docker_image:
      description: "Conda only: what docker image to use"
      type: string
atalman's avatar
atalman committed
79
      default: "pytorch/conda-builder:cuda116"
80
  environment: &environment
81
82
83
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
Nikita Shulga's avatar
Nikita Shulga committed
84
    CU_VERSION: << parameters.cuda_version >>
85
    MACOSX_DEPLOYMENT_TARGET: 10.9
86

Mingbo Wan's avatar
Mingbo Wan committed
87
88
89
smoke_test_common: &smoke_test_common
  <<: *binary_common
  docker:
90
    - image: pytorch/torchaudio_unittest_base:smoke_test-20220425
Caroline Chen's avatar
Caroline Chen committed
91
  resource_class: large
Mingbo Wan's avatar
Mingbo Wan committed
92

93
94
95
jobs:
  circleci_consistency:
    docker:
moto's avatar
moto committed
96
      - image: cimg/python:3.8
97
98
99
100
    steps:
      - checkout
      - run:
          command: |
101
            pip install --user --progress-bar off jinja2 pyyaml
102
103
104
            python .circleci/regenerate.py
            git diff --exit-code || (echo ".circleci/config.yml not in sync with config.yml.in! Run .circleci/regenerate.py to update config"; exit 1)

105
106
107
108
109
110
111
112
113
114
115
116
117
  lint_python_and_config:
    docker:
      - image: circleci/python:3.7
    steps:
      - checkout
      - run:
          name: Install pre-commit
          command: pip install --user --progress-bar off pre-commit
      - run:
          name: Install pre-commit hooks
          command: pre-commit install-hooks
      - run:
          name: Lint Python code and config files
moto's avatar
moto committed
118
          command: pre-commit run --all-files
119
120
      - run:
          name: Required lint modifications
121
          when: always
moto's avatar
moto committed
122
          command: git --no-pager diff --color=always
123

124
  download_third_parties:
125
    docker:
moto's avatar
moto committed
126
      - image: "pytorch/torchaudio_unittest_base:manylinux"
127
128
129
    resource_class: small
    steps:
      - checkout
130
      - generate_cache_key
131
132
133
      - restore_cache:
          {% raw %}
          keys:
moto's avatar
moto committed
134
            - tp-nix-v2-{{ checksum ".cachekey" }}
135
136
          {% endraw %}
      - run:
moto's avatar
moto committed
137
          command: |
138
139
              mkdir -p third_party/archives/
              wget --no-clobber --directory-prefix=third_party/archives/ $(awk '/URL /{print $2}' third_party/*/CMakeLists.txt)
140
141
      - save_cache:
          {% raw %}
moto's avatar
moto committed
142
          key: tp-nix-v2-{{ checksum ".cachekey" }}
143
144
          {% endraw %}
          paths:
145
            - third_party/archives
146
147
148
      - persist_to_workspace:
          root: third_party
          paths:
149
            - archives
150

151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
  build_ffmpeg_linux:
    <<: *binary_common
    docker:
      - image: << parameters.wheel_docker_image >>
    resource_class: 2xlarge+
    steps:
      - checkout
      - generate_cache_key
      - restore_cache:
          {% raw %}
          keys:
            - ffmpeg-linux-v0-{{ checksum ".cachekey" }}
          {% endraw %}
      - run:
          command: |
            export FFMPEG_ROOT=${PWD}/third_party/ffmpeg
            if [[ ! -d ${FFMPEG_ROOT} ]]; then
                packaging/ffmpeg/build.sh
            fi
      - save_cache:
          {% raw %}
          key: ffmpeg-linux-v0-{{ checksum ".cachekey" }}
          {% endraw %}
          paths:
            - third_party/ffmpeg
      - persist_to_workspace:
          root: third_party
          paths:
            - ffmpeg

  build_ffmpeg_macos:
    <<: *binary_common
    macos:
184
      xcode: "14.0"
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
    steps:
      - checkout
      - generate_cache_key
      - restore_cache:
          {% raw %}
          keys:
            - ffmpeg-macos-v0-{{ checksum ".cachekey" }}
          {% endraw %}
      - run:
          command: |
            export FFMPEG_ROOT=${PWD}/third_party/ffmpeg
            if [[ ! -d ${FFMPEG_ROOT} ]]; then
                packaging/ffmpeg/build.sh
            fi
      - save_cache:
          {% raw %}
          key: ffmpeg-macos-v0-{{ checksum ".cachekey" }}
          {% endraw %}
          paths:
            - third_party/ffmpeg
      - persist_to_workspace:
          root: third_party
          paths:
            - ffmpeg

  build_ffmpeg_windows:
    <<: *binary_common
    machine:
      resource_class: windows.xlarge
      image: windows-server-2019-vs2019:stable
      # Note:
      # Unlike other Windows job, this job uses cmd.exe as shell because
      # we need to invoke bash.exe from msys2 in ffmpeg build process, and doing so
      # from different installation of bash.exe (the one from the VM) cause issue
      shell: cmd.exe
    steps:
      - checkout
      - run: date /t > .cachekey
      - restore_cache:
          {% raw %}
          keys:
            - ffmpeg-windows-{{ checksum ".cachekey" }}
          {% endraw %}
      - run: packaging\ffmpeg\build.bat
      - save_cache:
          {% raw %}
          key: ffmpeg-windows-{{ checksum ".cachekey" }}
          {% endraw %}
          paths:
            - third_party/ffmpeg
      - persist_to_workspace:
          root: third_party
          paths:
            - ffmpeg

240
241
242
243
244
245
246
  binary_linux_wheel:
    <<: *binary_common
    docker:
      - image: << parameters.wheel_docker_image >>
    resource_class: 2xlarge+
    steps:
      - checkout
247
      - designate_upload_channel
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
      - attach_workspace:
          at: third_party
      - run:
          command: |
            export FFMPEG_ROOT=${PWD}/third_party/ffmpeg
            packaging/build_wheel.sh
          environment:
            USE_FFMPEG: true
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

263
264
265
  binary_linux_conda:
    <<: *binary_common
    docker:
Nikita Shulga's avatar
Nikita Shulga committed
266
      - image: "<< parameters.conda_docker_image >>"
267
268
269
    resource_class: 2xlarge+
    steps:
      - checkout
Eli Uriegas's avatar
Eli Uriegas committed
270
      - load_conda_channel_flags
271
272
      - attach_workspace:
          at: third_party
273
      - run:
274
275
276
          command: |
            export FFMPEG_ROOT=${PWD}/third_party/ffmpeg
            packaging/build_conda.sh
277
          environment:
278
            USE_FFMPEG: true
279
280
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
Edward Z. Yang's avatar
Edward Z. Yang committed
281
      - persist_to_workspace:
282
          root: /opt/conda
Edward Z. Yang's avatar
Edward Z. Yang committed
283
          paths:
284
            - "conda-bld/*"
285
286
287
288

  binary_macos_wheel:
    <<: *binary_common
    macos:
289
      xcode: "14.0"
290
291
    steps:
      - checkout
292
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
293
      - load_conda_channel_flags
294
295
      - attach_workspace:
          at: third_party
296
297
298
299
300
301
302
303
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
304
            export FFMPEG_ROOT="${PWD}/third_party/ffmpeg"
305
            packaging/build_wheel.sh
306
          environment:
307
            USE_FFMPEG: true
moto's avatar
moto committed
308
            USE_OPENMP: false
309
310
      - store_artifacts:
          path: dist
Edward Z. Yang's avatar
Edward Z. Yang committed
311
312
313
314
      - persist_to_workspace:
          root: dist
          paths:
            - "*"
315
316
317
318

  binary_macos_conda:
    <<: *binary_common
    macos:
319
      xcode: "14.0"
320
321
    steps:
      - checkout
Eli Uriegas's avatar
Eli Uriegas committed
322
      - load_conda_channel_flags
323
324
      - attach_workspace:
          at: third_party
325
326
327
328
329
330
      - run:
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            conda install -yq conda-build
331
            export FFMPEG_ROOT="${PWD}/third_party/ffmpeg"
332
            packaging/build_conda.sh
333
          environment:
334
            USE_FFMPEG: true
moto's avatar
moto committed
335
            USE_OPENMP: false
336
337
      - store_artifacts:
          path: /Users/distiller/miniconda3/conda-bld/osx-64
Edward Z. Yang's avatar
Edward Z. Yang committed
338
      - persist_to_workspace:
339
          root: /Users/distiller/miniconda3
Edward Z. Yang's avatar
Edward Z. Yang committed
340
          paths:
341
            - "conda-bld/*"
342

peterjc123's avatar
peterjc123 committed
343
344
345
346
347
348
  binary_windows_wheel:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
349
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
350
      - load_conda_channel_flags
351
      - windows_install_cuda
352
353
      - attach_workspace:
          at: third_party
peterjc123's avatar
peterjc123 committed
354
      - run:
355
          name: Build wheel packages
peterjc123's avatar
peterjc123 committed
356
          command: |
357
            set -ex
peterjc123's avatar
peterjc123 committed
358
359
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
360
            export FFMPEG_ROOT="${PWD}/third_party/ffmpeg"
peterjc123's avatar
peterjc123 committed
361
            bash packaging/build_wheel.sh
362
          environment:
363
            USE_FFMPEG: true
peterjc123's avatar
peterjc123 committed
364
365
366
367
368
369
370
371
372
373
374
375
376
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - checkout
Eli Uriegas's avatar
Eli Uriegas committed
377
      - load_conda_channel_flags
378
      - windows_install_cuda
379
380
      - attach_workspace:
          at: third_party
peterjc123's avatar
peterjc123 committed
381
      - run:
382
          name: Build conda packages
383
          no_output_timeout: 20m
peterjc123's avatar
peterjc123 committed
384
          command: |
385
            set -ex
peterjc123's avatar
peterjc123 committed
386
387
388
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate base
            conda install -yq conda-build "conda-package-handling!=1.5.0"
389
            export FFMPEG_ROOT="${PWD}/third_party/ffmpeg"
peterjc123's avatar
peterjc123 committed
390
            bash packaging/build_conda.sh
391
          environment:
392
            USE_FFMPEG: true
peterjc123's avatar
peterjc123 committed
393
394
395
      - store_artifacts:
          path: C:/tools/miniconda3/conda-bld/win-64
      - persist_to_workspace:
396
          root: C:/tools/miniconda3
peterjc123's avatar
peterjc123 committed
397
          paths:
398
            - "conda-bld/*"
peterjc123's avatar
peterjc123 committed
399

Edward Z. Yang's avatar
Edward Z. Yang committed
400
401
402
403
404
405
406
  # Requires org-member context
  binary_conda_upload:
    docker:
      - image: continuumio/miniconda
    steps:
      - attach_workspace:
          at: ~/workspace
407
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
408
409
410
411
412
      - run:
          command: |
            # Prevent credential from leaking
            conda install -yq anaconda-client
            set -x
413
            anaconda -t "${CONDA_PYTORCHBOT_TOKEN}" upload ~/workspace/conda-bld/*/*.tar.bz2 -u "pytorch-${UPLOAD_CHANNEL}" --label main --no-progress --force
Edward Z. Yang's avatar
Edward Z. Yang committed
414
415
416

  # Requires org-member context
  binary_wheel_upload:
417
418
419
420
    parameters:
      subfolder:
        description: "What whl subfolder to upload to, e.g., blank or cu100/ (trailing slash is important)"
        type: string
Edward Z. Yang's avatar
Edward Z. Yang committed
421
    docker:
moto's avatar
moto committed
422
      - image: cimg/python:3.8
Edward Z. Yang's avatar
Edward Z. Yang committed
423
424
425
426
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
427
      - designate_upload_channel
Edward Z. Yang's avatar
Edward Z. Yang committed
428
429
430
431
432
433
434
435
436
437
      - run:
          command: |
            pip install --user awscli
            export PATH="$HOME/.local/bin:$PATH"
            # Prevent credential from leaking
            set +x
            export AWS_ACCESS_KEY_ID="${PYTORCH_BINARY_AWS_ACCESS_KEY_ID}"
            export AWS_SECRET_ACCESS_KEY="${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}"
            set -x
            for pkg in ~/workspace/*.whl; do
438
              aws s3 cp "$pkg" "s3://pytorch/whl/${UPLOAD_CHANNEL}/<< parameters.subfolder >>" --acl public-read
Edward Z. Yang's avatar
Edward Z. Yang committed
439
440
            done

Mingbo Wan's avatar
Mingbo Wan committed
441
442
443
  smoke_test_linux_conda:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
444
445
      - attach_workspace:
          at: ~/workspace
446
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
447
      - load_conda_channel_flags
Mingbo Wan's avatar
Mingbo Wan committed
448
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
449
          name: install binaries
450
          no_output_timeout: 30m
Mingbo Wan's avatar
Mingbo Wan committed
451
452
453
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
454
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cpuonly
455
            conda install -v -y -c file://$HOME/workspace/conda-bld torchaudio
moto's avatar
moto committed
456
      - checkout
Mingbo Wan's avatar
Mingbo Wan committed
457
458
459
460
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
461
            conda install 'ffmpeg<5'
moto's avatar
moto committed
462
            ./test/smoke_test/run_smoke_test.sh
Mingbo Wan's avatar
Mingbo Wan committed
463

Caroline Chen's avatar
Caroline Chen committed
464
465
466
467
468
469
470
471
472
  smoke_test_linux_conda_gpu:
    <<: *smoke_test_common
    steps:
      - attach_workspace:
          at: ~/workspace
      - designate_upload_channel
      - load_conda_channel_flags
      - run:
          name: install binaries
473
          no_output_timeout: 30m
Caroline Chen's avatar
Caroline Chen committed
474
475
476
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
pbialecki's avatar
pbialecki committed
477
            if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
478
              conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
479
            else
480
              conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
481
            fi
Caroline Chen's avatar
Caroline Chen committed
482
            conda install -v -y -c file://$HOME/workspace/conda-bld torchaudio
moto's avatar
moto committed
483
      - checkout
Caroline Chen's avatar
Caroline Chen committed
484
485
486
487
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
488
            conda install 'ffmpeg<5'
moto's avatar
moto committed
489
            ./test/smoke_test/run_smoke_test.sh
Caroline Chen's avatar
Caroline Chen committed
490

Mingbo Wan's avatar
Mingbo Wan committed
491
492
493
  smoke_test_linux_pip:
    <<: *smoke_test_common
    steps:
Mingbo Wan's avatar
Mingbo Wan committed
494
495
      - attach_workspace:
          at: ~/workspace
496
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
497
      - load_conda_channel_flags
Mingbo Wan's avatar
Mingbo Wan committed
498
      - run:
Mingbo Wan's avatar
Mingbo Wan committed
499
          name: install binaries
500
          no_output_timeout: 30m
Mingbo Wan's avatar
Mingbo Wan committed
501
502
503
          command: |
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
Caroline Chen's avatar
Caroline Chen committed
504
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/${CU_VERSION}/torch_${UPLOAD_CHANNEL}.html"
moto's avatar
moto committed
505
      - checkout
Mingbo Wan's avatar
Mingbo Wan committed
506
507
508
509
      - run:
          name: smoke test
          command: |
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
510
            export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${HOME}/workspace/ffmpeg/lib"
moto's avatar
moto committed
511
            ./test/smoke_test/run_smoke_test.sh
Mingbo Wan's avatar
Mingbo Wan committed
512

513
514
515
516
517
518
519
  smoke_test_windows_conda:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
520
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
521
      - load_conda_channel_flags
522
523
      - run:
          name: install binaries
524
          no_output_timeout: 30m
525
526
527
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
528
            conda update -y conda
529
530
531
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
532
            conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cpuonly
533
            conda install -v -y $(ls ~/workspace/conda-bld/win-64/torchaudio*.tar.bz2)
moto's avatar
moto committed
534
      - checkout
535
536
537
538
539
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
540
            conda install 'ffmpeg<5'
moto's avatar
moto committed
541
            ./test/smoke_test/run_smoke_test.sh
542

543
544
545
546
547
  smoke_test_windows_conda_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    steps:
Andrey Talman's avatar
Andrey Talman committed
548
      - checkout
549
550
551
552
      - attach_workspace:
          at: ~/workspace
      - designate_upload_channel
      - load_conda_channel_flags
Andrey Talman's avatar
Andrey Talman committed
553
554
555
556
      - windows_install_cuda
      - run:
          name: Update CUDA driver
          command: packaging/windows/internal/driver_update.bat
557
558
      - run:
          name: install binaries
Andrey Talman's avatar
Andrey Talman committed
559
          no_output_timeout: 30m
560
561
562
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
563
            conda update -y conda
564
565
566
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
Andrey Talman's avatar
Andrey Talman committed
567
            # Include numpy and cudatoolkit in the install conda-forge chanell is used for cudatoolkit
568

pbialecki's avatar
pbialecki committed
569
            if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
570
              conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch numpy ffmpeg pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
571
            else
572
              conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch numpy ffmpeg cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
573
            fi
Andrey Talman's avatar
Andrey Talman committed
574
            # Install from torchaudio file
575
576
577
578
579
580
            conda install -v -y $(ls ~/workspace/conda-bld/win-64/torchaudio*.tar.bz2)
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
Andrey Talman's avatar
Andrey Talman committed
581
582
            # Install sound backend
            pip install PySoundFile
583
            # conda install 'ffmpeg<5'
moto's avatar
moto committed
584
            ./test/smoke_test/run_smoke_test.sh
585

586
587
588
589
590
591
592
  smoke_test_windows_pip:
    <<: *binary_common
    executor:
      name: windows-cpu
    steps:
      - attach_workspace:
          at: ~/workspace
593
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
594
      - load_conda_channel_flags
595
596
      - run:
          name: install binaries
597
          no_output_timeout: 30m
598
599
600
          command: |
            set -x
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
601
            conda update -y conda
602
603
604
            conda env remove -n python${PYTHON_VERSION} || true
            conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
            conda activate python${PYTHON_VERSION}
605
            pip install $(ls ~/workspace/torchaudio*.whl) -f "https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/${CU_VERSION}/torch_${UPLOAD_CHANNEL}.html"
moto's avatar
moto committed
606
      - checkout
607
608
609
610
611
      - run:
          name: smoke test
          command: |
            eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
            conda activate python${PYTHON_VERSION}
612
613
614
615
616
617
            # Hack to load FFmpeg libraries
            # Note: Depending on Python version, they search different paths.
            # For 3.7 and 3.9, copying them in CWD works.
            cp ~/workspace/ffmpeg/bin/* test/smoke_test/
            # For 3.8 and 3.10, they must be in the same directory as the entrypoint lib
            cp ~/workspace/ffmpeg/bin/* /C/tools/miniconda3/envs/python${PYTHON_VERSION}/lib/site-packages/torchaudio/lib/
moto's avatar
moto committed
618
            ./test/smoke_test/run_smoke_test.sh
619

moto's avatar
moto committed
620
  unittest_linux_cpu:
moto's avatar
moto committed
621
622
    <<: *binary_common
    docker:
623
      - image: pytorch/torchaudio_unittest_base:manylinux-20210121
moto's avatar
moto committed
624
625
626
    resource_class: 2xlarge+
    steps:
      - checkout
627
628
      - attach_workspace:
          at: third_party
629
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
630
      - load_conda_channel_flags
631
632
633
634
635
636
      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
637
          environment:
638
              USE_FFMPEG: true
639
640
641
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
moto's avatar
moto committed
642
643
          environment:
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA: true
644
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310: true
645
646
      - store_test_results:
          path: test-results
647
648
      - store_artifacts:
          path: test/htmlcov
moto's avatar
moto committed
649
650
651
  unittest_linux_gpu:
    <<: *binary_common
    machine:
652
      image: ubuntu-2004-cuda-11.4:202110-01
653
    resource_class: gpu.nvidia.medium
moto's avatar
moto committed
654
    environment:
655
      <<: *environment
atalman's avatar
atalman committed
656
      CUDA_VERSION: 11.6
moto's avatar
moto committed
657
      image_name: pytorch/torchaudio_unittest_base:manylinux-cuda10.2-cudnn8-20210623
moto's avatar
moto committed
658
659
    steps:
      - checkout
660
661
      - attach_workspace:
          at: third_party
662
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
663
      - load_conda_channel_flags
664
665
666
      - run:
          name: Pull Docker image
          command: docker pull --quiet "${image_name}"
moto's avatar
moto committed
667
668
      - run:
          name: Setup
669
          command: docker run -t --gpus all -e PYTHON_VERSION -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/setup_env.sh
moto's avatar
moto committed
670
671
      - run:
          name: Install torchaudio
atalman's avatar
atalman committed
672
          command: docker run -t --gpus all -e UPLOAD_CHANNEL -e CONDA_CHANNEL_FLAGS -e CUDA_VERSION -e USE_FFMPEG=1 -v $PWD:$PWD -w $PWD "${image_name}" .circleci/unittest/linux/scripts/install.sh
moto's avatar
moto committed
673
674
      - run:
          name: Run tests
675
676
677
678
          environment:
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310: true
          command: |
            docker run -t --gpus all -v $PWD:$PWD -w $PWD -e "CI=${CI}" -e TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310 "${image_name}" .circleci/unittest/linux/scripts/run_test.sh
moto's avatar
moto committed
679
680
      - store_test_results:
          path: test-results
681
682
      - store_artifacts:
          path: test/htmlcov
moto's avatar
moto committed
683
684

  unittest_windows_cpu:
685
686
687
    <<: *binary_common
    executor:
      name: windows-cpu
688
689
    steps:
      - checkout
690
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
691
      - load_conda_channel_flags
692
693
694
695
696
697
      - run:
          name: Setup
          command: .circleci/unittest/windows/scripts/setup_env.sh
      - run:
          name: Install torchaudio
          command: .circleci/unittest/windows/scripts/install.sh
698
          environment:
699
              USE_FFMPEG: true
700
701
702
      - run:
          name: Run tests
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
703
704
705
706
707
708
709
710
711
712
          environment:
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_SOX: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX: true
713
714
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MOD_sentencepiece: true
715
716
      - store_test_results:
          path: test-results
717
718
      - store_artifacts:
          path: test/htmlcov
719
720
721
722
723
724

  unittest_windows_gpu:
    <<: *binary_common
    executor:
      name: windows-gpu
    environment:
725
      <<: *environment
726
      CUDA_VERSION: "11.6"
727
728
    steps:
      - checkout
729
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
730
      - load_conda_channel_flags
moto's avatar
moto committed
731
732
      - run:
          name: Setup
733
          command: .circleci/unittest/windows/scripts/setup_env.sh
734
735
736
737
738
739
      - run:
          name: Install CUDA
          command: packaging/windows/internal/cuda_install.bat
      - run:
          name: Update CUDA driver
          command: packaging/windows/internal/driver_update.bat
moto's avatar
moto committed
740
      - run:
741
          name: Install torchaudio
742
          command: .circleci/unittest/windows/scripts/install.sh
743
          environment:
744
              USE_FFMPEG: true
moto's avatar
moto committed
745
      - run:
746
          name: Run tests
747
          command: .circleci/unittest/windows/scripts/run_test.sh
moto's avatar
moto committed
748
749
750
751
752
753
754
755
756
          environment:
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_SOX: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX: true
757
758
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MOD_sentencepiece: true
moto's avatar
moto committed
759
760
      - store_test_results:
          path: test-results
761
762
      - store_artifacts:
          path: test/htmlcov
moto's avatar
moto committed
763

moto's avatar
moto committed
764
765
766
  unittest_macos_cpu:
    <<: *binary_common
    macos:
767
      xcode: "14.0"
moto's avatar
moto committed
768
769
770
    resource_class: large
    steps:
      - checkout
Eli Uriegas's avatar
Eli Uriegas committed
771
      - load_conda_channel_flags
moto's avatar
moto committed
772
773
      - attach_workspace:
          at: third_party
774
      - designate_upload_channel
moto's avatar
moto committed
775
776
777
778
779
780
      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - run:
          name: Install torchaudio
          command: .circleci/unittest/linux/scripts/install.sh
781
          environment:
782
              USE_FFMPEG: true
moto's avatar
moto committed
783
              USE_OPENMP: false
moto's avatar
moto committed
784
785
786
      - run:
          name: Run tests
          command: .circleci/unittest/linux/scripts/run_test.sh
moto's avatar
moto committed
787
788
789
790
791
792
793
794
          environment:
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_QUANTIZATION: true
795
796
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310: true
              TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MOD_sentencepiece: true
moto's avatar
moto committed
797
798
      - store_test_results:
          path: test-results
799
800
      - store_artifacts:
          path: test/htmlcov
moto's avatar
moto committed
801

802
803
804
805
806
807
808
  stylecheck:
    <<: *binary_common
    docker:
      - image: "pytorch/torchaudio_unittest_base:manylinux"
    resource_class: medium
    steps:
      - checkout
809
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
810
      - load_conda_channel_flags
811
812
813
814
815
816
817
      - run:
          name: Setup
          command: .circleci/unittest/linux/scripts/setup_env.sh
      - run:
          name: Run style check
          command: .circleci/unittest/linux/scripts/run_style_checks.sh

818
  build_docs:
819
    <<: *smoke_test_common
Sean Kim's avatar
Sean Kim committed
820
    resource_class: 2xlarge+
821
822
823
824
    steps:
      - attach_workspace:
          at: ~/workspace
      - checkout
825
      - designate_upload_channel
Eli Uriegas's avatar
Eli Uriegas committed
826
      - load_conda_channel_flags
827
      - run:
828
829
          name: Install packages
          command: |
830
831
            set -x
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
pbialecki's avatar
pbialecki committed
832
            if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117  ]]; then
833
              conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
moto's avatar
moto committed
834
            else
835
              conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
moto's avatar
moto committed
836
            fi
837
            conda install -v -y -c file://$HOME/workspace/conda-bld torchaudio
838
839
            # gxx_linux-64 is for installing pesq library that depends on cython
            conda install -y pandoc 'ffmpeg<5' gxx_linux-64
moto's avatar
moto committed
840
841
            apt update -qq && apt-get -qq install -y git make
            pip install --progress-bar off -r docs/requirements.txt -r docs/requirements-tutorials.txt
842
843
      - run:
          name: Build docs
844
          command: |
845
            source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
846
            cd docs
847
            make 'SPHINXOPTS=-W' html
848
849
850
            cd build
            tar -czf artifact.tar.gz html
            mv artifact.tar.gz html
851
852
          environment:
            BUILD_GALLERY: 1
moto's avatar
moto committed
853
            TORCH_SHOW_CPP_STACKTRACES: 1
854
          no_output_timeout: 30m
855
      - persist_to_workspace:
856
          root: ./
857
858
          paths:
            - "*"
859
860
861
      - store_artifacts:
          path: ./docs/build/html
          destination: docs
862
863
864
865
866
867
868
869
870

  upload_docs:
    <<: *binary_common
    docker:
      - image: "pytorch/manylinux-cuda100"
    resource_class: 2xlarge+
    steps:
      - attach_workspace:
          at: ~/workspace
871
872
873
874
875
876
877
878
879
880
      - run:
          name: Generate netrc
          command: |
            # set credentials for https pushing
            # requires the org-member context
            cat > ~/.netrc \<<DONE
              machine github.com
              login pytorchbot
              password ${GITHUB_PYTORCHBOT_TOKEN}
            DONE
881
882
883
      - run:
          name: Upload docs
          command: |
884
885
            # Don't use "checkout" step since it uses ssh, which cannot git push
            # https://circleci.com/docs/2.0/configuration-reference/#checkout
886
            set -ex
887
888
            # turn v1.12.0rc3 into 1.12.0
            tag=$(echo $CIRCLE_TAG | sed -e 's/v*\([0-9.]*\).*/\1/')
889
            target=${tag:-main}
Matti Picus's avatar
Matti Picus committed
890
            ~/workspace/.circleci/build_docs/commit_docs.sh ~/workspace $target
891

892
893
894
  docstring_parameters_sync:
    <<: *binary_common
    docker:
moto's avatar
moto committed
895
      - image: cimg/python:3.8
896
897
898
899
900
901
902
903
    steps:
      - checkout
      - run:
          name: Check parameters docstring sync
          command: |
            pip install --user pydocstyle
            pydocstyle torchaudio

Edward Z. Yang's avatar
Edward Z. Yang committed
904
workflows:
905
906
907
  lint:
    jobs:
      - lint_python_and_config
Edward Z. Yang's avatar
Edward Z. Yang committed
908
909
910
  build:
    jobs:
      - circleci_consistency
moto's avatar
moto committed
911
912
913
914
      {{ build_workflows() }}
  unittest:
    jobs:
      {{ unittest_workflows() }}
Edward Z. Yang's avatar
Edward Z. Yang committed
915
916
  nightly:
    jobs:
moto's avatar
moto committed
917
918
919
920
      - circleci_consistency:
          filters:
            branches:
              only: nightly
moto's avatar
moto committed
921
      {{ build_workflows(prefix="nightly_", filter_branch="nightly", upload=True) }}