Add python 3.11 support for torchaudio and add workflow concurrency rule (#3039)

Summary:
So far Linux and MacOS were tested to work fine out of the box. This PR is created to verify this -- disabled windows jobs and configs for now.

Pull Request resolved: https://github.com/pytorch/audio/pull/3039

Reviewed By: osalpekar

Differential Revision: D43174745

Pulled By: weiwangmeta

fbshipit-source-id: 81766905256e03c5a01cb5448a350f5d409ca4b8

.circleci/config.yml

@@ -1052,6 +1052,44 @@ workflows:
           python_version: '3.10'
           requires:
           - binary_windows_wheel_py3.10_cu118
+      - binary_windows_wheel:
+          cuda_version: cpu
+          name: binary_windows_wheel_py3.11_cpu
+          python_version: '3.11'
+          requires:
+          - build_ffmpeg_windows
+      - smoke_test_windows_pip:
+          cuda_version: cpu
+          name: binary_windows_wheel_py3.11_cpu_smoke_test_pip
+          python_version: '3.11'
+          requires:
+          - binary_windows_wheel_py3.11_cpu
+      - binary_windows_wheel:
+          cuda_version: cu117
+          name: binary_windows_wheel_py3.11_cu117
+          python_version: '3.11'
+          requires:
+          - build_ffmpeg_windows
+          wheel_docker_image: pytorch/manylinux-cuda117
+      - smoke_test_windows_pip:
+          cuda_version: cu117
+          name: binary_windows_wheel_py3.11_cu117_smoke_test_pip
+          python_version: '3.11'
+          requires:
+          - binary_windows_wheel_py3.11_cu117
+      - binary_windows_wheel:
+          cuda_version: cu118
+          name: binary_windows_wheel_py3.11_cu118
+          python_version: '3.11'
+          requires:
+          - build_ffmpeg_windows
+          wheel_docker_image: pytorch/manylinux-cuda118
+      - smoke_test_windows_pip:
+          cuda_version: cu118
+          name: binary_windows_wheel_py3.11_cu118_smoke_test_pip
+          python_version: '3.11'
+          requires:
+          - binary_windows_wheel_py3.11_cu118
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cuda117
           cuda_version: cu117
@@ -1232,6 +1270,12 @@ workflows:
           python_version: '3.10'
           requires:
           - download_third_parties
+      - unittest_linux_cpu:
+          cuda_version: cpu
+          name: unittest_linux_cpu_py3.11
+          python_version: '3.11'
+          requires:
+          - download_third_parties
       - unittest_linux_gpu:
           cuda_version: cu117
           name: unittest_linux_gpu_py3.8
@@ -1250,6 +1294,12 @@ workflows:
           python_version: '3.10'
           requires:
           - download_third_parties
+      - unittest_linux_gpu:
+          cuda_version: cu117
+          name: unittest_linux_gpu_py3.11
+          python_version: '3.11'
+          requires:
+          - download_third_parties
       - unittest_windows_cpu:
           cuda_version: cpu
           name: unittest_windows_cpu_py3.8
@@ -1645,6 +1695,116 @@ workflows:
           python_version: '3.10'
           requires:
           - nightly_binary_windows_wheel_py3.10_cu118
+      - binary_windows_wheel:
+          cuda_version: cpu
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cpu
+          python_version: '3.11'
+          requires:
+          - build_ffmpeg_windows
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cpu_upload
+          requires:
+          - nightly_binary_windows_wheel_py3.11_cpu
+          subfolder: cpu/
+      - smoke_test_windows_pip:
+          cuda_version: cpu
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cpu_smoke_test_pip
+          python_version: '3.11'
+          requires:
+          - nightly_binary_windows_wheel_py3.11_cpu
+      - binary_windows_wheel:
+          cuda_version: cu117
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cu117
+          python_version: '3.11'
+          requires:
+          - build_ffmpeg_windows
+          wheel_docker_image: pytorch/manylinux-cuda117
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cu117_upload
+          requires:
+          - nightly_binary_windows_wheel_py3.11_cu117
+          subfolder: cu117/
+      - smoke_test_windows_pip:
+          cuda_version: cu117
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cu117_smoke_test_pip
+          python_version: '3.11'
+          requires:
+          - nightly_binary_windows_wheel_py3.11_cu117
+      - binary_windows_wheel:
+          cuda_version: cu118
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cu118
+          python_version: '3.11'
+          requires:
+          - build_ffmpeg_windows
+          wheel_docker_image: pytorch/manylinux-cuda118
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cu118_upload
+          requires:
+          - nightly_binary_windows_wheel_py3.11_cu118
+          subfolder: cu118/
+      - smoke_test_windows_pip:
+          cuda_version: cu118
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.11_cu118_smoke_test_pip
+          python_version: '3.11'
+          requires:
+          - nightly_binary_windows_wheel_py3.11_cu118
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cuda117
           cuda_version: cu117

.circleci/regenerate.py

@@ -21,7 +21,7 @@ import yaml
 from jinja2 import select_autoescape
 
 
-PYTHON_VERSIONS = ["3.8", "3.9", "3.10"]
+PYTHON_VERSIONS = ["3.8", "3.9", "3.10", "3.11"]
 CU_VERSIONS_DICT = {
     "linux": ["cpu", "cu117", "cu118", "rocm5.2", "rocm5.3"],
     "windows": ["cpu", "cu117", "cu118"],
@@ -64,6 +64,13 @@ def build_workflows(prefix="", upload=False, filter_branch=None, indentation=6):
                         w += build_workflow_pair(btype, os_type, python_version, cu_version, fb, prefix, False)
                         continue
 
+                    # Not supporting Python 3.11 conda packages at the
+                    # moment since the necessary dependencies are not
+                    # available. Windows 3.11 Wheels will be built from
+                    # CircleCI here, however.
+                    if python_version == "3.11" and btype == "conda":
+                        continue
+
                     w += build_workflow_pair(btype, os_type, python_version, cu_version, fb, prefix, upload)
 
     if not filter_branch:

.github/workflows/build-conda-m1.yml

@@ -7,6 +7,10 @@ on:
       - nightly
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
+  cancel-in-progress: true
+
 jobs:
   generate-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main

.github/workflows/build-wheels-m1.yml

@@ -7,6 +7,10 @@ on:
       - nightly
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
+  cancel-in-progress: true
+
 jobs:
   generate-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main

.github/workflows/build_conda_linux.yml

@@ -7,6 +7,10 @@ on:
       - nightly
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
+  cancel-in-progress: true
+
 jobs:
   generate-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main

.github/workflows/build_conda_macos.yml

@@ -7,6 +7,10 @@ on:
       - nightly
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
+  cancel-in-progress: true
+
 jobs:
   generate-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main

.github/workflows/build_wheels_linux.yml

@@ -7,6 +7,10 @@ on:
       - nightly
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
+  cancel-in-progress: true
+
 jobs:
   generate-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main

.github/workflows/build_wheels_macos.yml

@@ -7,6 +7,10 @@ on:
       - nightly
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
+  cancel-in-progress: true
+
 jobs:
   generate-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main