Add CUDA-11.5 builds to torchaudio (#2067)

Summary:
cc peterjc123 maxluk nbcsm guyang3532 gunandrose4u smartcat2010 mszhanyi

Pull Request resolved: https://github.com/pytorch/audio/pull/2067

Reviewed By: seemethere

Differential Revision: D33032607

Pulled By: atalman

fbshipit-source-id: a5767e9af27690d3a7ab762ddf30178b3069cd35

.circleci/config.yml

@@ -696,6 +696,13 @@ workflows:
           requires:
           - download_third_parties_nix
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_linux_wheel:
+          cuda_version: cu115
+          name: binary_linux_wheel_py3.6_cu115
+          python_version: '3.6'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_linux_wheel:
           cuda_version: rocm4.1
           name: binary_linux_wheel_py3.6_rocm4.1
@@ -730,6 +737,13 @@ workflows:
           requires:
           - download_third_parties_nix
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_linux_wheel:
+          cuda_version: cu115
+          name: binary_linux_wheel_py3.7_cu115
+          python_version: '3.7'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_linux_wheel:
           cuda_version: rocm4.1
           name: binary_linux_wheel_py3.7_rocm4.1
@@ -770,6 +784,13 @@ workflows:
           requires:
           - download_third_parties_nix
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_linux_wheel:
+          cuda_version: cu115
+          name: binary_linux_wheel_py3.8_cu115
+          python_version: '3.8'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_linux_wheel:
           cuda_version: rocm4.1
           name: binary_linux_wheel_py3.8_rocm4.1
@@ -804,6 +825,13 @@ workflows:
           requires:
           - download_third_parties_nix
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_linux_wheel:
+          cuda_version: cu115
+          name: binary_linux_wheel_py3.9_cu115
+          python_version: '3.9'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_linux_wheel:
           cuda_version: rocm4.1
           name: binary_linux_wheel_py3.9_rocm4.1
@@ -844,6 +872,11 @@ workflows:
           name: binary_windows_wheel_py3.6_cu113
           python_version: '3.6'
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_windows_wheel:
+          cuda_version: cu115
+          name: binary_windows_wheel_py3.6_cu115
+          python_version: '3.6'
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_windows_wheel:
           cuda_version: cpu
           name: binary_windows_wheel_py3.7_cpu
@@ -853,6 +886,11 @@ workflows:
           name: binary_windows_wheel_py3.7_cu113
           python_version: '3.7'
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_windows_wheel:
+          cuda_version: cu115
+          name: binary_windows_wheel_py3.7_cu115
+          python_version: '3.7'
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_windows_wheel:
           cuda_version: cpu
           name: binary_windows_wheel_py3.8_cpu
@@ -862,6 +900,11 @@ workflows:
           name: binary_windows_wheel_py3.8_cu113
           python_version: '3.8'
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_windows_wheel:
+          cuda_version: cu115
+          name: binary_windows_wheel_py3.8_cu115
+          python_version: '3.8'
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_windows_wheel:
           cuda_version: cpu
           name: binary_windows_wheel_py3.9_cpu
@@ -871,6 +914,11 @@ workflows:
           name: binary_windows_wheel_py3.9_cu113
           python_version: '3.9'
           wheel_docker_image: pytorch/manylinux-cuda113
+      - binary_windows_wheel:
+          cuda_version: cu115
+          name: binary_windows_wheel_py3.9_cu115
+          python_version: '3.9'
+          wheel_docker_image: pytorch/manylinux-cuda115
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -899,6 +947,13 @@ workflows:
           python_version: '3.6'
           requires:
           - download_third_parties_nix
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_linux_conda_py3.6_cu115
+          python_version: '3.6'
+          requires:
+          - download_third_parties_nix
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -927,6 +982,13 @@ workflows:
           python_version: '3.7'
           requires:
           - download_third_parties_nix
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_linux_conda_py3.7_cu115
+          python_version: '3.7'
+          requires:
+          - download_third_parties_nix
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -955,6 +1017,13 @@ workflows:
           python_version: '3.8'
           requires:
           - download_third_parties_nix
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_linux_conda_py3.8_cu115
+          python_version: '3.8'
+          requires:
+          - download_third_parties_nix
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -983,6 +1052,13 @@ workflows:
           python_version: '3.9'
           requires:
           - download_third_parties_nix
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_linux_conda_py3.9_cu115
+          python_version: '3.9'
+          requires:
+          - download_third_parties_nix
       - binary_macos_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -1021,6 +1097,11 @@ workflows:
           cuda_version: cu113
           name: binary_windows_conda_py3.6_cu113
           python_version: '3.6'
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_windows_conda_py3.6_cu115
+          python_version: '3.6'
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -1031,6 +1112,11 @@ workflows:
           cuda_version: cu113
           name: binary_windows_conda_py3.7_cu113
           python_version: '3.7'
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_windows_conda_py3.7_cu115
+          python_version: '3.7'
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -1041,6 +1127,11 @@ workflows:
           cuda_version: cu113
           name: binary_windows_conda_py3.8_cu113
           python_version: '3.8'
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_windows_conda_py3.8_cu115
+          python_version: '3.8'
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -1051,6 +1142,11 @@ workflows:
           cuda_version: cu113
           name: binary_windows_conda_py3.9_cu113
           python_version: '3.9'
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          name: binary_windows_conda_py3.9_cu115
+          python_version: '3.9'
       - build_docs:
           filters:
             branches:
@@ -1352,6 +1448,43 @@ workflows:
           python_version: '3.6'
           requires:
           - nightly_binary_linux_wheel_py3.6_cu113_upload
+      - binary_linux_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.6_cu115
+          python_version: '3.6'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.6_cu115_upload
+          requires:
+          - nightly_binary_linux_wheel_py3.6_cu115
+          subfolder: cu115/
+      - smoke_test_linux_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.6_cu115_smoke_test_pip
+          python_version: '3.6'
+          requires:
+          - nightly_binary_linux_wheel_py3.6_cu115_upload
       - binary_linux_wheel:
           cuda_version: rocm4.1
           filters:
@@ -1536,6 +1669,43 @@ workflows:
           python_version: '3.7'
           requires:
           - nightly_binary_linux_wheel_py3.7_cu113_upload
+      - binary_linux_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.7_cu115
+          python_version: '3.7'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.7_cu115_upload
+          requires:
+          - nightly_binary_linux_wheel_py3.7_cu115
+          subfolder: cu115/
+      - smoke_test_linux_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.7_cu115_smoke_test_pip
+          python_version: '3.7'
+          requires:
+          - nightly_binary_linux_wheel_py3.7_cu115_upload
       - binary_linux_wheel:
           cuda_version: rocm4.1
           filters:
@@ -1720,6 +1890,43 @@ workflows:
           python_version: '3.8'
           requires:
           - nightly_binary_linux_wheel_py3.8_cu113_upload
+      - binary_linux_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.8_cu115
+          python_version: '3.8'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.8_cu115_upload
+          requires:
+          - nightly_binary_linux_wheel_py3.8_cu115
+          subfolder: cu115/
+      - smoke_test_linux_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.8_cu115_smoke_test_pip
+          python_version: '3.8'
+          requires:
+          - nightly_binary_linux_wheel_py3.8_cu115_upload
       - binary_linux_wheel:
           cuda_version: rocm4.1
           filters:
@@ -1904,6 +2111,43 @@ workflows:
           python_version: '3.9'
           requires:
           - nightly_binary_linux_wheel_py3.9_cu113_upload
+      - binary_linux_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.9_cu115
+          python_version: '3.9'
+          requires:
+          - download_third_parties_nix
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.9_cu115_upload
+          requires:
+          - nightly_binary_linux_wheel_py3.9_cu115
+          subfolder: cu115/
+      - smoke_test_linux_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_wheel_py3.9_cu115_smoke_test_pip
+          python_version: '3.9'
+          requires:
+          - nightly_binary_linux_wheel_py3.9_cu115_upload
       - binary_linux_wheel:
           cuda_version: rocm4.1
           filters:
@@ -2106,6 +2350,41 @@ workflows:
           python_version: '3.6'
           requires:
           - nightly_binary_windows_wheel_py3.6_cu113_upload
+      - binary_windows_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.6_cu115
+          python_version: '3.6'
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.6_cu115_upload
+          requires:
+          - nightly_binary_windows_wheel_py3.6_cu115
+          subfolder: cu115/
+      - smoke_test_windows_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.6_cu115_smoke_test_pip
+          python_version: '3.6'
+          requires:
+          - nightly_binary_windows_wheel_py3.6_cu115_upload
       - binary_windows_wheel:
           cuda_version: cpu
           filters:
@@ -2175,6 +2454,41 @@ workflows:
           python_version: '3.7'
           requires:
           - nightly_binary_windows_wheel_py3.7_cu113_upload
+      - binary_windows_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.7_cu115
+          python_version: '3.7'
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.7_cu115_upload
+          requires:
+          - nightly_binary_windows_wheel_py3.7_cu115
+          subfolder: cu115/
+      - smoke_test_windows_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.7_cu115_smoke_test_pip
+          python_version: '3.7'
+          requires:
+          - nightly_binary_windows_wheel_py3.7_cu115_upload
       - binary_windows_wheel:
           cuda_version: cpu
           filters:
@@ -2244,6 +2558,41 @@ workflows:
           python_version: '3.8'
           requires:
           - nightly_binary_windows_wheel_py3.8_cu113_upload
+      - binary_windows_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.8_cu115
+          python_version: '3.8'
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.8_cu115_upload
+          requires:
+          - nightly_binary_windows_wheel_py3.8_cu115
+          subfolder: cu115/
+      - smoke_test_windows_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.8_cu115_smoke_test_pip
+          python_version: '3.8'
+          requires:
+          - nightly_binary_windows_wheel_py3.8_cu115_upload
       - binary_windows_wheel:
           cuda_version: cpu
           filters:
@@ -2313,6 +2662,41 @@ workflows:
           python_version: '3.9'
           requires:
           - nightly_binary_windows_wheel_py3.9_cu113_upload
+      - binary_windows_wheel:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.9_cu115
+          python_version: '3.9'
+          wheel_docker_image: pytorch/manylinux-cuda115
+      - binary_wheel_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.9_cu115_upload
+          requires:
+          - nightly_binary_windows_wheel_py3.9_cu115
+          subfolder: cu115/
+      - smoke_test_windows_pip:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_wheel_py3.9_cu115_smoke_test_pip
+          python_version: '3.9'
+          requires:
+          - nightly_binary_windows_wheel_py3.9_cu115_upload
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -2457,6 +2841,42 @@ workflows:
           python_version: '3.6'
           requires:
           - nightly_binary_linux_conda_py3.6_cu113_upload
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.6_cu115
+          python_version: '3.6'
+          requires:
+          - download_third_parties_nix
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.6_cu115_upload
+          requires:
+          - nightly_binary_linux_conda_py3.6_cu115
+      - smoke_test_linux_conda_gpu:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.6_cu115_smoke_test_conda
+          python_version: '3.6'
+          requires:
+          - nightly_binary_linux_conda_py3.6_cu115_upload
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -2601,6 +3021,42 @@ workflows:
           python_version: '3.7'
           requires:
           - nightly_binary_linux_conda_py3.7_cu113_upload
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.7_cu115
+          python_version: '3.7'
+          requires:
+          - download_third_parties_nix
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.7_cu115_upload
+          requires:
+          - nightly_binary_linux_conda_py3.7_cu115
+      - smoke_test_linux_conda_gpu:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.7_cu115_smoke_test_conda
+          python_version: '3.7'
+          requires:
+          - nightly_binary_linux_conda_py3.7_cu115_upload
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -2745,6 +3201,42 @@ workflows:
           python_version: '3.8'
           requires:
           - nightly_binary_linux_conda_py3.8_cu113_upload
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.8_cu115
+          python_version: '3.8'
+          requires:
+          - download_third_parties_nix
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.8_cu115_upload
+          requires:
+          - nightly_binary_linux_conda_py3.8_cu115
+      - smoke_test_linux_conda_gpu:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.8_cu115_smoke_test_conda
+          python_version: '3.8'
+          requires:
+          - nightly_binary_linux_conda_py3.8_cu115_upload
       - binary_linux_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -2889,6 +3381,42 @@ workflows:
           python_version: '3.9'
           requires:
           - nightly_binary_linux_conda_py3.9_cu113_upload
+      - binary_linux_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.9_cu115
+          python_version: '3.9'
+          requires:
+          - download_third_parties_nix
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.9_cu115_upload
+          requires:
+          - nightly_binary_linux_conda_py3.9_cu115
+      - smoke_test_linux_conda_gpu:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_linux_conda_py3.9_cu115_smoke_test_conda
+          python_version: '3.9'
+          requires:
+          - nightly_binary_linux_conda_py3.9_cu115_upload
       - binary_macos_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -3053,6 +3581,40 @@ workflows:
           python_version: '3.6'
           requires:
           - nightly_binary_windows_conda_py3.6_cu113_upload
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.6_cu115
+          python_version: '3.6'
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.6_cu115_upload
+          requires:
+          - nightly_binary_windows_conda_py3.6_cu115
+      - smoke_test_windows_conda:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.6_cu115_smoke_test_conda
+          python_version: '3.6'
+          requires:
+          - nightly_binary_windows_conda_py3.6_cu115_upload
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -3121,6 +3683,40 @@ workflows:
           python_version: '3.7'
           requires:
           - nightly_binary_windows_conda_py3.7_cu113_upload
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.7_cu115
+          python_version: '3.7'
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.7_cu115_upload
+          requires:
+          - nightly_binary_windows_conda_py3.7_cu115
+      - smoke_test_windows_conda:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.7_cu115_smoke_test_conda
+          python_version: '3.7'
+          requires:
+          - nightly_binary_windows_conda_py3.7_cu115_upload
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -3189,6 +3785,40 @@ workflows:
           python_version: '3.8'
           requires:
           - nightly_binary_windows_conda_py3.8_cu113_upload
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.8_cu115
+          python_version: '3.8'
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.8_cu115_upload
+          requires:
+          - nightly_binary_windows_conda_py3.8_cu115
+      - smoke_test_windows_conda:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.8_cu115_smoke_test_conda
+          python_version: '3.8'
+          requires:
+          - nightly_binary_windows_conda_py3.8_cu115_upload
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -3257,3 +3887,37 @@ workflows:
           python_version: '3.9'
           requires:
           - nightly_binary_windows_conda_py3.9_cu113_upload
+      - binary_windows_conda:
+          conda_docker_image: pytorch/conda-builder:cuda115
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.9_cu115
+          python_version: '3.9'
+      - binary_conda_upload:
+          context: org-member
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.9_cu115_upload
+          requires:
+          - nightly_binary_windows_conda_py3.9_cu115
+      - smoke_test_windows_conda:
+          cuda_version: cu115
+          filters:
+            branches:
+              only:
+              - nightly
+            tags:
+              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
+          name: nightly_binary_windows_conda_py3.9_cu115_smoke_test_conda
+          python_version: '3.9'
+          requires:
+          - nightly_binary_windows_conda_py3.9_cu115_upload

.circleci/regenerate.py

@@ -21,8 +21,8 @@ import os.path
 
 
 PYTHON_VERSIONS = ["3.6", "3.7", "3.8", "3.9"]
-CU_VERSIONS_DICT = {"linux": ["cpu", "cu102", "cu111","cu113", "rocm4.1"],
-                    "windows": ["cpu", "cu113"],
+CU_VERSIONS_DICT = {"linux": ["cpu", "cu102", "cu111","cu113", "cu115", "rocm4.1"],
+                    "windows": ["cpu", "cu113", "cu115"],
                     "macos": ["cpu"]}
 
 

packaging/build_conda.sh

@@ -10,5 +10,11 @@ export SOURCE_ROOT_DIR="$PWD"
 setup_conda_pytorch_constraint
 setup_conda_cudatoolkit_constraint
 setup_visual_studio_constraint
-# nvidia channel included for cudatoolkit >= 11
-conda build -c defaults -c nvidia $CONDA_CHANNEL_FLAGS --no-anaconda-upload --python "$PYTHON_VERSION" packaging/torchaudio
+
+# nvidia channel included for cudatoolkit >= 11 however for 11.5 we use conda-forge
+export CUDATOOLKIT_CHANNEL="nvidia"
+if [[ "$CU_VERSION" == cu115 ]]; then
+    export CUDATOOLKIT_CHANNEL="conda-forge"
+fi
+
+conda build -c defaults -c $CUDATOOLKIT_CHANNEL $CONDA_CHANNEL_FLAGS --no-anaconda-upload --python "$PYTHON_VERSION" packaging/torchaudio

packaging/pkg_helpers.bash

@@ -46,6 +46,14 @@ setup_cuda() {
 
   # Now work out the CUDA settings
   case "$CU_VERSION" in
+    cu115)
+      if [[ "$OSTYPE" == "msys" ]]; then
+        export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v11.5"
+      else
+        export CUDA_HOME=/usr/local/cuda-11.5/
+      fi
+      export TORCH_CUDA_ARCH_LIST="3.5;5.0+PTX;6.0;7.0;7.5;8.0;8.6"
+      ;;
     cu113)
       if [[ "$OSTYPE" == "msys" ]]; then
         export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v11.3"
@@ -251,6 +259,9 @@ setup_conda_cudatoolkit_constraint() {
     export CONDA_BUILD_VARIANT="cpu"
   else
     case "$CU_VERSION" in
+      cu115)
+        export CONDA_CUDATOOLKIT_CONSTRAINT="- cudatoolkit >=11.5,<11.6 # [not osx]"
+        ;;
       cu113)
         export CONDA_CUDATOOLKIT_CONSTRAINT="- cudatoolkit >=11.3,<11.4 # [not osx]"
         ;;

packaging/windows/internal/cuda_install.bat

@@ -29,6 +29,7 @@ if %CUDA_VER% EQU 110 goto cuda110
 if %CUDA_VER% EQU 111 goto cuda111
 if %CUDA_VER% EQU 112 goto cuda112
 if %CUDA_VER% EQU 113 goto cuda113
+if %CUDA_VER% EQU 115 goto cuda115
 
 echo CUDA %CUDA_VERSION_STR% is not supported
 exit /b 1
@@ -183,6 +184,25 @@ if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" (
 
 goto cuda_common
 
+:cuda115
+
+set CUDA_INSTALL_EXE=cuda_11.5.0_496.13_win10.exe
+if not exist "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" (
+    curl -k -L "https://ossci-windows.s3.amazonaws.com/%CUDA_INSTALL_EXE%" --output "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%"
+    if errorlevel 1 exit /b 1
+    set "CUDA_SETUP_FILE=%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%"
+    set "ARGS=thrust_11.5 nvcc_11.5 cuobjdump_11.5 nvprune_11.5 nvprof_11.5 cupti_11.5 cublas_11.5 cublas_dev_11.5 cudart_11.5 cufft_11.5 cufft_dev_11.5 curand_11.5 curand_dev_11.5 cusolver_11.5 cusolver_dev_11.5 cusparse_11.5 cusparse_dev_11.5 npp_11.5 npp_dev_11.5 nvrtc_11.5 nvrtc_dev_11.5 nvml_dev_11.5"
+)
+
+set CUDNN_INSTALL_ZIP=cudnn-11.3-windows-x64-v8.2.0.53.zip
+if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" (
+    curl -k -L "http://s3.amazonaws.com/ossci-windows/%CUDNN_INSTALL_ZIP%" --output "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%"
+    if errorlevel 1 exit /b 1
+    set "CUDNN_SETUP_FILE=%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%"
+)
+
+goto cuda_common
+
 :cuda_common
 
 if not exist "%SRC_DIR%\temp_build\NvToolsExt.7z" (
@@ -228,7 +248,7 @@ set "NVTOOLSEXT_PATH=%ProgramFiles%\NVIDIA Corporation\NvToolsExt\bin\x64"
 if not exist "%ProgramFiles%\NVIDIA GPU Computing Toolkit\CUDA\v%CUDA_VERSION_STR%\bin\nvcc.exe" (
     echo CUDA %CUDA_VERSION_STR% installed failed.
     echo --------- RunDll32.exe.log
-    type "%SRC_DIR%\temp_build\cuda\cuda_install_logs\LOG.RunDll32.exe.log"    
+    type "%SRC_DIR%\temp_build\cuda\cuda_install_logs\LOG.RunDll32.exe.log"
     echo --------- setup.exe.log -------
     type "%SRC_DIR%\temp_build\cuda\cuda_install_logs\LOG.setup.exe.log"
     exit /b 1