Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "a364e6cad24119e036e8cd4aa8dcc24fbb84ee6d"
Commit 7e7b60c1 authored by pbialecki's avatar pbialecki Committed by Facebook GitHub Bot
Browse files

add CUDA 11.8 builds (#2951) 

Summary:
CC atalman

Pull Request resolved: https://github.com/pytorch/audio/pull/2951

Reviewed By: mthrok

Differential Revision: D42459205

Pulled By: atalman

fbshipit-source-id: b2d7c5604ba1f3bb4d9a45a052ac41054acd52dd
parent 1717edaa
Hide whitespace changes
Inline Side-by-side
Showing with 639 additions and 9 deletions
.circleci/config.yml
View file @ 7e7b60c1
......@@ -478,7 +478,7 @@ jobs:
command: |
set -x
source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 || "$CU_VERSION" == cu118 ]]; then
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
else
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
......@@ -570,7 +570,7 @@ jobs:
conda activate python${PYTHON_VERSION}
# Include numpy and cudatoolkit in the install conda-forge chanell is used for cudatoolkit
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 || "$CU_VERSION" == cu118 ]]; then
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch numpy ffmpeg pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
else
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch numpy ffmpeg cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
......@@ -833,7 +833,7 @@ jobs:
command: |
set -x
source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 || "$CU_VERSION" == cu118 ]]; then
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
else
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
......@@ -967,6 +967,19 @@ workflows:
python_version: '3.7'
requires:
- binary_windows_wheel_py3.7_cu117
- binary_windows_wheel:
cuda_version: cu118
name: binary_windows_wheel_py3.7_cu118
python_version: '3.7'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- smoke_test_windows_pip:
cuda_version: cu118
name: binary_windows_wheel_py3.7_cu118_smoke_test_pip
python_version: '3.7'
requires:
- binary_windows_wheel_py3.7_cu118
- binary_windows_wheel:
cuda_version: cpu
name: binary_windows_wheel_py3.8_cpu
......@@ -1005,6 +1018,19 @@ workflows:
python_version: '3.8'
requires:
- binary_windows_wheel_py3.8_cu117
- binary_windows_wheel:
cuda_version: cu118
name: binary_windows_wheel_py3.8_cu118
python_version: '3.8'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- smoke_test_windows_pip:
cuda_version: cu118
name: binary_windows_wheel_py3.8_cu118_smoke_test_pip
python_version: '3.8'
requires:
- binary_windows_wheel_py3.8_cu118
- binary_windows_wheel:
cuda_version: cpu
name: binary_windows_wheel_py3.9_cpu
......@@ -1043,6 +1069,19 @@ workflows:
python_version: '3.9'
requires:
- binary_windows_wheel_py3.9_cu117
- binary_windows_wheel:
cuda_version: cu118
name: binary_windows_wheel_py3.9_cu118
python_version: '3.9'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- smoke_test_windows_pip:
cuda_version: cu118
name: binary_windows_wheel_py3.9_cu118_smoke_test_pip
python_version: '3.9'
requires:
- binary_windows_wheel_py3.9_cu118
- binary_windows_wheel:
cuda_version: cpu
name: binary_windows_wheel_py3.10_cpu
......@@ -1081,6 +1120,19 @@ workflows:
python_version: '3.10'
requires:
- binary_windows_wheel_py3.10_cu117
- binary_windows_wheel:
cuda_version: cu118
name: binary_windows_wheel_py3.10_cu118
python_version: '3.10'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- smoke_test_windows_pip:
cuda_version: cu118
name: binary_windows_wheel_py3.10_cu118_smoke_test_pip
python_version: '3.10'
requires:
- binary_windows_wheel_py3.10_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1120,6 +1172,19 @@ workflows:
python_version: '3.7'
requires:
- binary_linux_conda_py3.7_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_linux_conda_py3.7_cu118
python_version: '3.7'
requires:
- build_ffmpeg_linux
- smoke_test_linux_conda_gpu:
cuda_version: cu118
name: binary_linux_conda_py3.7_cu118_smoke_test_conda
python_version: '3.7'
requires:
- binary_linux_conda_py3.7_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1159,6 +1224,19 @@ workflows:
python_version: '3.8'
requires:
- binary_linux_conda_py3.8_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_linux_conda_py3.8_cu118
python_version: '3.8'
requires:
- build_ffmpeg_linux
- smoke_test_linux_conda_gpu:
cuda_version: cu118
name: binary_linux_conda_py3.8_cu118_smoke_test_conda
python_version: '3.8'
requires:
- binary_linux_conda_py3.8_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1198,6 +1276,19 @@ workflows:
python_version: '3.9'
requires:
- binary_linux_conda_py3.9_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_linux_conda_py3.9_cu118
python_version: '3.9'
requires:
- build_ffmpeg_linux
- smoke_test_linux_conda_gpu:
cuda_version: cu118
name: binary_linux_conda_py3.9_cu118_smoke_test_conda
python_version: '3.9'
requires:
- binary_linux_conda_py3.9_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1237,6 +1328,19 @@ workflows:
python_version: '3.10'
requires:
- binary_linux_conda_py3.10_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_linux_conda_py3.10_cu118
python_version: '3.10'
requires:
- build_ffmpeg_linux
- smoke_test_linux_conda_gpu:
cuda_version: cu118
name: binary_linux_conda_py3.10_cu118_smoke_test_conda
python_version: '3.10'
requires:
- binary_linux_conda_py3.10_cu118
- binary_macos_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1304,6 +1408,19 @@ workflows:
python_version: '3.7'
requires:
- binary_windows_conda_py3.7_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_windows_conda_py3.7_cu118
python_version: '3.7'
requires:
- build_ffmpeg_windows
- smoke_test_windows_conda_gpu:
cuda_version: cu118
name: binary_windows_conda_py3.7_cu118_smoke_test_conda
python_version: '3.7'
requires:
- binary_windows_conda_py3.7_cu118
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1343,6 +1460,19 @@ workflows:
python_version: '3.8'
requires:
- binary_windows_conda_py3.8_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_windows_conda_py3.8_cu118
python_version: '3.8'
requires:
- build_ffmpeg_windows
- smoke_test_windows_conda_gpu:
cuda_version: cu118
name: binary_windows_conda_py3.8_cu118_smoke_test_conda
python_version: '3.8'
requires:
- binary_windows_conda_py3.8_cu118
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1382,6 +1512,19 @@ workflows:
python_version: '3.9'
requires:
- binary_windows_conda_py3.9_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_windows_conda_py3.9_cu118
python_version: '3.9'
requires:
- build_ffmpeg_windows
- smoke_test_windows_conda_gpu:
cuda_version: cu118
name: binary_windows_conda_py3.9_cu118_smoke_test_conda
python_version: '3.9'
requires:
- binary_windows_conda_py3.9_cu118
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -1421,6 +1564,19 @@ workflows:
python_version: '3.10'
requires:
- binary_windows_conda_py3.10_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
name: binary_windows_conda_py3.10_cu118
python_version: '3.10'
requires:
- build_ffmpeg_windows
- smoke_test_windows_conda_gpu:
cuda_version: cu118
name: binary_windows_conda_py3.10_cu118_smoke_test_conda
python_version: '3.10'
requires:
- binary_windows_conda_py3.10_cu118
- build_docs:
cuda_version: cu116
filters:
......@@ -1676,6 +1832,43 @@ workflows:
python_version: '3.7'
requires:
- nightly_binary_windows_wheel_py3.7_cu117
- binary_windows_wheel:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.7_cu118
python_version: '3.7'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- binary_wheel_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.7_cu118_upload
requires:
- nightly_binary_windows_wheel_py3.7_cu118
subfolder: cu118/
- smoke_test_windows_pip:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.7_cu118_smoke_test_pip
python_version: '3.7'
requires:
- nightly_binary_windows_wheel_py3.7_cu118
- binary_windows_wheel:
cuda_version: cpu
filters:
......@@ -1786,6 +1979,43 @@ workflows:
python_version: '3.8'
requires:
- nightly_binary_windows_wheel_py3.8_cu117
- binary_windows_wheel:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.8_cu118
python_version: '3.8'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- binary_wheel_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.8_cu118_upload
requires:
- nightly_binary_windows_wheel_py3.8_cu118
subfolder: cu118/
- smoke_test_windows_pip:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.8_cu118_smoke_test_pip
python_version: '3.8'
requires:
- nightly_binary_windows_wheel_py3.8_cu118
- binary_windows_wheel:
cuda_version: cpu
filters:
......@@ -1896,6 +2126,43 @@ workflows:
python_version: '3.9'
requires:
- nightly_binary_windows_wheel_py3.9_cu117
- binary_windows_wheel:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.9_cu118
python_version: '3.9'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- binary_wheel_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.9_cu118_upload
requires:
- nightly_binary_windows_wheel_py3.9_cu118
subfolder: cu118/
- smoke_test_windows_pip:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.9_cu118_smoke_test_pip
python_version: '3.9'
requires:
- nightly_binary_windows_wheel_py3.9_cu118
- binary_windows_wheel:
cuda_version: cpu
filters:
......@@ -2006,6 +2273,43 @@ workflows:
python_version: '3.10'
requires:
- nightly_binary_windows_wheel_py3.10_cu117
- binary_windows_wheel:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.10_cu118
python_version: '3.10'
requires:
- build_ffmpeg_windows
wheel_docker_image: pytorch/manylinux-cuda118
- binary_wheel_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.10_cu118_upload
requires:
- nightly_binary_windows_wheel_py3.10_cu118
subfolder: cu118/
- smoke_test_windows_pip:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_wheel_py3.10_cu118_smoke_test_pip
python_version: '3.10'
requires:
- nightly_binary_windows_wheel_py3.10_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2114,6 +2418,42 @@ workflows:
python_version: '3.7'
requires:
- nightly_binary_linux_conda_py3.7_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.7_cu118
python_version: '3.7'
requires:
- build_ffmpeg_linux
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.7_cu118_upload
requires:
- nightly_binary_linux_conda_py3.7_cu118
- smoke_test_linux_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.7_cu118_smoke_test_conda
python_version: '3.7'
requires:
- nightly_binary_linux_conda_py3.7_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2222,6 +2562,42 @@ workflows:
python_version: '3.8'
requires:
- nightly_binary_linux_conda_py3.8_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.8_cu118
python_version: '3.8'
requires:
- build_ffmpeg_linux
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.8_cu118_upload
requires:
- nightly_binary_linux_conda_py3.8_cu118
- smoke_test_linux_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.8_cu118_smoke_test_conda
python_version: '3.8'
requires:
- nightly_binary_linux_conda_py3.8_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2330,6 +2706,42 @@ workflows:
python_version: '3.9'
requires:
- nightly_binary_linux_conda_py3.9_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.9_cu118
python_version: '3.9'
requires:
- build_ffmpeg_linux
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.9_cu118_upload
requires:
- nightly_binary_linux_conda_py3.9_cu118
- smoke_test_linux_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.9_cu118_smoke_test_conda
python_version: '3.9'
requires:
- nightly_binary_linux_conda_py3.9_cu118
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2438,6 +2850,42 @@ workflows:
python_version: '3.10'
requires:
- nightly_binary_linux_conda_py3.10_cu117
- binary_linux_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.10_cu118
python_version: '3.10'
requires:
- build_ffmpeg_linux
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.10_cu118_upload
requires:
- nightly_binary_linux_conda_py3.10_cu118
- smoke_test_linux_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_linux_conda_py3.10_cu118_smoke_test_conda
python_version: '3.10'
requires:
- nightly_binary_linux_conda_py3.10_cu118
- binary_macos_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2642,6 +3090,42 @@ workflows:
python_version: '3.7'
requires:
- nightly_binary_windows_conda_py3.7_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.7_cu118
python_version: '3.7'
requires:
- build_ffmpeg_windows
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.7_cu118_upload
requires:
- nightly_binary_windows_conda_py3.7_cu118
- smoke_test_windows_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.7_cu118_smoke_test_conda
python_version: '3.7'
requires:
- nightly_binary_windows_conda_py3.7_cu118
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2750,6 +3234,42 @@ workflows:
python_version: '3.8'
requires:
- nightly_binary_windows_conda_py3.8_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.8_cu118
python_version: '3.8'
requires:
- build_ffmpeg_windows
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.8_cu118_upload
requires:
- nightly_binary_windows_conda_py3.8_cu118
- smoke_test_windows_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.8_cu118_smoke_test_conda
python_version: '3.8'
requires:
- nightly_binary_windows_conda_py3.8_cu118
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2858,6 +3378,42 @@ workflows:
python_version: '3.9'
requires:
- nightly_binary_windows_conda_py3.9_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.9_cu118
python_version: '3.9'
requires:
- build_ffmpeg_windows
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.9_cu118_upload
requires:
- nightly_binary_windows_conda_py3.9_cu118
- smoke_test_windows_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.9_cu118_smoke_test_conda
python_version: '3.9'
requires:
- nightly_binary_windows_conda_py3.9_cu118
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cpu
cuda_version: cpu
......@@ -2966,3 +3522,39 @@ workflows:
python_version: '3.10'
requires:
- nightly_binary_windows_conda_py3.10_cu117
- binary_windows_conda:
conda_docker_image: pytorch/conda-builder:cuda118
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.10_cu118
python_version: '3.10'
requires:
- build_ffmpeg_windows
- binary_conda_upload:
context: org-member
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.10_cu118_upload
requires:
- nightly_binary_windows_conda_py3.10_cu118
- smoke_test_windows_conda_gpu:
cuda_version: cu118
filters:
branches:
only:
- nightly
tags:
only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
name: nightly_binary_windows_conda_py3.10_cu118_smoke_test_conda
python_version: '3.10'
requires:
- nightly_binary_windows_conda_py3.10_cu118
.circleci/config.yml.in
View file @ 7e7b60c1
......@@ -478,7 +478,7 @@ jobs:
command: |
set -x
source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 || "$CU_VERSION" == cu118 ]]; then
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
else
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
......@@ -570,7 +570,7 @@ jobs:
conda activate python${PYTHON_VERSION}
# Include numpy and cudatoolkit in the install conda-forge chanell is used for cudatoolkit
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 || "$CU_VERSION" == cu118 ]]; then
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch numpy ffmpeg pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
else
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch numpy ffmpeg cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
......@@ -833,7 +833,7 @@ jobs:
command: |
set -x
source /usr/local/etc/profile.d/conda.sh && conda activate python${PYTHON_VERSION}
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 || "$CU_VERSION" == cu118 ]]; then
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} -c nvidia pytorch pytorch-cuda=${CU_VERSION:2:2}.${CU_VERSION:4}
else
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch cudatoolkit=${CU_VERSION:2:2}.${CU_VERSION:4}
......
.circleci/regenerate.py
View file @ 7e7b60c1
......@@ -23,8 +23,8 @@ from jinja2 import select_autoescape
PYTHON_VERSIONS = ["3.7", "3.8", "3.9", "3.10"]
CU_VERSIONS_DICT = {
"linux": ["cpu", "cu116", "cu117", "rocm5.2", "rocm5.3"],
"windows": ["cpu", "cu116", "cu117"],
"linux": ["cpu", "cu116", "cu117", "cu118", "rocm5.2", "rocm5.3"],
"windows": ["cpu", "cu116", "cu117", "cu118"],
"macos": ["cpu"],
}
......
.circleci/unittest/windows/scripts/install.sh
View file @ 7e7b60c1
......@@ -28,7 +28,7 @@ else
version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
cuda_toolkit_pckg="cudatoolkit"
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 ]]; then
if [[ "$CU_VERSION" == cu116 || "$CU_VERSION" == cu117 || "$CU_VERSION" == cu118 ]]; then
cuda_toolkit_pckg="pytorch-cuda"
fi
......
packaging/pkg_helpers.bash
View file @ 7e7b60c1
......@@ -46,6 +46,14 @@ setup_cuda() {
# Now work out the CUDA settings
case "$CU_VERSION" in
cu118)
if [[ "$OSTYPE" == "msys" ]]; then
export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v11.8"
else
export CUDA_HOME=/usr/local/cuda-11.8/
fi
export TORCH_CUDA_ARCH_LIST="3.5;5.0+PTX;6.0;7.0;7.5;8.0;8.6"
;;
cu117)
if [[ "$OSTYPE" == "msys" ]]; then
export CUDA_HOME="C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v11.7"
......@@ -239,6 +247,9 @@ setup_conda_cudatoolkit_constraint() {
export CONDA_BUILD_VARIANT="cpu"
else
case "$CU_VERSION" in
cu118)
export CONDA_CUDATOOLKIT_CONSTRAINT="- pytorch-cuda=11.8 # [not osx]"
;;
cu117)
export CONDA_CUDATOOLKIT_CONSTRAINT="- pytorch-cuda=11.7 # [not osx]"
;;
......
packaging/windows/internal/cuda_install.bat
View file @ 7e7b60c1
......@@ -25,6 +25,7 @@ set CUDNN_LIB_FOLDER="lib\x64"
if %CUDA_VER% EQU 116 goto cuda116
if %CUDA_VER% EQU 117 goto cuda117
if %CUDA_VER% EQU 118 goto cuda118
echo CUDA %CUDA_VERSION_STR% is not supported
exit /b 1
......@@ -81,6 +82,32 @@ if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" (
goto cuda_common
:cuda118
set CUDA_INSTALL_EXE=cuda_11.8.0_522.06_windows.exe
if not exist "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%" (
curl -k -L "https://ossci-windows.s3.amazonaws.com/%CUDA_INSTALL_EXE%" --output "%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%"
if errorlevel 1 exit /b 1
set "CUDA_SETUP_FILE=%SRC_DIR%\temp_build\%CUDA_INSTALL_EXE%"
set "ARGS=cuda_profiler_api_11.8 thrust_11.8 nvcc_11.8 cuobjdump_11.8 nvprune_11.8 nvprof_11.8 cupti_11.8 cublas_11.8 cublas_dev_11.8 cudart_11.8 cufft_11.8 cufft_dev_11.8 curand_11.8 curand_dev_11.8 cusolver_11.8 cusolver_dev_11.8 cusparse_11.8 cusparse_dev_11.8 npp_11.8 npp_dev_11.8 nvrtc_11.8 nvrtc_dev_11.8 nvml_dev_11.8"
)
set CUDNN_FOLDER=cudnn-windows-x86_64-8.5.0.96_cuda11-archive
set CUDNN_LIB_FOLDER="lib"
set "CUDNN_INSTALL_ZIP=%CUDNN_FOLDER%.zip"
if not exist "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%" (
curl -k -L "http://s3.amazonaws.com/ossci-windows/%CUDNN_INSTALL_ZIP%" --output "%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%"
if errorlevel 1 exit /b 1
set "CUDNN_SETUP_FILE=%SRC_DIR%\temp_build\%CUDNN_INSTALL_ZIP%"
rem Make sure windows path contains zlib dll
curl -k -L "http://s3.amazonaws.com/ossci-windows/zlib123dllx64.zip" --output "%SRC_DIR%\temp_build\zlib123dllx64.zip"
7z x "%SRC_DIR%\temp_build\zlib123dllx64.zip" -o"%SRC_DIR%\temp_build\zlib"
xcopy /Y "%SRC_DIR%\temp_build\zlib\dll_x64\*.dll" "C:\Windows\System32"
)
goto cuda_common
:cuda_common
if not exist "%SRC_DIR%\temp_build\NvToolsExt.7z" (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment