Commit 3cf7f264 authored by Andrey Talman's avatar Andrey Talman Committed by Facebook GitHub Bot
Browse files

Fix audio win smoke test to use GPU hosts for CUDA builds (#2353)

Summary:
Fix audio win smoke test to use GPU hosts for CUDA builds

Pull Request resolved: https://github.com/pytorch/audio/pull/2353

Reviewed By: mthrok

Differential Revision: D36006928

Pulled By: atalman

fbshipit-source-id: a27c4cc34093810c8cc08e01188e09b474478001
parent 90e4959d
...@@ -426,6 +426,32 @@ jobs: ...@@ -426,6 +426,32 @@ jobs:
conda activate python${PYTHON_VERSION} conda activate python${PYTHON_VERSION}
python -c "import torchaudio" python -c "import torchaudio"
smoke_test_windows_conda_gpu:
<<: *binary_common
executor:
name: windows-gpu
steps:
- attach_workspace:
at: ~/workspace
- designate_upload_channel
- load_conda_channel_flags
- run:
name: install binaries
command: |
set -x
eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
conda env remove -n python${PYTHON_VERSION} || true
conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
conda activate python${PYTHON_VERSION}
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
conda install -v -y $(ls ~/workspace/conda-bld/win-64/torchaudio*.tar.bz2)
- run:
name: smoke test
command: |
eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
conda activate python${PYTHON_VERSION}
python -c "import torchaudio"
smoke_test_windows_pip: smoke_test_windows_pip:
<<: *binary_common <<: *binary_common
executor: executor:
...@@ -3415,7 +3441,7 @@ workflows: ...@@ -3415,7 +3441,7 @@ workflows:
name: nightly_binary_windows_conda_py3.7_cu113_upload name: nightly_binary_windows_conda_py3.7_cu113_upload
requires: requires:
- nightly_binary_windows_conda_py3.7_cu113 - nightly_binary_windows_conda_py3.7_cu113
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu113 cuda_version: cu113
filters: filters:
branches: branches:
...@@ -3449,7 +3475,7 @@ workflows: ...@@ -3449,7 +3475,7 @@ workflows:
name: nightly_binary_windows_conda_py3.7_cu116_upload name: nightly_binary_windows_conda_py3.7_cu116_upload
requires: requires:
- nightly_binary_windows_conda_py3.7_cu116 - nightly_binary_windows_conda_py3.7_cu116
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu116 cuda_version: cu116
filters: filters:
branches: branches:
...@@ -3517,7 +3543,7 @@ workflows: ...@@ -3517,7 +3543,7 @@ workflows:
name: nightly_binary_windows_conda_py3.8_cu113_upload name: nightly_binary_windows_conda_py3.8_cu113_upload
requires: requires:
- nightly_binary_windows_conda_py3.8_cu113 - nightly_binary_windows_conda_py3.8_cu113
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu113 cuda_version: cu113
filters: filters:
branches: branches:
...@@ -3551,7 +3577,7 @@ workflows: ...@@ -3551,7 +3577,7 @@ workflows:
name: nightly_binary_windows_conda_py3.8_cu116_upload name: nightly_binary_windows_conda_py3.8_cu116_upload
requires: requires:
- nightly_binary_windows_conda_py3.8_cu116 - nightly_binary_windows_conda_py3.8_cu116
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu116 cuda_version: cu116
filters: filters:
branches: branches:
...@@ -3619,7 +3645,7 @@ workflows: ...@@ -3619,7 +3645,7 @@ workflows:
name: nightly_binary_windows_conda_py3.9_cu113_upload name: nightly_binary_windows_conda_py3.9_cu113_upload
requires: requires:
- nightly_binary_windows_conda_py3.9_cu113 - nightly_binary_windows_conda_py3.9_cu113
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu113 cuda_version: cu113
filters: filters:
branches: branches:
...@@ -3653,7 +3679,7 @@ workflows: ...@@ -3653,7 +3679,7 @@ workflows:
name: nightly_binary_windows_conda_py3.9_cu116_upload name: nightly_binary_windows_conda_py3.9_cu116_upload
requires: requires:
- nightly_binary_windows_conda_py3.9_cu116 - nightly_binary_windows_conda_py3.9_cu116
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu116 cuda_version: cu116
filters: filters:
branches: branches:
...@@ -3721,7 +3747,7 @@ workflows: ...@@ -3721,7 +3747,7 @@ workflows:
name: nightly_binary_windows_conda_py3.10_cu113_upload name: nightly_binary_windows_conda_py3.10_cu113_upload
requires: requires:
- nightly_binary_windows_conda_py3.10_cu113 - nightly_binary_windows_conda_py3.10_cu113
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu113 cuda_version: cu113
filters: filters:
branches: branches:
...@@ -3755,7 +3781,7 @@ workflows: ...@@ -3755,7 +3781,7 @@ workflows:
name: nightly_binary_windows_conda_py3.10_cu116_upload name: nightly_binary_windows_conda_py3.10_cu116_upload
requires: requires:
- nightly_binary_windows_conda_py3.10_cu116 - nightly_binary_windows_conda_py3.10_cu116
- smoke_test_windows_conda: - smoke_test_windows_conda_gpu:
cuda_version: cu116 cuda_version: cu116
filters: filters:
branches: branches:
......
...@@ -426,6 +426,32 @@ jobs: ...@@ -426,6 +426,32 @@ jobs:
conda activate python${PYTHON_VERSION} conda activate python${PYTHON_VERSION}
python -c "import torchaudio" python -c "import torchaudio"
smoke_test_windows_conda_gpu:
<<: *binary_common
executor:
name: windows-gpu
steps:
- attach_workspace:
at: ~/workspace
- designate_upload_channel
- load_conda_channel_flags
- run:
name: install binaries
command: |
set -x
eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
conda env remove -n python${PYTHON_VERSION} || true
conda create -yn python${PYTHON_VERSION} python=${PYTHON_VERSION}
conda activate python${PYTHON_VERSION}
conda install -v -y -c pytorch-${UPLOAD_CHANNEL} pytorch
conda install -v -y $(ls ~/workspace/conda-bld/win-64/torchaudio*.tar.bz2)
- run:
name: smoke test
command: |
eval "$('/C/tools/miniconda3/Scripts/conda.exe' 'shell.bash' 'hook')"
conda activate python${PYTHON_VERSION}
python -c "import torchaudio"
smoke_test_windows_pip: smoke_test_windows_pip:
<<: *binary_common <<: *binary_common
executor: executor:
......
...@@ -201,7 +201,7 @@ def generate_smoketest_workflow(pydistro, base_workflow_name, filter_branch, pyt ...@@ -201,7 +201,7 @@ def generate_smoketest_workflow(pydistro, base_workflow_name, filter_branch, pyt
d["filters"] = gen_filter_branch_tree(filter_branch) d["filters"] = gen_filter_branch_tree(filter_branch)
smoke_name = f"smoke_test_{os_type}_{pydistro}" smoke_name = f"smoke_test_{os_type}_{pydistro}"
if pydistro == "conda" and os_type == "linux" and cu_version != "cpu": if pydistro == "conda" and (os_type == "linux" or os_type == "windows") and cu_version != "cpu":
smoke_name += "_gpu" smoke_name += "_gpu"
return {smoke_name: d} return {smoke_name: d}
......
# this Dockerfile is for torchaudio smoke test, it will be created periodically via CI system # this Dockerfile is for torchaudio smoke test, it will be created periodically via CI system
# if you need to do it locally, follow below steps once you have Docker installed # if you need to do it locally, follow below steps once you have Docker installed
# assuming you're within the directory where this Dockerfile located # assuming you're within the directory where this Dockerfile located
# $ docker build . -t torchaudio/smoketest # to test the build use : docker build . -t torchaudio/smoketest
# to upload the Dockerfile use build_and_push.sh script
# if you want to push to aws ecr, make sure you have the rights to write to ECR, then run
# $ eval $(aws ecr get-login --region us-east-1 --no-include-email)
# $ export MYTAG=localbuild ## you can choose whatever tag you like
# $ docker tag torchaudio/smoketest 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:${MYTAG}
# $ docker push 308535385114.dkr.ecr.us-east-1.amazonaws.com/torchaudio/smoke_test:${MYTAG}
FROM ubuntu:latest FROM ubuntu:latest
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment