Switch to Nova MacOS Conda (#2908)

Summary:
Switch to Nova M1 Conda

Pull Request resolved: https://github.com/pytorch/audio/pull/2908

Reviewed By: seemethere, osalpekar

Differential Revision: D43093605

Pulled By: DanilBaibak

fbshipit-source-id: 9e44f26cfb87e277c3808ee59f50218b4629e86e

.circleci/config.yml

@@ -1065,27 +1065,6 @@ workflows:
           python_version: '3.8'
           requires:
           - binary_linux_conda_py3.8_cu117
-      - binary_macos_conda:
-          conda_docker_image: pytorch/conda-builder:cpu
-          cuda_version: cpu
-          name: binary_macos_conda_py3.8_cpu
-          python_version: '3.8'
-          requires:
-          - build_ffmpeg_macos
-      - binary_macos_conda:
-          conda_docker_image: pytorch/conda-builder:cpu
-          cuda_version: cpu
-          name: binary_macos_conda_py3.9_cpu
-          python_version: '3.9'
-          requires:
-          - build_ffmpeg_macos
-      - binary_macos_conda:
-          conda_docker_image: pytorch/conda-builder:cpu
-          cuda_version: cpu
-          name: binary_macos_conda_py3.10_cpu
-          python_version: '3.10'
-          requires:
-          - build_ffmpeg_macos
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu
@@ -1691,78 +1670,6 @@ workflows:
           python_version: '3.8'
           requires:
           - nightly_binary_linux_conda_py3.8_cu117
-      - binary_macos_conda:
-          conda_docker_image: pytorch/conda-builder:cpu
-          cuda_version: cpu
-          filters:
-            branches:
-              only:
-              - nightly
-            tags:
-              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
-          name: nightly_binary_macos_conda_py3.8_cpu
-          python_version: '3.8'
-          requires:
-          - build_ffmpeg_macos
-      - binary_conda_upload:
-          context: org-member
-          filters:
-            branches:
-              only:
-              - nightly
-            tags:
-              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
-          name: nightly_binary_macos_conda_py3.8_cpu_upload
-          requires:
-          - nightly_binary_macos_conda_py3.8_cpu
-      - binary_macos_conda:
-          conda_docker_image: pytorch/conda-builder:cpu
-          cuda_version: cpu
-          filters:
-            branches:
-              only:
-              - nightly
-            tags:
-              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
-          name: nightly_binary_macos_conda_py3.9_cpu
-          python_version: '3.9'
-          requires:
-          - build_ffmpeg_macos
-      - binary_conda_upload:
-          context: org-member
-          filters:
-            branches:
-              only:
-              - nightly
-            tags:
-              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
-          name: nightly_binary_macos_conda_py3.9_cpu_upload
-          requires:
-          - nightly_binary_macos_conda_py3.9_cpu
-      - binary_macos_conda:
-          conda_docker_image: pytorch/conda-builder:cpu
-          cuda_version: cpu
-          filters:
-            branches:
-              only:
-              - nightly
-            tags:
-              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
-          name: nightly_binary_macos_conda_py3.10_cpu
-          python_version: '3.10'
-          requires:
-          - build_ffmpeg_macos
-      - binary_conda_upload:
-          context: org-member
-          filters:
-            branches:
-              only:
-              - nightly
-            tags:
-              only: /v[0-9]+(\.[0-9]+)*-rc[0-9]+/
-          name: nightly_binary_macos_conda_py3.10_cpu_upload
-          requires:
-          - nightly_binary_macos_conda_py3.10_cpu
       - binary_windows_conda:
           conda_docker_image: pytorch/conda-builder:cpu
           cuda_version: cpu

.circleci/regenerate.py

@@ -50,7 +50,7 @@ def build_workflows(prefix="", upload=False, filter_branch=None, indentation=6):
                             and btype == "conda"
                             and (python_version != "3.8" or cu_version != "cu117")
                         )
-                        or (os_type == "macos" and btype == "wheel")
+                        or os_type == "macos"
                     ):
                         continue
 

.github/workflows/build-conda-m1.yml

@@ -40,8 +40,6 @@ jobs:
       smoke-test-script: ${{ matrix.smoke-test-script }}
       runner-type: macos-m1-12
       package-name: ${{ matrix.package-name }}
-      # Using "development" as trigger event so these binaries are not uploaded
-      # to official channels yet
-      trigger-event: development
+      trigger-event: ${{ github.event_name }}
     secrets:
       CONDA_PYTORCHBOT_TOKEN: ${{ secrets.CONDA_PYTORCHBOT_TOKEN }}

.github/workflows/build-m1-binaries.yml

-name: Build for M1
-on:
-  pull_request:
-    paths:
-      - .github/workflows/build-m1-binaries.yml
-  push:
-    branches:
-      - nightly
-      - release/*
-    tags:
-      # NOTE: Binary build pipelines should only get triggered on release candidate builds
-      # Release candidate tags look like: v1.11.0-rc1
-      - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+
-  workflow_dispatch:
-env:
-  CHANNEL: "nightly"
-jobs:
-  build_conda:
-    name: "Build TorchAudio M1 conda packages"
-    runs-on: macos-m1-12
-    strategy:
-      matrix:
-        py_vers: [ "3.8", "3.9", "3.10" ]
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v2
-      - name: Set CHANNEL (only for tagged pushes)
-        if: ${{ github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/') }}
-        run: |
-          # reference ends with an RC suffix
-          if [[ ${GITHUB_REF_NAME} = *-rc[0-9]* ]]; then
-            echo "CHANNEL=test" >> "$GITHUB_ENV"
-          fi
-      - name: Set Release CHANNEL (for release)
-        if: ${{ (github.event_name == 'pull_request' && startsWith(github.base_ref, 'release')) || startsWith(github.ref, 'refs/heads/release') }}
-        run: |
-          echo "CHANNEL=test" >> "$GITHUB_ENV"
-      - name: Setup miniconda
-        uses: pytorch/test-infra/.github/actions/setup-miniconda@main
-      - name: Install conda-build and purge previous artifacts
-        shell: arch -arch arm64 bash {0}
-        run: |
-          conda install -yq conda-build
-          conda build purge-all
-      - name: Build TorchAudio M1 conda package
-        shell: arch -arch arm64 bash {0}
-        env:
-          ENV_NAME: conda-env-${{ github.run_id }}
-          PY_VERS: ${{ matrix.py_vers }}
-          CU_VERSION: cpu
-          USE_FFMPEG: true
-          USE_OPENMP: false
-          USE_CUDA: false
-        run: |
-          set -ex
-          . packaging/pkg_helpers.bash
-
-          export CONDA_CHANNEL_FLAGS=""
-          if [[ $CHANNEL == "test" ]]; then
-            setup_cuda
-            setup_base_build_version
-            export CONDA_CHANNEL_FLAGS="-c pytorch-test"
-            setup_macos
-          else
-            setup_cuda
-            setup_build_version
-            setup_macos
-          fi
-          export PYTORCH_VERSION="$(conda run -p ${ENV_NAME} python3 -mpip show torch | grep ^Version: | sed 's/Version: *//')"
-          git submodule update --init --recursive
-          export SOURCE_ROOT_DIR=$(pwd)
-          export FFMPEG_ROOT="${SOURCE_ROOT_DIR}/third_party/ffmpeg"
-          . packaging/ffmpeg/build.sh
-          setup_conda_pytorch_constraint
-          setup_conda_cudatoolkit_constraint
-          setup_visual_studio_constraint
-          conda build \
-            -c defaults \
-            $CONDA_CHANNEL_FLAGS \
-            --no-anaconda-upload \
-            --python "$PY_VERS" \
-            --output-folder=dist/ \
-            packaging/torchaudio
-      - name: Upload package to GitHub
-        uses: actions/upload-artifact@v3
-        with:
-          name: torchaudio-py${{ matrix.py_vers }}-macos11-m1-conda
-          path: dist/
-      - name: Upload package to conda
-        if: ${{ github.event_name == 'push' && (github.event.ref == 'refs/heads/nightly' || startsWith(github.event.ref, 'refs/tags/')) }}
-        shell: arch -arch arm64 bash {0}
-        env:
-          CONDA_PYTORCHBOT_TOKEN: ${{ secrets.CONDA_PYTORCHBOT_TOKEN }}
-        run: |
-          conda install -yq anaconda-client
-          set -x
-          export ANACONDA_PATH=$(conda info --base)/bin
-          $ANACONDA_PATH/anaconda  -t "${CONDA_PYTORCHBOT_TOKEN}" upload dist/osx-arm64/*.tar.bz2 -u "pytorch-${CHANNEL}" --label main --no-progress --force
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
-  cancel-in-progress: true

.github/workflows/build_conda_macos.yml

@@ -40,8 +40,6 @@ jobs:
       smoke-test-script: ${{ matrix.smoke-test-script }}
       runner-type: macos-12
       package-name: ${{ matrix.package-name }}
-      # Using "development" as trigger event so these binaries are not uploaded
-      # to official channels yet
-      trigger-event: development
+      trigger-event: ${{ github.event_name }}
     secrets:
       CONDA_PYTORCHBOT_TOKEN: ${{ secrets.CONDA_PYTORCHBOT_TOKEN }}