#!/usr/bin/env bash unset PYTORCH_VERSION # For unittest, nightly PyTorch is used as the following section, # so no need to set PYTORCH_VERSION. # In fact, keeping PYTORCH_VERSION forces us to hardcode PyTorch version in config. set -e root_dir="$(git rev-parse --show-toplevel)" conda_dir="${root_dir}/conda" env_dir="${root_dir}/env" cd "${root_dir}" case "$(uname -s)" in Darwin*) os=MacOSX;; *) os=Linux esac # 0. Activate conda env eval "$("${conda_dir}/bin/conda" shell.bash hook)" conda activate "${env_dir}" # 1. Install PyTorch if [ -z "${CUDA_VERSION:-}" ] ; then if [ "${os}" == MacOSX ] ; then cudatoolkit='' else cudatoolkit="cpuonly" fi version="cpu" else version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")" cudatoolkit="cudatoolkit=${version}" fi printf "Installing PyTorch with %s\n" "${cudatoolkit}" ( if [ "${os}" == MacOSX ] ; then # TODO: this can be removed as soon as linking issue could be resolved # see https://github.com/pytorch/pytorch/issues/62424 from details MKL_CONSTRAINT='mkl==2021.2.0' pytorch_build=pytorch else MKL_CONSTRAINT='' pytorch_build="pytorch[build="*${version}*"]" fi set -x conda install ${CONDA_CHANNEL_FLAGS:-} -y -c "pytorch-${UPLOAD_CHANNEL}" $MKL_CONSTRAINT "pytorch-${UPLOAD_CHANNEL}::${pytorch_build}" ${cudatoolkit} ) # 2. Install torchaudio printf "* Installing torchaudio\n" python setup.py install # 3. Install Test tools printf "* Installing test tools\n" NUMBA_DEV_CHANNEL="" if [[ "$(python --version)" = *3.9* ]]; then # Numba isn't available for Python 3.9 except on the numba dev channel and building from source fails # See https://github.com/librosa/librosa/issues/1270#issuecomment-759065048 NUMBA_DEV_CHANNEL="-c numba/label/dev" fi # Note: installing librosa via pip fail because it will try to compile numba. ( set -x conda install -y -c conda-forge ${NUMBA_DEV_CHANNEL} 'librosa>=0.8.0' parameterized 'requests>=2.20' pip install kaldi-io SoundFile coverage pytest pytest-cov scipy transformers expecttest unidecode inflect Pillow sentencepiece pytorch-lightning ) # Install fairseq git clone https://github.com/pytorch/fairseq cd fairseq git checkout e47a4c8 pip install .