#!/bin/bash # Modified from https://github.com/sgl-project/sglang/blob/main/sgl-kernel/build.sh set -ex PYTHON_VERSION=$1 TORCH_VERSION=$2 CUDA_VERSION=$3 MAX_JOBS=${4:-} # optional PYTHON_ROOT_PATH=/opt/python/cp${PYTHON_VERSION//.}-cp${PYTHON_VERSION//.} # Check if TORCH_VERSION is 2.5 or 2.6 and set the corresponding versions for TORCHVISION and TORCHAUDIO if [ "$TORCH_VERSION" == "2.5" ]; then TORCHVISION_VERSION="0.20" TORCHAUDIO_VERSION="2.5" echo "TORCH_VERSION is 2.5, setting TORCHVISION_VERSION to $TORCHVISION_VERSION and TORCHAUDIO_VERSION to $TORCHAUDIO_VERSION" elif [ "$TORCH_VERSION" == "2.6" ]; then TORCHVISION_VERSION="0.21" TORCHAUDIO_VERSION="2.6" echo "TORCH_VERSION is 2.6, setting TORCHVISION_VERSION to $TORCHVISION_VERSION and TORCHAUDIO_VERSION to $TORCHAUDIO_VERSION" else echo "TORCH_VERSION is not 2.5 or 2.6, no changes to versions." fi docker run --rm \ -v "$(pwd)":/nunchaku \ pytorch/manylinux-builder:cuda${CUDA_VERSION} \ bash -c " cd /nunchaku && \ rm -rf build && \ yum install -y devtoolset-11 && \ source scl_source enable devtoolset-11 && \ gcc --version && g++ --version && \ ${PYTHON_ROOT_PATH}/bin/pip install --no-cache-dir torch==${TORCH_VERSION} torchvision==${TORCHVISION_VERSION} torchaudio==${TORCHAUDIO_VERSION} --index-url https://download.pytorch.org/whl/cu${CUDA_VERSION//.} && \ ${PYTHON_ROOT_PATH}/bin/pip install build ninja wheel setuptools && \ export NUNCHAKU_INSTALL_MODE=ALL && \ export NUNCHAKU_BUILD_WHEELS=1 && \ export MAX_JOBS=${MAX_JOBS} && \ ${PYTHON_ROOT_PATH}/bin/python -m build --wheel --no-isolation "