#!/bin/bash # set up R environment CRAN_MIRROR="https://cran.rstudio.com" R_LIB_PATH=~/Rlib mkdir -p $R_LIB_PATH export R_LIBS=$R_LIB_PATH export PATH="$R_LIB_PATH/R/bin:$PATH" # don't fail builds for long-running examples unless they're very long. # See https://github.com/microsoft/LightGBM/issues/4049#issuecomment-793412254. if [[ $R_BUILD_TYPE != "cran" ]]; then export _R_CHECK_EXAMPLE_TIMING_THRESHOLD_=30 fi # Get details needed for installing R components R_MAJOR_VERSION=( ${R_VERSION//./ } ) if [[ "${R_MAJOR_VERSION}" == "3" ]]; then export R_MAC_VERSION=3.6.3 export R_MAC_PKG_URL=${CRAN_MIRROR}/bin/macosx/R-${R_MAC_VERSION}.pkg export R_LINUX_VERSION="3.6.3-1bionic" export R_APT_REPO="bionic-cran35/" elif [[ "${R_MAJOR_VERSION}" == "4" ]]; then export R_MAC_VERSION=4.1.3 export R_MAC_PKG_URL=${CRAN_MIRROR}/bin/macosx/base/R-${R_MAC_VERSION}.pkg export R_LINUX_VERSION="4.1.3-1.2004.0" export R_APT_REPO="focal-cran40/" else echo "Unrecognized R version: ${R_VERSION}" exit -1 fi # installing precompiled R for Ubuntu # https://cran.r-project.org/bin/linux/ubuntu/#installation # adding steps from https://stackoverflow.com/a/56378217/3986677 to get latest version # # `devscripts` is required for 'checkbashisms' (https://github.com/r-lib/actions/issues/111) if [[ $OS_NAME == "linux" ]]; then sudo apt-key adv \ --keyserver keyserver.ubuntu.com \ --recv-keys E298A3A825C0D65DFD57CBB651716619E084DAB9 sudo add-apt-repository \ "deb ${CRAN_MIRROR}/bin/linux/ubuntu ${R_APT_REPO}" sudo apt-get update sudo apt-get install \ --no-install-recommends \ -y --allow-downgrades \ devscripts \ r-base-dev=${R_LINUX_VERSION} \ texinfo \ texlive-latex-extra \ texlive-latex-recommended \ texlive-fonts-recommended \ texlive-fonts-extra \ qpdf \ || exit -1 if [[ $R_BUILD_TYPE == "cran" ]]; then sudo apt-get install \ --no-install-recommends \ -y \ autoconf=$(cat R-package/AUTOCONF_UBUNTU_VERSION) \ || exit -1 fi fi # Installing R precompiled for Mac OS 10.11 or higher if [[ $OS_NAME == "macos" ]]; then brew update-reset && brew update if [[ $R_BUILD_TYPE == "cran" ]]; then brew install automake || exit -1 fi brew install \ checkbashisms \ qpdf || exit -1 brew install --cask basictex || exit -1 export PATH="/Library/TeX/texbin:$PATH" sudo tlmgr --verify-repo=none update --self || exit -1 sudo tlmgr --verify-repo=none install inconsolata helvetic || exit -1 curl -sL ${R_MAC_PKG_URL} -o R.pkg || exit -1 sudo installer \ -pkg $(pwd)/R.pkg \ -target / || exit -1 # Older R versions (<= 4.1.2) on newer macOS (>= 11.0.0) cannot create the necessary symlinks. # See https://github.com/r-lib/actions/issues/412. if [[ $(sw_vers -productVersion | head -c2) -ge "11" ]]; then sudo ln \ -sf \ /Library/Frameworks/R.framework/Resources/bin/R \ /usr/local/bin/R sudo ln \ -sf \ /Library/Frameworks/R.framework/Resources/bin/Rscript \ /usr/local/bin/Rscript fi # Fix "duplicate libomp versions" issue on Mac # by replacing the R libomp.dylib with a symlink to the one installed with brew if [[ $COMPILER == "clang" ]]; then ver_arr=( ${R_MAC_VERSION//./ } ) R_MAJOR_MINOR="${ver_arr[0]}.${ver_arr[1]}" sudo ln -sf \ "$(brew --cellar libomp)"/*/lib/libomp.dylib \ /Library/Frameworks/R.framework/Versions/${R_MAJOR_MINOR}/Resources/lib/libomp.dylib fi fi # Manually install Depends and Imports libraries + 'knitr', 'RhpcBLASctl', 'rmarkdown', 'testthat' # to avoid a CI-time dependency on devtools (for devtools::install_deps()) # NOTE: testthat is not required when running rchk if [[ "${TASK}" == "r-rchk" ]]; then packages="c('data.table', 'jsonlite', 'knitr', 'Matrix', 'R6', 'RhpcBLASctl', 'rmarkdown')" else packages="c('data.table', 'jsonlite', 'knitr', 'Matrix', 'R6', 'RhpcBLASctl', 'rmarkdown', 'testthat')" fi compile_from_source="both" if [[ $OS_NAME == "macos" ]]; then packages+=", type = 'binary'" compile_from_source="never" fi Rscript --vanilla -e "options(install.packages.compile.from.source = '${compile_from_source}'); install.packages(${packages}, repos = '${CRAN_MIRROR}', lib = '${R_LIB_PATH}', dependencies = c('Depends', 'Imports', 'LinkingTo'), Ncpus = parallel::detectCores())" || exit -1 cd ${BUILD_DIRECTORY} PKG_TARBALL="lightgbm_*.tar.gz" LOG_FILE_NAME="lightgbm.Rcheck/00check.log" if [[ $R_BUILD_TYPE == "cmake" ]]; then Rscript build_r.R -j4 --skip-install || exit -1 elif [[ $R_BUILD_TYPE == "cran" ]]; then # on Linux, we recreate configure in CI to test if # a change in a PR has changed configure.ac if [[ $OS_NAME == "linux" ]]; then ${BUILD_DIRECTORY}/R-package/recreate-configure.sh num_files_changed=$( git diff --name-only | wc -l ) if [[ ${num_files_changed} -gt 0 ]]; then echo "'configure' in the R package has changed. Please recreate it and commit the changes." echo "Changed files:" git diff --compact-summary echo "See R-package/README.md for details on how to recreate this script." echo "" exit -1 fi fi ./build-cran-package.sh || exit -1 if [[ "${TASK}" == "r-rchk" ]]; then echo "Checking R package with rchk" mkdir -p packages cp ${PKG_TARBALL} packages RCHK_LOG_FILE="rchk-logs.txt" docker run \ -v $(pwd)/packages:/rchk/packages \ kalibera/rchk:latest \ "/rchk/packages/${PKG_TARBALL}" \ 2>&1 > ${RCHK_LOG_FILE} \ || (cat ${RCHK_LOG_FILE} && exit -1) cat ${RCHK_LOG_FILE} # the exception below is from R itself and not LightGBM: # https://github.com/kalibera/rchk/issues/22#issuecomment-656036156 exit $( cat ${RCHK_LOG_FILE} \ | grep -v "in function strptime_internal" \ | grep --count -E '\[PB\]|ERROR' ) fi # Test CRAN source .tar.gz in a directory that is not this repo or below it. # When people install.packages('lightgbm'), they won't have the LightGBM # git repo around. This is to protect against the use of relative paths # like ../../CMakeLists.txt that would only work if you are in the repo R_CMD_CHECK_DIR="${HOME}/tmp-r-cmd-check/" mkdir -p ${R_CMD_CHECK_DIR} mv ${PKG_TARBALL} ${R_CMD_CHECK_DIR} cd ${R_CMD_CHECK_DIR} fi # fails tests if either ERRORs or WARNINGs are thrown by # R CMD CHECK check_succeeded="yes" ( R CMD check ${PKG_TARBALL} \ --as-cran \ --run-donttest \ || check_succeeded="no" ) & # R CMD check suppresses output, some CIs kill builds after # a few minutes with no output. This trick gives R CMD check more time # * https://github.com/travis-ci/travis-ci/issues/4190#issuecomment-169987525 # * https://stackoverflow.com/a/29890106/3986677 CHECK_PID=$! while kill -0 ${CHECK_PID} >/dev/null 2>&1; do echo -n -e " \b" sleep 5 done echo "R CMD check build logs:" BUILD_LOG_FILE=lightgbm.Rcheck/00install.out cat ${BUILD_LOG_FILE} if [[ $check_succeeded == "no" ]]; then exit -1 fi if grep -q -E "NOTE|WARNING|ERROR" "$LOG_FILE_NAME"; then echo "NOTEs, WARNINGs, or ERRORs have been found by R CMD check" exit -1 fi # this check makes sure that CI builds of the package actually use OpenMP if [[ $OS_NAME == "macos" ]] && [[ $R_BUILD_TYPE == "cran" ]]; then omp_working=$( cat $BUILD_LOG_FILE \ | grep --count -E "checking whether OpenMP will work .*yes" ) elif [[ $R_BUILD_TYPE == "cmake" ]]; then omp_working=$( cat $BUILD_LOG_FILE \ | grep --count -E ".*Found OpenMP: TRUE.*" ) else omp_working=1 fi if [[ $omp_working -ne 1 ]]; then echo "OpenMP was not found" exit -1 fi # this check makes sure that CI builds of the package # actually use MM_PREFETCH preprocessor definition if [[ $R_BUILD_TYPE == "cran" ]]; then mm_prefetch_working=$( cat $BUILD_LOG_FILE \ | grep --count -E "checking whether MM_PREFETCH work.*yes" ) else mm_prefetch_working=$( cat $BUILD_LOG_FILE \ | grep --count -E ".*Performing Test MM_PREFETCH - Success" ) fi if [[ $mm_prefetch_working -ne 1 ]]; then echo "MM_PREFETCH test was not passed" exit -1 fi # this check makes sure that CI builds of the package # actually use MM_MALLOC preprocessor definition if [[ $R_BUILD_TYPE == "cran" ]]; then mm_malloc_working=$( cat $BUILD_LOG_FILE \ | grep --count -E "checking whether MM_MALLOC work.*yes" ) else mm_malloc_working=$( cat $BUILD_LOG_FILE \ | grep --count -E ".*Performing Test MM_MALLOC - Success" ) fi if [[ $mm_malloc_working -ne 1 ]]; then echo "MM_MALLOC test was not passed" exit -1 fi # this check makes sure that no "warning: unknown pragma ignored" logs # reach the user leading them to believe that something went wrong if [[ $R_BUILD_TYPE == "cran" ]]; then pragma_warning_present=$( cat $BUILD_LOG_FILE \ | grep --count -E "warning: unknown pragma ignored" ) if [[ $pragma_warning_present -ne 0 ]]; then echo "Unknown pragma warning is present, pragmas should have been removed before build" exit -1 fi fi