#!/bin/bash if [[ $OS_NAME == "macos" ]] && [[ $COMPILER == "gcc" ]]; then export CXX=g++-8 export CC=gcc-8 elif [[ $OS_NAME == "linux" ]] && [[ $COMPILER == "clang" ]]; then export CXX=clang++ export CC=clang fi if [[ $TRAVIS == "true" ]]; then conda create -q -y -n $CONDA_ENV python=$PYTHON_VERSION source activate $CONDA_ENV fi cd $BUILD_DIRECTORY if [[ $TRAVIS == "true" ]] && [[ $TASK == "check-docs" ]]; then if [[ $PYTHON_VERSION == "2.7" ]]; then conda -y -n $CONDA_ENV mock fi # sphinx >=1.8 is incompatible with rstcheck conda install -y -n $CONDA_ENV "sphinx<1.8" "sphinx_rtd_theme>=0.3" # html5validator pip install rstcheck # check reStructuredText formatting cd $BUILD_DIRECTORY/python-package rstcheck --report warning `find . -type f -name "*.rst"` || exit -1 cd $BUILD_DIRECTORY/docs rstcheck --report warning --ignore-directives=autoclass,autofunction `find . -type f -name "*.rst"` || exit -1 # build docs and check them for broken links conda update -y -n $CONDA_ENV sphinx make html || exit -1 find ./_build/html/ -type f -name '*.html' -exec \ sed -i'.bak' -e 's;\(\.\/[^.]*\.\)rst\([^[:space:]]*\);\1html\2;g' {} \; # emulate js function # html5validator --root ./_build/html/ || exit -1 if [[ $OS_NAME == "linux" ]]; then sudo apt-get install linkchecker linkchecker --config=.linkcheckerrc ./_build/html/*.html || exit -1 fi # check the consistency of parameters' descriptions and other stuff cp $BUILD_DIRECTORY/docs/Parameters.rst $BUILD_DIRECTORY/docs/Parameters-backup.rst cp $BUILD_DIRECTORY/src/io/config_auto.cpp $BUILD_DIRECTORY/src/io/config_auto-backup.cpp python $BUILD_DIRECTORY/helper/parameter_generator.py || exit -1 diff $BUILD_DIRECTORY/docs/Parameters-backup.rst $BUILD_DIRECTORY/docs/Parameters.rst || exit -1 diff $BUILD_DIRECTORY/src/io/config_auto-backup.cpp $BUILD_DIRECTORY/src/io/config_auto.cpp || exit -1 exit 0 fi if [[ $TASK == "pylint" ]]; then conda install -y -n $CONDA_ENV pycodestyle pycodestyle --ignore=E501,W503 --exclude=./compute,./.nuget . || exit -1 exit 0 fi if [[ $TASK == "if-else" ]]; then conda install -y -n $CONDA_ENV numpy mkdir $BUILD_DIRECTORY/build && cd $BUILD_DIRECTORY/build && cmake .. && make lightgbm || exit -1 cd $BUILD_DIRECTORY/tests/cpp_test && ../../lightgbm config=train.conf convert_model_language=cpp convert_model=../../src/boosting/gbdt_prediction.cpp && ../../lightgbm config=predict.conf output_result=origin.pred || exit -1 cd $BUILD_DIRECTORY/build && make lightgbm || exit -1 cd $BUILD_DIRECTORY/tests/cpp_test && ../../lightgbm config=predict.conf output_result=ifelse.pred && python test.py || exit -1 exit 0 fi conda install -q -y -n $CONDA_ENV numpy nose scipy scikit-learn pandas matplotlib python-graphviz pytest if [[ $OS_NAME == "macos" ]] && [[ $COMPILER == "clang" ]]; then ln -sf `ls -d "$(brew --cellar libomp)"/*/lib`/* $CONDA_PREFIX/lib || exit -1 # fix "OMP: Error #15: Initializing libiomp5.dylib, but found libomp.dylib already initialized." (OpenMP library conflict due to conda's MKL) fi if [[ $TASK == "sdist" ]]; then cd $BUILD_DIRECTORY/python-package && python setup.py sdist || exit -1 pip install $BUILD_DIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz -v || exit -1 if [[ $AZURE == "true" ]]; then cp $BUILD_DIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz $BUILD_ARTIFACTSTAGINGDIRECTORY fi pytest $BUILD_DIRECTORY/tests/python_package_test || exit -1 exit 0 elif [[ $TASK == "bdist" ]]; then if [[ $OS_NAME == "macos" ]]; then cd $BUILD_DIRECTORY/python-package && python setup.py bdist_wheel --plat-name=macosx --universal || exit -1 cp dist/lightgbm-$LGB_VER-py2.py3-none-macosx.whl dist/lightgbm-$LGB_VER-py2.py3-none-macosx_10_6_x86_64.macosx_10_7_x86_64.macosx_10_8_x86_64.macosx_10_9_x86_64.macosx_10_10_x86_64.whl mv dist/lightgbm-$LGB_VER-py2.py3-none-macosx.whl dist/lightgbm-$LGB_VER-py2.py3-none-macosx_10_11_x86_64.macosx_10_12_x86_64.macosx_10_13_x86_64.macosx_10_14_x86_64.whl if [[ $AZURE == "true" ]]; then cp dist/lightgbm-$LGB_VER-py2.py3-none-macosx*.whl $BUILD_ARTIFACTSTAGINGDIRECTORY fi else cd $BUILD_DIRECTORY/python-package && python setup.py bdist_wheel --plat-name=manylinux1_x86_64 --universal || exit -1 if [[ $AZURE == "true" ]]; then cp dist/lightgbm-$LGB_VER-py2.py3-none-manylinux1_x86_64.whl $BUILD_ARTIFACTSTAGINGDIRECTORY fi fi pip install $BUILD_DIRECTORY/python-package/dist/*.whl || exit -1 pytest $BUILD_DIRECTORY/tests || exit -1 exit 0 fi if [[ $TASK == "gpu" ]]; then if [[ $TRAVIS == "true" ]]; then conda install -y -n $CONDA_ENV -c conda-forge boost fi sed -i'.bak' 's/std::string device_type = "cpu";/std::string device_type = "gpu";/' $BUILD_DIRECTORY/include/LightGBM/config.h grep -q 'std::string device_type = "gpu"' $BUILD_DIRECTORY/include/LightGBM/config.h || exit -1 # make sure that changes were really done if [[ $METHOD == "pip" ]]; then cd $BUILD_DIRECTORY/python-package && python setup.py sdist || exit -1 if [[ $AZURE == "true" ]]; then pip install $BUILD_DIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz -v --install-option=--gpu --install-option="--opencl-include-dir=$AMDAPPSDK_PATH/include/" || exit -1 else pip install $BUILD_DIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz -v --install-option=--gpu --install-option="--boost-root=$CONDA_PREFIX" --install-option="--opencl-include-dir=$AMDAPPSDK_PATH/include/" || exit -1 fi pytest $BUILD_DIRECTORY/tests/python_package_test || exit -1 exit 0 fi fi mkdir $BUILD_DIRECTORY/build && cd $BUILD_DIRECTORY/build if [[ $TASK == "mpi" ]]; then if [[ $METHOD == "pip" ]]; then cd $BUILD_DIRECTORY/python-package && python setup.py sdist || exit -1 pip install $BUILD_DIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz -v --install-option=--mpi || exit -1 pytest $BUILD_DIRECTORY/tests/python_package_test || exit -1 exit 0 fi cmake -DUSE_MPI=ON .. elif [[ $TASK == "gpu" ]]; then if [[ $AZURE == "true" ]]; then cmake -DUSE_GPU=ON -DOpenCL_INCLUDE_DIR=$AMDAPPSDK_PATH/include/ .. else cmake -DUSE_GPU=ON -DBOOST_ROOT=$CONDA_PREFIX -DOpenCL_INCLUDE_DIR=$AMDAPPSDK_PATH/include/ .. fi else cmake .. fi make _lightgbm || exit -1 cd $BUILD_DIRECTORY/python-package && python setup.py install --precompile || exit -1 pytest $BUILD_DIRECTORY/tests || exit -1 if [[ $TASK == "regular" ]]; then if [[ $AZURE == "true" ]]; then if [[ $OS_NAME == "macos" ]]; then cp $BUILD_DIRECTORY/lib_lightgbm.so $BUILD_ARTIFACTSTAGINGDIRECTORY/lib_lightgbm.dylib else cp $BUILD_DIRECTORY/lib_lightgbm.so $BUILD_ARTIFACTSTAGINGDIRECTORY/lib_lightgbm.so fi fi cd $BUILD_DIRECTORY/examples/python-guide sed -i'.bak' '/import lightgbm as lgb/a\ import matplotlib\ matplotlib.use\(\"Agg\"\)\ ' plot_example.py # prevent interactive window mode sed -i'.bak' 's/graph.render(view=True)/graph.render(view=False)/' plot_example.py for f in *.py; do python $f || exit -1; done # run all examples fi