test.sh 5.02 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
2
#!/bin/bash

3
4
5
6
if [[ $AGENT_OS == "Darwin" ]] && [[ $COMPILER == "gcc" ]]; then
    export CXX=g++-8
    export CC=gcc-8
elif [[ $AGENT_OS == "Linux" ]] && [[ $COMPILER == "clang" ]]; then
7
8
    export CXX=clang++
    export CC=clang
Guolin Ke's avatar
Guolin Ke committed
9
10
fi

11
12
cd $BUILD_SOURCESDIRECTORY

Guolin Ke's avatar
Guolin Ke committed
13
14
15
16
17
18
19
20
if [[ $TASK == "pylint" ]]; then
    conda install -y -n $CONDA_ENV pycodestyle
    pycodestyle --ignore=E501,W503 --exclude=./compute,./docs,./.nuget . || exit -1
    exit 0
fi

if [[ $TASK == "if-else" ]]; then
    conda install -y -n $CONDA_ENV numpy
21
22
23
24
    mkdir $BUILD_SOURCESDIRECTORY/build && cd $BUILD_SOURCESDIRECTORY/build && cmake .. && make lightgbm || exit -1
    cd $BUILD_SOURCESDIRECTORY/tests/cpp_test && ../../lightgbm config=train.conf convert_model_language=cpp convert_model=../../src/boosting/gbdt_prediction.cpp && ../../lightgbm config=predict.conf output_result=origin.pred || exit -1
    cd $BUILD_SOURCESDIRECTORY/build && make lightgbm || exit -1
    cd $BUILD_SOURCESDIRECTORY/tests/cpp_test && ../../lightgbm config=predict.conf output_result=ifelse.pred && python test.py || exit -1
Guolin Ke's avatar
Guolin Ke committed
25
26
27
28
29
    exit 0
fi

conda install -q -y -n $CONDA_ENV numpy nose scipy scikit-learn pandas matplotlib python-graphviz pytest

30
if [[ $AGENT_OS == "Darwin" ]] && [[ $COMPILER == "clang" ]]; then
31
32
33
    ln -sf `ls -d "$(brew --cellar libomp)"/*/lib`/* $CONDA_PREFIX/lib || exit -1  # fix "OMP: Error #15: Initializing libiomp5.dylib, but found libomp.dylib already initialized." (OpenMP library conflict due to conda's MKL)
fi

Guolin Ke's avatar
Guolin Ke committed
34
if [[ $TASK == "sdist" ]]; then
35
36
37
38
    cd $BUILD_SOURCESDIRECTORY/python-package && python setup.py sdist || exit -1
    pip install $BUILD_SOURCESDIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz -v || exit -1
    cp $BUILD_SOURCESDIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz $BUILD_ARTIFACTSTAGINGDIRECTORY
    pytest $BUILD_SOURCESDIRECTORY/tests/python_package_test || exit -1
Guolin Ke's avatar
Guolin Ke committed
39
40
41
    exit 0
elif [[ $TASK == "bdist" ]]; then
    if [[ $AGENT_OS == "Darwin" ]]; then
42
        cd $BUILD_SOURCESDIRECTORY/python-package && python setup.py bdist_wheel --plat-name=macdarwin --universal || exit -1
Guolin Ke's avatar
Guolin Ke committed
43
        mv dist/lightgbm-$LGB_VER-py2.py3-none-macdarwin.whl dist/lightgbm-$LGB_VER-py2.py3-none-macosx_10_6_x86_64.macosx_10_7_x86_64.macosx_10_8_x86_64.macosx_10_9_x86_64.macosx_10_10_x86_64.macosx_10_11_x86_64.macosx_10_12_x86_64.macosx_10_13_x86_64.whl
44
        cp dist/lightgbm-$LGB_VER-py2.py3-none-macosx_10_6_x86_64.macosx_10_7_x86_64.macosx_10_8_x86_64.macosx_10_9_x86_64.macosx_10_10_x86_64.macosx_10_11_x86_64.macosx_10_12_x86_64.macosx_10_13_x86_64.whl $BUILD_ARTIFACTSTAGINGDIRECTORY
Guolin Ke's avatar
Guolin Ke committed
45
    else
46
47
        cd $BUILD_SOURCESDIRECTORY/python-package && python setup.py bdist_wheel --plat-name=manylinux1_x86_64 --universal || exit -1
        cp dist/lightgbm-$LGB_VER-py2.py3-none-manylinux1_x86_64.whl $BUILD_ARTIFACTSTAGINGDIRECTORY
Guolin Ke's avatar
Guolin Ke committed
48
    fi
49
    pip install $BUILD_SOURCESDIRECTORY/python-package/dist/*.whl || exit -1
50
    pytest $BUILD_SOURCESDIRECTORY/tests || exit -1
Guolin Ke's avatar
Guolin Ke committed
51
52
53
54
    exit 0
fi

if [[ $TASK == "gpu" ]]; then
55
56
    sed -i'.bak' 's/std::string device_type = "cpu";/std::string device_type = "gpu";/' $BUILD_SOURCESDIRECTORY/include/LightGBM/config.h
    grep -q 'std::string device_type = "gpu"' $BUILD_SOURCESDIRECTORY/include/LightGBM/config.h || exit -1  # make sure that changes were really done
Guolin Ke's avatar
Guolin Ke committed
57
    if [[ $METHOD == "pip" ]]; then
58
59
60
        cd $BUILD_SOURCESDIRECTORY/python-package && python setup.py sdist || exit -1
        pip install $BUILD_SOURCESDIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz -v --install-option=--gpu --install-option="--opencl-include-dir=$AMDAPPSDK_PATH/include/" || exit -1
        pytest $BUILD_SOURCESDIRECTORY/tests/python_package_test || exit -1
Guolin Ke's avatar
Guolin Ke committed
61
62
63
64
        exit 0
    fi
fi

65
mkdir $BUILD_SOURCESDIRECTORY/build && cd $BUILD_SOURCESDIRECTORY/build
Guolin Ke's avatar
Guolin Ke committed
66
67

if [[ $TASK == "mpi" ]]; then
68
69
70
71
72
73
    if [[ $METHOD == "pip" ]]; then
        cd $BUILD_SOURCESDIRECTORY/python-package && python setup.py sdist || exit -1
        pip install $BUILD_SOURCESDIRECTORY/python-package/dist/lightgbm-$LGB_VER.tar.gz -v --install-option=--mpi || exit -1
        pytest $BUILD_SOURCESDIRECTORY/tests/python_package_test || exit -1
        exit 0
    fi
Guolin Ke's avatar
Guolin Ke committed
74
75
    cmake -DUSE_MPI=ON ..
elif [[ $TASK == "gpu" ]]; then
76
    cmake -DUSE_GPU=ON -DOpenCL_INCLUDE_DIR=$AMDAPPSDK_PATH/include/ ..
Guolin Ke's avatar
Guolin Ke committed
77
78
79
80
81
82
else
    cmake ..
fi

make _lightgbm || exit -1

83
84
cd $BUILD_SOURCESDIRECTORY/python-package && python setup.py install --precompile || exit -1
pytest $BUILD_SOURCESDIRECTORY/tests || exit -1
Guolin Ke's avatar
Guolin Ke committed
85
86
87

if [[ $TASK == "regular" ]]; then
    if [[ $AGENT_OS == "Darwin" ]]; then
88
        cp $BUILD_SOURCESDIRECTORY/lib_lightgbm.so $BUILD_ARTIFACTSTAGINGDIRECTORY/lib_lightgbm.dylib
Guolin Ke's avatar
Guolin Ke committed
89
    else
90
        cp $BUILD_SOURCESDIRECTORY/lib_lightgbm.so $BUILD_ARTIFACTSTAGINGDIRECTORY/lib_lightgbm.so
Guolin Ke's avatar
Guolin Ke committed
91
    fi
92
    cd $BUILD_SOURCESDIRECTORY/examples/python-guide
Guolin Ke's avatar
Guolin Ke committed
93
94
95
96
    sed -i'.bak' '/import lightgbm as lgb/a\
import matplotlib\
matplotlib.use\(\"Agg\"\)\
' plot_example.py  # prevent interactive window mode
97
    sed -i'.bak' 's/graph.render(view=True)/graph.render(view=False)/' plot_example.py
Guolin Ke's avatar
Guolin Ke committed
98
99
    for f in *.py; do python $f || exit -1; done  # run all examples
fi