test.sh 4.7 KB
Newer Older
1
if [[ ${TASK} == "gpu" ]]; then
wxchan's avatar
wxchan committed
2
3
4
5
6
7
8
9
10
11
    bash .travis/amd_sdk.sh;
    tar -xjf AMD-SDK.tar.bz2;
    AMDAPPSDK=${HOME}/AMDAPPSDK;
    export OPENCL_VENDOR_PATH=${AMDAPPSDK}/etc/OpenCL/vendors;
    mkdir -p ${OPENCL_VENDOR_PATH};
    sh AMD-APP-SDK*.sh --tar -xf -C ${AMDAPPSDK};
    echo libamdocl64.so > ${OPENCL_VENDOR_PATH}/amdocl64.icd;
    export LD_LIBRARY_PATH=${AMDAPPSDK}/lib/x86_64:${LD_LIBRARY_PATH};
    chmod +x ${AMDAPPSDK}/bin/x86_64/clinfo;
    ${AMDAPPSDK}/bin/x86_64/clinfo;
12
13
14
    export LIBRARY_PATH="$HOME/miniconda/envs/test-env/lib:$LIBRARY_PATH"
    export LD_RUN_PATH="$HOME/miniconda/envs/test-env/lib:$LD_RUN_PATH"
    export CPLUS_INCLUDE_PATH="$HOME/miniconda/envs/test-env/include:$AMDAPPSDK/include/:$CPLUS_INCLUDE_PATH"
wxchan's avatar
wxchan committed
15
16
fi

17
18
19
20
21
22
23
24
25
case ${TRAVIS_OS_NAME} in
    osx)
        export CXX=g++-7
        export CC=gcc-7
        ;;
    linux)
        ;;
esac

wxchan's avatar
wxchan committed
26
27
cd $TRAVIS_BUILD_DIR

28
29
30
31
32
if [[ ${TASK} == "check-docs" ]]; then
    cd docs
    sudo apt-get install linkchecker
    pip install rstcheck  # html5validator
    pip install -r requirements.txt
33
    rstcheck --report warning --ignore-directives=autoclass,autofunction `find . -type f -name "*.rst"` || exit -1
34
    make html || exit -1
35
36
    find ./_build/html/ -type f -name '*.html' -exec \
    sed -i -e 's#\(\.\/[^.]*\.\)\(md\|rst\)#\1html#g' {} \;  # Emulate js function
37
38
39
40
41
#    html5validator --root ./_build/html/ || exit -1  For future (Sphinx 1.6) usage
    linkchecker --config=.linkcheckerrc ./_build/html/*.html || exit -1
    exit 0
fi

wxchan's avatar
wxchan committed
42
43
44
45
46
47
48
if [[ ${TASK} == "pylint" ]]; then
    pip install pep8
    pep8 --ignore=E501 --exclude=./compute,./docs . || exit -1
    exit 0
fi

if [[ ${TASK} == "if-else" ]]; then
49
50
    conda create -q -n test-env python=$PYTHON_VERSION numpy
    source activate test-env
wxchan's avatar
wxchan committed
51
52
53
54
55
56
57
    mkdir build && cd build && cmake .. && make lightgbm || exit -1
    cd $TRAVIS_BUILD_DIR/tests/cpp_test && ../../lightgbm config=train.conf && ../../lightgbm config=predict.conf output_result=origin.pred || exit -1
    cd $TRAVIS_BUILD_DIR/build && make lightgbm || exit -1
    cd $TRAVIS_BUILD_DIR/tests/cpp_test && ../../lightgbm config=predict.conf output_result=ifelse.pred && python test.py || exit -1
    exit 0
fi

58
59
conda create -q -n test-env python=$PYTHON_VERSION numpy nose scipy scikit-learn pandas matplotlib pytest
source activate test-env
wxchan's avatar
wxchan committed
60

61
if [[ ${TASK} == "sdist" ]]; then
wxchan's avatar
wxchan committed
62
63
64
65
    LGB_VER=$(head -n 1 VERSION.txt)
    cd $TRAVIS_BUILD_DIR/python-package && python setup.py sdist || exit -1
    cd $TRAVIS_BUILD_DIR/python-package/dist && pip install lightgbm-$LGB_VER.tar.gz -v || exit -1
    cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test || exit -1
66
67
68
    exit 0
elif [[ ${TASK} == "bdist" ]]; then
    LGB_VER=$(head -n 1 VERSION.txt)
Guolin Ke's avatar
Guolin Ke committed
69
70
71
72
73
74
    if [[ $TRAVIS_OS_NAME == "osx" ]]; then
        cd $TRAVIS_BUILD_DIR/python-package && python setup.py bdist_wheel --plat-name=macosx --universal || exit -1
        mv dist/lightgbm-${LGB_VER}-py2.py3-none-macosx.whl dist/lightgbm-${LGB_VER}-py2.py3-none-macosx_10_9_x86_64.macosx_10_10_x86_64.macosx_10_11_x86_64.macosx_10_12_x86_64.whl
    else
        cd $TRAVIS_BUILD_DIR/python-package && python setup.py bdist_wheel --plat-name=manylinux1_x86_64 --universal || exit -1
    fi
75
76
    cd $TRAVIS_BUILD_DIR/python-package && pip install dist/*.whl || exit -1
    cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test || exit -1
wxchan's avatar
wxchan committed
77
78
79
80
81
    exit 0
fi

if [[ ${TASK} == "gpu" ]]; then 
    conda install --yes -c conda-forge boost=1.63.0
82
83
    if [[ ${METHOD} == "pip" ]]; then
        export PATH="$AMDAPPSDK/include/:$PATH"
84
        export BOOST_ROOT="$HOME/miniconda/envs/test-env/"
85
        LGB_VER=$(head -n 1 VERSION.txt)
Guolin Ke's avatar
Guolin Ke committed
86
        sed -i 's/const std::string kDefaultDevice = "cpu";/const std::string kDefaultDevice = "gpu";/' ../include/LightGBM/config.h
Guolin Ke's avatar
Guolin Ke committed
87
        cd $TRAVIS_BUILD_DIR/python-package && python setup.py sdist || exit -1
88
89
90
91
        cd $TRAVIS_BUILD_DIR/python-package/dist && pip install lightgbm-$LGB_VER.tar.gz -v --install-option=--gpu || exit -1
        cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test || exit -1
        exit 0
    fi
wxchan's avatar
wxchan committed
92
93
94
95
96
97
98
fi

mkdir build && cd build

if [[ ${TASK} == "mpi" ]]; then
    cmake -DUSE_MPI=ON ..
elif [[ ${TASK} == "gpu" ]]; then
99
    cmake -DUSE_GPU=ON -DBOOST_ROOT="$HOME/miniconda/envs/test-env/" -DOpenCL_INCLUDE_DIR=$AMDAPPSDK/include/ ..
Guolin Ke's avatar
Guolin Ke committed
100
    sed -i 's/const std::string kDefaultDevice = "cpu";/const std::string kDefaultDevice = "gpu";/' ../include/LightGBM/config.h
wxchan's avatar
wxchan committed
101
102
103
104
105
106
107
108
else
    cmake ..
fi

make _lightgbm || exit -1

cd $TRAVIS_BUILD_DIR/python-package && python setup.py install --precompile || exit -1
cd $TRAVIS_BUILD_DIR && pytest . || exit -1
109
110
111
112

if [[ ${TASK} == "regular" ]]; then
    cd $TRAVIS_BUILD_DIR/examples/python-guide && python simple_example.py && python sklearn_example.py && python advanced_example.py || exit -1
fi