travis osx support (#642)

* support travis osx * add task=pip * add osx task=pip * fix gpu build * add if-else task * fix if-else task

travis osx support (#642)
* support travis osx * add task=pip * add osx task=pip * fix gpu build * add if-else task * fix if-else task
d862b3e7 · wxchan · Guolin Ke · 86993571 · d862b3e7 · d862b3e7
Commit d862b3e7 authored Jun 22, 2017 by wxchan Committed by Guolin Ke Jun 22, 2017
Hide whitespace changes
Inline Side-by-side

Showing with 107 additions and 56 deletions

.travis.yml .travis.yml +28 -56

.travis/setup.sh .travis/setup.sh +16 -0

.travis/test.sh .travis/test.sh +63 -0

No files found.
--- a/.travis.yml
+++ b/.travis.yml
@@ -2,71 +2,43 @@ language: cpp
 sudo: required
 dist: trusty
+compiler:
+  - gcc
+matrix:
+  include:
+    - os: linux
+      env: TASK=regular
+    - os: linux
+      env: TASK=mpi
+    - os: linux
+      env: TASK=gpu
+    - os: linux
+      env: TASK=pip
+    - os: linux
+      env: TASK=pylint
+    - os: linux
+      env: TASK=if-else
+    - os: osx
+      env: TASK=regular
+    - os: osx
+      env: TASK=mpi
+    - os: osx
+      env: TASK=pip
 before_install:
 - test -n $CC  && unset CC
 - test -n $CXX && unset CXX
- wget -O conda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh
- chmod +x conda.sh
+install:
+- bash .travis/setup.sh
 - bash conda.sh -b -p $HOME/miniconda
 - export PATH="$HOME/miniconda/bin:$PATH"
 - conda config --set always_yes yes --set changeps1 no
 - conda update -q conda
- sudo add-apt-repository ppa:george-edison55/cmake-3.x -y
- sudo apt-get update -q
- bash .travis/amd_sdk.sh;
- tar -xjf AMD-SDK.tar.bz2;
- AMDAPPSDK=${HOME}/AMDAPPSDK;
- export OPENCL_VENDOR_PATH=${AMDAPPSDK}/etc/OpenCL/vendors;
- mkdir -p ${OPENCL_VENDOR_PATH};
- sh AMD-APP-SDK*.sh --tar -xf -C ${AMDAPPSDK};
- echo libamdocl64.so > ${OPENCL_VENDOR_PATH}/amdocl64.icd;
- export LD_LIBRARY_PATH=${AMDAPPSDK}/lib/x86_64:${LD_LIBRARY_PATH};
- chmod +x ${AMDAPPSDK}/bin/x86_64/clinfo;
- ${AMDAPPSDK}/bin/x86_64/clinfo;
- export LIBRARY_PATH="$HOME/miniconda/lib:$LIBRARY_PATH"
- export LD_RUN_PATH="$HOME/miniconda/lib:$LD_RUN_PATH"
- export CPLUS_INCLUDE_PATH="$HOME/miniconda/include:$AMDAPPSDK/include/:$CPLUS_INCLUDE_PATH"
-install:
- sudo apt-get install -y libopenmpi-dev openmpi-bin build-essential
- sudo apt-get install -y cmake
- conda install --yes atlas numpy scipy scikit-learn pandas matplotlib
- conda install --yes -c conda-forge boost=1.63.0
- pip install pep8 pytest
 script:
- cd $TRAVIS_BUILD_DIR
+- bash .travis/test.sh
- mkdir build && cd build && cmake -DUSE_MPI=ON ..&& make _lightgbm
- cd $TRAVIS_BUILD_DIR/python-package && python setup.py install --precompile
- cd $TRAVIS_BUILD_DIR && pytest tests/c_api_test/test.py
- cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test
- cd $TRAVIS_BUILD_DIR && pep8 --ignore=E501 --exclude=./compute,./docs .
- cd $TRAVIS_BUILD_DIR
- rm -rf build && mkdir build && cd build && cmake -DUSE_GPU=ON -DBOOST_ROOT="$HOME/miniconda/" -DOpenCL_INCLUDE_DIR=$AMDAPPSDK/include/ ..
- sed -i 's/std::string device_type = "cpu";/std::string device_type = "gpu";/' ../include/LightGBM/config.h
- make _lightgbm
- sed -i 's/std::string device_type = "gpu";/std::string device_type = "cpu";/' ../include/LightGBM/config.h
- cd $TRAVIS_BUILD_DIR/python-package && python setup.py install --precompile
- cd $TRAVIS_BUILD_DIR && pytest tests/c_api_test/test.py
- cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test
- cd $TRAVIS_BUILD_DIR
- rm -rf build && rm -f lib_lightgbm.so
- cd $TRAVIS_BUILD_DIR/python-package && python setup.py install
- cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test
- cd $TRAVIS_BUILD_DIR
- LGB_VER=$(head -n 1 VERSION.txt)
- cd $TRAVIS_BUILD_DIR/python-package && python setup.py sdist
- cd $TRAVIS_BUILD_DIR/python-package/dist && pip install lightgbm-$LGB_VER.tar.gz -v
- cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test
- cd $TRAVIS_BUILD_DIR
- rm -rf build && mkdir build && cd build && cmake .. && make lightgbm
- cd $TRAVIS_BUILD_DIR/tests/cpp_test && ../../lightgbm config=train.conf && ../../lightgbm config=predict.conf output_result=origin.pred
- cd $TRAVIS_BUILD_DIR/build && make lightgbm
- cd $TRAVIS_BUILD_DIR/tests/cpp_test && ../../lightgbm config=predict.conf output_result=ifelse.pred && python test.py
 notifications:
  email: false
-matrix:
-  include:
-    - compiler: gcc
--- a/.travis/setup.sh
+++ b/.travis/setup.sh
+#!/bin/bash
+if [[ $TRAVIS_OS_NAME == "osx" ]]; then
+    brew install cmake
+    brew install openmpi
+    brew install gcc --without-multilib
+    wget -O conda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
+else
+    if [[ ${TASK} != "pylint" ]]; then
+        sudo add-apt-repository ppa:george-edison55/cmake-3.x -y
+        sudo apt-get update -q
+        sudo apt-get install -y cmake
+        sudo apt-get install -y libopenmpi-dev openmpi-bin build-essential
+    fi
+    wget -O conda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh
+fi
--- a/.travis/test.sh
+++ b/.travis/test.sh
+if [[ ${TASK} == "gpu" ]]; then 
+    bash .travis/amd_sdk.sh;
+    tar -xjf AMD-SDK.tar.bz2;
+    AMDAPPSDK=${HOME}/AMDAPPSDK;
+    export OPENCL_VENDOR_PATH=${AMDAPPSDK}/etc/OpenCL/vendors;
+    mkdir -p ${OPENCL_VENDOR_PATH};
+    sh AMD-APP-SDK*.sh --tar -xf -C ${AMDAPPSDK};
+    echo libamdocl64.so > ${OPENCL_VENDOR_PATH}/amdocl64.icd;
+    export LD_LIBRARY_PATH=${AMDAPPSDK}/lib/x86_64:${LD_LIBRARY_PATH};
+    chmod +x ${AMDAPPSDK}/bin/x86_64/clinfo;
+    ${AMDAPPSDK}/bin/x86_64/clinfo;
+    export LIBRARY_PATH="$HOME/miniconda/lib:$LIBRARY_PATH"
+    export LD_RUN_PATH="$HOME/miniconda/lib:$LD_RUN_PATH"
+    export CPLUS_INCLUDE_PATH="$HOME/miniconda/include:$AMDAPPSDK/include/:$CPLUS_INCLUDE_PATH"
+fi
+cd $TRAVIS_BUILD_DIR
+if [[ ${TASK} == "pylint" ]]; then
+    pip install pep8
+    pep8 --ignore=E501 --exclude=./compute,./docs . || exit -1
+    exit 0
+fi
+if [[ ${TASK} == "if-else" ]]; then
+    conda install --yes numpy
+    mkdir build && cd build && cmake .. && make lightgbm || exit -1
+    cd $TRAVIS_BUILD_DIR/tests/cpp_test && ../../lightgbm config=train.conf && ../../lightgbm config=predict.conf output_result=origin.pred || exit -1
+    cd $TRAVIS_BUILD_DIR/build && make lightgbm || exit -1
+    cd $TRAVIS_BUILD_DIR/tests/cpp_test && ../../lightgbm config=predict.conf output_result=ifelse.pred && python test.py || exit -1
+    exit 0
+fi
+conda install --yes numpy scipy scikit-learn pandas matplotlib
+pip install pytest
+if [[ ${TASK} == "pip" ]]; then
+    LGB_VER=$(head -n 1 VERSION.txt)
+    cd $TRAVIS_BUILD_DIR/python-package && python setup.py sdist || exit -1
+    cd $TRAVIS_BUILD_DIR/python-package/dist && pip install lightgbm-$LGB_VER.tar.gz -v || exit -1
+    cd $TRAVIS_BUILD_DIR && pytest tests/python_package_test || exit -1
+    exit 0
+fi
+if [[ ${TASK} == "gpu" ]]; then 
+    conda install --yes -c conda-forge boost=1.63.0
+fi
+mkdir build && cd build
+if [[ ${TASK} == "mpi" ]]; then
+    cmake -DUSE_MPI=ON ..
+elif [[ ${TASK} == "gpu" ]]; then
+    cmake -DUSE_GPU=ON -DBOOST_ROOT="$HOME/miniconda/" -DOpenCL_INCLUDE_DIR=$AMDAPPSDK/include/ ..
+    sed -i 's/std::string device_type = "cpu";/std::string device_type = "gpu";/' ../include/LightGBM/config.h
+else
+    cmake ..
+fi
+make _lightgbm || exit -1
+cd $TRAVIS_BUILD_DIR/python-package && python setup.py install --precompile || exit -1
+cd $TRAVIS_BUILD_DIR && pytest . || exit -1