CMakeLists.txt 25.9 KB
Newer Older
1
2
3
4
5
6
option(USE_MPI "Enable MPI-based distributed learning" OFF)
option(USE_OPENMP "Enable OpenMP" ON)
option(USE_GPU "Enable GPU-accelerated training" OFF)
option(USE_SWIG "Enable SWIG to generate Java API" OFF)
option(USE_HDFS "Enable HDFS support (EXPERIMENTAL)" OFF)
option(USE_TIMETAG "Set to ON to output time costs" OFF)
7
option(USE_CUDA "Enable CUDA-accelerated training " OFF)
8
9
10
option(USE_DEBUG "Set to ON for Debug mode" OFF)
option(USE_SANITIZER "Use santizer flags" OFF)
set(
11
12
13
14
15
16
17
  ENABLED_SANITIZERS
  "address" "leak" "undefined"
  CACHE
  STRING
  "Semicolon separated list of sanitizer names, e.g., 'address;leak'. \
Supported sanitizers are address, leak, undefined and thread."
)
18
option(BUILD_CLI "Build the 'lightbgm' command-line interface in addition to lib_lightgbm" ON)
19
20
option(BUILD_CPP_TEST "Build C++ tests with Google Test" OFF)
option(BUILD_STATIC_LIB "Build static library" OFF)
21
22
option(INSTALL_HEADERS "Install headers to CMAKE_INSTALL_PREFIX (e.g. '/usr/local/include')" ON)
option(__BUILD_FOR_PYTHON "Set to ON if building lib_lightgbm for use with the Python package" OFF)
23
24
option(__BUILD_FOR_R "Set to ON if building lib_lightgbm for use with the R package" OFF)
option(__INTEGRATE_OPENCL "Set to ON if building LightGBM with the OpenCL ICD Loader and its dependencies included" OFF)
25

26
cmake_minimum_required(VERSION 3.18)
Guolin Ke's avatar
Guolin Ke committed
27

28
29
30
31
32
33
34
35
# If using Visual Studio generators, always target v10.x of the Windows SDK.
# Doing this avoids lookups that could fall back to very old versions, e.g. by finding
# outdated registry entries.
# ref: https://cmake.org/cmake/help/latest/variable/CMAKE_VS_WINDOWS_TARGET_PLATFORM_VERSION.html
if(CMAKE_GENERATOR MATCHES "Visual Studio")
    set(CMAKE_SYSTEM_VERSION 10.0 CACHE INTERNAL "target Windows SDK version" FORCE)
endif()

36
project(lightgbm LANGUAGES C CXX)
Guolin Ke's avatar
Guolin Ke committed
37

38
39
40
41
42
43
44
if(BUILD_CPP_TEST)
  set(CMAKE_CXX_STANDARD 14)
else()
  set(CMAKE_CXX_STANDARD 11)
endif()
set(CMAKE_CXX_STANDARD_REQUIRED ON)

45
46
47
list(APPEND CMAKE_MODULE_PATH "${PROJECT_SOURCE_DIR}/cmake/modules")

#-- Sanitizer
48
if(USE_SANITIZER)
49
50
  if(MSVC)
    message(FATAL_ERROR "Sanitizers are not supported with MSVC.")
51
  endif()
52
53
  include(cmake/Sanitizer.cmake)
  enable_sanitizers("${ENABLED_SANITIZERS}")
54
endif()
55

56
57
58
59
60
61
if(__INTEGRATE_OPENCL)
  set(__INTEGRATE_OPENCL ON CACHE BOOL "" FORCE)
  set(USE_GPU OFF CACHE BOOL "" FORCE)
  message(STATUS "Building library with integrated OpenCL components")
endif()

62
63
64
65
66
67
68
69
if(__BUILD_FOR_PYTHON OR __BUILD_FOR_R)
    # the Python and R package don't require the CLI
    set(BUILD_CLI OFF)
    # installing the R and Python package shouldn't place LightGBM's headers
    # outside of where the package is installed
    set(INSTALL_HEADERS OFF)
endif()

Qiwei Ye's avatar
Qiwei Ye committed
70
71
72
73
74
75
76
77
if(CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
  if(CMAKE_CXX_COMPILER_VERSION VERSION_LESS "4.8.2")
    message(FATAL_ERROR "Insufficient gcc version")
  endif()
elseif(CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
  if(CMAKE_CXX_COMPILER_VERSION VERSION_LESS "3.8")
    message(FATAL_ERROR "Insufficient Clang version")
  endif()
78
79
80
81
82
83
elseif(CMAKE_CXX_COMPILER_ID STREQUAL "AppleClang")
  if(CMAKE_CXX_COMPILER_VERSION VERSION_LESS "8.1.0")
    message(FATAL_ERROR "Insufficient AppleClang version")
  endif()
elseif(MSVC)
  if(MSVC_VERSION LESS 1900)
84
85
86
87
    message(
      FATAL_ERROR
      "The compiler ${CMAKE_CXX_COMPILER} doesn't support required C++11 features. Please use a newer MSVC."
    )
88
  endif()
89
endif()
Guolin Ke's avatar
Guolin Ke committed
90

91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
if(USE_SWIG)
  find_package(SWIG REQUIRED)
  find_package(Java REQUIRED)
  find_package(JNI REQUIRED)
  include(UseJava)
  include(UseSWIG)
  set(SWIG_CXX_EXTENSION "cxx")
  set(SWIG_EXTRA_LIBRARIES "")
  set(SWIG_JAVA_EXTRA_FILE_EXTENSIONS ".java" "JNI.java")
  set(SWIG_MODULE_JAVA_LANGUAGE "JAVA")
  set(SWIG_MODULE_JAVA_SWIG_LANGUAGE_FLAG "java")
  set(CMAKE_SWIG_OUTDIR "${CMAKE_CURRENT_BINARY_DIR}/java")
  include_directories(Java_INCLUDE_DIRS)
  include_directories(JNI_INCLUDE_DIRS)
  include_directories($ENV{JAVA_HOME}/include)
106
  if(WIN32)
107
      file(MAKE_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/com/microsoft/ml/lightgbm/windows/x86_64")
108
      include_directories($ENV{JAVA_HOME}/include/win32)
109
  elseif(APPLE)
110
      file(MAKE_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/com/microsoft/ml/lightgbm/osx/x86_64")
111
      include_directories($ENV{JAVA_HOME}/include/darwin)
112
  else()
113
      file(MAKE_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/com/microsoft/ml/lightgbm/linux/x86_64")
114
115
      include_directories($ENV{JAVA_HOME}/include/linux)
  endif()
116
endif()
117

118
set(EIGEN_DIR "${PROJECT_SOURCE_DIR}/external_libs/eigen")
119
120
include_directories(${EIGEN_DIR})

121
# See https://gitlab.com/libeigen/eigen/-/blob/master/COPYING.README
122
add_definitions(-DEIGEN_MPL2_ONLY)
123
add_definitions(-DEIGEN_DONT_PARALLELIZE)
124

125
126
127
128
129
130
set(FAST_DOUBLE_PARSER_INCLUDE_DIR "${PROJECT_SOURCE_DIR}/external_libs/fast_double_parser/include")
include_directories(${FAST_DOUBLE_PARSER_INCLUDE_DIR})

set(FMT_INCLUDE_DIR "${PROJECT_SOURCE_DIR}/external_libs/fmt/include")
include_directories(${FMT_INCLUDE_DIR})

131
if(__BUILD_FOR_R)
132
133
134
135
136
    find_package(LibR REQUIRED)
    message(STATUS "LIBR_EXECUTABLE: ${LIBR_EXECUTABLE}")
    message(STATUS "LIBR_INCLUDE_DIRS: ${LIBR_INCLUDE_DIRS}")
    message(STATUS "LIBR_CORE_LIBRARY: ${LIBR_CORE_LIBRARY}")
    include_directories(${LIBR_INCLUDE_DIRS})
137
    add_definitions(-DLGB_R_BUILD)
138
endif()
139

140
if(USE_TIMETAG)
141
    add_definitions(-DTIMETAG)
142
endif()
143

Guolin Ke's avatar
Guolin Ke committed
144
if(USE_DEBUG)
145
    add_definitions(-DDEBUG)
146
endif()
Guolin Ke's avatar
Guolin Ke committed
147

Guolin Ke's avatar
Guolin Ke committed
148
if(USE_MPI)
Guolin Ke's avatar
Guolin Ke committed
149
    find_package(MPI REQUIRED)
150
    add_definitions(-DUSE_MPI)
Guolin Ke's avatar
Guolin Ke committed
151
else()
152
    add_definitions(-DUSE_SOCKET)
153
endif()
Guolin Ke's avatar
Guolin Ke committed
154

155
if(USE_CUDA)
156
    set(CMAKE_CUDA_HOST_COMPILER "${CMAKE_CXX_COMPILER}")
157
    enable_language(CUDA)
158
    set(USE_OPENMP ON CACHE BOOL "CUDA requires OpenMP" FORCE)
159
endif()
160

161
if(USE_OPENMP)
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
    if(APPLE)
        find_package(OpenMP)
        if(NOT OpenMP_FOUND)
            # libomp 15.0+ from brew is keg-only, so have to search in other locations.
            # See https://github.com/Homebrew/homebrew-core/issues/112107#issuecomment-1278042927.
            execute_process(COMMAND brew --prefix libomp
                            OUTPUT_VARIABLE HOMEBREW_LIBOMP_PREFIX
                            OUTPUT_STRIP_TRAILING_WHITESPACE)
            set(OpenMP_C_FLAGS "-Xpreprocessor -fopenmp -I${HOMEBREW_LIBOMP_PREFIX}/include")
            set(OpenMP_CXX_FLAGS "-Xpreprocessor -fopenmp -I${HOMEBREW_LIBOMP_PREFIX}/include")
            set(OpenMP_C_LIB_NAMES omp)
            set(OpenMP_CXX_LIB_NAMES omp)
            set(OpenMP_omp_LIBRARY ${HOMEBREW_LIBOMP_PREFIX}/lib/libomp.dylib)
            find_package(OpenMP REQUIRED)
        endif()
    else()
        find_package(OpenMP REQUIRED)
    endif()
180
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${OpenMP_CXX_FLAGS}")
181
endif()
Guolin Ke's avatar
Guolin Ke committed
182

183
if(USE_GPU)
184
    set(BOOST_COMPUTE_HEADER_DIR ${PROJECT_SOURCE_DIR}/external_libs/compute/include)
185
    include_directories(${BOOST_COMPUTE_HEADER_DIR})
186
187
    find_package(OpenCL REQUIRED)
    include_directories(${OpenCL_INCLUDE_DIRS})
188
    message(STATUS "OpenCL include directory: " ${OpenCL_INCLUDE_DIRS})
189
    if(WIN32)
Guolin Ke's avatar
Guolin Ke committed
190
191
        set(Boost_USE_STATIC_LIBS ON)
    endif()
192
    find_package(Boost 1.56.0 COMPONENTS filesystem system REQUIRED)
193
    if(WIN32)
194
        # disable autolinking in boost
195
        add_definitions(-DBOOST_ALL_NO_LIB)
196
    endif()
Guolin Ke's avatar
Guolin Ke committed
197
    include_directories(${Boost_INCLUDE_DIRS})
198
    add_definitions(-DUSE_GPU)
199
endif()
200

201
if(__INTEGRATE_OPENCL)
202
203
204
    if(APPLE)
        message(FATAL_ERROR "Integrated OpenCL build is not available on macOS")
    else()
205
        include(cmake/IntegratedOpenCL.cmake)
206
        add_definitions(-DUSE_GPU)
207
208
    endif()
endif()
209

210
211
212
213
214
if(BUILD_CPP_TEST AND MSVC)
  # Use /MT flag to statically link the C runtime
  set(CMAKE_MSVC_RUNTIME_LIBRARY "MultiThreaded$<$<CONFIG:Debug>:Debug>")
endif()

215
if(USE_CUDA)
216
217
    find_package(CUDAToolkit 11.0 REQUIRED)
    include_directories(${CUDAToolkit_INCLUDE_DIRS})
218
    set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -Xcompiler=${OpenMP_CXX_FLAGS} -Xcompiler=-fPIC -Xcompiler=-Wall")
219

220
221
    # reference for mapping of CUDA toolkit component versions to supported architectures ("compute capabilities"):
    # https://en.wikipedia.org/wiki/CUDA#GPUs_supported
222
223
224
    set(CUDA_ARCHS "60" "61" "62" "70" "75")
    if(CUDA_VERSION VERSION_GREATER_EQUAL "110")
        list(APPEND CUDA_ARCHS "80")
225
    endif()
226
227
    if(CUDA_VERSION VERSION_GREATER_EQUAL "111")
        list(APPEND CUDA_ARCHS "86")
228
    endif()
229
230
    if(CUDA_VERSION VERSION_GREATER_EQUAL "115")
        list(APPEND CUDA_ARCHS "87")
231
    endif()
232
233
234
    if(CUDA_VERSION VERSION_GREATER_EQUAL "118")
        list(APPEND CUDA_ARCHS "89")
        list(APPEND CUDA_ARCHS "90")
235
    endif()
236
237
    list(POP_BACK CUDA_ARCHS CUDA_LAST_SUPPORTED_ARCH)
    list(APPEND CUDA_ARCHS "${CUDA_LAST_SUPPORTED_ARCH}+PTX")
238
    if(USE_DEBUG)
239
      set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -g")
240
    else()
241
      set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -O3 -lineinfo")
242
243
244
    endif()
    message(STATUS "CMAKE_CUDA_FLAGS: ${CMAKE_CUDA_FLAGS}")

245
    add_definitions(-DUSE_CUDA)
246

247
    if(NOT DEFINED CMAKE_CUDA_STANDARD)
248
249
250
251
      set(CMAKE_CUDA_STANDARD 11)
      set(CMAKE_CUDA_STANDARD_REQUIRED ON)
    endif()

252
253
254
255
    set(
      BASE_DEFINES
      -DPOWER_FEATURE_WORKGROUPS=12
      -DUSE_CONSTANT_BUF=0
256
    )
257
258
259
260
    set(
      ALLFEATS_DEFINES
      ${BASE_DEFINES}
      -DENABLE_ALL_FEATURES
261
    )
262
263
264
265
    set(
      FULLDATA_DEFINES
      ${ALLFEATS_DEFINES}
      -DIGNORE_INDICES
266
267
268
269
270
271
272
273
    )

    message(STATUS "ALLFEATS_DEFINES: ${ALLFEATS_DEFINES}")
    message(STATUS "FULLDATA_DEFINES: ${FULLDATA_DEFINES}")

    function(add_histogram hsize hname hadd hconst hdir)
      add_library(histo${hsize}${hname} OBJECT src/treelearner/kernels/histogram${hsize}.cu)
      set_target_properties(histo${hsize}${hname} PROPERTIES CUDA_SEPARABLE_COMPILATION ON)
274
      set_target_properties(histo${hsize}${hname} PROPERTIES CUDA_ARCHITECTURES ${CUDA_ARCHS})
275
276
277
278
279
      if(hadd)
        list(APPEND histograms histo${hsize}${hname})
        set(histograms ${histograms} PARENT_SCOPE)
      endif()
      target_compile_definitions(
280
281
        histo${hsize}${hname}
        PRIVATE
282
283
284
285
286
        -DCONST_HESSIAN=${hconst}
        ${hdir}
      )
    endfunction()

287
    foreach(hsize _16_64_256)
288
289
290
291
292
293
294
      add_histogram("${hsize}" "_sp_const" "True" "1" "${BASE_DEFINES}")
      add_histogram("${hsize}" "_sp" "True" "0" "${BASE_DEFINES}")
      add_histogram("${hsize}" "-allfeats_sp_const" "False" "1" "${ALLFEATS_DEFINES}")
      add_histogram("${hsize}" "-allfeats_sp" "False" "0" "${ALLFEATS_DEFINES}")
      add_histogram("${hsize}" "-fulldata_sp_const" "True" "1" "${FULLDATA_DEFINES}")
      add_histogram("${hsize}" "-fulldata_sp" "True" "0" "${FULLDATA_DEFINES}")
    endforeach()
295
endif()
296

297
if(USE_HDFS)
James Lamb's avatar
James Lamb committed
298
299
300
301
302
303
    message(
      DEPRECATION
      "HDFS support in LightGBM is deprecated, and will be removed in a future release.\
      See https://github.com/microsoft/LightGBM/issues/6436.
      "
    )
304
305
306
307
    find_package(JNI REQUIRED)
    find_path(HDFS_INCLUDE_DIR hdfs.h REQUIRED)
    find_library(HDFS_LIB NAMES hdfs REQUIRED)
    include_directories(${HDFS_INCLUDE_DIR})
308
309
    add_definitions(-DUSE_HDFS)
    set(HDFS_CXX_LIBRARIES ${HDFS_LIB} ${JAVA_JVM_LIBRARY})
310
endif()
311

312
313
314
315
316
317
318
319
320
321
322
include(CheckCXXSourceCompiles)
check_cxx_source_compiles("
#include <xmmintrin.h>
int main() {
  int a = 0;
  _mm_prefetch(&a, _MM_HINT_NTA);
  return 0;
}
" MM_PREFETCH)

if(${MM_PREFETCH})
323
  message(STATUS "Using _mm_prefetch")
324
  add_definitions(-DMM_PREFETCH)
325
326
endif()

327
328
329
330
331
332
333
334
335
336
337
include(CheckCXXSourceCompiles)
check_cxx_source_compiles("
#include <mm_malloc.h>
int main() {
  char *a = (char*)_mm_malloc(8, 16);
  _mm_free(a);
  return 0;
}
" MM_MALLOC)

if(${MM_MALLOC})
338
  message(STATUS "Using _mm_malloc")
339
  add_definitions(-DMM_MALLOC)
340
341
endif()

Guolin Ke's avatar
Guolin Ke committed
342
if(UNIX OR MINGW OR CYGWIN)
343
  set(
344
    CMAKE_CXX_FLAGS
345
    "${CMAKE_CXX_FLAGS} -pthread -Wextra -Wall -Wno-ignored-attributes -Wno-unknown-pragmas -Wno-return-type"
346
  )
347
348
349
350
351
352
353
  if(MINGW)
    # ignore this warning: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=95353
    set(
      CMAKE_CXX_FLAGS
      "${CMAKE_CXX_FLAGS} -Wno-stringop-overflow"
    )
  endif()
354
  if(USE_DEBUG)
355
      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -g -O0")
356
  else()
357
      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3")
358
359
  endif()
  if(USE_SWIG)
360
      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fno-strict-aliasing")
361
362
  endif()
  if(NOT USE_OPENMP)
363
      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unknown-pragmas -Wno-unused-private-field")
364
365
  endif()
  if(__BUILD_FOR_R AND CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
366
      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-cast-function-type")
367
  endif()
Guolin Ke's avatar
Guolin Ke committed
368
369
endif()

Nikita Titov's avatar
Nikita Titov committed
370
if(WIN32 AND MINGW)
371
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -static-libstdc++")
Nikita Titov's avatar
Nikita Titov committed
372
373
endif()

374
375
376
377
378
379
380
381
382
383
384
385
# Check if inet_pton is already available, to avoid conflicts with the implementation in LightGBM.
# As of 2022, MinGW started including a definition of inet_pton.
if(WIN32)
  include(CheckSymbolExists)
  list(APPEND CMAKE_REQUIRED_LIBRARIES "ws2_32")
  check_symbol_exists(inet_pton "ws2tcpip.h" WIN_INET_PTON_FOUND)
  if(WIN_INET_PTON_FOUND)
    add_definitions(-DWIN_HAS_INET_PTON)
  endif()
  list(REMOVE_ITEM CMAKE_REQUIRED_LIBRARIES "ws2_32")
endif()

Guolin Ke's avatar
Guolin Ke committed
386
if(MSVC)
387
    set(
388
      variables
Guolin Ke's avatar
Guolin Ke committed
389
390
391
392
393
394
395
396
397
        CMAKE_C_FLAGS_DEBUG
        CMAKE_C_FLAGS_MINSIZEREL
        CMAKE_C_FLAGS_RELEASE
        CMAKE_C_FLAGS_RELWITHDEBINFO
        CMAKE_CXX_FLAGS_DEBUG
        CMAKE_CXX_FLAGS_MINSIZEREL
        CMAKE_CXX_FLAGS_RELEASE
        CMAKE_CXX_FLAGS_RELWITHDEBINFO
    )
398
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /W4 /MP")
399
400
401
402
403
404
405
    if(__BUILD_FOR_R)
        # MSVC does not like this commit:
        # https://github.com/wch/r-source/commit/fb52ac1a610571fcb8ac92d886b9fefcffaa7d48
        #
        # and raises "error C3646: 'private_data_c': unknown override specifier"
        add_definitions(-DR_LEGACY_RCOMPLEX)
    endif()
Guolin Ke's avatar
Guolin Ke committed
406
    if(USE_DEBUG)
407
        set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /Od")
Guolin Ke's avatar
Guolin Ke committed
408
    else()
409
        set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /O2 /Ob2 /Oi /Ot /Oy")
Guolin Ke's avatar
Guolin Ke committed
410
    endif()
Guolin Ke's avatar
Guolin Ke committed
411
else()
412
413
414
    if(NOT BUILD_STATIC_LIB)
      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC")
    endif()
Guolin Ke's avatar
Guolin Ke committed
415
    if(NOT USE_DEBUG)
416
      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -funroll-loops")
Guolin Ke's avatar
Guolin Ke committed
417
    endif()
418
endif()
Guolin Ke's avatar
Guolin Ke committed
419

420
set(LightGBM_HEADER_DIR ${PROJECT_SOURCE_DIR}/include)
Guolin Ke's avatar
Guolin Ke committed
421

422
423
set(EXECUTABLE_OUTPUT_PATH ${PROJECT_SOURCE_DIR})
set(LIBRARY_OUTPUT_PATH ${PROJECT_SOURCE_DIR})
Guolin Ke's avatar
Guolin Ke committed
424

425
include_directories(${LightGBM_HEADER_DIR})
Guolin Ke's avatar
Guolin Ke committed
426
427
428

if(USE_MPI)
  include_directories(${MPI_CXX_INCLUDE_PATH})
429
endif()
Guolin Ke's avatar
Guolin Ke committed
430

431
432
433
434
435
436
437
438
439
file(
    GLOB
    SOURCES
      src/boosting/*.cpp
      src/io/*.cpp
      src/metric/*.cpp
      src/objective/*.cpp
      src/network/*.cpp
      src/treelearner/*.cpp
440
      src/utils/*.cpp
441
442
443
444
)
file(
    GLOB
    LGBM_CUDA_SOURCES
445
      src/treelearner/*.cu
446
447
      src/boosting/cuda/*.cpp
      src/boosting/cuda/*.cu
448
449
      src/metric/cuda/*.cpp
      src/metric/cuda/*.cu
450
451
      src/objective/cuda/*.cpp
      src/objective/cuda/*.cu
452
453
454
455
456
457
      src/treelearner/cuda/*.cpp
      src/treelearner/cuda/*.cu
      src/io/cuda/*.cu
      src/io/cuda/*.cpp
      src/cuda/*.cpp
      src/cuda/*.cu
Guolin Ke's avatar
Guolin Ke committed
458
459
)

460
461
462
463
if(USE_CUDA)
  list(APPEND SOURCES ${LGBM_CUDA_SOURCES})
endif()

464
465
add_library(lightgbm_objs OBJECT ${SOURCES})

466
467
468
469
if(BUILD_CLI)
    add_executable(lightgbm src/main.cpp src/application/application.cpp)
    target_link_libraries(lightgbm PRIVATE lightgbm_objs)
endif()
470

471
set(API_SOURCES "src/c_api.cpp")
472
473
# Only build the R part of the library if building for
# use with the R package
474
if(__BUILD_FOR_R)
475
  list(APPEND API_SOURCES "src/lightgbm_R.cpp")
476
endif()
477

478
479
add_library(lightgbm_capi_objs OBJECT ${API_SOURCES})

480
if(BUILD_STATIC_LIB)
481
  add_library(_lightgbm STATIC)
482
else()
483
  add_library(_lightgbm SHARED)
484
endif()
485
486
487
488
489
490
491
492
493
494
495

# R expects libraries of the form <project>.{dll,dylib,so}, not lib_<project>.{dll,dylib,so}
if(__BUILD_FOR_R)
  set_target_properties(
    _lightgbm
    PROPERTIES
      PREFIX ""
      OUTPUT_NAME "lightgbm"
  )
endif()

496
# LightGBM headers include openmp, cuda, R etc. headers,
497
498
# thus PUBLIC is required for building _lightgbm_swig target.
target_link_libraries(_lightgbm PUBLIC lightgbm_capi_objs lightgbm_objs)
499

500
if(MSVC AND NOT __BUILD_FOR_R)
501
  set_target_properties(_lightgbm PROPERTIES OUTPUT_NAME "lib_lightgbm")
502
endif()
503

504
505
if(USE_SWIG)
  set_property(SOURCE swig/lightgbmlib.i PROPERTY CPLUSPLUS ON)
506
  list(APPEND swig_options -package com.microsoft.ml.lightgbm)
507
  set_property(SOURCE swig/lightgbmlib.i PROPERTY SWIG_FLAGS "${swig_options}")
508
  swig_add_library(_lightgbm_swig LANGUAGE java SOURCES swig/lightgbmlib.i)
509
  swig_link_libraries(_lightgbm_swig _lightgbm)
510
  # needed to ensure Linux build does not have lib prefix specified twice, e.g. liblib_lightgbm_swig
511
  set_target_properties(_lightgbm_swig PROPERTIES PREFIX "")
512
  # needed in some versions of CMake for VS and MinGW builds to ensure output dll has lib prefix
513
514
515
  set_target_properties(_lightgbm_swig PROPERTIES OUTPUT_NAME "lib_lightgbm_swig")
  if(WIN32)
    if(MINGW OR CYGWIN)
516
517
518
        add_custom_command(
            TARGET _lightgbm_swig
            POST_BUILD
519
            COMMAND "${Java_JAVAC_EXECUTABLE}" -d . java/*.java
520
521
522
523
524
525
526
527
528
529
530
531
532
533
            COMMAND
              "${CMAKE_COMMAND}"
              -E
              copy_if_different
              "${PROJECT_SOURCE_DIR}/lib_lightgbm.dll"
              com/microsoft/ml/lightgbm/windows/x86_64
            COMMAND
              "${CMAKE_COMMAND}"
              -E
              copy_if_different
              "${PROJECT_SOURCE_DIR}/lib_lightgbm_swig.dll"
              com/microsoft/ml/lightgbm/windows/x86_64
            COMMAND "${Java_JAR_EXECUTABLE}" -cf lightgbmlib.jar com
        )
534
    else()
535
536
537
        add_custom_command(
            TARGET _lightgbm_swig
            POST_BUILD
538
            COMMAND "${Java_JAVAC_EXECUTABLE}" -d . java/*.java
539
540
541
542
543
544
545
546
547
548
549
550
            COMMAND
              "${CMAKE_COMMAND}"
              -E
              copy_if_different
              "${PROJECT_SOURCE_DIR}/Release/lib_lightgbm.dll"
              com/microsoft/ml/lightgbm/windows/x86_64
            COMMAND
              "${CMAKE_COMMAND}"
              -E
              copy_if_different
              "${PROJECT_SOURCE_DIR}/Release/lib_lightgbm_swig.dll"
              com/microsoft/ml/lightgbm/windows/x86_64
551
552
            COMMAND "${Java_JAR_EXECUTABLE}" -cf lightgbmlib.jar com
        )
553
    endif()
554
  elseif(APPLE)
555
556
557
558
559
    add_custom_command(
        TARGET _lightgbm_swig
        POST_BUILD
        COMMAND "${Java_JAVAC_EXECUTABLE}" -d . java/*.java
        COMMAND
560
561
562
563
564
565
566
567
568
          "${CMAKE_COMMAND}"
          -E
          copy_if_different
          "${PROJECT_SOURCE_DIR}/lib_lightgbm.dylib"
          com/microsoft/ml/lightgbm/osx/x86_64
        COMMAND
          "${CMAKE_COMMAND}"
          -E
          copy_if_different
569
570
571
572
          "${PROJECT_SOURCE_DIR}/lib_lightgbm_swig.jnilib"
          com/microsoft/ml/lightgbm/osx/x86_64/lib_lightgbm_swig.dylib
        COMMAND "${Java_JAR_EXECUTABLE}" -cf lightgbmlib.jar com
    )
573
  else()
574
575
576
577
    add_custom_command(
        TARGET _lightgbm_swig
        POST_BUILD
        COMMAND "${Java_JAVAC_EXECUTABLE}" -d . java/*.java
578
579
580
581
582
583
        COMMAND
          "${CMAKE_COMMAND}"
          -E
          copy_if_different
          "${PROJECT_SOURCE_DIR}/lib_lightgbm.so"
          com/microsoft/ml/lightgbm/linux/x86_64
584
585
586
587
588
589
        COMMAND
          "${CMAKE_COMMAND}"
          -E
          copy_if_different
          "${PROJECT_SOURCE_DIR}/lib_lightgbm_swig.so"
          com/microsoft/ml/lightgbm/linux/x86_64
590
591
        COMMAND "${Java_JAR_EXECUTABLE}" -cf lightgbmlib.jar com
    )
592
  endif()
593
endif()
Guolin Ke's avatar
Guolin Ke committed
594
595

if(USE_MPI)
596
  target_link_libraries(lightgbm_objs PUBLIC ${MPI_CXX_LIBRARIES})
597
endif()
Guolin Ke's avatar
Guolin Ke committed
598

fanliwen's avatar
fanliwen committed
599
if(USE_OPENMP)
600
601
602
603
604
605
606
607
608
609
  if(CMAKE_CXX_COMPILER_ID STREQUAL "AppleClang")
    target_link_libraries(lightgbm_objs PUBLIC OpenMP::OpenMP_CXX)
    # c_api headers also includes OpenMP headers, thus compiling
    # lightgbm_capi_objs needs include directory for OpenMP.
    # Specifying OpenMP in target_link_libraries will get include directory
    # requirements for compilation.
    # This uses CMake's Transitive Usage Requirements. Refer to CMake doc:
    # https://cmake.org/cmake/help/v3.16/manual/cmake-buildsystem.7.html#transitive-usage-requirements
    target_link_libraries(lightgbm_capi_objs PUBLIC OpenMP::OpenMP_CXX)
  endif()
610
endif()
fanliwen's avatar
fanliwen committed
611

612
if(USE_GPU)
613
  target_link_libraries(lightgbm_objs PUBLIC ${OpenCL_LIBRARY} ${Boost_LIBRARIES})
614
endif()
615

616
if(__INTEGRATE_OPENCL)
617
  # targets OpenCL and Boost are added in IntegratedOpenCL.cmake
618
  add_dependencies(lightgbm_objs OpenCL Boost)
619
  # variables INTEGRATED_OPENCL_* are set in IntegratedOpenCL.cmake
620
621
  target_include_directories(lightgbm_objs PRIVATE ${INTEGRATED_OPENCL_INCLUDES})
  target_compile_definitions(lightgbm_objs PRIVATE ${INTEGRATED_OPENCL_DEFINITIONS})
622
  target_link_libraries(lightgbm_objs PUBLIC ${INTEGRATED_OPENCL_LIBRARIES} ${CMAKE_DL_LIBS})
623
624
endif()

625
if(USE_CUDA)
626
627
  set_target_properties(lightgbm_objs PROPERTIES CUDA_ARCHITECTURES ${CUDA_ARCHS})
  set_target_properties(_lightgbm PROPERTIES CUDA_ARCHITECTURES ${CUDA_ARCHS})
628
  if(BUILD_CLI)
629
    set_target_properties(lightgbm PROPERTIES CUDA_ARCHITECTURES ${CUDA_ARCHS})
630
  endif()
631

632
633
  set_target_properties(lightgbm_objs PROPERTIES CUDA_SEPARABLE_COMPILATION ON)

634
635
  # Device linking is not supported for object libraries.
  # Thus we have to specify them on final targets.
636
637
638
  if(BUILD_CLI)
    set_target_properties(lightgbm PROPERTIES CUDA_RESOLVE_DEVICE_SYMBOLS ON)
  endif()
639
  set_target_properties(_lightgbm PROPERTIES CUDA_RESOLVE_DEVICE_SYMBOLS ON)
640
641
642
643

  # histograms are list of object libraries. Linking object library to other
  # object libraries only gets usage requirements, the linked objects won't be
  # used. Thus we have to call target_link_libraries on final targets here.
644
645
646
  if(BUILD_CLI)
    target_link_libraries(lightgbm PRIVATE ${histograms})
  endif()
647
  target_link_libraries(_lightgbm PRIVATE ${histograms})
648
endif()
649

650
if(USE_HDFS)
651
  target_link_libraries(lightgbm_objs PUBLIC ${HDFS_CXX_LIBRARIES})
652
endif()
653

654
655
if(WIN32)
    if(MINGW OR CYGWIN)
656
      target_link_libraries(lightgbm_objs PUBLIC ws2_32 iphlpapi)
657
658
    endif()
endif()
Guolin Ke's avatar
Guolin Ke committed
659

660
if(__BUILD_FOR_R)
661
662
  # utils/log.h and capi uses R headers, thus both object libraries need to link
  # with R lib.
663
  if(MSVC)
664
    set(R_LIB ${LIBR_MSVC_CORE_LIBRARY})
665
  else()
666
    set(R_LIB ${LIBR_CORE_LIBRARY})
667
  endif()
668
669
  target_link_libraries(lightgbm_objs PUBLIC ${R_LIB})
  target_link_libraries(lightgbm_capi_objs PUBLIC ${R_LIB})
670
endif()
671

672
673
674
675
676
677
678
679
680
#-- Google C++ tests
if(BUILD_CPP_TEST)
  find_package(GTest CONFIG)
  if(NOT GTEST_FOUND)
    message(STATUS "Did not find Google Test in the system root. Fetching Google Test now...")
    include(FetchContent)
    FetchContent_Declare(
      googletest
      GIT_REPOSITORY https://github.com/google/googletest.git
681
      GIT_TAG        v1.14.0
682
683
684
685
    )
    FetchContent_MakeAvailable(googletest)
    add_library(GTest::GTest ALIAS gtest)
  endif()
686
687
688
689

  set(LightGBM_TEST_HEADER_DIR ${PROJECT_SOURCE_DIR}/tests/cpp_tests)
  include_directories(${LightGBM_TEST_HEADER_DIR})

690
691
  file(GLOB CPP_TEST_SOURCES tests/cpp_tests/*.cpp)
  if(MSVC)
June Liu's avatar
June Liu committed
692
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /permissive-")
693
  endif()
694
  add_executable(testlightgbm ${CPP_TEST_SOURCES})
695
  target_link_libraries(testlightgbm PRIVATE lightgbm_objs lightgbm_capi_objs GTest::GTest)
696
697
endif()

698
699
700
701
702
703
704
if(BUILD_CLI)
    install(
      TARGETS lightgbm
      RUNTIME DESTINATION ${CMAKE_INSTALL_PREFIX}/bin
    )
endif()

705
706
707
708
if(__BUILD_FOR_PYTHON)
    set(CMAKE_INSTALL_PREFIX "lightgbm")
endif()

709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
# The macOS linker puts an absolute path to linked libraries in lib_lightgb.dylib.
# This block overrides that information for LightGBM's OpenMP dependency, to allow
# finding that library in more places.
#
# This reduces the risk of runtime issues resulting from multiple libomp.dylib being loaded.
#
if(APPLE AND USE_OPENMP)
  # store path to libomp found at build time in a variable
  get_target_property(
    OpenMP_LIBRARY_LOCATION
    OpenMP::OpenMP_CXX
    INTERFACE_LINK_LIBRARIES
  )
  # get just the filename of that path
  # (to deal with the possibility that it might be 'libomp.dylib' or 'libgomp.dylib' or 'libiomp.dylib')
  get_filename_component(
    OpenMP_LIBRARY_NAME
    ${OpenMP_LIBRARY_LOCATION}
    NAME
  )
  # get directory of that path
  get_filename_component(
    OpenMP_LIBRARY_DIR
    ${OpenMP_LIBRARY_LOCATION}
    DIRECTORY
  )
  # get exact name of the library in a variable
  get_target_property(
    __LIB_LIGHTGBM_OUTPUT_NAME
    _lightgbm
    OUTPUT_NAME
  )
  if(NOT __LIB_LIGHTGBM_OUTPUT_NAME)
    set(__LIB_LIGHTGBM_OUTPUT_NAME "lib_lightgbm")
  endif()

  if(CMAKE_SHARED_LIBRARY_SUFFIX_CXX)
    set(
      __LIB_LIGHTGBM_FILENAME "${__LIB_LIGHTGBM_OUTPUT_NAME}${CMAKE_SHARED_LIBRARY_SUFFIX_CXX}"
      CACHE INTERNAL "lightgbm shared library filename"
    )
  else()
    set(
      __LIB_LIGHTGBM_FILENAME "${__LIB_LIGHTGBM_OUTPUT_NAME}.dylib"
      CACHE INTERNAL "lightgbm shared library filename"
    )
  endif()

  # Override the absolute path to OpenMP with a relative one using @rpath.
  #
  # This also ensures that if a libomp.dylib has already been loaded, it'll just use that.
  add_custom_command(
    TARGET _lightgbm
    POST_BUILD
      COMMAND
        install_name_tool
        -change
        ${OpenMP_LIBRARY_LOCATION}
        "@rpath/${OpenMP_LIBRARY_NAME}"
        "${__LIB_LIGHTGBM_FILENAME}"
      WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
      COMMENT "Replacing hard-coded OpenMP install_name with '@rpath/${OpenMP_LIBRARY_NAME}'..."
  )
  # add RPATH entries to ensure the loader looks in the following, in the following order:
  #
  #   - /opt/homebrew/opt/libomp/lib (where 'brew install' / 'brew link' puts libomp.dylib)
  #   - ${OpenMP_LIBRARY_DIR}        (wherever find_package(OpenMP) found OpenMP at build time)
  #
  set_target_properties(
    _lightgbm
    PROPERTIES
      BUILD_WITH_INSTALL_RPATH TRUE
      INSTALL_RPATH "/opt/homebrew/opt/libomp/lib;${OpenMP_LIBRARY_DIR}"
      INSTALL_RPATH_USE_LINK_PATH FALSE
  )
endif()

786
install(
787
  TARGETS _lightgbm
788
789
790
791
  RUNTIME DESTINATION ${CMAKE_INSTALL_PREFIX}/bin
  LIBRARY DESTINATION ${CMAKE_INSTALL_PREFIX}/lib
  ARCHIVE DESTINATION ${CMAKE_INSTALL_PREFIX}/lib
)
792

793
if(INSTALL_HEADERS)
794
795
796
797
798
799
800
801
802
803
804
805
806
    install(
      DIRECTORY ${LightGBM_HEADER_DIR}/LightGBM
      DESTINATION ${CMAKE_INSTALL_PREFIX}/include
    )
    install(
      FILES ${FAST_DOUBLE_PARSER_INCLUDE_DIR}/fast_double_parser.h
      DESTINATION ${CMAKE_INSTALL_PREFIX}/include/LightGBM/utils
    )
    install(
      DIRECTORY ${FMT_INCLUDE_DIR}/
      DESTINATION ${CMAKE_INSTALL_PREFIX}/include/LightGBM/utils
      FILES_MATCHING PATTERN "*.h"
    )
807
endif()