install.libs.R 8.86 KB
Newer Older
Laurae's avatar
Laurae committed
1
2
# User options
use_precompile <- FALSE
3
use_gpu <- FALSE
4
5
6

# For Windows, the package will be built with Visual Studio
# unless you set one of these to TRUE
7
use_mingw <- FALSE
8
9
10
11
12
use_msys2 <- FALSE

if (use_mingw && use_msys2) {
  stop("Cannot use both MinGW and MSYS2. Please choose only one.")
}
Laurae's avatar
Laurae committed
13

14
if (.Machine$sizeof.pointer != 8L) {
15
  stop("LightGBM only supports 64-bit R, please check the version of R and Rtools.")
Guolin Ke's avatar
Guolin Ke committed
16
17
}

18
R_int_UUID <- .Internal(internalsID())
19
R_ver <- as.double(R.Version()$major) + as.double(R.Version()$minor) / 10.0
20

21
if (!(R_int_UUID == "0310d4b8-ccb1-4bb8-ba94-d36a55f60262"
22
    || R_int_UUID == "2fdf6c18-697a-4ba7-b8ef-11c0d92f1327")) {
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
  warning("Warning: unmatched R_INTERNALS_UUID, may not run normally.")
}

# system() will not raise an R exception if the process called
# fails. Wrapping it here to get that behavior.
#
# system() introduces a lot of overhead, at least on Windows,
# so trying processx if it is available
.run_shell_command <- function(cmd, args, strict = TRUE) {
    on_windows <- .Platform$OS.type == "windows"
    has_processx <- suppressMessages({
      suppressWarnings({
        require("processx")  # nolint
      })
    })
    if (has_processx && on_windows) {
      result <- processx::run(
        command = cmd
        , args = args
        , windows_verbatim_args = TRUE
        , error_on_status = FALSE
        , echo = TRUE
      )
      exit_code <- result$status
    } else {
      if (on_windows) {
        message(paste0(
          "Using system() to run shell commands. Installing "
          , "'processx' with install.packages('processx') might "
          , "make this faster."
        ))
      }
      cmd <- paste0(cmd, " ", paste0(args, collapse = " "))
      exit_code <- system(cmd)
    }

    if (exit_code != 0L && isTRUE(strict)) {
        stop(paste0("Command failed with exit code: ", exit_code))
    }
    return(invisible(exit_code))
}

# try to generate Visual Studio build files
.generate_vs_makefiles <- function(cmake_args) {
  vs_versions <- c(
    "Visual Studio 16 2019"
    , "Visual Studio 15 2017"
    , "Visual Studio 14 2015"
  )
  working_vs_version <- NULL
  for (vs_version in vs_versions) {
    message(sprintf("Trying '%s'", vs_version))
    # if the build directory is not empty, clean it
    if (file.exists("CMakeCache.txt")) {
      file.remove("CMakeCache.txt")
    }
    vs_cmake_args <- c(
      cmake_args
      , "-G"
      , shQuote(vs_version)
      , "-A"
      , "x64"
    )
    exit_code <- .run_shell_command("cmake", c(vs_cmake_args, ".."), strict = FALSE)
    if (exit_code == 0L) {
      message(sprintf("Successfully created build files for '%s'", vs_version))
      return(invisible(TRUE))
    }

  }
  return(invisible(FALSE))
94
}
James Lamb's avatar
James Lamb committed
95
96

# Move in CMakeLists.txt
97
98
99
100
101
102
103
write_succeeded <- file.copy(
  "../inst/bin/CMakeLists.txt"
  , "CMakeLists.txt"
  , overwrite = TRUE
)
if (!write_succeeded) {
  stop("Copying CMakeLists.txt failed")
James Lamb's avatar
James Lamb committed
104
105
}

106
107
108
109
# Get some paths
source_dir <- file.path(R_PACKAGE_SOURCE, "src", fsep = "/")
build_dir <- file.path(source_dir, "build", fsep = "/")

Laurae's avatar
Laurae committed
110
111
112
113
# Check for precompilation
if (!use_precompile) {

  # Prepare building package
114
115
116
117
118
  dir.create(
    build_dir
    , recursive = TRUE
    , showWarnings = FALSE
  )
Laurae's avatar
Laurae committed
119
  setwd(build_dir)
120

121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
  use_visual_studio <- !(use_mingw || use_msys2)

  # If using MSVC to build, pull in the script used
  # to create R.def from R.dll
  if (WINDOWS && use_visual_studio) {
    write_succeeded <- file.copy(
      "../../inst/make-r-def.R"
      , file.path(build_dir, "make-r-def.R")
      , overwrite = TRUE
    )
    if (!write_succeeded) {
      stop("Copying make-r-def.R failed")
    }
  }

136
  # Prepare installation steps
137
138
139
  cmake_args <- NULL
  build_cmd <- "make"
  build_args <- "_lightgbm"
140
  lib_folder <- file.path(source_dir, fsep = "/")
141

142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
  WINDOWS_BUILD_TOOLS <- list(
    "MinGW" = c(
      build_tool = "mingw32-make.exe"
      , makefile_generator = "MinGW Makefiles"
    )
    , "MSYS2" = c(
      build_tool = "make.exe"
      , makefile_generator = "MSYS Makefiles"
    )
  )

  if (use_mingw) {
    windows_toolchain <- "MinGW"
  } else if (use_msys2) {
    windows_toolchain <- "MSYS2"
  } else {
    # Rtools 4.0 moved from MinGW to MSYS toolchain. If user tries
    # Visual Studio install but that fails, fall back to the toolchain
    # supported in Rtools
    if (R_ver >= 4.0) {
      windows_toolchain <- "MSYS2"
    } else {
      windows_toolchain <- "MinGW"
    }
  }
  windows_build_tool <- WINDOWS_BUILD_TOOLS[[windows_toolchain]][["build_tool"]]
  windows_makefile_generator <- WINDOWS_BUILD_TOOLS[[windows_toolchain]][["makefile_generator"]]

Guolin Ke's avatar
Guolin Ke committed
170
  if (use_gpu) {
171
    cmake_args <- c(cmake_args, "-DUSE_GPU=ON")
Guolin Ke's avatar
Guolin Ke committed
172
  }
173
  cmake_args <- c(cmake_args, "-DBUILD_FOR_R=ON")
Guolin Ke's avatar
Guolin Ke committed
174

175
176
177
178
179
180
  # Pass in R version, used to help find R executable for linking
  R_version_string <- paste(
    R.Version()[["major"]]
    , R.Version()[["minor"]]
    , sep = "."
  )
181
182
183
184
185
186
  r_version_arg <- sprintf("-DCMAKE_R_VERSION='%s'", R_version_string)
  cmake_args <- c(cmake_args, r_version_arg)

  # the checks below might already run `cmake -G`. If they do, set this flag
  # to TRUE to avoid re-running it later
  makefiles_already_generated <- FALSE
187

188
  # Check if Windows installation (for gcc vs Visual Studio)
Laurae's avatar
Laurae committed
189
  if (WINDOWS) {
190
191
    if (!use_visual_studio) {
      message(sprintf("Trying to build with %s", windows_toolchain))
192
      # Must build twice for Windows due sh.exe in Rtools
193
      cmake_args <- c(cmake_args, "-G", shQuote(windows_makefile_generator))
194
      .run_shell_command("cmake", c(cmake_args, ".."), strict = FALSE)
195
      build_cmd <- windows_build_tool
196
      build_args <- "_lightgbm"
Laurae's avatar
Laurae committed
197
    } else {
198
199
      visual_studio_succeeded <- .generate_vs_makefiles(cmake_args)
      if (!isTRUE(visual_studio_succeeded)) {
200
        warning(sprintf("Building with Visual Studio failed. Attempting with %s", windows_toolchain))
201
        # Must build twice for Windows due sh.exe in Rtools
202
        cmake_args <- c(cmake_args, "-G", shQuote(windows_makefile_generator))
203
        .run_shell_command("cmake", c(cmake_args, ".."), strict = FALSE)
204
        build_cmd <- windows_build_tool
205
        build_args <- "_lightgbm"
206
      } else {
207
208
        build_cmd <- "cmake"
        build_args <- c("--build", ".", "--target", "_lightgbm", "--config", "Release")
209
        lib_folder <- file.path(source_dir, "Release", fsep = "/")
210
        makefiles_already_generated <- TRUE
211
      }
212
    }
213
214
215
  } else {
      .run_shell_command("cmake", c(cmake_args, ".."))
      makefiles_already_generated <- TRUE
216
  }
217

218
219
220
221
  # generate build files
  if (!makefiles_already_generated) {
    .run_shell_command("cmake", c(cmake_args, ".."))
  }
222
223
224
225
226

  # R CMD check complains about the .NOTPARALLEL directive created in the cmake
  # Makefile. We don't need it here anyway since targets are built serially, so trying
  # to remove it with this hack
  generated_makefile <- file.path(
227
    build_dir
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
    , "Makefile"
  )
  if (file.exists(generated_makefile)) {
    makefile_txt <- readLines(
      con = generated_makefile
    )
    makefile_txt <- gsub(
      pattern = ".*NOTPARALLEL.*"
      , replacement = ""
      , x = makefile_txt
    )
    writeLines(
      text = makefile_txt
      , con = generated_makefile
      , sep = "\n"
    )
  }

246
  # build the library
247
  message("Building lib_lightgbm")
248
  .run_shell_command(build_cmd, build_args)
249
  src <- file.path(lib_folder, paste0("lib_lightgbm", SHLIB_EXT), fsep = "/")
250

Laurae's avatar
Laurae committed
251
} else {
252

Laurae's avatar
Laurae committed
253
  # Has precompiled package
254
  lib_folder <- file.path(R_PACKAGE_SOURCE, "../", fsep = "/")
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
  shared_object_file <- file.path(
    lib_folder
    , paste0("lib_lightgbm", SHLIB_EXT)
    , fsep = "/"
  )
  release_file <- file.path(
    lib_folder
    , paste0("Release/lib_lightgbm", SHLIB_EXT)
    , fsep = "/"
  )
  windows_shared_object_file <- file.path(
    lib_folder
    , paste0("/windows/x64/DLL/lib_lightgbm", SHLIB_EXT)
    , fsep = "/"
  )
  if (file.exists(shared_object_file)) {
    src <- shared_object_file
  } else if (file.exists(release_file)) {
    src <- release_file
Laurae's avatar
Laurae committed
274
  } else {
275
276
    # Expected result: installation will fail if it is not here or any other
    src <- windows_shared_object_file
277
278
279
  }
}

280
281
282
283
# Packages with install.libs.R need to copy some artifacts into the
# expected places in the package structure.
# see https://cran.r-project.org/doc/manuals/r-devel/R-exts.html#Package-subdirectories,
# especially the paragraph on install.libs.R
284
dest <- file.path(R_PACKAGE_DIR, paste0("libs", R_ARCH), fsep = "/")
285
dir.create(dest, recursive = TRUE, showWarnings = FALSE)
Laurae's avatar
Laurae committed
286
if (file.exists(src)) {
287
  message(paste0("Found library file: ", src, " to move to ", dest))
288
  file.copy(src, dest, overwrite = TRUE)
289
290
291
292
293
294

  symbols_file <- file.path(source_dir, "symbols.rds")
  if (file.exists(symbols_file)) {
    file.copy(symbols_file, dest, overwrite = TRUE)
  }

295
} else {
Laurae's avatar
Laurae committed
296
  stop(paste0("Cannot find lib_lightgbm", SHLIB_EXT))
297
}
298
299
300

# clean up the "build" directory
if (dir.exists(build_dir)) {
301
  message("Removing 'build/' directory")
302
  unlink(
303
    x = build_dir
304
305
306
307
    , recursive = TRUE
    , force = TRUE
  )
}