c_api.h 69.8 KB
Newer Older
1
/*!
2
3
4
5
6
7
 * \file c_api.h
 * \copyright Copyright (c) 2016 Microsoft Corporation. All rights reserved.
 *            Licensed under the MIT License. See LICENSE file in the project root for license information.
 * \note
 * To avoid type conversion on large data, the most of our exposed interface supports both float32 and float64,
 * except the following:
8
9
10
 * 1. gradient and Hessian;
 * 2. current score for training and validation data.
 * .
11
 * The reason is that they are called frequently, and the type conversion on them may be time-cost.
12
 */
Guolin Ke's avatar
Guolin Ke committed
13
14
#ifndef LIGHTGBM_C_API_H_
#define LIGHTGBM_C_API_H_
ww's avatar
ww committed
15

16
17
#include <LightGBM/export.h>

18
#ifdef __cplusplus
19
#include <cstdint>
20
#include <cstdio>
wxchan's avatar
wxchan committed
21
#include <cstring>
22
23
24
25
26
#else
#include <stdint.h>
#include <stdio.h>
#include <string.h>
#endif
wxchan's avatar
wxchan committed
27

28

29
30
typedef void* DatasetHandle;  /*!< \brief Handle of dataset. */
typedef void* BoosterHandle;  /*!< \brief Handle of booster. */
31
typedef void* FastConfigHandle; /*!< \brief Handle of FastConfig. */
Guolin Ke's avatar
Guolin Ke committed
32

33
34
35
36
#define C_API_DTYPE_FLOAT32 (0)  /*!< \brief float32 (single precision float). */
#define C_API_DTYPE_FLOAT64 (1)  /*!< \brief float64 (double precision float). */
#define C_API_DTYPE_INT32   (2)  /*!< \brief int32. */
#define C_API_DTYPE_INT64   (3)  /*!< \brief int64. */
Guolin Ke's avatar
Guolin Ke committed
37

38
39
40
41
#define C_API_PREDICT_NORMAL     (0)  /*!< \brief Normal prediction, with transform (if needed). */
#define C_API_PREDICT_RAW_SCORE  (1)  /*!< \brief Predict raw score. */
#define C_API_PREDICT_LEAF_INDEX (2)  /*!< \brief Predict leaf index. */
#define C_API_PREDICT_CONTRIB    (3)  /*!< \brief Predict feature contributions (SHAP values). */
42

43
44
45
#define C_API_MATRIX_TYPE_CSR (0)  /*!< \brief CSR sparse matrix type. */
#define C_API_MATRIX_TYPE_CSC (1)  /*!< \brief CSC sparse matrix type. */

46
47
48
#define C_API_FEATURE_IMPORTANCE_SPLIT (0)  /*!< \brief Split type of feature importance. */
#define C_API_FEATURE_IMPORTANCE_GAIN  (1)  /*!< \brief Gain type of feature importance. */

Guolin Ke's avatar
Guolin Ke committed
49
/*!
50
 * \brief Get string message of the last error.
51
52
 * \return Error information
 */
53
LIGHTGBM_C_EXPORT const char* LGBM_GetLastError();
Guolin Ke's avatar
Guolin Ke committed
54

55
56
57
58
59
60
61
62
63
64
65
/*!
 * \brief Dump all parameter names with their aliases to JSON.
 * \param buffer_len String buffer length, if ``buffer_len < out_len``, you should re-allocate buffer
 * \param[out] out_len Actual output length
 * \param[out] out_str JSON format string of parameters, should pre-allocate memory
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_DumpParamAliases(int64_t buffer_len,
                                            int64_t* out_len,
                                            char* out_str);

66
/*!
67
 * \brief Register a callback function for log redirecting.
68
69
70
71
72
 * \param callback The callback function to register
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_RegisterLogCallback(void (*callback)(const char*));

73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
/*!
 * \brief Get number of samples based on parameters and total number of rows of data.
 * \param num_total_row Number of total rows
 * \param parameters Additional parameters, namely, ``bin_construct_sample_cnt`` is used to calculate returned value
 * \param[out] out Number of samples. This value is used to pre-allocate memory to hold sample indices when calling ``LGBM_SampleIndices``
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_GetSampleCount(int32_t num_total_row,
                                          const char* parameters,
                                          int* out);

/*!
 * \brief Create sample indices for total number of rows.
 * \note
 * You should pre-allocate memory for ``out``, you can get its length by ``LGBM_GetSampleCount``.
 * \param num_total_row Number of total rows
 * \param parameters Additional parameters, namely, ``bin_construct_sample_cnt`` and ``data_random_seed`` are used to produce the output
 * \param[out] out Created indices, type is int32_t
91
 * \param[out] out_len Number of indices
92
93
94
95
96
97
98
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_SampleIndices(int32_t num_total_row,
                                         const char* parameters,
                                         void* out,
                                         int32_t* out_len);

99
/* --- start Dataset interface */
Guolin Ke's avatar
Guolin Ke committed
100
101

/*!
102
103
104
105
106
107
 * \brief Load dataset from file (like LightGBM CLI version does).
 * \param filename The name of the file
 * \param parameters Additional parameters
 * \param reference Used to align bin mapper with other dataset, nullptr means isn't used
 * \param[out] out A loaded dataset
 * \return 0 when succeed, -1 when failure happens
108
 */
109
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateFromFile(const char* filename,
110
111
112
                                                 const char* parameters,
                                                 const DatasetHandle reference,
                                                 DatasetHandle* out);
Guolin Ke's avatar
Guolin Ke committed
113

114
/*!
115
116
 * \brief Allocate the space for dataset and bucket feature bins according to sampled data.
 * \param sample_data Sampled data, grouped by the column
117
118
119
120
121
122
123
124
 * \param sample_indices Indices of sampled data
 * \param ncol Number of columns
 * \param num_per_col Size of each sampling column
 * \param num_sample_row Number of sampled rows
 * \param num_total_row Number of total rows
 * \param parameters Additional parameters
 * \param[out] out Created dataset
 * \return 0 when succeed, -1 when failure happens
125
 */
126
127
128
129
130
131
132
133
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateFromSampledColumn(double** sample_data,
                                                          int** sample_indices,
                                                          int32_t ncol,
                                                          const int* num_per_col,
                                                          int32_t num_sample_row,
                                                          int32_t num_total_row,
                                                          const char* parameters,
                                                          DatasetHandle* out);
Guolin Ke's avatar
Guolin Ke committed
134
135

/*!
136
 * \brief Allocate the space for dataset and bucket feature bins according to reference dataset.
137
138
139
140
 * \param reference Used to align bin mapper with other dataset
 * \param num_total_row Number of total rows
 * \param[out] out Created dataset
 * \return 0 when succeed, -1 when failure happens
141
 */
Guolin Ke's avatar
Guolin Ke committed
142
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateByReference(const DatasetHandle reference,
143
144
                                                    int64_t num_total_row,
                                                    DatasetHandle* out);
Guolin Ke's avatar
Guolin Ke committed
145
146

/*!
147
 * \brief Push data to existing dataset, if ``nrow + start_row == num_total_row``, will call ``dataset->FinishLoad``.
148
149
 * \param dataset Handle of dataset
 * \param data Pointer to the data space
150
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
151
152
153
154
 * \param nrow Number of rows
 * \param ncol Number of columns
 * \param start_row Row start index
 * \return 0 when succeed, -1 when failure happens
155
 */
Guolin Ke's avatar
Guolin Ke committed
156
LIGHTGBM_C_EXPORT int LGBM_DatasetPushRows(DatasetHandle dataset,
157
158
159
160
161
                                           const void* data,
                                           int data_type,
                                           int32_t nrow,
                                           int32_t ncol,
                                           int32_t start_row);
Guolin Ke's avatar
Guolin Ke committed
162
163

/*!
164
 * \brief Push data to existing dataset, if ``nrow + start_row == num_total_row``, will call ``dataset->FinishLoad``.
165
166
 * \param dataset Handle of dataset
 * \param indptr Pointer to row headers
167
 * \param indptr_type Type of ``indptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
168
169
 * \param indices Pointer to column indices
 * \param data Pointer to the data space
170
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
171
172
173
174
175
 * \param nindptr Number of rows in the matrix + 1
 * \param nelem Number of nonzero elements in the matrix
 * \param num_col Number of columns
 * \param start_row Row start index
 * \return 0 when succeed, -1 when failure happens
176
 */
Guolin Ke's avatar
Guolin Ke committed
177
LIGHTGBM_C_EXPORT int LGBM_DatasetPushRowsByCSR(DatasetHandle dataset,
178
179
180
181
182
183
184
185
186
                                                const void* indptr,
                                                int indptr_type,
                                                const int32_t* indices,
                                                const void* data,
                                                int data_type,
                                                int64_t nindptr,
                                                int64_t nelem,
                                                int64_t num_col,
                                                int64_t start_row);
Guolin Ke's avatar
Guolin Ke committed
187

Guolin Ke's avatar
Guolin Ke committed
188
/*!
189
190
 * \brief Create a dataset from CSR format.
 * \param indptr Pointer to row headers
191
 * \param indptr_type Type of ``indptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
192
193
 * \param indices Pointer to column indices
 * \param data Pointer to the data space
194
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
195
196
197
198
199
200
201
 * \param nindptr Number of rows in the matrix + 1
 * \param nelem Number of nonzero elements in the matrix
 * \param num_col Number of columns
 * \param parameters Additional parameters
 * \param reference Used to align bin mapper with other dataset, nullptr means isn't used
 * \param[out] out Created dataset
 * \return 0 when succeed, -1 when failure happens
202
 */
203
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateFromCSR(const void* indptr,
204
205
206
207
208
209
210
211
212
213
                                                int indptr_type,
                                                const int32_t* indices,
                                                const void* data,
                                                int data_type,
                                                int64_t nindptr,
                                                int64_t nelem,
                                                int64_t num_col,
                                                const char* parameters,
                                                const DatasetHandle reference,
                                                DatasetHandle* out);
Guolin Ke's avatar
Guolin Ke committed
214

215
/*!
216
 * \brief Create a dataset from CSR format through callbacks.
217
218
 * \param get_row_funptr Pointer to ``std::function<void(int idx, std::vector<std::pair<int, double>>& ret)>``
 *                       (called for every row and expected to clear and fill ``ret``)
219
220
221
222
223
224
 * \param num_rows Number of rows
 * \param num_col Number of columns
 * \param parameters Additional parameters
 * \param reference Used to align bin mapper with other dataset, nullptr means isn't used
 * \param[out] out Created dataset
 * \return 0 when succeed, -1 when failure happens
225
 */
226
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateFromCSRFunc(void* get_row_funptr,
227
228
229
230
231
                                                    int num_rows,
                                                    int64_t num_col,
                                                    const char* parameters,
                                                    const DatasetHandle reference,
                                                    DatasetHandle* out);
232

Guolin Ke's avatar
Guolin Ke committed
233
/*!
234
235
 * \brief Create a dataset from CSC format.
 * \param col_ptr Pointer to column headers
236
 * \param col_ptr_type Type of ``col_ptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
237
238
 * \param indices Pointer to row indices
 * \param data Pointer to the data space
239
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
240
241
242
243
244
245
246
 * \param ncol_ptr Number of columns in the matrix + 1
 * \param nelem Number of nonzero elements in the matrix
 * \param num_row Number of rows
 * \param parameters Additional parameters
 * \param reference Used to align bin mapper with other dataset, nullptr means isn't used
 * \param[out] out Created dataset
 * \return 0 when succeed, -1 when failure happens
247
 */
248
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateFromCSC(const void* col_ptr,
249
250
251
252
253
254
255
256
257
258
                                                int col_ptr_type,
                                                const int32_t* indices,
                                                const void* data,
                                                int data_type,
                                                int64_t ncol_ptr,
                                                int64_t nelem,
                                                int64_t num_row,
                                                const char* parameters,
                                                const DatasetHandle reference,
                                                DatasetHandle* out);
Guolin Ke's avatar
Guolin Ke committed
259
260

/*!
261
262
 * \brief Create dataset from dense matrix.
 * \param data Pointer to the data space
263
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
264
265
266
267
268
269
270
 * \param nrow Number of rows
 * \param ncol Number of columns
 * \param is_row_major 1 for row-major, 0 for column-major
 * \param parameters Additional parameters
 * \param reference Used to align bin mapper with other dataset, nullptr means isn't used
 * \param[out] out Created dataset
 * \return 0 when succeed, -1 when failure happens
271
 */
272
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateFromMat(const void* data,
273
274
275
276
277
278
279
                                                int data_type,
                                                int32_t nrow,
                                                int32_t ncol,
                                                int is_row_major,
                                                const char* parameters,
                                                const DatasetHandle reference,
                                                DatasetHandle* out);
Guolin Ke's avatar
Guolin Ke committed
280

281
/*!
282
283
284
 * \brief Create dataset from array of dense matrices.
 * \param nmat Number of dense matrices
 * \param data Pointer to the data space
285
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
286
287
288
289
290
291
292
 * \param nrow Number of rows
 * \param ncol Number of columns
 * \param is_row_major 1 for row-major, 0 for column-major
 * \param parameters Additional parameters
 * \param reference Used to align bin mapper with other dataset, nullptr means isn't used
 * \param[out] out Created dataset
 * \return 0 when succeed, -1 when failure happens
293
 */
294
295
296
297
298
299
300
301
302
303
LIGHTGBM_C_EXPORT int LGBM_DatasetCreateFromMats(int32_t nmat,
                                                 const void** data,
                                                 int data_type,
                                                 int32_t* nrow,
                                                 int32_t ncol,
                                                 int is_row_major,
                                                 const char* parameters,
                                                 const DatasetHandle reference,
                                                 DatasetHandle* out);

wxchan's avatar
wxchan committed
304
/*!
305
306
307
 * \brief Create subset of a data.
 * \param handle Handle of full dataset
 * \param used_row_indices Indices used in subset
308
 * \param num_used_row_indices Length of ``used_row_indices``
309
310
311
 * \param parameters Additional parameters
 * \param[out] out Subset of data
 * \return 0 when succeed, -1 when failure happens
312
 */
313
314
315
316
317
LIGHTGBM_C_EXPORT int LGBM_DatasetGetSubset(const DatasetHandle handle,
                                            const int32_t* used_row_indices,
                                            int32_t num_used_row_indices,
                                            const char* parameters,
                                            DatasetHandle* out);
wxchan's avatar
wxchan committed
318

Guolin Ke's avatar
Guolin Ke committed
319
/*!
320
321
322
323
324
 * \brief Save feature names to dataset.
 * \param handle Handle of dataset
 * \param feature_names Feature names
 * \param num_feature_names Number of feature names
 * \return 0 when succeed, -1 when failure happens
325
 */
326
327
328
LIGHTGBM_C_EXPORT int LGBM_DatasetSetFeatureNames(DatasetHandle handle,
                                                  const char** feature_names,
                                                  int num_feature_names);
Guolin Ke's avatar
Guolin Ke committed
329

330
/*!
331
332
 * \brief Get feature names of dataset.
 * \param handle Handle of dataset
333
334
 * \param len Number of ``char*`` pointers stored at ``out_strs``.
 *            If smaller than the max size, only this many strings are copied
335
 * \param[out] num_feature_names Number of feature names
336
337
338
339
 * \param buffer_len Size of pre-allocated strings.
 *                   Content is copied up to ``buffer_len - 1`` and null-terminated
 * \param[out] out_buffer_len String sizes required to do the full string copies
 * \param[out] feature_names Feature names, should pre-allocate memory
340
 * \return 0 when succeed, -1 when failure happens
341
 */
342
LIGHTGBM_C_EXPORT int LGBM_DatasetGetFeatureNames(DatasetHandle handle,
343
344
345
346
347
                                                  const int len,
                                                  int* num_feature_names,
                                                  const size_t buffer_len,
                                                  size_t* out_buffer_len,
                                                  char** feature_names);
348

Guolin Ke's avatar
Guolin Ke committed
349
/*!
350
351
352
 * \brief Free space for dataset.
 * \param handle Handle of dataset to be freed
 * \return 0 when succeed, -1 when failure happens
353
 */
354
LIGHTGBM_C_EXPORT int LGBM_DatasetFree(DatasetHandle handle);
Guolin Ke's avatar
Guolin Ke committed
355
356

/*!
357
358
 * \brief Save dataset to binary file.
 * \param handle Handle of dataset
359
 * \param filename The name of the file
360
 * \return 0 when succeed, -1 when failure happens
361
 */
362
LIGHTGBM_C_EXPORT int LGBM_DatasetSaveBinary(DatasetHandle handle,
363
                                             const char* filename);
Guolin Ke's avatar
Guolin Ke committed
364

365
/*!
366
367
 * \brief Save dataset to text file, intended for debugging use only.
 * \param handle Handle of dataset
368
 * \param filename The name of the file
369
 * \return 0 when succeed, -1 when failure happens
370
 */
371
372
373
LIGHTGBM_C_EXPORT int LGBM_DatasetDumpText(DatasetHandle handle,
                                           const char* filename);

Guolin Ke's avatar
Guolin Ke committed
374
/*!
375
 * \brief Set vector to a content in info.
376
377
378
 * \note
 * - \a group only works for ``C_API_DTYPE_INT32``;
 * - \a label and \a weight only work for ``C_API_DTYPE_FLOAT32``;
379
 * - \a init_score only works for ``C_API_DTYPE_FLOAT64``.
380
 * \param handle Handle of dataset
381
 * \param field_name Field name, can be \a label, \a weight, \a init_score, \a group
382
 * \param field_data Pointer to data vector
383
 * \param num_element Number of elements in ``field_data``
384
 * \param type Type of ``field_data`` pointer, can be ``C_API_DTYPE_INT32``, ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
385
 * \return 0 when succeed, -1 when failure happens
386
 */
387
LIGHTGBM_C_EXPORT int LGBM_DatasetSetField(DatasetHandle handle,
388
389
390
391
                                           const char* field_name,
                                           const void* field_data,
                                           int num_element,
                                           int type);
Guolin Ke's avatar
Guolin Ke committed
392
393

/*!
394
395
396
397
398
 * \brief Get info vector from dataset.
 * \param handle Handle of dataset
 * \param field_name Field name
 * \param[out] out_len Used to set result length
 * \param[out] out_ptr Pointer to the result
399
 * \param[out] out_type Type of result pointer, can be ``C_API_DTYPE_INT32``, ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
400
 * \return 0 when succeed, -1 when failure happens
401
 */
402
LIGHTGBM_C_EXPORT int LGBM_DatasetGetField(DatasetHandle handle,
403
404
405
406
                                           const char* field_name,
                                           int* out_len,
                                           const void** out_ptr,
                                           int* out_type);
Guolin Ke's avatar
Guolin Ke committed
407

408
/*!
409
410
411
412
 * \brief Raise errors for attempts to update dataset parameters.
 * \param old_parameters Current dataset parameters
 * \param new_parameters New dataset parameters
 * \return 0 when succeed, -1 when failure happens
413
 */
414
415
LIGHTGBM_C_EXPORT int LGBM_DatasetUpdateParamChecking(const char* old_parameters,
                                                      const char* new_parameters);
416

Guolin Ke's avatar
Guolin Ke committed
417
/*!
418
419
420
421
 * \brief Get number of data points.
 * \param handle Handle of dataset
 * \param[out] out The address to hold number of data points
 * \return 0 when succeed, -1 when failure happens
422
 */
423
LIGHTGBM_C_EXPORT int LGBM_DatasetGetNumData(DatasetHandle handle,
424
                                             int* out);
Guolin Ke's avatar
Guolin Ke committed
425
426

/*!
427
428
429
430
 * \brief Get number of features.
 * \param handle Handle of dataset
 * \param[out] out The address to hold number of features
 * \return 0 when succeed, -1 when failure happens
431
 */
432
LIGHTGBM_C_EXPORT int LGBM_DatasetGetNumFeature(DatasetHandle handle,
433
                                                int* out);
Guolin Ke's avatar
Guolin Ke committed
434

435
436
437
438
439
440
441
442
443
444
445
/*!
 * \brief Get number of bins for feature.
 * \param handle Handle of dataset
 * \param feature Index of the feature
 * \param[out] out The address to hold number of bins
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_DatasetGetFeatureNumBin(DatasetHandle handle,
                                                   int feature,
                                                   int* out);

446
/*!
447
 * \brief Add features from ``source`` to ``target``.
448
449
450
 * \param target The handle of the dataset to add features to
 * \param source The handle of the dataset to take features from
 * \return 0 when succeed, -1 when failure happens
451
 */
452
453
454
LIGHTGBM_C_EXPORT int LGBM_DatasetAddFeaturesFrom(DatasetHandle target,
                                                  DatasetHandle source);

455
/* --- start Booster interfaces */
Guolin Ke's avatar
Guolin Ke committed
456

457
/*!
458
* \brief Get int representing whether booster is fitting linear trees.
459
460
461
462
* \param handle Handle of booster
* \param[out] out The address to hold linear trees indicator
* \return 0 when succeed, -1 when failure happens
*/
463
LIGHTGBM_C_EXPORT int LGBM_BoosterGetLinear(BoosterHandle handle, int* out);
464

Guolin Ke's avatar
Guolin Ke committed
465
/*!
466
467
 * \brief Create a new boosting learner.
 * \param train_data Training dataset
468
 * \param parameters Parameters in format 'key1=value1 key2=value2'
469
 * \param[out] out Handle of created booster
470
471
 * \return 0 when succeed, -1 when failure happens
 */
472
LIGHTGBM_C_EXPORT int LGBM_BoosterCreate(const DatasetHandle train_data,
473
474
                                         const char* parameters,
                                         BoosterHandle* out);
Guolin Ke's avatar
Guolin Ke committed
475
476

/*!
477
478
479
480
481
 * \brief Load an existing booster from model file.
 * \param filename Filename of model
 * \param[out] out_num_iterations Number of iterations of this booster
 * \param[out] out Handle of created booster
 * \return 0 when succeed, -1 when failure happens
482
 */
483
484
485
LIGHTGBM_C_EXPORT int LGBM_BoosterCreateFromModelfile(const char* filename,
                                                      int* out_num_iterations,
                                                      BoosterHandle* out);
Guolin Ke's avatar
Guolin Ke committed
486

487
/*!
488
489
490
491
492
 * \brief Load an existing booster from string.
 * \param model_str Model string
 * \param[out] out_num_iterations Number of iterations of this booster
 * \param[out] out Handle of created booster
 * \return 0 when succeed, -1 when failure happens
493
 */
494
495
496
LIGHTGBM_C_EXPORT int LGBM_BoosterLoadModelFromString(const char* model_str,
                                                      int* out_num_iterations,
                                                      BoosterHandle* out);
wxchan's avatar
wxchan committed
497

Guolin Ke's avatar
Guolin Ke committed
498
/*!
499
500
501
 * \brief Free space for booster.
 * \param handle Handle of booster to be freed
 * \return 0 when succeed, -1 when failure happens
502
 */
503
LIGHTGBM_C_EXPORT int LGBM_BoosterFree(BoosterHandle handle);
Guolin Ke's avatar
Guolin Ke committed
504

505
/*!
506
507
508
509
510
 * \brief Shuffle models.
 * \param handle Handle of booster
 * \param start_iter The first iteration that will be shuffled
 * \param end_iter The last iteration that will be shuffled
 * \return 0 when succeed, -1 when failure happens
511
 */
512
513
514
LIGHTGBM_C_EXPORT int LGBM_BoosterShuffleModels(BoosterHandle handle,
                                                int start_iter,
                                                int end_iter);
515

wxchan's avatar
wxchan committed
516
/*!
517
 * \brief Merge model from ``other_handle`` into ``handle``.
518
519
520
 * \param handle Handle of booster, will merge another booster into this one
 * \param other_handle Other handle of booster
 * \return 0 when succeed, -1 when failure happens
521
 */
522
LIGHTGBM_C_EXPORT int LGBM_BoosterMerge(BoosterHandle handle,
523
                                        BoosterHandle other_handle);
wxchan's avatar
wxchan committed
524
525

/*!
526
527
528
529
 * \brief Add new validation data to booster.
 * \param handle Handle of booster
 * \param valid_data Validation dataset
 * \return 0 when succeed, -1 when failure happens
530
 */
531
LIGHTGBM_C_EXPORT int LGBM_BoosterAddValidData(BoosterHandle handle,
532
                                               const DatasetHandle valid_data);
wxchan's avatar
wxchan committed
533
534

/*!
535
536
537
538
 * \brief Reset training data for booster.
 * \param handle Handle of booster
 * \param train_data Training dataset
 * \return 0 when succeed, -1 when failure happens
539
 */
540
LIGHTGBM_C_EXPORT int LGBM_BoosterResetTrainingData(BoosterHandle handle,
541
                                                    const DatasetHandle train_data);
wxchan's avatar
wxchan committed
542
543

/*!
544
545
 * \brief Reset config for booster.
 * \param handle Handle of booster
546
 * \param parameters Parameters in format 'key1=value1 key2=value2'
547
 * \return 0 when succeed, -1 when failure happens
548
 */
549
550
LIGHTGBM_C_EXPORT int LGBM_BoosterResetParameter(BoosterHandle handle,
                                                 const char* parameters);
wxchan's avatar
wxchan committed
551
552

/*!
553
554
555
556
 * \brief Get number of classes.
 * \param handle Handle of booster
 * \param[out] out_len Number of classes
 * \return 0 when succeed, -1 when failure happens
557
 */
558
559
LIGHTGBM_C_EXPORT int LGBM_BoosterGetNumClasses(BoosterHandle handle,
                                                int* out_len);
wxchan's avatar
wxchan committed
560

Guolin Ke's avatar
Guolin Ke committed
561
/*!
562
563
 * \brief Update the model for one iteration.
 * \param handle Handle of booster
564
 * \param[out] is_finished 1 means the update was successfully finished (cannot split any more), 0 indicates failure
565
 * \return 0 when succeed, -1 when failure happens
566
 */
567
568
LIGHTGBM_C_EXPORT int LGBM_BoosterUpdateOneIter(BoosterHandle handle,
                                                int* is_finished);
Guolin Ke's avatar
Guolin Ke committed
569

Guolin Ke's avatar
Guolin Ke committed
570
/*!
571
572
573
 * \brief Refit the tree model using the new data (online learning).
 * \param handle Handle of booster
 * \param leaf_preds Pointer to predicted leaf indices
574
575
 * \param nrow Number of rows of ``leaf_preds``
 * \param ncol Number of columns of ``leaf_preds``
576
 * \return 0 when succeed, -1 when failure happens
577
 */
578
579
580
581
LIGHTGBM_C_EXPORT int LGBM_BoosterRefit(BoosterHandle handle,
                                        const int32_t* leaf_preds,
                                        int32_t nrow,
                                        int32_t ncol);
Guolin Ke's avatar
Guolin Ke committed
582

Guolin Ke's avatar
Guolin Ke committed
583
/*!
584
585
 * \brief Update the model by specifying gradient and Hessian directly
 *        (this can be used to support customized loss functions).
586
587
588
 * \note
 * The length of the arrays referenced by ``grad`` and ``hess`` must be equal to
 * ``num_class * num_train_data``, this is not verified by the library, the caller must ensure this.
589
590
591
 * \param handle Handle of booster
 * \param grad The first order derivative (gradient) statistics
 * \param hess The second order derivative (Hessian) statistics
592
 * \param[out] is_finished 1 means the update was successfully finished (cannot split any more), 0 indicates failure
593
 * \return 0 when succeed, -1 when failure happens
594
 */
595
LIGHTGBM_C_EXPORT int LGBM_BoosterUpdateOneIterCustom(BoosterHandle handle,
596
597
598
                                                      const float* grad,
                                                      const float* hess,
                                                      int* is_finished);
Guolin Ke's avatar
Guolin Ke committed
599
600

/*!
601
602
603
 * \brief Rollback one iteration.
 * \param handle Handle of booster
 * \return 0 when succeed, -1 when failure happens
604
 */
605
LIGHTGBM_C_EXPORT int LGBM_BoosterRollbackOneIter(BoosterHandle handle);
wxchan's avatar
wxchan committed
606
607

/*!
608
609
610
611
 * \brief Get index of the current boosting iteration.
 * \param handle Handle of booster
 * \param[out] out_iteration Index of the current boosting iteration
 * \return 0 when succeed, -1 when failure happens
612
 */
613
614
LIGHTGBM_C_EXPORT int LGBM_BoosterGetCurrentIteration(BoosterHandle handle,
                                                      int* out_iteration);
Guolin Ke's avatar
Guolin Ke committed
615

616
/*!
617
618
619
620
 * \brief Get number of trees per iteration.
 * \param handle Handle of booster
 * \param[out] out_tree_per_iteration Number of trees per iteration
 * \return 0 when succeed, -1 when failure happens
621
 */
622
623
LIGHTGBM_C_EXPORT int LGBM_BoosterNumModelPerIteration(BoosterHandle handle,
                                                       int* out_tree_per_iteration);
624
625

/*!
626
627
628
629
 * \brief Get number of weak sub-models.
 * \param handle Handle of booster
 * \param[out] out_models Number of weak sub-models
 * \return 0 when succeed, -1 when failure happens
630
 */
631
632
LIGHTGBM_C_EXPORT int LGBM_BoosterNumberOfTotalModel(BoosterHandle handle,
                                                     int* out_models);
633

Guolin Ke's avatar
Guolin Ke committed
634
/*!
635
 * \brief Get number of evaluation metrics.
636
 * \param handle Handle of booster
637
 * \param[out] out_len Total number of evaluation metrics
638
 * \return 0 when succeed, -1 when failure happens
639
 */
640
641
LIGHTGBM_C_EXPORT int LGBM_BoosterGetEvalCounts(BoosterHandle handle,
                                                int* out_len);
wxchan's avatar
wxchan committed
642
643

/*!
644
 * \brief Get names of evaluation metrics.
645
 * \param handle Handle of booster
646
647
 * \param len Number of ``char*`` pointers stored at ``out_strs``.
 *            If smaller than the max size, only this many strings are copied
648
 * \param[out] out_len Total number of evaluation metrics
649
 * \param buffer_len Size of pre-allocated strings.
650
651
 *                   Content is copied up to ``buffer_len - 1`` and null-terminated
 * \param[out] out_buffer_len String sizes required to do the full string copies
652
 * \param[out] out_strs Names of evaluation metrics, should pre-allocate memory
653
 * \return 0 when succeed, -1 when failure happens
654
 */
655
LIGHTGBM_C_EXPORT int LGBM_BoosterGetEvalNames(BoosterHandle handle,
656
                                               const int len,
657
                                               int* out_len,
658
659
                                               const size_t buffer_len,
                                               size_t* out_buffer_len,
660
                                               char** out_strs);
wxchan's avatar
wxchan committed
661

wxchan's avatar
wxchan committed
662
/*!
663
664
 * \brief Get names of features.
 * \param handle Handle of booster
665
666
 * \param len Number of ``char*`` pointers stored at ``out_strs``.
 *            If smaller than the max size, only this many strings are copied
667
 * \param[out] out_len Total number of features
668
669
670
 * \param buffer_len Size of pre-allocated strings.
 *                   Content is copied up to ``buffer_len - 1`` and null-terminated
 * \param[out] out_buffer_len String sizes required to do the full string copies
671
672
 * \param[out] out_strs Names of features, should pre-allocate memory
 * \return 0 when succeed, -1 when failure happens
673
 */
674
LIGHTGBM_C_EXPORT int LGBM_BoosterGetFeatureNames(BoosterHandle handle,
675
                                                  const int len,
676
                                                  int* out_len,
677
678
                                                  const size_t buffer_len,
                                                  size_t* out_buffer_len,
679
                                                  char** out_strs);
wxchan's avatar
wxchan committed
680

681
682
683
684
685
686
687
688
689
690
691
/*!
 * \brief Check that the feature names of the data match the ones used to train the booster.
 * \param handle Handle of booster
 * \param data_names Array with the feature names in the data
 * \param data_num_features Number of features in the data
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterValidateFeatureNames(BoosterHandle handle,
                                                       const char** data_names,
                                                       int data_num_features);

wxchan's avatar
wxchan committed
692
/*!
693
694
695
696
 * \brief Get number of features.
 * \param handle Handle of booster
 * \param[out] out_len Total number of features
 * \return 0 when succeed, -1 when failure happens
697
 */
698
699
LIGHTGBM_C_EXPORT int LGBM_BoosterGetNumFeature(BoosterHandle handle,
                                                int* out_len);
wxchan's avatar
wxchan committed
700

wxchan's avatar
wxchan committed
701
/*!
702
 * \brief Get evaluation for training data and validation data.
703
 * \note
704
 *   1. You should call ``LGBM_BoosterGetEvalNames`` first to get the names of evaluation metrics.
705
 *   2. You should pre-allocate memory for ``out_results``, you can get its length by ``LGBM_BoosterGetEvalCounts``.
706
707
708
 * \param handle Handle of booster
 * \param data_idx Index of data, 0: training data, 1: 1st validation data, 2: 2nd validation data and so on
 * \param[out] out_len Length of output result
709
 * \param[out] out_results Array with evaluation results
710
 * \return 0 when succeed, -1 when failure happens
711
 */
712
LIGHTGBM_C_EXPORT int LGBM_BoosterGetEval(BoosterHandle handle,
713
714
715
                                          int data_idx,
                                          int* out_len,
                                          double* out_results);
Guolin Ke's avatar
Guolin Ke committed
716
717

/*!
718
719
 * \brief Get number of predictions for training data and validation data
 *        (this can be used to support customized evaluation functions).
720
721
722
723
 * \param handle Handle of booster
 * \param data_idx Index of data, 0: training data, 1: 1st validation data, 2: 2nd validation data and so on
 * \param[out] out_len Number of predictions
 * \return 0 when succeed, -1 when failure happens
724
 */
725
LIGHTGBM_C_EXPORT int LGBM_BoosterGetNumPredict(BoosterHandle handle,
726
727
                                                int data_idx,
                                                int64_t* out_len);
Guolin Ke's avatar
Guolin Ke committed
728

Guolin Ke's avatar
Guolin Ke committed
729
/*!
730
 * \brief Get prediction for training data and validation data.
731
732
 * \note
 * You should pre-allocate memory for ``out_result``, its length is equal to ``num_class * num_data``.
733
734
735
736
737
 * \param handle Handle of booster
 * \param data_idx Index of data, 0: training data, 1: 1st validation data, 2: 2nd validation data and so on
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
738
 */
739
LIGHTGBM_C_EXPORT int LGBM_BoosterGetPredict(BoosterHandle handle,
740
741
742
                                             int data_idx,
                                             int64_t* out_len,
                                             double* out_result);
Guolin Ke's avatar
Guolin Ke committed
743

744
/*!
745
746
747
748
749
 * \brief Make prediction for file.
 * \param handle Handle of booster
 * \param data_filename Filename of file with data
 * \param data_has_header Whether file has header or not
 * \param predict_type What should be predicted
750
751
752
753
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
754
 * \param start_iteration Start index of the iteration to predict
755
 * \param num_iteration Number of iterations for prediction, <= 0 means no limit
756
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
757
758
 * \param result_filename Filename of result file in which predictions will be written
 * \return 0 when succeed, -1 when failure happens
759
 */
760
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForFile(BoosterHandle handle,
761
762
763
                                                 const char* data_filename,
                                                 int data_has_header,
                                                 int predict_type,
764
                                                 int start_iteration,
765
                                                 int num_iteration,
766
                                                 const char* parameter,
767
                                                 const char* result_filename);
768

Guolin Ke's avatar
Guolin Ke committed
769
/*!
770
771
772
773
 * \brief Get number of predictions.
 * \param handle Handle of booster
 * \param num_row Number of rows
 * \param predict_type What should be predicted
774
775
776
777
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
778
 * \param start_iteration Start index of the iteration to predict
779
780
781
 * \param num_iteration Number of iterations for prediction, <= 0 means no limit
 * \param[out] out_len Length of prediction
 * \return 0 when succeed, -1 when failure happens
782
 */
783
LIGHTGBM_C_EXPORT int LGBM_BoosterCalcNumPredict(BoosterHandle handle,
784
785
                                                 int num_row,
                                                 int predict_type,
786
                                                 int start_iteration,
787
788
                                                 int num_iteration,
                                                 int64_t* out_len);
Guolin Ke's avatar
Guolin Ke committed
789

790
791
792
793
794
795
796
797
/*!
 * \brief Release FastConfig object.
 *
 * \param fastConfig Handle to the FastConfig object acquired with a ``*FastInit()`` method.
 * \return 0 when it succeeds, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_FastConfigFree(FastConfigHandle fastConfig);

Guolin Ke's avatar
Guolin Ke committed
798
/*!
799
 * \brief Make prediction for a new dataset in CSR format.
800
801
802
803
804
 * \note
 * You should pre-allocate memory for ``out_result``:
 *   - for normal and raw score, its length is equal to ``num_class * num_data``;
 *   - for leaf index, its length is equal to ``num_class * num_data * num_iteration``;
 *   - for feature contributions, its length is equal to ``num_class * num_data * (num_feature + 1)``.
805
806
 * \param handle Handle of booster
 * \param indptr Pointer to row headers
807
 * \param indptr_type Type of ``indptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
808
809
 * \param indices Pointer to column indices
 * \param data Pointer to the data space
810
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
811
812
 * \param nindptr Number of rows in the matrix + 1
 * \param nelem Number of nonzero elements in the matrix
813
 * \param num_col Number of columns
814
 * \param predict_type What should be predicted
815
816
817
818
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
819
 * \param start_iteration Start index of the iteration to predict
820
821
822
823
824
 * \param num_iteration Number of iterations for prediction, <= 0 means no limit
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
825
 */
826
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForCSR(BoosterHandle handle,
827
828
829
830
831
832
833
834
835
                                                const void* indptr,
                                                int indptr_type,
                                                const int32_t* indices,
                                                const void* data,
                                                int data_type,
                                                int64_t nindptr,
                                                int64_t nelem,
                                                int64_t num_col,
                                                int predict_type,
836
                                                int start_iteration,
837
                                                int num_iteration,
838
                                                const char* parameter,
839
840
                                                int64_t* out_len,
                                                double* out_result);
Guolin Ke's avatar
Guolin Ke committed
841

842
843
844
845
846
847
848
849
850
851
852
853
854
/*!
 * \brief Make sparse prediction for a new dataset in CSR or CSC format. Currently only used for feature contributions.
 * \note
 * The outputs are pre-allocated, as they can vary for each invocation, but the shape should be the same:
 *   - for feature contributions, the shape of sparse matrix will be ``num_class * num_data * (num_feature + 1)``.
 * The output indptr_type for the sparse matrix will be the same as the given input indptr_type.
 * Call ``LGBM_BoosterFreePredictSparse`` to deallocate resources.
 * \param handle Handle of booster
 * \param indptr Pointer to row headers for CSR or column headers for CSC
 * \param indptr_type Type of ``indptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
 * \param indices Pointer to column indices for CSR or row indices for CSC
 * \param data Pointer to the data space
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
855
 * \param nindptr Number of entries in ``indptr``
856
857
858
859
 * \param nelem Number of nonzero elements in the matrix
 * \param num_col_or_row Number of columns for CSR or number of rows for CSC
 * \param predict_type What should be predicted, only feature contributions supported currently
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
860
 * \param start_iteration Start index of the iteration to predict
861
862
863
 * \param num_iteration Number of iterations for prediction, <= 0 means no limit
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
 * \param matrix_type Type of matrix input and output, can be ``C_API_MATRIX_TYPE_CSR`` or ``C_API_MATRIX_TYPE_CSC``
864
 * \param[out] out_len Length of output data and output indptr (pointer to an array with two entries where to write them)
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
 * \param[out] out_indptr Pointer to output row headers for CSR or column headers for CSC
 * \param[out] out_indices Pointer to sparse column indices for CSR or row indices for CSC
 * \param[out] out_data Pointer to sparse data space
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictSparseOutput(BoosterHandle handle,
                                                      const void* indptr,
                                                      int indptr_type,
                                                      const int32_t* indices,
                                                      const void* data,
                                                      int data_type,
                                                      int64_t nindptr,
                                                      int64_t nelem,
                                                      int64_t num_col_or_row,
                                                      int predict_type,
880
                                                      int start_iteration,
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
                                                      int num_iteration,
                                                      const char* parameter,
                                                      int matrix_type,
                                                      int64_t* out_len,
                                                      void** out_indptr,
                                                      int32_t** out_indices,
                                                      void** out_data);

/*!
 * \brief Method corresponding to ``LGBM_BoosterPredictSparseOutput`` to free the allocated data.
 * \param indptr Pointer to output row headers or column headers to be deallocated
 * \param indices Pointer to sparse indices to be deallocated
 * \param data Pointer to sparse data space to be deallocated
 * \param indptr_type Type of ``indptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterFreePredictSparse(void* indptr, int32_t* indices, void* data, int indptr_type, int data_type);

900
/*!
901
 * \brief Make prediction for a new dataset in CSR format. This method re-uses the internal predictor structure
902
 *        from previous calls and is optimized for single row invocation.
903
904
905
906
907
 * \note
 * You should pre-allocate memory for ``out_result``:
 *   - for normal and raw score, its length is equal to ``num_class * num_data``;
 *   - for leaf index, its length is equal to ``num_class * num_data * num_iteration``;
 *   - for feature contributions, its length is equal to ``num_class * num_data * (num_feature + 1)``.
908
909
 * \param handle Handle of booster
 * \param indptr Pointer to row headers
910
 * \param indptr_type Type of ``indptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
911
912
 * \param indices Pointer to column indices
 * \param data Pointer to the data space
913
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
914
915
 * \param nindptr Number of rows in the matrix + 1
 * \param nelem Number of nonzero elements in the matrix
916
 * \param num_col Number of columns
917
 * \param predict_type What should be predicted
918
919
920
921
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
922
 * \param start_iteration Start index of the iteration to predict
923
 * \param num_iteration Number of iterations for prediction, <= 0 means no limit
924
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
925
926
927
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
928
 */
929
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForCSRSingleRow(BoosterHandle handle,
930
931
932
933
934
935
936
937
938
                                                         const void* indptr,
                                                         int indptr_type,
                                                         const int32_t* indices,
                                                         const void* data,
                                                         int data_type,
                                                         int64_t nindptr,
                                                         int64_t nelem,
                                                         int64_t num_col,
                                                         int predict_type,
939
                                                         int start_iteration,
940
941
942
943
                                                         int num_iteration,
                                                         const char* parameter,
                                                         int64_t* out_len,
                                                         double* out_result);
944

945
946
947
948
949
950
/*!
 * \brief Initialize and return a ``FastConfigHandle`` for use with ``LGBM_BoosterPredictForCSRSingleRowFast``.
 *
 * Release the ``FastConfig`` by passing its handle to ``LGBM_FastConfigFree`` when no longer needed.
 *
 * \param handle Booster handle
951
952
953
954
955
 * \param predict_type What should be predicted
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
956
 * \param start_iteration Start index of the iteration to predict
957
 * \param num_iteration Number of iterations for prediction, <= 0 means no limit
958
959
960
961
962
963
964
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
 * \param num_col Number of columns
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
 * \param[out] out_fastConfig FastConfig object with which you can call ``LGBM_BoosterPredictForCSRSingleRowFast``
 * \return 0 when it succeeds, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForCSRSingleRowFastInit(BoosterHandle handle,
965
                                                                 const int predict_type,
966
                                                                 const int start_iteration,
967
                                                                 const int num_iteration,
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
                                                                 const int data_type,
                                                                 const int64_t num_col,
                                                                 const char* parameter,
                                                                 FastConfigHandle *out_fastConfig);

/*!
 * \brief Faster variant of ``LGBM_BoosterPredictForCSRSingleRow``.
 *
 * Score single rows after setup with ``LGBM_BoosterPredictForCSRSingleRowFastInit``.
 *
 * By removing the setup steps from this call extra optimizations can be made like
 * initializing the config only once, instead of once per call.
 *
 * \note
 *   Setting up the number of threads is only done once at ``LGBM_BoosterPredictForCSRSingleRowFastInit``
 *   instead of at each prediction.
 *   If you use a different number of threads in other calls, you need to start the setup process over,
 *   or that number of threads will be used for these calls as well.
 *
 * \note
 * You should pre-allocate memory for ``out_result``:
 *   - for normal and raw score, its length is equal to ``num_class * num_data``;
 *   - for leaf index, its length is equal to ``num_class * num_data * num_iteration``;
 *   - for feature contributions, its length is equal to ``num_class * num_data * (num_feature + 1)``.
 *
 * \param fastConfig_handle FastConfig object handle returned by ``LGBM_BoosterPredictForCSRSingleRowFastInit``
 * \param indptr Pointer to row headers
 * \param indptr_type Type of ``indptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
 * \param indices Pointer to column indices
 * \param data Pointer to the data space
 * \param nindptr Number of rows in the matrix + 1
 * \param nelem Number of nonzero elements in the matrix
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForCSRSingleRowFast(FastConfigHandle fastConfig_handle,
                                                             const void* indptr,
1006
                                                             const int indptr_type,
1007
1008
                                                             const int32_t* indices,
                                                             const void* data,
1009
1010
                                                             const int64_t nindptr,
                                                             const int64_t nelem,
1011
1012
1013
                                                             int64_t* out_len,
                                                             double* out_result);

Guolin Ke's avatar
Guolin Ke committed
1014
/*!
1015
 * \brief Make prediction for a new dataset in CSC format.
1016
1017
1018
1019
1020
 * \note
 * You should pre-allocate memory for ``out_result``:
 *   - for normal and raw score, its length is equal to ``num_class * num_data``;
 *   - for leaf index, its length is equal to ``num_class * num_data * num_iteration``;
 *   - for feature contributions, its length is equal to ``num_class * num_data * (num_feature + 1)``.
1021
1022
 * \param handle Handle of booster
 * \param col_ptr Pointer to column headers
1023
 * \param col_ptr_type Type of ``col_ptr``, can be ``C_API_DTYPE_INT32`` or ``C_API_DTYPE_INT64``
1024
1025
 * \param indices Pointer to row indices
 * \param data Pointer to the data space
1026
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
1027
1028
1029
1030
 * \param ncol_ptr Number of columns in the matrix + 1
 * \param nelem Number of nonzero elements in the matrix
 * \param num_row Number of rows
 * \param predict_type What should be predicted
1031
1032
1033
1034
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
1035
 * \param start_iteration Start index of the iteration to predict
1036
 * \param num_iteration Number of iteration for prediction, <= 0 means no limit
1037
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
1038
1039
1040
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
1041
 */
1042
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForCSC(BoosterHandle handle,
1043
1044
1045
1046
1047
1048
1049
1050
1051
                                                const void* col_ptr,
                                                int col_ptr_type,
                                                const int32_t* indices,
                                                const void* data,
                                                int data_type,
                                                int64_t ncol_ptr,
                                                int64_t nelem,
                                                int64_t num_row,
                                                int predict_type,
1052
                                                int start_iteration,
1053
                                                int num_iteration,
1054
                                                const char* parameter,
1055
1056
                                                int64_t* out_len,
                                                double* out_result);
Guolin Ke's avatar
Guolin Ke committed
1057
1058

/*!
1059
 * \brief Make prediction for a new dataset.
1060
1061
1062
1063
1064
 * \note
 * You should pre-allocate memory for ``out_result``:
 *   - for normal and raw score, its length is equal to ``num_class * num_data``;
 *   - for leaf index, its length is equal to ``num_class * num_data * num_iteration``;
 *   - for feature contributions, its length is equal to ``num_class * num_data * (num_feature + 1)``.
1065
1066
 * \param handle Handle of booster
 * \param data Pointer to the data space
1067
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
1068
1069
1070
1071
 * \param nrow Number of rows
 * \param ncol Number of columns
 * \param is_row_major 1 for row-major, 0 for column-major
 * \param predict_type What should be predicted
1072
1073
1074
1075
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
1076
 * \param start_iteration Start index of the iteration to predict
1077
 * \param num_iteration Number of iteration for prediction, <= 0 means no limit
1078
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
1079
1080
1081
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
1082
 */
1083
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForMat(BoosterHandle handle,
1084
1085
1086
1087
1088
1089
                                                const void* data,
                                                int data_type,
                                                int32_t nrow,
                                                int32_t ncol,
                                                int is_row_major,
                                                int predict_type,
1090
                                                int start_iteration,
1091
                                                int num_iteration,
1092
                                                const char* parameter,
1093
1094
                                                int64_t* out_len,
                                                double* out_result);
Guolin Ke's avatar
Guolin Ke committed
1095

1096
/*!
1097
 * \brief Make prediction for a new dataset. This method re-uses the internal predictor structure
1098
 *        from previous calls and is optimized for single row invocation.
1099
1100
1101
1102
1103
 * \note
 * You should pre-allocate memory for ``out_result``:
 *   - for normal and raw score, its length is equal to ``num_class * num_data``;
 *   - for leaf index, its length is equal to ``num_class * num_data * num_iteration``;
 *   - for feature contributions, its length is equal to ``num_class * num_data * (num_feature + 1)``.
1104
1105
 * \param handle Handle of booster
 * \param data Pointer to the data space
1106
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
1107
 * \param ncol Number columns
1108
 * \param is_row_major 1 for row-major, 0 for column-major
1109
 * \param predict_type What should be predicted
1110
1111
1112
1113
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
1114
 * \param start_iteration Start index of the iteration to predict
1115
 * \param num_iteration Number of iteration for prediction, <= 0 means no limit
1116
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
1117
1118
1119
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
1120
 */
1121
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForMatSingleRow(BoosterHandle handle,
1122
1123
1124
1125
1126
                                                         const void* data,
                                                         int data_type,
                                                         int ncol,
                                                         int is_row_major,
                                                         int predict_type,
1127
                                                         int start_iteration,
1128
1129
1130
1131
                                                         int num_iteration,
                                                         const char* parameter,
                                                         int64_t* out_len,
                                                         double* out_result);
1132

1133
1134
1135
1136
1137
1138
/*!
 * \brief Initialize and return a ``FastConfigHandle`` for use with ``LGBM_BoosterPredictForMatSingleRowFast``.
 *
 * Release the ``FastConfig`` by passing its handle to ``LGBM_FastConfigFree`` when no longer needed.
 *
 * \param handle Booster handle
1139
1140
1141
1142
1143
 * \param predict_type What should be predicted
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
1144
 * \param start_iteration Start index of the iteration to predict
1145
 * \param num_iteration Number of iterations for prediction, <= 0 means no limit
1146
1147
1148
1149
1150
1151
1152
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
 * \param ncol Number of columns
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
 * \param[out] out_fastConfig FastConfig object with which you can call ``LGBM_BoosterPredictForMatSingleRowFast``
 * \return 0 when it succeeds, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForMatSingleRowFastInit(BoosterHandle handle,
1153
                                                                 const int predict_type,
1154
                                                                 const int start_iteration,
1155
1156
1157
                                                                 const int num_iteration,
                                                                 const int data_type,
                                                                 const int32_t ncol,
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
                                                                 const char* parameter,
                                                                 FastConfigHandle *out_fastConfig);

/*!
 * \brief Faster variant of ``LGBM_BoosterPredictForMatSingleRow``.
 *
 * Score a single row after setup with ``LGBM_BoosterPredictForMatSingleRowFastInit``.
 *
 * By removing the setup steps from this call extra optimizations can be made like
 * initializing the config only once, instead of once per call.
 *
 * \note
 *   Setting up the number of threads is only done once at ``LGBM_BoosterPredictForMatSingleRowFastInit``
 *   instead of at each prediction.
 *   If you use a different number of threads in other calls, you need to start the setup process over,
 *   or that number of threads will be used for these calls as well.
 *
 * \param fastConfig_handle FastConfig object handle returned by ``LGBM_BoosterPredictForMatSingleRowFastInit``
 * \param data Single-row array data (no other way than row-major form).
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when it succeeds, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForMatSingleRowFast(FastConfigHandle fastConfig_handle,
                                                             const void* data,
                                                             int64_t* out_len,
                                                             double* out_result);

1186
1187
/*!
 * \brief Make prediction for a new dataset presented in a form of array of pointers to rows.
1188
1189
1190
1191
1192
 * \note
 * You should pre-allocate memory for ``out_result``:
 *   - for normal and raw score, its length is equal to ``num_class * num_data``;
 *   - for leaf index, its length is equal to ``num_class * num_data * num_iteration``;
 *   - for feature contributions, its length is equal to ``num_class * num_data * (num_feature + 1)``.
1193
1194
 * \param handle Handle of booster
 * \param data Pointer to the data space
1195
 * \param data_type Type of ``data`` pointer, can be ``C_API_DTYPE_FLOAT32`` or ``C_API_DTYPE_FLOAT64``
1196
1197
1198
 * \param nrow Number of rows
 * \param ncol Number columns
 * \param predict_type What should be predicted
1199
1200
1201
1202
 *   - ``C_API_PREDICT_NORMAL``: normal prediction, with transform (if needed);
 *   - ``C_API_PREDICT_RAW_SCORE``: raw score;
 *   - ``C_API_PREDICT_LEAF_INDEX``: leaf index;
 *   - ``C_API_PREDICT_CONTRIB``: feature contributions (SHAP values)
1203
 * \param start_iteration Start index of the iteration to predict
1204
 * \param num_iteration Number of iteration for prediction, <= 0 means no limit
1205
 * \param parameter Other parameters for prediction, e.g. early stopping for prediction
1206
1207
1208
 * \param[out] out_len Length of output result
 * \param[out] out_result Pointer to array with predictions
 * \return 0 when succeed, -1 when failure happens
1209
 */
1210
1211
1212
1213
1214
1215
LIGHTGBM_C_EXPORT int LGBM_BoosterPredictForMats(BoosterHandle handle,
                                                 const void** data,
                                                 int data_type,
                                                 int32_t nrow,
                                                 int32_t ncol,
                                                 int predict_type,
1216
                                                 int start_iteration,
1217
1218
1219
1220
                                                 int num_iteration,
                                                 const char* parameter,
                                                 int64_t* out_len,
                                                 double* out_result);
1221

Guolin Ke's avatar
Guolin Ke committed
1222
/*!
1223
1224
1225
1226
 * \brief Save model into file.
 * \param handle Handle of booster
 * \param start_iteration Start index of the iteration that should be saved
 * \param num_iteration Index of the iteration that should be saved, <= 0 means save all
1227
 * \param feature_importance_type Type of feature importance, can be ``C_API_FEATURE_IMPORTANCE_SPLIT`` or ``C_API_FEATURE_IMPORTANCE_GAIN``
1228
 * \param filename The name of the file
1229
 * \return 0 when succeed, -1 when failure happens
1230
 */
1231
LIGHTGBM_C_EXPORT int LGBM_BoosterSaveModel(BoosterHandle handle,
1232
                                            int start_iteration,
1233
                                            int num_iteration,
1234
                                            int feature_importance_type,
1235
                                            const char* filename);
Guolin Ke's avatar
Guolin Ke committed
1236

1237
/*!
1238
1239
1240
1241
 * \brief Save model to string.
 * \param handle Handle of booster
 * \param start_iteration Start index of the iteration that should be saved
 * \param num_iteration Index of the iteration that should be saved, <= 0 means save all
1242
 * \param feature_importance_type Type of feature importance, can be ``C_API_FEATURE_IMPORTANCE_SPLIT`` or ``C_API_FEATURE_IMPORTANCE_GAIN``
1243
 * \param buffer_len String buffer length, if ``buffer_len < out_len``, you should re-allocate buffer
1244
1245
1246
 * \param[out] out_len Actual output length
 * \param[out] out_str String of model, should pre-allocate memory
 * \return 0 when succeed, -1 when failure happens
1247
 */
1248
LIGHTGBM_C_EXPORT int LGBM_BoosterSaveModelToString(BoosterHandle handle,
1249
                                                    int start_iteration,
1250
                                                    int num_iteration,
1251
                                                    int feature_importance_type,
1252
1253
                                                    int64_t buffer_len,
                                                    int64_t* out_len,
1254
                                                    char* out_str);
1255

wxchan's avatar
wxchan committed
1256
/*!
1257
1258
1259
 * \brief Dump model to JSON.
 * \param handle Handle of booster
 * \param start_iteration Start index of the iteration that should be dumped
1260
 * \param num_iteration Index of the iteration that should be dumped, <= 0 means dump all
1261
 * \param feature_importance_type Type of feature importance, can be ``C_API_FEATURE_IMPORTANCE_SPLIT`` or ``C_API_FEATURE_IMPORTANCE_GAIN``
1262
 * \param buffer_len String buffer length, if ``buffer_len < out_len``, you should re-allocate buffer
1263
1264
1265
 * \param[out] out_len Actual output length
 * \param[out] out_str JSON format string of model, should pre-allocate memory
 * \return 0 when succeed, -1 when failure happens
1266
 */
1267
LIGHTGBM_C_EXPORT int LGBM_BoosterDumpModel(BoosterHandle handle,
1268
                                            int start_iteration,
1269
                                            int num_iteration,
1270
                                            int feature_importance_type,
1271
1272
                                            int64_t buffer_len,
                                            int64_t* out_len,
1273
                                            char* out_str);
1274

Guolin Ke's avatar
Guolin Ke committed
1275
/*!
1276
1277
1278
1279
1280
1281
 * \brief Get leaf value.
 * \param handle Handle of booster
 * \param tree_idx Index of tree
 * \param leaf_idx Index of leaf
 * \param[out] out_val Output result from the specified leaf
 * \return 0 when succeed, -1 when failure happens
1282
 */
1283
LIGHTGBM_C_EXPORT int LGBM_BoosterGetLeafValue(BoosterHandle handle,
1284
1285
1286
                                               int tree_idx,
                                               int leaf_idx,
                                               double* out_val);
Guolin Ke's avatar
Guolin Ke committed
1287
1288

/*!
1289
1290
1291
1292
1293
1294
 * \brief Set leaf value.
 * \param handle Handle of booster
 * \param tree_idx Index of tree
 * \param leaf_idx Index of leaf
 * \param val Leaf value
 * \return 0 when succeed, -1 when failure happens
1295
 */
1296
LIGHTGBM_C_EXPORT int LGBM_BoosterSetLeafValue(BoosterHandle handle,
1297
1298
1299
                                               int tree_idx,
                                               int leaf_idx,
                                               double val);
1300

1301
/*!
1302
1303
1304
1305
 * \brief Get model feature importance.
 * \param handle Handle of booster
 * \param num_iteration Number of iterations for which feature importance is calculated, <= 0 means use all
 * \param importance_type Method of importance calculation:
1306
1307
 *   - ``C_API_FEATURE_IMPORTANCE_SPLIT``: result contains numbers of times the feature is used in a model;
 *   - ``C_API_FEATURE_IMPORTANCE_GAIN``: result contains total gains of splits which use the feature
1308
1309
 * \param[out] out_results Result array with feature importance
 * \return 0 when succeed, -1 when failure happens
1310
 */
1311
1312
1313
1314
1315
LIGHTGBM_C_EXPORT int LGBM_BoosterFeatureImportance(BoosterHandle handle,
                                                    int num_iteration,
                                                    int importance_type,
                                                    double* out_results);

1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
/*!
 * \brief Get model upper bound value.
 * \param handle Handle of booster
 * \param[out] out_results Result pointing to max value
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterGetUpperBoundValue(BoosterHandle handle,
                                                     double* out_results);

/*!
 * \brief Get model lower bound value.
 * \param handle Handle of booster
 * \param[out] out_results Result pointing to min value
 * \return 0 when succeed, -1 when failure happens
 */
LIGHTGBM_C_EXPORT int LGBM_BoosterGetLowerBoundValue(BoosterHandle handle,
                                                     double* out_results);

1334
/*!
1335
1336
1337
1338
1339
1340
 * \brief Initialize the network.
 * \param machines List of machines in format 'ip1:port1,ip2:port2'
 * \param local_listen_port TCP listen port for local machines
 * \param listen_time_out Socket time-out in minutes
 * \param num_machines Total number of machines
 * \return 0 when succeed, -1 when failure happens
1341
 */
1342
1343
1344
1345
1346
1347
LIGHTGBM_C_EXPORT int LGBM_NetworkInit(const char* machines,
                                       int local_listen_port,
                                       int listen_time_out,
                                       int num_machines);

/*!
1348
1349
 * \brief Finalize the network.
 * \return 0 when succeed, -1 when failure happens
1350
 */
1351
1352
LIGHTGBM_C_EXPORT int LGBM_NetworkFree();

1353
1354
1355
1356
1357
1358
1359
/*!
 * \brief Initialize the network with external collective functions.
 * \param num_machines Total number of machines
 * \param rank Rank of local machine
 * \param reduce_scatter_ext_fun The external reduce-scatter function
 * \param allgather_ext_fun The external allgather function
 * \return 0 when succeed, -1 when failure happens
1360
1361
1362
 */
LIGHTGBM_C_EXPORT int LGBM_NetworkInitWithFunctions(int num_machines,
                                                    int rank,
1363
                                                    void* reduce_scatter_ext_fun,
1364
                                                    void* allgather_ext_fun);
1365

1366
#if !defined(__cplusplus) && (!defined(__STDC__) || (__STDC_VERSION__ < 199901L))
1367
1368
/*! \brief Inline specifier no-op in C using standards before C99. */
#define INLINE_FUNCTION
1369
#else
1370
1371
/*! \brief Inline specifier. */
#define INLINE_FUNCTION inline
1372
1373
1374
#endif

#if !defined(__cplusplus) && (!defined(__STDC__) || (__STDC_VERSION__ < 201112L))
1375
1376
/*! \brief Thread local specifier no-op in C using standards before C11. */
#define THREAD_LOCAL
1377
#elif !defined(__cplusplus)
1378
1379
/*! \brief Thread local specifier. */
#define THREAD_LOCAL _Thread_local
1380
#elif defined(_MSC_VER)
1381
1382
/*! \brief Thread local specifier. */
#define THREAD_LOCAL __declspec(thread)
Guolin Ke's avatar
Guolin Ke committed
1383
#else
1384
1385
/*! \brief Thread local specifier. */
#define THREAD_LOCAL thread_local
Guolin Ke's avatar
Guolin Ke committed
1386
#endif
1387
1388
1389
1390
1391

/*!
 * \brief Handle of error message.
 * \return Error message
 */
1392
static char* LastErrorMsg() { static THREAD_LOCAL char err_msg[512] = "Everything is fine"; return err_msg; }
1393

1394
1395
1396
#ifdef _MSC_VER
  #pragma warning(disable : 4996)
#endif
1397
1398
/*!
 * \brief Set string message of the last error.
1399
1400
 * \note
 * This will call unsafe ``sprintf`` when compiled using C standards before C99.
1401
1402
 * \param msg Error message
 */
1403
INLINE_FUNCTION void LGBM_SetLastError(const char* msg) {
1404
1405
1406
#if !defined(__cplusplus) && (!defined(__STDC__) || (__STDC_VERSION__ < 199901L))
  sprintf(LastErrorMsg(), "%s", msg);  /* NOLINT(runtime/printf) */
#else
1407
1408
  const int err_buf_len = 512;
  snprintf(LastErrorMsg(), err_buf_len, "%s", msg);
1409
#endif
1410
1411
}

1412
#endif  /* LIGHTGBM_C_API_H_ */