c_api.h 14.4 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
2
#ifndef LIGHTGBM_C_API_H_
#define LIGHTGBM_C_API_H_
3
4
5
6
#include <cstdint>
#include <exception>
#include <stdexcept>
#include <string>
7
8
9
10
11
/*!
* To avoid type conversion on large data, most of our expose interface support both for float_32 and float_64.
* Except following:
* 1. gradients and hessians. 
* 2. Get current score for training data and validation
Guolin Ke's avatar
Guolin Ke committed
12
* The reason is because they are called frequently, the type-conversion on them maybe time cost. 
13
14
*/

Guolin Ke's avatar
Guolin Ke committed
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
#ifdef __cplusplus
#define DLL_EXTERN_C extern "C"
#else
#define DLL_EXTERN_C
#endif

#ifdef _MSC_VER
#define DllExport DLL_EXTERN_C __declspec(dllexport)
#else
#define DllExport DLL_EXTERN_C
#endif

typedef void* DatesetHandle;
typedef void* BoosterHandle;

Guolin Ke's avatar
Guolin Ke committed
30
31
32
33
34
35
36
37
#define C_API_DTYPE_FLOAT32 (0)
#define C_API_DTYPE_FLOAT64 (1)
#define C_API_DTYPE_INT32   (2)
#define C_API_DTYPE_INT64   (3)

#define C_API_PREDICT_NORMAL     (0)
#define C_API_PREDICT_RAW_SCORE  (1)
#define C_API_PREDICT_LEAF_INDEX (2)
38

Guolin Ke's avatar
Guolin Ke committed
39
40
41
42
43
44
45
46
47
/*!
* \brief get string message of the last error
*  all function in this file will return 0 when success
*  and -1 when an error occured,
* \return const char* error inforomation
*/
DllExport const char* LGBM_GetLastError();


Guolin Ke's avatar
Guolin Ke committed
48
// --- start Dataset interface
Guolin Ke's avatar
Guolin Ke committed
49
50
51
52

/*!
* \brief load data set from file like the command_line LightGBM do
* \param filename the name of the file
Guolin Ke's avatar
Guolin Ke committed
53
* \param parameters additional parameters
Guolin Ke's avatar
Guolin Ke committed
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out a loaded dataset
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_CreateDatasetFromFile(const char* filename,
  const char* parameters,
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief load data set from binary file like the command_line LightGBM do
* \param filename the name of the file
* \param out a loaded dataset
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_CreateDatasetFromBinaryFile(const char* filename,
  DatesetHandle* out);

/*!
* \brief create a dataset from CSR format
* \param indptr pointer to row headers
Guolin Ke's avatar
Guolin Ke committed
75
* \param indptr_type
Guolin Ke's avatar
Guolin Ke committed
76
77
* \param indices findex
* \param data fvalue
Guolin Ke's avatar
Guolin Ke committed
78
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
79
* \param nindptr number of rows in the matrix + 1
Guolin Ke's avatar
Guolin Ke committed
80
81
* \param nelem number of nonzero elements in the matrix
* \param num_col number of columns; when it's set to 0, then guess from data
Guolin Ke's avatar
Guolin Ke committed
82
* \param parameters additional parameters
Guolin Ke's avatar
Guolin Ke committed
83
84
85
86
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out created dataset
* \return 0 when success, -1 when failure happens
*/
87
88
DllExport int LGBM_CreateDatasetFromCSR(const void* indptr,
  int indptr_type,
Guolin Ke's avatar
Guolin Ke committed
89
  const int32_t* indices,
90
  const void* data,
91
92
93
94
  int data_type,
  int64_t nindptr,
  int64_t nelem,
  int64_t num_col,
Guolin Ke's avatar
Guolin Ke committed
95
96
97
98
99
100
101
  const char* parameters,
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief create a dataset from CSC format
* \param col_ptr pointer to col headers
Guolin Ke's avatar
Guolin Ke committed
102
* \param col_ptr_type
Guolin Ke's avatar
Guolin Ke committed
103
104
* \param indices findex
* \param data fvalue
Guolin Ke's avatar
Guolin Ke committed
105
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
106
* \param ncol_ptr number of rows in the matrix + 1
Guolin Ke's avatar
Guolin Ke committed
107
108
109
110
111
112
113
* \param nelem number of nonzero elements in the matrix
* \param num_row number of rows; when it's set to 0, then guess from data
* \param parameters additional parameters
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out created dataset
* \return 0 when success, -1 when failure happens
*/
114
115
DllExport int LGBM_CreateDatasetFromCSC(const void* col_ptr,
  int col_ptr_type,
Guolin Ke's avatar
Guolin Ke committed
116
117
  const int32_t* indices,
  const void* data,
118
119
120
121
  int data_type,
  int64_t ncol_ptr,
  int64_t nelem,
  int64_t num_row,
Guolin Ke's avatar
Guolin Ke committed
122
  const char* parameters,
Guolin Ke's avatar
Guolin Ke committed
123
124
125
126
127
128
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief create dataset from dense matrix
* \param data pointer to the data space
Guolin Ke's avatar
Guolin Ke committed
129
* \param data_type 0
Guolin Ke's avatar
Guolin Ke committed
130
131
* \param nrow number of rows
* \param ncol number columns
132
* \param is_row_major 1 for row major, 0 for column major
Guolin Ke's avatar
Guolin Ke committed
133
* \param parameters additional parameters
Guolin Ke's avatar
Guolin Ke committed
134
135
136
137
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out created dataset
* \return 0 when success, -1 when failure happens
*/
138
DllExport int LGBM_CreateDatasetFromMat(const void* data,
139
  int data_type,
Guolin Ke's avatar
Guolin Ke committed
140
141
  int32_t nrow,
  int32_t ncol,
142
  int is_row_major,
Guolin Ke's avatar
Guolin Ke committed
143
  const char* parameters,
Guolin Ke's avatar
Guolin Ke committed
144
145
146
147
148
149
150
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief free space for dataset
* \return 0 when success, -1 when failure happens
*/
151
DllExport int LGBM_DatasetFree(DatesetHandle handle);
Guolin Ke's avatar
Guolin Ke committed
152
153
154
155
156
157
158
159
160
161
162
163
164
165

/*!
* \brief save dateset to binary file
* \param handle a instance of dataset
* \param filename file name
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetSaveBinary(DatesetHandle handle,
  const char* filename);

/*!
* \brief set vector to a content in info
* \param handle a instance of dataset
* \param field_name field name, can be label, weight, group
166
* \param field_data pointer to vector
Guolin Ke's avatar
Guolin Ke committed
167
* \param num_element number of element in field_data
168
* \param type float32 or int32
Guolin Ke's avatar
Guolin Ke committed
169
170
171
172
173
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetSetField(DatesetHandle handle,
  const char* field_name,
  const void* field_data,
174
  int64_t num_element,
Guolin Ke's avatar
Guolin Ke committed
175
176
177
  int type);

/*!
178
* \brief get info vector from dataset
Guolin Ke's avatar
Guolin Ke committed
179
180
181
182
* \param handle a instance of data matrix
* \param field_name field name
* \param out_len used to set result length
* \param out_ptr pointer to the result
183
* \param out_type  float32 or int32
Guolin Ke's avatar
Guolin Ke committed
184
185
186
187
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetGetField(DatesetHandle handle,
  const char* field_name,
188
  int64_t* out_len,
Guolin Ke's avatar
Guolin Ke committed
189
190
191
192
193
194
195
196
197
198
  const void** out_ptr,
  int* out_type);

/*!
* \brief get number of data.
* \param handle the handle to the dataset
* \param out The address to hold number of data
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetGetNumData(DatesetHandle handle,
199
  int64_t* out);
Guolin Ke's avatar
Guolin Ke committed
200
201
202
203
204
205
206
207

/*!
* \brief get number of features
* \param handle the handle to the dataset
* \param out The output of number of features
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetGetNumFeature(DatesetHandle handle,
208
  int64_t* out);
Guolin Ke's avatar
Guolin Ke committed
209
210
211
212
213

// --- start Booster interfaces

/*!
* \brief create an new boosting learner
Guolin Ke's avatar
Guolin Ke committed
214
* \param train_data training data set
Guolin Ke's avatar
Guolin Ke committed
215
216
217
218
* \param parameters format: 'key1=value1 key2=value2'
* \prama out handle of created Booster
* \return 0 when success, -1 when failure happens
*/
219
DllExport int LGBM_BoosterCreate(const DatesetHandle train_data,
Guolin Ke's avatar
Guolin Ke committed
220
221
222
223
  const char* parameters,
  BoosterHandle* out);

/*!
Guolin Ke's avatar
Guolin Ke committed
224
* \brief load an existing boosting from model file
Guolin Ke's avatar
Guolin Ke committed
225
* \param filename filename of model
Guolin Ke's avatar
Guolin Ke committed
226
* \param out_num_total_model number of total models
Guolin Ke's avatar
Guolin Ke committed
227
* \param out handle of created Booster
Guolin Ke's avatar
Guolin Ke committed
228
229
* \return 0 when success, -1 when failure happens
*/
230
DllExport int LGBM_BoosterCreateFromModelfile(
Guolin Ke's avatar
Guolin Ke committed
231
  const char* filename,
Guolin Ke's avatar
Guolin Ke committed
232
  int64_t* out_num_total_model,
Guolin Ke's avatar
Guolin Ke committed
233
234
  BoosterHandle* out);

235

Guolin Ke's avatar
Guolin Ke committed
236
237
238
239
240
241
242
/*!
* \brief free obj in handle
* \param handle handle to be freed
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterFree(BoosterHandle handle);

243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
/*!
* \brief Add new validation to booster
* \param valid_data validation data set
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterAddValidData(BoosterHandle handle,
  const DatesetHandle valid_data);

/*!
* \brief Add new validation to booster
* \param train_data training data set
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterResetTrainingData(BoosterHandle handle,
  const DatesetHandle train_data);

259
260
261
262
263
264
265
/*!
* \brief Reset config for current booster
* \param parameters format: 'key1=value1 key2=value2'
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterResetParameter(BoosterHandle handle, const char* parameters);

Guolin Ke's avatar
Guolin Ke committed
266
267
268
269
270
271
/*!
* \brief Get number of class 
* \return number of class
*/
DllExport int LGBM_BoosterGetNumClasses(BoosterHandle handle, int64_t* out_len);

Guolin Ke's avatar
Guolin Ke committed
272
273
274
/*!
* \brief update the model in one round
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
275
* \param is_finished 1 means finised(cannot split any more)
Guolin Ke's avatar
Guolin Ke committed
276
277
278
279
280
281
282
283
284
285
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterUpdateOneIter(BoosterHandle handle, int* is_finished);

/*!
* \brief update the model, by directly specify gradient and second order gradient,
*       this can be used to support customized loss function
* \param handle handle
* \param grad gradient statistics
* \param hess second order gradient statistics
Guolin Ke's avatar
Guolin Ke committed
286
* \param is_finished 1 means finised(cannot split any more)
Guolin Ke's avatar
Guolin Ke committed
287
288
289
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterUpdateOneIterCustom(BoosterHandle handle,
290
291
  const float* grad,
  const float* hess,
Guolin Ke's avatar
Guolin Ke committed
292
293
  int* is_finished);

294
295
296
297
298
299
300
301
302
303
304
305
306
/*!
* \brief Rollback one iteration
* \param handle handle
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterRollbackOneIter(BoosterHandle handle);

/*!
* \brief Get iteration of current boosting rounds
* \return iteration of boosting rounds
*/
DllExport int LGBM_BoosterGetCurrentIteration(BoosterHandle handle, int64_t* out_iteration);

Guolin Ke's avatar
Guolin Ke committed
307
308
309
310
311
312
313
314
315
316
/*!
* \brief Get number of eval 
* \return total number of eval result
*/
DllExport int LGBM_BoosterGetEvalCounts(BoosterHandle handle, int64_t* out_len);

/*!
* \brief Get number of eval
* \return total number of eval result
*/
Guolin Ke's avatar
Guolin Ke committed
317
DllExport int LGBM_BoosterGetEvalNames(BoosterHandle handle, int64_t* out_len, char** out_strs);
Guolin Ke's avatar
Guolin Ke committed
318

Guolin Ke's avatar
Guolin Ke committed
319
/*!
Guolin Ke's avatar
Guolin Ke committed
320
* \brief get evaluation for training data and validation data
Guolin Ke's avatar
Guolin Ke committed
321
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
322
* \param data 0:training data, 1: 1st valid data, 2:2nd valid data ...
Guolin Ke's avatar
Guolin Ke committed
323
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
324
* \param out_result the string containing evaluation statistics, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
325
326
* \return 0 when success, -1 when failure happens
*/
Guolin Ke's avatar
Guolin Ke committed
327
DllExport int LGBM_BoosterGetEval(BoosterHandle handle,
Guolin Ke's avatar
Guolin Ke committed
328
  int data,
329
  int64_t* out_len,
Guolin Ke's avatar
Guolin Ke committed
330
  float* out_results);
Guolin Ke's avatar
Guolin Ke committed
331
332

/*!
Guolin Ke's avatar
Guolin Ke committed
333
* \brief Get prediction for training data and validation data
Guolin Ke's avatar
Guolin Ke committed
334
this can be used to support customized eval function
Guolin Ke's avatar
Guolin Ke committed
335
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
336
* \param data 0:training data, 1: 1st valid data, 2:2nd valid data ...
Guolin Ke's avatar
Guolin Ke committed
337
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
338
* \param out_result used to set a pointer to array, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
339
340
* \return 0 when success, -1 when failure happens
*/
Guolin Ke's avatar
Guolin Ke committed
341
DllExport int LGBM_BoosterGetPredict(BoosterHandle handle,
Guolin Ke's avatar
Guolin Ke committed
342
  int data,
343
  int64_t* out_len,
Guolin Ke's avatar
Guolin Ke committed
344
  float* out_result);
Guolin Ke's avatar
Guolin Ke committed
345

346
347
348
/*!
* \brief make prediction for file
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
349
350
* \param data_filename filename of data file
* \param data_has_header data file has header or not
351
352
353
354
* \param predict_type
*          0:raw score
*          1:with transform(if needed)
*          2:leaf index
Guolin Ke's avatar
Guolin Ke committed
355
* \param num_iteration number of iteration for prediction 
356
357
358
359
360
* \param result_filename filename of result file
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterPredictForFile(BoosterHandle handle,
  const char* data_filename,
Guolin Ke's avatar
Guolin Ke committed
361
362
363
  int data_has_header,
  int predict_type,
  int64_t num_iteration,
364
365
  const char* result_filename);

Guolin Ke's avatar
Guolin Ke committed
366
367
368
369
/*!
* \brief make prediction for an new data set
* \param handle handle
* \param indptr pointer to row headers
Guolin Ke's avatar
Guolin Ke committed
370
* \param indptr_type 
Guolin Ke's avatar
Guolin Ke committed
371
372
* \param indices findex
* \param data fvalue
Guolin Ke's avatar
Guolin Ke committed
373
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
374
* \param nindptr number of rows in the matrix + 1
Guolin Ke's avatar
Guolin Ke committed
375
376
377
378
* \param nelem number of nonzero elements in the matrix
* \param num_col number of columns; when it's set to 0, then guess from data
* \param predict_type
*          0:raw score
Guolin Ke's avatar
Guolin Ke committed
379
*          1:with transform(if needed)
Guolin Ke's avatar
Guolin Ke committed
380
*          2:leaf index
Guolin Ke's avatar
Guolin Ke committed
381
382
* \param num_iteration number of iteration for prediction
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
383
* \param out_result used to set a pointer to array, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
384
385
386
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterPredictForCSR(BoosterHandle handle,
387
388
  const void* indptr,
  int indptr_type,
Guolin Ke's avatar
Guolin Ke committed
389
  const int32_t* indices,
390
  const void* data,
391
392
393
394
  int data_type,
  int64_t nindptr,
  int64_t nelem,
  int64_t num_col,
Guolin Ke's avatar
Guolin Ke committed
395
  int predict_type,
Guolin Ke's avatar
Guolin Ke committed
396
397
398
  int64_t num_iteration,
  int64_t* out_len,
  float* out_result);
Guolin Ke's avatar
Guolin Ke committed
399
400
401
402
403

/*!
* \brief make prediction for an new data set
* \param handle handle
* \param data pointer to the data space
Guolin Ke's avatar
Guolin Ke committed
404
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
405
406
* \param nrow number of rows
* \param ncol number columns
Guolin Ke's avatar
Guolin Ke committed
407
* \param is_row_major 1 for row major, 0 for column major
Guolin Ke's avatar
Guolin Ke committed
408
409
* \param predict_type
*          0:raw score
Guolin Ke's avatar
Guolin Ke committed
410
*          1:with transform(if needed)
Guolin Ke's avatar
Guolin Ke committed
411
*          2:leaf index
Guolin Ke's avatar
Guolin Ke committed
412
413
* \param num_iteration number of iteration for prediction
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
414
* \param out_result used to set a pointer to array, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
415
416
417
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterPredictForMat(BoosterHandle handle,
418
  const void* data,
419
  int data_type,
Guolin Ke's avatar
Guolin Ke committed
420
421
  int32_t nrow,
  int32_t ncol,
Guolin Ke's avatar
Guolin Ke committed
422
  int is_row_major,
Guolin Ke's avatar
Guolin Ke committed
423
  int predict_type,
Guolin Ke's avatar
Guolin Ke committed
424
425
426
  int64_t num_iteration,
  int64_t* out_len,
  float* out_result);
Guolin Ke's avatar
Guolin Ke committed
427
428
429
430

/*!
* \brief save model into file
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
431
* \param num_iteration
Guolin Ke's avatar
Guolin Ke committed
432
433
434
435
* \param filename file name
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterSaveModel(BoosterHandle handle,
Guolin Ke's avatar
Guolin Ke committed
436
  int num_iteration,
Guolin Ke's avatar
Guolin Ke committed
437
438
  const char* filename);

439
440


Guolin Ke's avatar
Guolin Ke committed
441
442
// some help functions used to convert data

443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
std::function<std::vector<double>(int row_idx)>
RowFunctionFromDenseMatric(const void* data, int num_row, int num_col, int data_type, int is_row_major);

std::function<std::vector<std::pair<int, double>>(int row_idx)>
RowPairFunctionFromDenseMatric(const void* data, int num_row, int num_col, int data_type, int is_row_major);

std::function<std::vector<std::pair<int, double>>(int idx)>
RowFunctionFromCSR(const void* indptr, int indptr_type, const int32_t* indices, 
  const void* data, int data_type, int64_t nindptr, int64_t nelem);

std::function<std::vector<std::pair<int, double>>(int idx)>
ColumnFunctionFromCSC(const void* col_ptr, int col_ptr_type, const int32_t* indices, 
  const void* data, int data_type, int64_t ncol_ptr, int64_t nelem);

std::vector<double> 
458
SampleFromOneColumn(const std::vector<std::pair<int, double>>& data, const std::vector<int>& indices);
459

460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485

// exception handle and error msg

static std::string& LastErrorMsg() { static std::string err_msg("Everything is fine"); return err_msg; }

inline void LGBM_SetLastError(const char* msg) {
  LastErrorMsg() = msg;
}

inline int LGBM_APIHandleException(const std::exception& ex) {
  LGBM_SetLastError(ex.what());
  return -1;
}
inline int LGBM_APIHandleException(const std::string& ex) {
  LGBM_SetLastError(ex.c_str());
  return -1;
}

#define API_BEGIN() try {

#define API_END() } \
catch(std::exception& ex) { return LGBM_APIHandleException(ex); } \
catch(std::string& ex) { return LGBM_APIHandleException(ex); } \
catch(...) { return LGBM_APIHandleException("unknown exception"); } \
return 0;  

Guolin Ke's avatar
Guolin Ke committed
486
#endif // LIGHTGBM_C_API_H_