c_api.h 13.6 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
2
#ifndef LIGHTGBM_C_API_H_
#define LIGHTGBM_C_API_H_
3
4
5
6
#include <cstdint>
#include <exception>
#include <stdexcept>
#include <string>
7
8
9
10
11
/*!
* To avoid type conversion on large data, most of our expose interface support both for float_32 and float_64.
* Except following:
* 1. gradients and hessians. 
* 2. Get current score for training data and validation
Guolin Ke's avatar
Guolin Ke committed
12
* The reason is because they are called frequently, the type-conversion on them maybe time cost. 
13
14
*/

Guolin Ke's avatar
Guolin Ke committed
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
#ifdef __cplusplus
#define DLL_EXTERN_C extern "C"
#else
#define DLL_EXTERN_C
#endif

#ifdef _MSC_VER
#define DllExport DLL_EXTERN_C __declspec(dllexport)
#else
#define DllExport DLL_EXTERN_C
#endif

typedef void* DatesetHandle;
typedef void* BoosterHandle;

Guolin Ke's avatar
Guolin Ke committed
30
31
32
33
34
35
36
37
#define C_API_DTYPE_FLOAT32 (0)
#define C_API_DTYPE_FLOAT64 (1)
#define C_API_DTYPE_INT32   (2)
#define C_API_DTYPE_INT64   (3)

#define C_API_PREDICT_NORMAL     (0)
#define C_API_PREDICT_RAW_SCORE  (1)
#define C_API_PREDICT_LEAF_INDEX (2)
38

Guolin Ke's avatar
Guolin Ke committed
39
40
41
42
43
44
45
46
47
/*!
* \brief get string message of the last error
*  all function in this file will return 0 when success
*  and -1 when an error occured,
* \return const char* error inforomation
*/
DllExport const char* LGBM_GetLastError();


Guolin Ke's avatar
Guolin Ke committed
48
// --- start Dataset interface
Guolin Ke's avatar
Guolin Ke committed
49
50
51
52

/*!
* \brief load data set from file like the command_line LightGBM do
* \param filename the name of the file
Guolin Ke's avatar
Guolin Ke committed
53
* \param parameters additional parameters
Guolin Ke's avatar
Guolin Ke committed
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out a loaded dataset
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_CreateDatasetFromFile(const char* filename,
  const char* parameters,
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief load data set from binary file like the command_line LightGBM do
* \param filename the name of the file
* \param out a loaded dataset
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_CreateDatasetFromBinaryFile(const char* filename,
  DatesetHandle* out);

/*!
* \brief create a dataset from CSR format
* \param indptr pointer to row headers
Guolin Ke's avatar
Guolin Ke committed
75
* \param indptr_type
Guolin Ke's avatar
Guolin Ke committed
76
77
* \param indices findex
* \param data fvalue
Guolin Ke's avatar
Guolin Ke committed
78
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
79
* \param nindptr number of rows in the matrix + 1
Guolin Ke's avatar
Guolin Ke committed
80
81
* \param nelem number of nonzero elements in the matrix
* \param num_col number of columns; when it's set to 0, then guess from data
Guolin Ke's avatar
Guolin Ke committed
82
* \param parameters additional parameters
Guolin Ke's avatar
Guolin Ke committed
83
84
85
86
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out created dataset
* \return 0 when success, -1 when failure happens
*/
87
88
DllExport int LGBM_CreateDatasetFromCSR(const void* indptr,
  int indptr_type,
Guolin Ke's avatar
Guolin Ke committed
89
  const int32_t* indices,
90
  const void* data,
91
92
93
94
  int data_type,
  int64_t nindptr,
  int64_t nelem,
  int64_t num_col,
Guolin Ke's avatar
Guolin Ke committed
95
96
97
98
99
100
101
  const char* parameters,
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief create a dataset from CSC format
* \param col_ptr pointer to col headers
Guolin Ke's avatar
Guolin Ke committed
102
* \param col_ptr_type
Guolin Ke's avatar
Guolin Ke committed
103
104
* \param indices findex
* \param data fvalue
Guolin Ke's avatar
Guolin Ke committed
105
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
106
* \param ncol_ptr number of rows in the matrix + 1
Guolin Ke's avatar
Guolin Ke committed
107
108
109
110
111
112
113
* \param nelem number of nonzero elements in the matrix
* \param num_row number of rows; when it's set to 0, then guess from data
* \param parameters additional parameters
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out created dataset
* \return 0 when success, -1 when failure happens
*/
114
115
DllExport int LGBM_CreateDatasetFromCSC(const void* col_ptr,
  int col_ptr_type,
Guolin Ke's avatar
Guolin Ke committed
116
117
  const int32_t* indices,
  const void* data,
118
119
120
121
  int data_type,
  int64_t ncol_ptr,
  int64_t nelem,
  int64_t num_row,
Guolin Ke's avatar
Guolin Ke committed
122
  const char* parameters,
Guolin Ke's avatar
Guolin Ke committed
123
124
125
126
127
128
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief create dataset from dense matrix
* \param data pointer to the data space
Guolin Ke's avatar
Guolin Ke committed
129
* \param data_type 0
Guolin Ke's avatar
Guolin Ke committed
130
131
* \param nrow number of rows
* \param ncol number columns
132
* \param is_row_major 1 for row major, 0 for column major
Guolin Ke's avatar
Guolin Ke committed
133
* \param parameters additional parameters
Guolin Ke's avatar
Guolin Ke committed
134
135
136
137
* \param reference used to align bin mapper with other dataset, nullptr means don't used
* \param out created dataset
* \return 0 when success, -1 when failure happens
*/
138
DllExport int LGBM_CreateDatasetFromMat(const void* data,
139
  int data_type,
Guolin Ke's avatar
Guolin Ke committed
140
141
  int32_t nrow,
  int32_t ncol,
142
  int is_row_major,
Guolin Ke's avatar
Guolin Ke committed
143
  const char* parameters,
Guolin Ke's avatar
Guolin Ke committed
144
145
146
147
148
149
150
  const DatesetHandle* reference,
  DatesetHandle* out);

/*!
* \brief free space for dataset
* \return 0 when success, -1 when failure happens
*/
151
DllExport int LGBM_DatasetFree(DatesetHandle handle);
Guolin Ke's avatar
Guolin Ke committed
152
153
154
155
156
157
158
159
160
161
162
163
164
165

/*!
* \brief save dateset to binary file
* \param handle a instance of dataset
* \param filename file name
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetSaveBinary(DatesetHandle handle,
  const char* filename);

/*!
* \brief set vector to a content in info
* \param handle a instance of dataset
* \param field_name field name, can be label, weight, group
166
* \param field_data pointer to vector
Guolin Ke's avatar
Guolin Ke committed
167
* \param num_element number of element in field_data
168
* \param type float32 or int32
Guolin Ke's avatar
Guolin Ke committed
169
170
171
172
173
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetSetField(DatesetHandle handle,
  const char* field_name,
  const void* field_data,
174
  int64_t num_element,
Guolin Ke's avatar
Guolin Ke committed
175
176
177
  int type);

/*!
178
* \brief get info vector from dataset
Guolin Ke's avatar
Guolin Ke committed
179
180
181
182
* \param handle a instance of data matrix
* \param field_name field name
* \param out_len used to set result length
* \param out_ptr pointer to the result
183
* \param out_type  float32 or int32
Guolin Ke's avatar
Guolin Ke committed
184
185
186
187
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetGetField(DatesetHandle handle,
  const char* field_name,
188
  int64_t* out_len,
Guolin Ke's avatar
Guolin Ke committed
189
190
191
192
193
194
195
196
197
198
  const void** out_ptr,
  int* out_type);

/*!
* \brief get number of data.
* \param handle the handle to the dataset
* \param out The address to hold number of data
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetGetNumData(DatesetHandle handle,
199
  int64_t* out);
Guolin Ke's avatar
Guolin Ke committed
200
201
202
203
204
205
206
207

/*!
* \brief get number of features
* \param handle the handle to the dataset
* \param out The output of number of features
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_DatasetGetNumFeature(DatesetHandle handle,
208
  int64_t* out);
Guolin Ke's avatar
Guolin Ke committed
209
210
211
212
213

// --- start Booster interfaces

/*!
* \brief create an new boosting learner
Guolin Ke's avatar
Guolin Ke committed
214
* \param train_data training data set
Guolin Ke's avatar
Guolin Ke committed
215
216
217
218
* \param valid_datas validation data sets
* \param valid_names names of validation data sets
* \param n_valid_datas number of validation set
* \param parameters format: 'key1=value1 key2=value2'
219
* \param init_model_filename filename of model
Guolin Ke's avatar
Guolin Ke committed
220
221
222
* \prama out handle of created Booster
* \return 0 when success, -1 when failure happens
*/
223
224
DllExport int LGBM_BoosterCreate(const DatesetHandle train_data,
  const DatesetHandle valid_datas[],
Guolin Ke's avatar
Guolin Ke committed
225
226
  int n_valid_datas,
  const char* parameters,
227
  const char* init_model_filename,
Guolin Ke's avatar
Guolin Ke committed
228
229
230
  BoosterHandle* out);

/*!
Guolin Ke's avatar
Guolin Ke committed
231
* \brief load an existing boosting from model file
Guolin Ke's avatar
Guolin Ke committed
232
* \param filename filename of model
Guolin Ke's avatar
Guolin Ke committed
233
* \param out_num_total_model number of total models
Guolin Ke's avatar
Guolin Ke committed
234
* \param out handle of created Booster
Guolin Ke's avatar
Guolin Ke committed
235
236
* \return 0 when success, -1 when failure happens
*/
237
DllExport int LGBM_BoosterCreateFromModelfile(
Guolin Ke's avatar
Guolin Ke committed
238
  const char* filename,
Guolin Ke's avatar
Guolin Ke committed
239
  int64_t* out_num_total_model,
Guolin Ke's avatar
Guolin Ke committed
240
241
242
243
244
245
246
247
248
  BoosterHandle* out);

/*!
* \brief free obj in handle
* \param handle handle to be freed
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterFree(BoosterHandle handle);

Guolin Ke's avatar
Guolin Ke committed
249
250
251
252
253
254
/*!
* \brief Get number of class 
* \return number of class
*/
DllExport int LGBM_BoosterGetNumClasses(BoosterHandle handle, int64_t* out_len);

Guolin Ke's avatar
Guolin Ke committed
255
256
257
/*!
* \brief update the model in one round
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
258
* \param is_finished 1 means finised(cannot split any more)
Guolin Ke's avatar
Guolin Ke committed
259
260
261
262
263
264
265
266
267
268
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterUpdateOneIter(BoosterHandle handle, int* is_finished);

/*!
* \brief update the model, by directly specify gradient and second order gradient,
*       this can be used to support customized loss function
* \param handle handle
* \param grad gradient statistics
* \param hess second order gradient statistics
Guolin Ke's avatar
Guolin Ke committed
269
* \param is_finished 1 means finised(cannot split any more)
Guolin Ke's avatar
Guolin Ke committed
270
271
272
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterUpdateOneIterCustom(BoosterHandle handle,
273
274
  const float* grad,
  const float* hess,
Guolin Ke's avatar
Guolin Ke committed
275
276
  int* is_finished);

Guolin Ke's avatar
Guolin Ke committed
277
278
279
280
281
282
283
284
285
286
/*!
* \brief Get number of eval 
* \return total number of eval result
*/
DllExport int LGBM_BoosterGetEvalCounts(BoosterHandle handle, int64_t* out_len);

/*!
* \brief Get number of eval
* \return total number of eval result
*/
Guolin Ke's avatar
Guolin Ke committed
287
DllExport int LGBM_BoosterGetEvalNames(BoosterHandle handle, int64_t* out_len, char** out_strs);
Guolin Ke's avatar
Guolin Ke committed
288

Guolin Ke's avatar
Guolin Ke committed
289
/*!
Guolin Ke's avatar
Guolin Ke committed
290
* \brief get evaluation for training data and validation data
Guolin Ke's avatar
Guolin Ke committed
291
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
292
* \param data 0:training data, 1: 1st valid data, 2:2nd valid data ...
Guolin Ke's avatar
Guolin Ke committed
293
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
294
* \param out_result the string containing evaluation statistics, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
295
296
* \return 0 when success, -1 when failure happens
*/
Guolin Ke's avatar
Guolin Ke committed
297
DllExport int LGBM_BoosterGetEval(BoosterHandle handle,
Guolin Ke's avatar
Guolin Ke committed
298
  int data,
299
  int64_t* out_len,
Guolin Ke's avatar
Guolin Ke committed
300
  float* out_results);
Guolin Ke's avatar
Guolin Ke committed
301
302

/*!
Guolin Ke's avatar
Guolin Ke committed
303
* \brief Get prediction for training data and validation data
Guolin Ke's avatar
Guolin Ke committed
304
this can be used to support customized eval function
Guolin Ke's avatar
Guolin Ke committed
305
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
306
* \param data 0:training data, 1: 1st valid data, 2:2nd valid data ...
Guolin Ke's avatar
Guolin Ke committed
307
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
308
* \param out_result used to set a pointer to array, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
309
310
* \return 0 when success, -1 when failure happens
*/
Guolin Ke's avatar
Guolin Ke committed
311
DllExport int LGBM_BoosterGetPredict(BoosterHandle handle,
Guolin Ke's avatar
Guolin Ke committed
312
  int data,
313
  int64_t* out_len,
Guolin Ke's avatar
Guolin Ke committed
314
  float* out_result);
Guolin Ke's avatar
Guolin Ke committed
315

316
317
318
/*!
* \brief make prediction for file
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
319
320
* \param data_filename filename of data file
* \param data_has_header data file has header or not
321
322
323
324
* \param predict_type
*          0:raw score
*          1:with transform(if needed)
*          2:leaf index
Guolin Ke's avatar
Guolin Ke committed
325
* \param num_iteration number of iteration for prediction 
326
327
328
329
330
* \param result_filename filename of result file
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterPredictForFile(BoosterHandle handle,
  const char* data_filename,
Guolin Ke's avatar
Guolin Ke committed
331
332
333
  int data_has_header,
  int predict_type,
  int64_t num_iteration,
334
335
  const char* result_filename);

Guolin Ke's avatar
Guolin Ke committed
336
337
338
339
/*!
* \brief make prediction for an new data set
* \param handle handle
* \param indptr pointer to row headers
Guolin Ke's avatar
Guolin Ke committed
340
* \param indptr_type 
Guolin Ke's avatar
Guolin Ke committed
341
342
* \param indices findex
* \param data fvalue
Guolin Ke's avatar
Guolin Ke committed
343
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
344
* \param nindptr number of rows in the matrix + 1
Guolin Ke's avatar
Guolin Ke committed
345
346
347
348
* \param nelem number of nonzero elements in the matrix
* \param num_col number of columns; when it's set to 0, then guess from data
* \param predict_type
*          0:raw score
Guolin Ke's avatar
Guolin Ke committed
349
*          1:with transform(if needed)
Guolin Ke's avatar
Guolin Ke committed
350
*          2:leaf index
Guolin Ke's avatar
Guolin Ke committed
351
352
* \param num_iteration number of iteration for prediction
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
353
* \param out_result used to set a pointer to array, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
354
355
356
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterPredictForCSR(BoosterHandle handle,
357
358
  const void* indptr,
  int indptr_type,
Guolin Ke's avatar
Guolin Ke committed
359
  const int32_t* indices,
360
  const void* data,
361
362
363
364
  int data_type,
  int64_t nindptr,
  int64_t nelem,
  int64_t num_col,
Guolin Ke's avatar
Guolin Ke committed
365
  int predict_type,
Guolin Ke's avatar
Guolin Ke committed
366
367
368
  int64_t num_iteration,
  int64_t* out_len,
  float* out_result);
Guolin Ke's avatar
Guolin Ke committed
369
370
371
372
373

/*!
* \brief make prediction for an new data set
* \param handle handle
* \param data pointer to the data space
Guolin Ke's avatar
Guolin Ke committed
374
* \param data_type
Guolin Ke's avatar
Guolin Ke committed
375
376
* \param nrow number of rows
* \param ncol number columns
Guolin Ke's avatar
Guolin Ke committed
377
* \param is_row_major 1 for row major, 0 for column major
Guolin Ke's avatar
Guolin Ke committed
378
379
* \param predict_type
*          0:raw score
Guolin Ke's avatar
Guolin Ke committed
380
*          1:with transform(if needed)
Guolin Ke's avatar
Guolin Ke committed
381
*          2:leaf index
Guolin Ke's avatar
Guolin Ke committed
382
383
* \param num_iteration number of iteration for prediction
* \param out_len len of output result
Guolin Ke's avatar
Guolin Ke committed
384
* \param out_result used to set a pointer to array, should allocate memory before call this function
Guolin Ke's avatar
Guolin Ke committed
385
386
387
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterPredictForMat(BoosterHandle handle,
388
  const void* data,
389
  int data_type,
Guolin Ke's avatar
Guolin Ke committed
390
391
  int32_t nrow,
  int32_t ncol,
Guolin Ke's avatar
Guolin Ke committed
392
  int is_row_major,
Guolin Ke's avatar
Guolin Ke committed
393
  int predict_type,
Guolin Ke's avatar
Guolin Ke committed
394
395
396
  int64_t num_iteration,
  int64_t* out_len,
  float* out_result);
Guolin Ke's avatar
Guolin Ke committed
397
398
399
400

/*!
* \brief save model into file
* \param handle handle
Guolin Ke's avatar
Guolin Ke committed
401
* \param num_iteration
Guolin Ke's avatar
Guolin Ke committed
402
403
404
405
* \param filename file name
* \return 0 when success, -1 when failure happens
*/
DllExport int LGBM_BoosterSaveModel(BoosterHandle handle,
Guolin Ke's avatar
Guolin Ke committed
406
  int num_iteration,
Guolin Ke's avatar
Guolin Ke committed
407
408
  const char* filename);

409
410


Guolin Ke's avatar
Guolin Ke committed
411
412
// some help functions used to convert data

413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
std::function<std::vector<double>(int row_idx)>
RowFunctionFromDenseMatric(const void* data, int num_row, int num_col, int data_type, int is_row_major);

std::function<std::vector<std::pair<int, double>>(int row_idx)>
RowPairFunctionFromDenseMatric(const void* data, int num_row, int num_col, int data_type, int is_row_major);

std::function<std::vector<std::pair<int, double>>(int idx)>
RowFunctionFromCSR(const void* indptr, int indptr_type, const int32_t* indices, 
  const void* data, int data_type, int64_t nindptr, int64_t nelem);

std::function<std::vector<std::pair<int, double>>(int idx)>
ColumnFunctionFromCSC(const void* col_ptr, int col_ptr_type, const int32_t* indices, 
  const void* data, int data_type, int64_t ncol_ptr, int64_t nelem);

std::vector<double> 
428
SampleFromOneColumn(const std::vector<std::pair<int, double>>& data, const std::vector<int>& indices);
429

430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455

// exception handle and error msg

static std::string& LastErrorMsg() { static std::string err_msg("Everything is fine"); return err_msg; }

inline void LGBM_SetLastError(const char* msg) {
  LastErrorMsg() = msg;
}

inline int LGBM_APIHandleException(const std::exception& ex) {
  LGBM_SetLastError(ex.what());
  return -1;
}
inline int LGBM_APIHandleException(const std::string& ex) {
  LGBM_SetLastError(ex.c_str());
  return -1;
}

#define API_BEGIN() try {

#define API_END() } \
catch(std::exception& ex) { return LGBM_APIHandleException(ex); } \
catch(std::string& ex) { return LGBM_APIHandleException(ex); } \
catch(...) { return LGBM_APIHandleException("unknown exception"); } \
return 0;  

Guolin Ke's avatar
Guolin Ke committed
456
#endif // LIGHTGBM_C_API_H_