config_auto.cpp 24.7 KB
Newer Older
1
2
3
4
5
6
7
/*!
 * Copyright (c) 2018 Microsoft Corporation. All rights reserved.
 * Licensed under the MIT License. See LICENSE file in the project root for license information.
 *
 * \note
 * This file is auto generated by LightGBM\helpers\parameter_generator.py from LightGBM\include\LightGBM\config.h file.
 */
Guolin Ke's avatar
Guolin Ke committed
8
9
#include<LightGBM/config.h>
namespace LightGBM {
jcipar's avatar
jcipar committed
10
11
const std::unordered_map<std::string, std::string>& Config::alias_table() {
  static std::unordered_map<std::string, std::string> aliases({
12
13
14
15
16
17
18
19
20
  {"config_file", "config"},
  {"task_type", "task"},
  {"objective_type", "objective"},
  {"app", "objective"},
  {"application", "objective"},
  {"boosting_type", "boosting"},
  {"boost", "boosting"},
  {"train", "data"},
  {"train_data", "data"},
21
  {"train_data_file", "data"},
22
23
24
25
26
  {"data_filename", "data"},
  {"test", "valid"},
  {"valid_data", "valid"},
  {"valid_data_file", "valid"},
  {"test_data", "valid"},
27
  {"test_data_file", "valid"},
28
29
  {"valid_filenames", "valid"},
  {"num_iteration", "num_iterations"},
30
  {"n_iter", "num_iterations"},
31
32
33
34
35
36
37
  {"num_tree", "num_iterations"},
  {"num_trees", "num_iterations"},
  {"num_round", "num_iterations"},
  {"num_rounds", "num_iterations"},
  {"num_boost_round", "num_iterations"},
  {"n_estimators", "num_iterations"},
  {"shrinkage_rate", "learning_rate"},
38
  {"eta", "learning_rate"},
39
  {"num_leaf", "num_leaves"},
40
41
  {"max_leaves", "num_leaves"},
  {"max_leaf", "num_leaves"},
42
  {"tree", "tree_learner"},
43
  {"tree_type", "tree_learner"},
44
45
46
47
  {"tree_learner_type", "tree_learner"},
  {"num_thread", "num_threads"},
  {"nthread", "num_threads"},
  {"nthreads", "num_threads"},
48
  {"n_jobs", "num_threads"},
49
  {"device", "device_type"},
50
  {"random_seed", "seed"},
51
  {"random_state", "seed"},
52
  {"hist_pool_size", "histogram_pool_size"},
53
54
55
56
57
58
59
60
61
62
  {"min_data_per_leaf", "min_data_in_leaf"},
  {"min_data", "min_data_in_leaf"},
  {"min_child_samples", "min_data_in_leaf"},
  {"min_sum_hessian_per_leaf", "min_sum_hessian_in_leaf"},
  {"min_sum_hessian", "min_sum_hessian_in_leaf"},
  {"min_hessian", "min_sum_hessian_in_leaf"},
  {"min_child_weight", "min_sum_hessian_in_leaf"},
  {"sub_row", "bagging_fraction"},
  {"subsample", "bagging_fraction"},
  {"bagging", "bagging_fraction"},
Guolin Ke's avatar
Guolin Ke committed
63
64
65
66
67
68
  {"pos_sub_row", "pos_bagging_fraction"},
  {"pos_subsample", "pos_bagging_fraction"},
  {"pos_bagging", "pos_bagging_fraction"},
  {"neg_sub_row", "neg_bagging_fraction"},
  {"neg_subsample", "neg_bagging_fraction"},
  {"neg_bagging", "neg_bagging_fraction"},
69
70
71
72
  {"subsample_freq", "bagging_freq"},
  {"bagging_fraction_seed", "bagging_seed"},
  {"sub_feature", "feature_fraction"},
  {"colsample_bytree", "feature_fraction"},
73
74
  {"sub_feature_bynode", "feature_fraction_bynode"},
  {"colsample_bynode", "feature_fraction_bynode"},
75
76
  {"early_stopping_rounds", "early_stopping_round"},
  {"early_stopping", "early_stopping_round"},
77
  {"n_iter_no_change", "early_stopping_round"},
78
79
80
81
  {"max_tree_output", "max_delta_step"},
  {"max_leaf_output", "max_delta_step"},
  {"reg_alpha", "lambda_l1"},
  {"reg_lambda", "lambda_l2"},
82
  {"lambda", "lambda_l2"},
83
  {"min_split_gain", "min_gain_to_split"},
84
  {"rate_drop", "drop_rate"},
85
86
87
  {"topk", "top_k"},
  {"mc", "monotone_constraints"},
  {"monotone_constraint", "monotone_constraints"},
88
89
  {"monotone_constraining_method", "monotone_constraints_method"},
  {"mc_method", "monotone_constraints_method"},
90
91
92
  {"monotone_splits_penalty", "monotone_penalty"},
  {"ms_penalty", "monotone_penalty"},
  {"mc_penalty", "monotone_penalty"},
93
  {"feature_contrib", "feature_contri"},
Guolin Ke's avatar
Guolin Ke committed
94
95
96
  {"fc", "feature_contri"},
  {"fp", "feature_contri"},
  {"feature_penalty", "feature_contri"},
97
98
99
100
101
  {"fs", "forcedsplits_filename"},
  {"forced_splits_filename", "forcedsplits_filename"},
  {"forced_splits_file", "forcedsplits_filename"},
  {"forced_splits", "forcedsplits_filename"},
  {"verbose", "verbosity"},
102
103
  {"model_input", "input_model"},
  {"model_in", "input_model"},
104
105
  {"model_output", "output_model"},
  {"model_out", "output_model"},
106
  {"save_period", "snapshot_freq"},
107
108
109
110
111
  {"subsample_for_bin", "bin_construct_sample_cnt"},
  {"data_seed", "data_random_seed"},
  {"is_sparse", "is_enable_sparse"},
  {"enable_sparse", "is_enable_sparse"},
  {"sparse", "is_enable_sparse"},
112
113
  {"is_enable_bundle", "enable_bundle"},
  {"bundle", "enable_bundle"},
114
  {"is_pre_partition", "pre_partition"},
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
  {"two_round_loading", "two_round"},
  {"use_two_round_loading", "two_round"},
  {"has_header", "header"},
  {"label", "label_column"},
  {"weight", "weight_column"},
  {"group", "group_column"},
  {"group_id", "group_column"},
  {"query_column", "group_column"},
  {"query", "group_column"},
  {"query_id", "group_column"},
  {"ignore_feature", "ignore_column"},
  {"blacklist", "ignore_column"},
  {"cat_feature", "categorical_feature"},
  {"categorical_column", "categorical_feature"},
  {"cat_column", "categorical_feature"},
130
131
  {"is_save_binary", "save_binary"},
  {"is_save_binary_file", "save_binary"},
132
133
134
135
136
137
138
  {"is_predict_raw_score", "predict_raw_score"},
  {"predict_rawscore", "predict_raw_score"},
  {"raw_score", "predict_raw_score"},
  {"is_predict_leaf_index", "predict_leaf_index"},
  {"leaf_index", "predict_leaf_index"},
  {"is_predict_contrib", "predict_contrib"},
  {"contrib", "predict_contrib"},
139
140
141
142
143
144
  {"predict_result", "output_result"},
  {"prediction_result", "output_result"},
  {"predict_name", "output_result"},
  {"prediction_name", "output_result"},
  {"pred_name", "output_result"},
  {"name_pred", "output_result"},
145
146
  {"convert_model_file", "convert_model"},
  {"num_classes", "num_class"},
147
  {"unbalance", "is_unbalance"},
148
149
150
151
152
153
154
155
156
  {"unbalanced_sets", "is_unbalance"},
  {"metrics", "metric"},
  {"metric_types", "metric"},
  {"output_freq", "metric_freq"},
  {"training_metric", "is_provide_training_metric"},
  {"is_training_metric", "is_provide_training_metric"},
  {"train_metric", "is_provide_training_metric"},
  {"ndcg_eval_at", "eval_at"},
  {"ndcg_at", "eval_at"},
157
158
  {"map_eval_at", "eval_at"},
  {"map_at", "eval_at"},
159
160
161
162
163
164
165
166
  {"num_machine", "num_machines"},
  {"local_port", "local_listen_port"},
  {"port", "local_listen_port"},
  {"machine_list_file", "machine_list_filename"},
  {"machine_list", "machine_list_filename"},
  {"mlist", "machine_list_filename"},
  {"workers", "machines"},
  {"nodes", "machines"},
jcipar's avatar
jcipar committed
167
168
169
  });
  return aliases;
}
Guolin Ke's avatar
Guolin Ke committed
170

jcipar's avatar
jcipar committed
171
172
const std::unordered_set<std::string>& Config::parameter_set() {
  static std::unordered_set<std::string> params({
173
174
175
176
  "config",
  "task",
  "objective",
  "boosting",
177
  "linear_tree",
178
179
180
181
182
183
184
185
186
  "data",
  "valid",
  "num_iterations",
  "learning_rate",
  "num_leaves",
  "tree_learner",
  "num_threads",
  "device_type",
  "seed",
Guolin Ke's avatar
Guolin Ke committed
187
  "deterministic",
188
189
  "force_col_wise",
  "force_row_wise",
190
  "histogram_pool_size",
191
192
193
194
  "max_depth",
  "min_data_in_leaf",
  "min_sum_hessian_in_leaf",
  "bagging_fraction",
Guolin Ke's avatar
Guolin Ke committed
195
196
  "pos_bagging_fraction",
  "neg_bagging_fraction",
197
198
199
  "bagging_freq",
  "bagging_seed",
  "feature_fraction",
200
  "feature_fraction_bynode",
201
  "feature_fraction_seed",
202
203
  "extra_trees",
  "extra_seed",
204
  "early_stopping_round",
205
  "first_metric_only",
206
207
208
  "max_delta_step",
  "lambda_l1",
  "lambda_l2",
209
  "linear_lambda",
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
  "min_gain_to_split",
  "drop_rate",
  "max_drop",
  "skip_drop",
  "xgboost_dart_mode",
  "uniform_drop",
  "drop_seed",
  "top_rate",
  "other_rate",
  "min_data_per_group",
  "max_cat_threshold",
  "cat_l2",
  "cat_smooth",
  "max_cat_to_onehot",
  "top_k",
  "monotone_constraints",
226
  "monotone_constraints_method",
227
  "monotone_penalty",
Guolin Ke's avatar
Guolin Ke committed
228
  "feature_contri",
229
  "forcedsplits_filename",
Guolin Ke's avatar
Guolin Ke committed
230
  "refit_decay_rate",
231
232
233
234
  "cegb_tradeoff",
  "cegb_penalty_split",
  "cegb_penalty_feature_lazy",
  "cegb_penalty_feature_coupled",
Belinda Trotta's avatar
Belinda Trotta committed
235
  "path_smooth",
236
  "interaction_constraints",
237
  "verbosity",
238
239
  "input_model",
  "output_model",
240
  "saved_feature_importance_type",
241
  "snapshot_freq",
242
  "max_bin",
Belinda Trotta's avatar
Belinda Trotta committed
243
  "max_bin_by_feature",
244
245
246
  "min_data_in_bin",
  "bin_construct_sample_cnt",
  "data_random_seed",
247
  "is_enable_sparse",
248
249
250
  "enable_bundle",
  "use_missing",
  "zero_as_missing",
251
252
  "feature_pre_filter",
  "pre_partition",
253
254
255
256
257
258
259
  "two_round",
  "header",
  "label_column",
  "weight_column",
  "group_column",
  "ignore_column",
  "categorical_feature",
260
261
  "forcedbins_filename",
  "save_binary",
262
  "start_iteration_predict",
263
  "num_iteration_predict",
264
265
266
  "predict_raw_score",
  "predict_leaf_index",
  "predict_contrib",
267
  "predict_disable_shape_check",
268
269
270
  "pred_early_stop",
  "pred_early_stop_freq",
  "pred_early_stop_margin",
271
  "output_result",
272
273
  "convert_model_language",
  "convert_model",
274
  "objective_seed",
275
276
277
278
279
280
281
282
283
284
  "num_class",
  "is_unbalance",
  "scale_pos_weight",
  "sigmoid",
  "boost_from_average",
  "reg_sqrt",
  "alpha",
  "fair_c",
  "poisson_max_delta_step",
  "tweedie_variance_power",
285
286
  "lambdarank_truncation_level",
  "lambdarank_norm",
287
288
289
290
291
  "label_gain",
  "metric",
  "metric_freq",
  "is_provide_training_metric",
  "eval_at",
Belinda Trotta's avatar
Belinda Trotta committed
292
  "multi_error_top_k",
Belinda Trotta's avatar
Belinda Trotta committed
293
  "auc_mu_weights",
294
295
296
297
298
299
300
301
  "num_machines",
  "local_listen_port",
  "time_out",
  "machine_list_filename",
  "machines",
  "gpu_platform_id",
  "gpu_device_id",
  "gpu_use_dp",
302
  "num_gpu",
jcipar's avatar
jcipar committed
303
304
305
  });
  return params;
}
Guolin Ke's avatar
Guolin Ke committed
306
307
308

void Config::GetMembersFromString(const std::unordered_map<std::string, std::string>& params) {
  std::string tmp_str = "";
309
310
  GetBool(params, "linear_tree", &linear_tree);

Guolin Ke's avatar
Guolin Ke committed
311
312
313
314
315
316
317
  GetString(params, "data", &data);

  if (GetString(params, "valid", &tmp_str)) {
    valid = Common::Split(tmp_str.c_str(), ',');
  }

  GetInt(params, "num_iterations", &num_iterations);
318
  CHECK_GE(num_iterations, 0);
Guolin Ke's avatar
Guolin Ke committed
319
320

  GetDouble(params, "learning_rate", &learning_rate);
321
  CHECK_GT(learning_rate, 0.0);
Guolin Ke's avatar
Guolin Ke committed
322
323

  GetInt(params, "num_leaves", &num_leaves);
324
325
  CHECK_GT(num_leaves, 1);
  CHECK_LE(num_leaves, 131072);
Guolin Ke's avatar
Guolin Ke committed
326
327
328

  GetInt(params, "num_threads", &num_threads);

Guolin Ke's avatar
Guolin Ke committed
329
330
  GetBool(params, "deterministic", &deterministic);

331
332
333
334
  GetBool(params, "force_col_wise", &force_col_wise);

  GetBool(params, "force_row_wise", &force_row_wise);

335
336
  GetDouble(params, "histogram_pool_size", &histogram_pool_size);

Guolin Ke's avatar
Guolin Ke committed
337
338
339
  GetInt(params, "max_depth", &max_depth);

  GetInt(params, "min_data_in_leaf", &min_data_in_leaf);
340
  CHECK_GE(min_data_in_leaf, 0);
Guolin Ke's avatar
Guolin Ke committed
341
342

  GetDouble(params, "min_sum_hessian_in_leaf", &min_sum_hessian_in_leaf);
343
  CHECK_GE(min_sum_hessian_in_leaf, 0.0);
Guolin Ke's avatar
Guolin Ke committed
344
345

  GetDouble(params, "bagging_fraction", &bagging_fraction);
346
347
  CHECK_GT(bagging_fraction, 0.0);
  CHECK_LE(bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
348

Guolin Ke's avatar
Guolin Ke committed
349
  GetDouble(params, "pos_bagging_fraction", &pos_bagging_fraction);
350
351
  CHECK_GT(pos_bagging_fraction, 0.0);
  CHECK_LE(pos_bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
352
353

  GetDouble(params, "neg_bagging_fraction", &neg_bagging_fraction);
354
355
  CHECK_GT(neg_bagging_fraction, 0.0);
  CHECK_LE(neg_bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
356

Guolin Ke's avatar
Guolin Ke committed
357
358
359
360
361
  GetInt(params, "bagging_freq", &bagging_freq);

  GetInt(params, "bagging_seed", &bagging_seed);

  GetDouble(params, "feature_fraction", &feature_fraction);
362
363
  CHECK_GT(feature_fraction, 0.0);
  CHECK_LE(feature_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
364

365
  GetDouble(params, "feature_fraction_bynode", &feature_fraction_bynode);
366
367
  CHECK_GT(feature_fraction_bynode, 0.0);
  CHECK_LE(feature_fraction_bynode, 1.0);
368

Guolin Ke's avatar
Guolin Ke committed
369
370
  GetInt(params, "feature_fraction_seed", &feature_fraction_seed);

371
372
373
374
  GetBool(params, "extra_trees", &extra_trees);

  GetInt(params, "extra_seed", &extra_seed);

Guolin Ke's avatar
Guolin Ke committed
375
376
  GetInt(params, "early_stopping_round", &early_stopping_round);

377
378
  GetBool(params, "first_metric_only", &first_metric_only);

Guolin Ke's avatar
Guolin Ke committed
379
380
381
  GetDouble(params, "max_delta_step", &max_delta_step);

  GetDouble(params, "lambda_l1", &lambda_l1);
382
  CHECK_GE(lambda_l1, 0.0);
Guolin Ke's avatar
Guolin Ke committed
383
384

  GetDouble(params, "lambda_l2", &lambda_l2);
385
  CHECK_GE(lambda_l2, 0.0);
Guolin Ke's avatar
Guolin Ke committed
386

387
388
389
  GetDouble(params, "linear_lambda", &linear_lambda);
  CHECK_GE(linear_lambda, 0.0);

Guolin Ke's avatar
Guolin Ke committed
390
  GetDouble(params, "min_gain_to_split", &min_gain_to_split);
391
  CHECK_GE(min_gain_to_split, 0.0);
Guolin Ke's avatar
Guolin Ke committed
392
393

  GetDouble(params, "drop_rate", &drop_rate);
394
395
  CHECK_GE(drop_rate, 0.0);
  CHECK_LE(drop_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
396
397
398
399

  GetInt(params, "max_drop", &max_drop);

  GetDouble(params, "skip_drop", &skip_drop);
400
401
  CHECK_GE(skip_drop, 0.0);
  CHECK_LE(skip_drop, 1.0);
Guolin Ke's avatar
Guolin Ke committed
402
403
404
405
406
407
408
409

  GetBool(params, "xgboost_dart_mode", &xgboost_dart_mode);

  GetBool(params, "uniform_drop", &uniform_drop);

  GetInt(params, "drop_seed", &drop_seed);

  GetDouble(params, "top_rate", &top_rate);
410
411
  CHECK_GE(top_rate, 0.0);
  CHECK_LE(top_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
412
413

  GetDouble(params, "other_rate", &other_rate);
414
415
  CHECK_GE(other_rate, 0.0);
  CHECK_LE(other_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
416
417

  GetInt(params, "min_data_per_group", &min_data_per_group);
418
  CHECK_GT(min_data_per_group, 0);
Guolin Ke's avatar
Guolin Ke committed
419
420

  GetInt(params, "max_cat_threshold", &max_cat_threshold);
421
  CHECK_GT(max_cat_threshold, 0);
Guolin Ke's avatar
Guolin Ke committed
422
423

  GetDouble(params, "cat_l2", &cat_l2);
424
  CHECK_GE(cat_l2, 0.0);
Guolin Ke's avatar
Guolin Ke committed
425
426

  GetDouble(params, "cat_smooth", &cat_smooth);
427
  CHECK_GE(cat_smooth, 0.0);
Guolin Ke's avatar
Guolin Ke committed
428
429

  GetInt(params, "max_cat_to_onehot", &max_cat_to_onehot);
430
  CHECK_GT(max_cat_to_onehot, 0);
Guolin Ke's avatar
Guolin Ke committed
431
432

  GetInt(params, "top_k", &top_k);
433
  CHECK_GT(top_k, 0);
Guolin Ke's avatar
Guolin Ke committed
434
435
436
437
438

  if (GetString(params, "monotone_constraints", &tmp_str)) {
    monotone_constraints = Common::StringToArray<int8_t>(tmp_str, ',');
  }

439
440
  GetString(params, "monotone_constraints_method", &monotone_constraints_method);

441
442
443
  GetDouble(params, "monotone_penalty", &monotone_penalty);
  CHECK_GE(monotone_penalty, 0.0);

Guolin Ke's avatar
Guolin Ke committed
444
445
446
447
  if (GetString(params, "feature_contri", &tmp_str)) {
    feature_contri = Common::StringToArray<double>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
448
449
  GetString(params, "forcedsplits_filename", &forcedsplits_filename);

Guolin Ke's avatar
Guolin Ke committed
450
  GetDouble(params, "refit_decay_rate", &refit_decay_rate);
451
452
  CHECK_GE(refit_decay_rate, 0.0);
  CHECK_LE(refit_decay_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
453

454
  GetDouble(params, "cegb_tradeoff", &cegb_tradeoff);
455
  CHECK_GE(cegb_tradeoff, 0.0);
456
457

  GetDouble(params, "cegb_penalty_split", &cegb_penalty_split);
458
  CHECK_GE(cegb_penalty_split, 0.0);
459
460
461
462
463
464
465
466
467

  if (GetString(params, "cegb_penalty_feature_lazy", &tmp_str)) {
    cegb_penalty_feature_lazy = Common::StringToArray<double>(tmp_str, ',');
  }

  if (GetString(params, "cegb_penalty_feature_coupled", &tmp_str)) {
    cegb_penalty_feature_coupled = Common::StringToArray<double>(tmp_str, ',');
  }

Belinda Trotta's avatar
Belinda Trotta committed
468
469
470
  GetDouble(params, "path_smooth", &path_smooth);
  CHECK_GE(path_smooth,  0.0);

471
472
  GetString(params, "interaction_constraints", &interaction_constraints);

473
474
  GetInt(params, "verbosity", &verbosity);

475
476
477
478
  GetString(params, "input_model", &input_model);

  GetString(params, "output_model", &output_model);

479
480
  GetInt(params, "saved_feature_importance_type", &saved_feature_importance_type);

481
482
  GetInt(params, "snapshot_freq", &snapshot_freq);

Guolin Ke's avatar
Guolin Ke committed
483
  GetInt(params, "max_bin", &max_bin);
484
  CHECK_GT(max_bin, 1);
Guolin Ke's avatar
Guolin Ke committed
485

Belinda Trotta's avatar
Belinda Trotta committed
486
487
488
489
  if (GetString(params, "max_bin_by_feature", &tmp_str)) {
    max_bin_by_feature = Common::StringToArray<int32_t>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
490
  GetInt(params, "min_data_in_bin", &min_data_in_bin);
491
  CHECK_GT(min_data_in_bin, 0);
Guolin Ke's avatar
Guolin Ke committed
492

493
  GetInt(params, "bin_construct_sample_cnt", &bin_construct_sample_cnt);
494
  CHECK_GT(bin_construct_sample_cnt, 0);
495

Guolin Ke's avatar
Guolin Ke committed
496
497
  GetInt(params, "data_random_seed", &data_random_seed);

498
  GetBool(params, "is_enable_sparse", &is_enable_sparse);
Guolin Ke's avatar
Guolin Ke committed
499

500
501
502
503
504
  GetBool(params, "enable_bundle", &enable_bundle);

  GetBool(params, "use_missing", &use_missing);

  GetBool(params, "zero_as_missing", &zero_as_missing);
Guolin Ke's avatar
Guolin Ke committed
505

506
  GetBool(params, "feature_pre_filter", &feature_pre_filter);
Guolin Ke's avatar
Guolin Ke committed
507

508
509
510
  GetBool(params, "pre_partition", &pre_partition);

  GetBool(params, "two_round", &two_round);
Guolin Ke's avatar
Guolin Ke committed
511
512
513
514
515
516
517
518
519
520
521
522
523

  GetBool(params, "header", &header);

  GetString(params, "label_column", &label_column);

  GetString(params, "weight_column", &weight_column);

  GetString(params, "group_column", &group_column);

  GetString(params, "ignore_column", &ignore_column);

  GetString(params, "categorical_feature", &categorical_feature);

524
525
526
527
  GetString(params, "forcedbins_filename", &forcedbins_filename);

  GetBool(params, "save_binary", &save_binary);

528
529
  GetInt(params, "start_iteration_predict", &start_iteration_predict);

530
531
  GetInt(params, "num_iteration_predict", &num_iteration_predict);

Guolin Ke's avatar
Guolin Ke committed
532
533
534
535
536
537
  GetBool(params, "predict_raw_score", &predict_raw_score);

  GetBool(params, "predict_leaf_index", &predict_leaf_index);

  GetBool(params, "predict_contrib", &predict_contrib);

538
  GetBool(params, "predict_disable_shape_check", &predict_disable_shape_check);
Guolin Ke's avatar
Guolin Ke committed
539
540
541
542
543
544
545

  GetBool(params, "pred_early_stop", &pred_early_stop);

  GetInt(params, "pred_early_stop_freq", &pred_early_stop_freq);

  GetDouble(params, "pred_early_stop_margin", &pred_early_stop_margin);

546
  GetString(params, "output_result", &output_result);
547

Guolin Ke's avatar
Guolin Ke committed
548
549
550
551
  GetString(params, "convert_model_language", &convert_model_language);

  GetString(params, "convert_model", &convert_model);

552
553
  GetInt(params, "objective_seed", &objective_seed);

Guolin Ke's avatar
Guolin Ke committed
554
  GetInt(params, "num_class", &num_class);
555
  CHECK_GT(num_class, 0);
Guolin Ke's avatar
Guolin Ke committed
556

557
  GetBool(params, "is_unbalance", &is_unbalance);
Guolin Ke's avatar
Guolin Ke committed
558

559
  GetDouble(params, "scale_pos_weight", &scale_pos_weight);
560
  CHECK_GT(scale_pos_weight, 0.0);
Guolin Ke's avatar
Guolin Ke committed
561

562
  GetDouble(params, "sigmoid", &sigmoid);
563
  CHECK_GT(sigmoid, 0.0);
Guolin Ke's avatar
Guolin Ke committed
564
565
566

  GetBool(params, "boost_from_average", &boost_from_average);

567
  GetBool(params, "reg_sqrt", &reg_sqrt);
Guolin Ke's avatar
Guolin Ke committed
568

569
  GetDouble(params, "alpha", &alpha);
570
  CHECK_GT(alpha, 0.0);
Guolin Ke's avatar
Guolin Ke committed
571

572
  GetDouble(params, "fair_c", &fair_c);
573
  CHECK_GT(fair_c, 0.0);
574
575

  GetDouble(params, "poisson_max_delta_step", &poisson_max_delta_step);
576
  CHECK_GT(poisson_max_delta_step, 0.0);
Guolin Ke's avatar
Guolin Ke committed
577
578

  GetDouble(params, "tweedie_variance_power", &tweedie_variance_power);
579
580
  CHECK_GE(tweedie_variance_power, 1.0);
  CHECK_LT(tweedie_variance_power, 2.0);
581

582
  GetInt(params, "lambdarank_truncation_level", &lambdarank_truncation_level);
583
  CHECK_GT(lambdarank_truncation_level, 0);
Guolin Ke's avatar
Guolin Ke committed
584

585
  GetBool(params, "lambdarank_norm", &lambdarank_norm);
586

Guolin Ke's avatar
Guolin Ke committed
587
588
589
590
591
  if (GetString(params, "label_gain", &tmp_str)) {
    label_gain = Common::StringToArray<double>(tmp_str, ',');
  }

  GetInt(params, "metric_freq", &metric_freq);
592
  CHECK_GT(metric_freq, 0);
Guolin Ke's avatar
Guolin Ke committed
593
594
595
596
597
598
599

  GetBool(params, "is_provide_training_metric", &is_provide_training_metric);

  if (GetString(params, "eval_at", &tmp_str)) {
    eval_at = Common::StringToArray<int>(tmp_str, ',');
  }

Belinda Trotta's avatar
Belinda Trotta committed
600
  GetInt(params, "multi_error_top_k", &multi_error_top_k);
601
  CHECK_GT(multi_error_top_k, 0);
Belinda Trotta's avatar
Belinda Trotta committed
602

Belinda Trotta's avatar
Belinda Trotta committed
603
604
605
606
  if (GetString(params, "auc_mu_weights", &tmp_str)) {
    auc_mu_weights = Common::StringToArray<double>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
607
  GetInt(params, "num_machines", &num_machines);
608
  CHECK_GT(num_machines, 0);
Guolin Ke's avatar
Guolin Ke committed
609
610

  GetInt(params, "local_listen_port", &local_listen_port);
611
  CHECK_GT(local_listen_port, 0);
Guolin Ke's avatar
Guolin Ke committed
612
613

  GetInt(params, "time_out", &time_out);
614
  CHECK_GT(time_out, 0);
Guolin Ke's avatar
Guolin Ke committed
615
616
617
618
619
620
621
622
623
624

  GetString(params, "machine_list_filename", &machine_list_filename);

  GetString(params, "machines", &machines);

  GetInt(params, "gpu_platform_id", &gpu_platform_id);

  GetInt(params, "gpu_device_id", &gpu_device_id);

  GetBool(params, "gpu_use_dp", &gpu_use_dp);
625
626
627

  GetInt(params, "num_gpu", &num_gpu);
  CHECK_GT(num_gpu, 0);
Guolin Ke's avatar
Guolin Ke committed
628
629
630
631
}

std::string Config::SaveMembersToString() const {
  std::stringstream str_buf;
632
  str_buf << "[linear_tree: " << linear_tree << "]\n";
Guolin Ke's avatar
Guolin Ke committed
633
  str_buf << "[data: " << data << "]\n";
634
  str_buf << "[valid: " << Common::Join(valid, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
635
636
637
638
  str_buf << "[num_iterations: " << num_iterations << "]\n";
  str_buf << "[learning_rate: " << learning_rate << "]\n";
  str_buf << "[num_leaves: " << num_leaves << "]\n";
  str_buf << "[num_threads: " << num_threads << "]\n";
Guolin Ke's avatar
Guolin Ke committed
639
  str_buf << "[deterministic: " << deterministic << "]\n";
640
641
  str_buf << "[force_col_wise: " << force_col_wise << "]\n";
  str_buf << "[force_row_wise: " << force_row_wise << "]\n";
642
  str_buf << "[histogram_pool_size: " << histogram_pool_size << "]\n";
Guolin Ke's avatar
Guolin Ke committed
643
644
645
646
  str_buf << "[max_depth: " << max_depth << "]\n";
  str_buf << "[min_data_in_leaf: " << min_data_in_leaf << "]\n";
  str_buf << "[min_sum_hessian_in_leaf: " << min_sum_hessian_in_leaf << "]\n";
  str_buf << "[bagging_fraction: " << bagging_fraction << "]\n";
Guolin Ke's avatar
Guolin Ke committed
647
648
  str_buf << "[pos_bagging_fraction: " << pos_bagging_fraction << "]\n";
  str_buf << "[neg_bagging_fraction: " << neg_bagging_fraction << "]\n";
Guolin Ke's avatar
Guolin Ke committed
649
650
651
  str_buf << "[bagging_freq: " << bagging_freq << "]\n";
  str_buf << "[bagging_seed: " << bagging_seed << "]\n";
  str_buf << "[feature_fraction: " << feature_fraction << "]\n";
652
  str_buf << "[feature_fraction_bynode: " << feature_fraction_bynode << "]\n";
Guolin Ke's avatar
Guolin Ke committed
653
  str_buf << "[feature_fraction_seed: " << feature_fraction_seed << "]\n";
654
655
  str_buf << "[extra_trees: " << extra_trees << "]\n";
  str_buf << "[extra_seed: " << extra_seed << "]\n";
Guolin Ke's avatar
Guolin Ke committed
656
  str_buf << "[early_stopping_round: " << early_stopping_round << "]\n";
657
  str_buf << "[first_metric_only: " << first_metric_only << "]\n";
Guolin Ke's avatar
Guolin Ke committed
658
659
660
  str_buf << "[max_delta_step: " << max_delta_step << "]\n";
  str_buf << "[lambda_l1: " << lambda_l1 << "]\n";
  str_buf << "[lambda_l2: " << lambda_l2 << "]\n";
661
  str_buf << "[linear_lambda: " << linear_lambda << "]\n";
Guolin Ke's avatar
Guolin Ke committed
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
  str_buf << "[min_gain_to_split: " << min_gain_to_split << "]\n";
  str_buf << "[drop_rate: " << drop_rate << "]\n";
  str_buf << "[max_drop: " << max_drop << "]\n";
  str_buf << "[skip_drop: " << skip_drop << "]\n";
  str_buf << "[xgboost_dart_mode: " << xgboost_dart_mode << "]\n";
  str_buf << "[uniform_drop: " << uniform_drop << "]\n";
  str_buf << "[drop_seed: " << drop_seed << "]\n";
  str_buf << "[top_rate: " << top_rate << "]\n";
  str_buf << "[other_rate: " << other_rate << "]\n";
  str_buf << "[min_data_per_group: " << min_data_per_group << "]\n";
  str_buf << "[max_cat_threshold: " << max_cat_threshold << "]\n";
  str_buf << "[cat_l2: " << cat_l2 << "]\n";
  str_buf << "[cat_smooth: " << cat_smooth << "]\n";
  str_buf << "[max_cat_to_onehot: " << max_cat_to_onehot << "]\n";
  str_buf << "[top_k: " << top_k << "]\n";
677
  str_buf << "[monotone_constraints: " << Common::Join(Common::ArrayCast<int8_t, int>(monotone_constraints), ",") << "]\n";
678
  str_buf << "[monotone_constraints_method: " << monotone_constraints_method << "]\n";
679
  str_buf << "[monotone_penalty: " << monotone_penalty << "]\n";
680
  str_buf << "[feature_contri: " << Common::Join(feature_contri, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
681
  str_buf << "[forcedsplits_filename: " << forcedsplits_filename << "]\n";
Guolin Ke's avatar
Guolin Ke committed
682
  str_buf << "[refit_decay_rate: " << refit_decay_rate << "]\n";
683
684
685
686
  str_buf << "[cegb_tradeoff: " << cegb_tradeoff << "]\n";
  str_buf << "[cegb_penalty_split: " << cegb_penalty_split << "]\n";
  str_buf << "[cegb_penalty_feature_lazy: " << Common::Join(cegb_penalty_feature_lazy, ",") << "]\n";
  str_buf << "[cegb_penalty_feature_coupled: " << Common::Join(cegb_penalty_feature_coupled, ",") << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
687
  str_buf << "[path_smooth: " << path_smooth << "]\n";
688
  str_buf << "[interaction_constraints: " << interaction_constraints << "]\n";
689
  str_buf << "[verbosity: " << verbosity << "]\n";
690
  str_buf << "[saved_feature_importance_type: " << saved_feature_importance_type << "]\n";
Guolin Ke's avatar
Guolin Ke committed
691
  str_buf << "[max_bin: " << max_bin << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
692
  str_buf << "[max_bin_by_feature: " << Common::Join(max_bin_by_feature, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
693
  str_buf << "[min_data_in_bin: " << min_data_in_bin << "]\n";
694
  str_buf << "[bin_construct_sample_cnt: " << bin_construct_sample_cnt << "]\n";
Guolin Ke's avatar
Guolin Ke committed
695
  str_buf << "[data_random_seed: " << data_random_seed << "]\n";
696
  str_buf << "[is_enable_sparse: " << is_enable_sparse << "]\n";
697
698
699
  str_buf << "[enable_bundle: " << enable_bundle << "]\n";
  str_buf << "[use_missing: " << use_missing << "]\n";
  str_buf << "[zero_as_missing: " << zero_as_missing << "]\n";
700
701
  str_buf << "[feature_pre_filter: " << feature_pre_filter << "]\n";
  str_buf << "[pre_partition: " << pre_partition << "]\n";
Guolin Ke's avatar
Guolin Ke committed
702
703
704
705
706
707
708
  str_buf << "[two_round: " << two_round << "]\n";
  str_buf << "[header: " << header << "]\n";
  str_buf << "[label_column: " << label_column << "]\n";
  str_buf << "[weight_column: " << weight_column << "]\n";
  str_buf << "[group_column: " << group_column << "]\n";
  str_buf << "[ignore_column: " << ignore_column << "]\n";
  str_buf << "[categorical_feature: " << categorical_feature << "]\n";
709
  str_buf << "[forcedbins_filename: " << forcedbins_filename << "]\n";
710
  str_buf << "[objective_seed: " << objective_seed << "]\n";
Guolin Ke's avatar
Guolin Ke committed
711
  str_buf << "[num_class: " << num_class << "]\n";
712
713
  str_buf << "[is_unbalance: " << is_unbalance << "]\n";
  str_buf << "[scale_pos_weight: " << scale_pos_weight << "]\n";
Guolin Ke's avatar
Guolin Ke committed
714
  str_buf << "[sigmoid: " << sigmoid << "]\n";
715
716
  str_buf << "[boost_from_average: " << boost_from_average << "]\n";
  str_buf << "[reg_sqrt: " << reg_sqrt << "]\n";
Guolin Ke's avatar
Guolin Ke committed
717
718
719
720
  str_buf << "[alpha: " << alpha << "]\n";
  str_buf << "[fair_c: " << fair_c << "]\n";
  str_buf << "[poisson_max_delta_step: " << poisson_max_delta_step << "]\n";
  str_buf << "[tweedie_variance_power: " << tweedie_variance_power << "]\n";
721
722
  str_buf << "[lambdarank_truncation_level: " << lambdarank_truncation_level << "]\n";
  str_buf << "[lambdarank_norm: " << lambdarank_norm << "]\n";
723
724
  str_buf << "[label_gain: " << Common::Join(label_gain, ",") << "]\n";
  str_buf << "[eval_at: " << Common::Join(eval_at, ",") << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
725
  str_buf << "[multi_error_top_k: " << multi_error_top_k << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
726
  str_buf << "[auc_mu_weights: " << Common::Join(auc_mu_weights, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
727
728
729
730
731
732
733
734
  str_buf << "[num_machines: " << num_machines << "]\n";
  str_buf << "[local_listen_port: " << local_listen_port << "]\n";
  str_buf << "[time_out: " << time_out << "]\n";
  str_buf << "[machine_list_filename: " << machine_list_filename << "]\n";
  str_buf << "[machines: " << machines << "]\n";
  str_buf << "[gpu_platform_id: " << gpu_platform_id << "]\n";
  str_buf << "[gpu_device_id: " << gpu_device_id << "]\n";
  str_buf << "[gpu_use_dp: " << gpu_use_dp << "]\n";
735
  str_buf << "[num_gpu: " << num_gpu << "]\n";
Guolin Ke's avatar
Guolin Ke committed
736
737
738
  return str_buf.str();
}

739
}  // namespace LightGBM