config_auto.cpp 24.8 KB
Newer Older
1
2
3
4
5
6
7
/*!
 * Copyright (c) 2018 Microsoft Corporation. All rights reserved.
 * Licensed under the MIT License. See LICENSE file in the project root for license information.
 *
 * \note
 * This file is auto generated by LightGBM\helpers\parameter_generator.py from LightGBM\include\LightGBM\config.h file.
 */
Guolin Ke's avatar
Guolin Ke committed
8
9
#include<LightGBM/config.h>
namespace LightGBM {
jcipar's avatar
jcipar committed
10
11
const std::unordered_map<std::string, std::string>& Config::alias_table() {
  static std::unordered_map<std::string, std::string> aliases({
12
13
14
15
16
17
18
  {"config_file", "config"},
  {"task_type", "task"},
  {"objective_type", "objective"},
  {"app", "objective"},
  {"application", "objective"},
  {"boosting_type", "boosting"},
  {"boost", "boosting"},
Nikita Titov's avatar
Nikita Titov committed
19
  {"linear_trees", "linear_tree"},
20
21
  {"train", "data"},
  {"train_data", "data"},
22
  {"train_data_file", "data"},
23
24
25
26
27
  {"data_filename", "data"},
  {"test", "valid"},
  {"valid_data", "valid"},
  {"valid_data_file", "valid"},
  {"test_data", "valid"},
28
  {"test_data_file", "valid"},
29
30
  {"valid_filenames", "valid"},
  {"num_iteration", "num_iterations"},
31
  {"n_iter", "num_iterations"},
32
33
34
35
36
37
38
  {"num_tree", "num_iterations"},
  {"num_trees", "num_iterations"},
  {"num_round", "num_iterations"},
  {"num_rounds", "num_iterations"},
  {"num_boost_round", "num_iterations"},
  {"n_estimators", "num_iterations"},
  {"shrinkage_rate", "learning_rate"},
39
  {"eta", "learning_rate"},
40
  {"num_leaf", "num_leaves"},
41
42
  {"max_leaves", "num_leaves"},
  {"max_leaf", "num_leaves"},
43
  {"tree", "tree_learner"},
44
  {"tree_type", "tree_learner"},
45
46
47
48
  {"tree_learner_type", "tree_learner"},
  {"num_thread", "num_threads"},
  {"nthread", "num_threads"},
  {"nthreads", "num_threads"},
49
  {"n_jobs", "num_threads"},
50
  {"device", "device_type"},
51
  {"random_seed", "seed"},
52
  {"random_state", "seed"},
53
  {"hist_pool_size", "histogram_pool_size"},
54
55
56
57
58
59
60
61
62
63
  {"min_data_per_leaf", "min_data_in_leaf"},
  {"min_data", "min_data_in_leaf"},
  {"min_child_samples", "min_data_in_leaf"},
  {"min_sum_hessian_per_leaf", "min_sum_hessian_in_leaf"},
  {"min_sum_hessian", "min_sum_hessian_in_leaf"},
  {"min_hessian", "min_sum_hessian_in_leaf"},
  {"min_child_weight", "min_sum_hessian_in_leaf"},
  {"sub_row", "bagging_fraction"},
  {"subsample", "bagging_fraction"},
  {"bagging", "bagging_fraction"},
Guolin Ke's avatar
Guolin Ke committed
64
65
66
67
68
69
  {"pos_sub_row", "pos_bagging_fraction"},
  {"pos_subsample", "pos_bagging_fraction"},
  {"pos_bagging", "pos_bagging_fraction"},
  {"neg_sub_row", "neg_bagging_fraction"},
  {"neg_subsample", "neg_bagging_fraction"},
  {"neg_bagging", "neg_bagging_fraction"},
70
71
72
73
  {"subsample_freq", "bagging_freq"},
  {"bagging_fraction_seed", "bagging_seed"},
  {"sub_feature", "feature_fraction"},
  {"colsample_bytree", "feature_fraction"},
74
75
  {"sub_feature_bynode", "feature_fraction_bynode"},
  {"colsample_bynode", "feature_fraction_bynode"},
Nikita Titov's avatar
Nikita Titov committed
76
  {"extra_tree", "extra_trees"},
77
78
  {"early_stopping_rounds", "early_stopping_round"},
  {"early_stopping", "early_stopping_round"},
79
  {"n_iter_no_change", "early_stopping_round"},
80
81
82
83
  {"max_tree_output", "max_delta_step"},
  {"max_leaf_output", "max_delta_step"},
  {"reg_alpha", "lambda_l1"},
  {"reg_lambda", "lambda_l2"},
84
  {"lambda", "lambda_l2"},
85
  {"min_split_gain", "min_gain_to_split"},
86
  {"rate_drop", "drop_rate"},
87
88
89
  {"topk", "top_k"},
  {"mc", "monotone_constraints"},
  {"monotone_constraint", "monotone_constraints"},
90
91
  {"monotone_constraining_method", "monotone_constraints_method"},
  {"mc_method", "monotone_constraints_method"},
92
93
94
  {"monotone_splits_penalty", "monotone_penalty"},
  {"ms_penalty", "monotone_penalty"},
  {"mc_penalty", "monotone_penalty"},
95
  {"feature_contrib", "feature_contri"},
Guolin Ke's avatar
Guolin Ke committed
96
97
98
  {"fc", "feature_contri"},
  {"fp", "feature_contri"},
  {"feature_penalty", "feature_contri"},
99
100
101
102
103
  {"fs", "forcedsplits_filename"},
  {"forced_splits_filename", "forcedsplits_filename"},
  {"forced_splits_file", "forcedsplits_filename"},
  {"forced_splits", "forcedsplits_filename"},
  {"verbose", "verbosity"},
104
105
  {"model_input", "input_model"},
  {"model_in", "input_model"},
106
107
  {"model_output", "output_model"},
  {"model_out", "output_model"},
108
  {"save_period", "snapshot_freq"},
109
110
111
112
113
  {"subsample_for_bin", "bin_construct_sample_cnt"},
  {"data_seed", "data_random_seed"},
  {"is_sparse", "is_enable_sparse"},
  {"enable_sparse", "is_enable_sparse"},
  {"sparse", "is_enable_sparse"},
114
115
  {"is_enable_bundle", "enable_bundle"},
  {"bundle", "enable_bundle"},
116
  {"is_pre_partition", "pre_partition"},
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
  {"two_round_loading", "two_round"},
  {"use_two_round_loading", "two_round"},
  {"has_header", "header"},
  {"label", "label_column"},
  {"weight", "weight_column"},
  {"group", "group_column"},
  {"group_id", "group_column"},
  {"query_column", "group_column"},
  {"query", "group_column"},
  {"query_id", "group_column"},
  {"ignore_feature", "ignore_column"},
  {"blacklist", "ignore_column"},
  {"cat_feature", "categorical_feature"},
  {"categorical_column", "categorical_feature"},
  {"cat_column", "categorical_feature"},
132
133
  {"is_save_binary", "save_binary"},
  {"is_save_binary_file", "save_binary"},
134
135
136
137
138
139
140
  {"is_predict_raw_score", "predict_raw_score"},
  {"predict_rawscore", "predict_raw_score"},
  {"raw_score", "predict_raw_score"},
  {"is_predict_leaf_index", "predict_leaf_index"},
  {"leaf_index", "predict_leaf_index"},
  {"is_predict_contrib", "predict_contrib"},
  {"contrib", "predict_contrib"},
141
142
143
144
145
146
  {"predict_result", "output_result"},
  {"prediction_result", "output_result"},
  {"predict_name", "output_result"},
  {"prediction_name", "output_result"},
  {"pred_name", "output_result"},
  {"name_pred", "output_result"},
147
148
  {"convert_model_file", "convert_model"},
  {"num_classes", "num_class"},
149
  {"unbalance", "is_unbalance"},
150
151
152
153
154
155
156
157
158
  {"unbalanced_sets", "is_unbalance"},
  {"metrics", "metric"},
  {"metric_types", "metric"},
  {"output_freq", "metric_freq"},
  {"training_metric", "is_provide_training_metric"},
  {"is_training_metric", "is_provide_training_metric"},
  {"train_metric", "is_provide_training_metric"},
  {"ndcg_eval_at", "eval_at"},
  {"ndcg_at", "eval_at"},
159
160
  {"map_eval_at", "eval_at"},
  {"map_at", "eval_at"},
161
162
163
164
165
166
167
168
  {"num_machine", "num_machines"},
  {"local_port", "local_listen_port"},
  {"port", "local_listen_port"},
  {"machine_list_file", "machine_list_filename"},
  {"machine_list", "machine_list_filename"},
  {"mlist", "machine_list_filename"},
  {"workers", "machines"},
  {"nodes", "machines"},
jcipar's avatar
jcipar committed
169
170
171
  });
  return aliases;
}
Guolin Ke's avatar
Guolin Ke committed
172

jcipar's avatar
jcipar committed
173
174
const std::unordered_set<std::string>& Config::parameter_set() {
  static std::unordered_set<std::string> params({
175
176
177
178
  "config",
  "task",
  "objective",
  "boosting",
179
  "linear_tree",
180
181
182
183
184
185
186
187
188
  "data",
  "valid",
  "num_iterations",
  "learning_rate",
  "num_leaves",
  "tree_learner",
  "num_threads",
  "device_type",
  "seed",
Guolin Ke's avatar
Guolin Ke committed
189
  "deterministic",
190
191
  "force_col_wise",
  "force_row_wise",
192
  "histogram_pool_size",
193
194
195
196
  "max_depth",
  "min_data_in_leaf",
  "min_sum_hessian_in_leaf",
  "bagging_fraction",
Guolin Ke's avatar
Guolin Ke committed
197
198
  "pos_bagging_fraction",
  "neg_bagging_fraction",
199
200
201
  "bagging_freq",
  "bagging_seed",
  "feature_fraction",
202
  "feature_fraction_bynode",
203
  "feature_fraction_seed",
204
205
  "extra_trees",
  "extra_seed",
206
  "early_stopping_round",
207
  "first_metric_only",
208
209
210
  "max_delta_step",
  "lambda_l1",
  "lambda_l2",
211
  "linear_lambda",
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
  "min_gain_to_split",
  "drop_rate",
  "max_drop",
  "skip_drop",
  "xgboost_dart_mode",
  "uniform_drop",
  "drop_seed",
  "top_rate",
  "other_rate",
  "min_data_per_group",
  "max_cat_threshold",
  "cat_l2",
  "cat_smooth",
  "max_cat_to_onehot",
  "top_k",
  "monotone_constraints",
228
  "monotone_constraints_method",
229
  "monotone_penalty",
Guolin Ke's avatar
Guolin Ke committed
230
  "feature_contri",
231
  "forcedsplits_filename",
Guolin Ke's avatar
Guolin Ke committed
232
  "refit_decay_rate",
233
234
235
236
  "cegb_tradeoff",
  "cegb_penalty_split",
  "cegb_penalty_feature_lazy",
  "cegb_penalty_feature_coupled",
Belinda Trotta's avatar
Belinda Trotta committed
237
  "path_smooth",
238
  "interaction_constraints",
239
  "verbosity",
240
241
  "input_model",
  "output_model",
242
  "saved_feature_importance_type",
243
  "snapshot_freq",
244
  "max_bin",
Belinda Trotta's avatar
Belinda Trotta committed
245
  "max_bin_by_feature",
246
247
248
  "min_data_in_bin",
  "bin_construct_sample_cnt",
  "data_random_seed",
249
  "is_enable_sparse",
250
251
252
  "enable_bundle",
  "use_missing",
  "zero_as_missing",
253
254
  "feature_pre_filter",
  "pre_partition",
255
256
257
258
259
260
261
  "two_round",
  "header",
  "label_column",
  "weight_column",
  "group_column",
  "ignore_column",
  "categorical_feature",
262
263
  "forcedbins_filename",
  "save_binary",
264
  "start_iteration_predict",
265
  "num_iteration_predict",
266
267
268
  "predict_raw_score",
  "predict_leaf_index",
  "predict_contrib",
269
  "predict_disable_shape_check",
270
271
272
  "pred_early_stop",
  "pred_early_stop_freq",
  "pred_early_stop_margin",
273
  "output_result",
274
275
  "convert_model_language",
  "convert_model",
276
  "objective_seed",
277
278
279
280
281
282
283
284
285
286
  "num_class",
  "is_unbalance",
  "scale_pos_weight",
  "sigmoid",
  "boost_from_average",
  "reg_sqrt",
  "alpha",
  "fair_c",
  "poisson_max_delta_step",
  "tweedie_variance_power",
287
288
  "lambdarank_truncation_level",
  "lambdarank_norm",
289
290
291
292
293
  "label_gain",
  "metric",
  "metric_freq",
  "is_provide_training_metric",
  "eval_at",
Belinda Trotta's avatar
Belinda Trotta committed
294
  "multi_error_top_k",
Belinda Trotta's avatar
Belinda Trotta committed
295
  "auc_mu_weights",
296
297
298
299
300
301
302
303
  "num_machines",
  "local_listen_port",
  "time_out",
  "machine_list_filename",
  "machines",
  "gpu_platform_id",
  "gpu_device_id",
  "gpu_use_dp",
304
  "num_gpu",
jcipar's avatar
jcipar committed
305
306
307
  });
  return params;
}
Guolin Ke's avatar
Guolin Ke committed
308
309
310

void Config::GetMembersFromString(const std::unordered_map<std::string, std::string>& params) {
  std::string tmp_str = "";
311
312
  GetBool(params, "linear_tree", &linear_tree);

Guolin Ke's avatar
Guolin Ke committed
313
314
315
316
317
318
319
  GetString(params, "data", &data);

  if (GetString(params, "valid", &tmp_str)) {
    valid = Common::Split(tmp_str.c_str(), ',');
  }

  GetInt(params, "num_iterations", &num_iterations);
320
  CHECK_GE(num_iterations, 0);
Guolin Ke's avatar
Guolin Ke committed
321
322

  GetDouble(params, "learning_rate", &learning_rate);
323
  CHECK_GT(learning_rate, 0.0);
Guolin Ke's avatar
Guolin Ke committed
324
325

  GetInt(params, "num_leaves", &num_leaves);
326
327
  CHECK_GT(num_leaves, 1);
  CHECK_LE(num_leaves, 131072);
Guolin Ke's avatar
Guolin Ke committed
328
329
330

  GetInt(params, "num_threads", &num_threads);

Guolin Ke's avatar
Guolin Ke committed
331
332
  GetBool(params, "deterministic", &deterministic);

333
334
335
336
  GetBool(params, "force_col_wise", &force_col_wise);

  GetBool(params, "force_row_wise", &force_row_wise);

337
338
  GetDouble(params, "histogram_pool_size", &histogram_pool_size);

Guolin Ke's avatar
Guolin Ke committed
339
340
341
  GetInt(params, "max_depth", &max_depth);

  GetInt(params, "min_data_in_leaf", &min_data_in_leaf);
342
  CHECK_GE(min_data_in_leaf, 0);
Guolin Ke's avatar
Guolin Ke committed
343
344

  GetDouble(params, "min_sum_hessian_in_leaf", &min_sum_hessian_in_leaf);
345
  CHECK_GE(min_sum_hessian_in_leaf, 0.0);
Guolin Ke's avatar
Guolin Ke committed
346
347

  GetDouble(params, "bagging_fraction", &bagging_fraction);
348
349
  CHECK_GT(bagging_fraction, 0.0);
  CHECK_LE(bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
350

Guolin Ke's avatar
Guolin Ke committed
351
  GetDouble(params, "pos_bagging_fraction", &pos_bagging_fraction);
352
353
  CHECK_GT(pos_bagging_fraction, 0.0);
  CHECK_LE(pos_bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
354
355

  GetDouble(params, "neg_bagging_fraction", &neg_bagging_fraction);
356
357
  CHECK_GT(neg_bagging_fraction, 0.0);
  CHECK_LE(neg_bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
358

Guolin Ke's avatar
Guolin Ke committed
359
360
361
362
363
  GetInt(params, "bagging_freq", &bagging_freq);

  GetInt(params, "bagging_seed", &bagging_seed);

  GetDouble(params, "feature_fraction", &feature_fraction);
364
365
  CHECK_GT(feature_fraction, 0.0);
  CHECK_LE(feature_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
366

367
  GetDouble(params, "feature_fraction_bynode", &feature_fraction_bynode);
368
369
  CHECK_GT(feature_fraction_bynode, 0.0);
  CHECK_LE(feature_fraction_bynode, 1.0);
370

Guolin Ke's avatar
Guolin Ke committed
371
372
  GetInt(params, "feature_fraction_seed", &feature_fraction_seed);

373
374
375
376
  GetBool(params, "extra_trees", &extra_trees);

  GetInt(params, "extra_seed", &extra_seed);

Guolin Ke's avatar
Guolin Ke committed
377
378
  GetInt(params, "early_stopping_round", &early_stopping_round);

379
380
  GetBool(params, "first_metric_only", &first_metric_only);

Guolin Ke's avatar
Guolin Ke committed
381
382
383
  GetDouble(params, "max_delta_step", &max_delta_step);

  GetDouble(params, "lambda_l1", &lambda_l1);
384
  CHECK_GE(lambda_l1, 0.0);
Guolin Ke's avatar
Guolin Ke committed
385
386

  GetDouble(params, "lambda_l2", &lambda_l2);
387
  CHECK_GE(lambda_l2, 0.0);
Guolin Ke's avatar
Guolin Ke committed
388

389
390
391
  GetDouble(params, "linear_lambda", &linear_lambda);
  CHECK_GE(linear_lambda, 0.0);

Guolin Ke's avatar
Guolin Ke committed
392
  GetDouble(params, "min_gain_to_split", &min_gain_to_split);
393
  CHECK_GE(min_gain_to_split, 0.0);
Guolin Ke's avatar
Guolin Ke committed
394
395

  GetDouble(params, "drop_rate", &drop_rate);
396
397
  CHECK_GE(drop_rate, 0.0);
  CHECK_LE(drop_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
398
399
400
401

  GetInt(params, "max_drop", &max_drop);

  GetDouble(params, "skip_drop", &skip_drop);
402
403
  CHECK_GE(skip_drop, 0.0);
  CHECK_LE(skip_drop, 1.0);
Guolin Ke's avatar
Guolin Ke committed
404
405
406
407
408
409
410
411

  GetBool(params, "xgboost_dart_mode", &xgboost_dart_mode);

  GetBool(params, "uniform_drop", &uniform_drop);

  GetInt(params, "drop_seed", &drop_seed);

  GetDouble(params, "top_rate", &top_rate);
412
413
  CHECK_GE(top_rate, 0.0);
  CHECK_LE(top_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
414
415

  GetDouble(params, "other_rate", &other_rate);
416
417
  CHECK_GE(other_rate, 0.0);
  CHECK_LE(other_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
418
419

  GetInt(params, "min_data_per_group", &min_data_per_group);
420
  CHECK_GT(min_data_per_group, 0);
Guolin Ke's avatar
Guolin Ke committed
421
422

  GetInt(params, "max_cat_threshold", &max_cat_threshold);
423
  CHECK_GT(max_cat_threshold, 0);
Guolin Ke's avatar
Guolin Ke committed
424
425

  GetDouble(params, "cat_l2", &cat_l2);
426
  CHECK_GE(cat_l2, 0.0);
Guolin Ke's avatar
Guolin Ke committed
427
428

  GetDouble(params, "cat_smooth", &cat_smooth);
429
  CHECK_GE(cat_smooth, 0.0);
Guolin Ke's avatar
Guolin Ke committed
430
431

  GetInt(params, "max_cat_to_onehot", &max_cat_to_onehot);
432
  CHECK_GT(max_cat_to_onehot, 0);
Guolin Ke's avatar
Guolin Ke committed
433
434

  GetInt(params, "top_k", &top_k);
435
  CHECK_GT(top_k, 0);
Guolin Ke's avatar
Guolin Ke committed
436
437
438
439
440

  if (GetString(params, "monotone_constraints", &tmp_str)) {
    monotone_constraints = Common::StringToArray<int8_t>(tmp_str, ',');
  }

441
442
  GetString(params, "monotone_constraints_method", &monotone_constraints_method);

443
444
445
  GetDouble(params, "monotone_penalty", &monotone_penalty);
  CHECK_GE(monotone_penalty, 0.0);

Guolin Ke's avatar
Guolin Ke committed
446
447
448
449
  if (GetString(params, "feature_contri", &tmp_str)) {
    feature_contri = Common::StringToArray<double>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
450
451
  GetString(params, "forcedsplits_filename", &forcedsplits_filename);

Guolin Ke's avatar
Guolin Ke committed
452
  GetDouble(params, "refit_decay_rate", &refit_decay_rate);
453
454
  CHECK_GE(refit_decay_rate, 0.0);
  CHECK_LE(refit_decay_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
455

456
  GetDouble(params, "cegb_tradeoff", &cegb_tradeoff);
457
  CHECK_GE(cegb_tradeoff, 0.0);
458
459

  GetDouble(params, "cegb_penalty_split", &cegb_penalty_split);
460
  CHECK_GE(cegb_penalty_split, 0.0);
461
462
463
464
465
466
467
468
469

  if (GetString(params, "cegb_penalty_feature_lazy", &tmp_str)) {
    cegb_penalty_feature_lazy = Common::StringToArray<double>(tmp_str, ',');
  }

  if (GetString(params, "cegb_penalty_feature_coupled", &tmp_str)) {
    cegb_penalty_feature_coupled = Common::StringToArray<double>(tmp_str, ',');
  }

Belinda Trotta's avatar
Belinda Trotta committed
470
471
472
  GetDouble(params, "path_smooth", &path_smooth);
  CHECK_GE(path_smooth,  0.0);

473
474
  GetString(params, "interaction_constraints", &interaction_constraints);

475
476
  GetInt(params, "verbosity", &verbosity);

477
478
479
480
  GetString(params, "input_model", &input_model);

  GetString(params, "output_model", &output_model);

481
482
  GetInt(params, "saved_feature_importance_type", &saved_feature_importance_type);

483
484
  GetInt(params, "snapshot_freq", &snapshot_freq);

Guolin Ke's avatar
Guolin Ke committed
485
  GetInt(params, "max_bin", &max_bin);
486
  CHECK_GT(max_bin, 1);
Guolin Ke's avatar
Guolin Ke committed
487

Belinda Trotta's avatar
Belinda Trotta committed
488
489
490
491
  if (GetString(params, "max_bin_by_feature", &tmp_str)) {
    max_bin_by_feature = Common::StringToArray<int32_t>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
492
  GetInt(params, "min_data_in_bin", &min_data_in_bin);
493
  CHECK_GT(min_data_in_bin, 0);
Guolin Ke's avatar
Guolin Ke committed
494

495
  GetInt(params, "bin_construct_sample_cnt", &bin_construct_sample_cnt);
496
  CHECK_GT(bin_construct_sample_cnt, 0);
497

Guolin Ke's avatar
Guolin Ke committed
498
499
  GetInt(params, "data_random_seed", &data_random_seed);

500
  GetBool(params, "is_enable_sparse", &is_enable_sparse);
Guolin Ke's avatar
Guolin Ke committed
501

502
503
504
505
506
  GetBool(params, "enable_bundle", &enable_bundle);

  GetBool(params, "use_missing", &use_missing);

  GetBool(params, "zero_as_missing", &zero_as_missing);
Guolin Ke's avatar
Guolin Ke committed
507

508
  GetBool(params, "feature_pre_filter", &feature_pre_filter);
Guolin Ke's avatar
Guolin Ke committed
509

510
511
512
  GetBool(params, "pre_partition", &pre_partition);

  GetBool(params, "two_round", &two_round);
Guolin Ke's avatar
Guolin Ke committed
513
514
515
516
517
518
519
520
521
522
523
524
525

  GetBool(params, "header", &header);

  GetString(params, "label_column", &label_column);

  GetString(params, "weight_column", &weight_column);

  GetString(params, "group_column", &group_column);

  GetString(params, "ignore_column", &ignore_column);

  GetString(params, "categorical_feature", &categorical_feature);

526
527
528
529
  GetString(params, "forcedbins_filename", &forcedbins_filename);

  GetBool(params, "save_binary", &save_binary);

530
531
  GetInt(params, "start_iteration_predict", &start_iteration_predict);

532
533
  GetInt(params, "num_iteration_predict", &num_iteration_predict);

Guolin Ke's avatar
Guolin Ke committed
534
535
536
537
538
539
  GetBool(params, "predict_raw_score", &predict_raw_score);

  GetBool(params, "predict_leaf_index", &predict_leaf_index);

  GetBool(params, "predict_contrib", &predict_contrib);

540
  GetBool(params, "predict_disable_shape_check", &predict_disable_shape_check);
Guolin Ke's avatar
Guolin Ke committed
541
542
543
544
545
546
547

  GetBool(params, "pred_early_stop", &pred_early_stop);

  GetInt(params, "pred_early_stop_freq", &pred_early_stop_freq);

  GetDouble(params, "pred_early_stop_margin", &pred_early_stop_margin);

548
  GetString(params, "output_result", &output_result);
549

Guolin Ke's avatar
Guolin Ke committed
550
551
552
553
  GetString(params, "convert_model_language", &convert_model_language);

  GetString(params, "convert_model", &convert_model);

554
555
  GetInt(params, "objective_seed", &objective_seed);

Guolin Ke's avatar
Guolin Ke committed
556
  GetInt(params, "num_class", &num_class);
557
  CHECK_GT(num_class, 0);
Guolin Ke's avatar
Guolin Ke committed
558

559
  GetBool(params, "is_unbalance", &is_unbalance);
Guolin Ke's avatar
Guolin Ke committed
560

561
  GetDouble(params, "scale_pos_weight", &scale_pos_weight);
562
  CHECK_GT(scale_pos_weight, 0.0);
Guolin Ke's avatar
Guolin Ke committed
563

564
  GetDouble(params, "sigmoid", &sigmoid);
565
  CHECK_GT(sigmoid, 0.0);
Guolin Ke's avatar
Guolin Ke committed
566
567
568

  GetBool(params, "boost_from_average", &boost_from_average);

569
  GetBool(params, "reg_sqrt", &reg_sqrt);
Guolin Ke's avatar
Guolin Ke committed
570

571
  GetDouble(params, "alpha", &alpha);
572
  CHECK_GT(alpha, 0.0);
Guolin Ke's avatar
Guolin Ke committed
573

574
  GetDouble(params, "fair_c", &fair_c);
575
  CHECK_GT(fair_c, 0.0);
576
577

  GetDouble(params, "poisson_max_delta_step", &poisson_max_delta_step);
578
  CHECK_GT(poisson_max_delta_step, 0.0);
Guolin Ke's avatar
Guolin Ke committed
579
580

  GetDouble(params, "tweedie_variance_power", &tweedie_variance_power);
581
582
  CHECK_GE(tweedie_variance_power, 1.0);
  CHECK_LT(tweedie_variance_power, 2.0);
583

584
  GetInt(params, "lambdarank_truncation_level", &lambdarank_truncation_level);
585
  CHECK_GT(lambdarank_truncation_level, 0);
Guolin Ke's avatar
Guolin Ke committed
586

587
  GetBool(params, "lambdarank_norm", &lambdarank_norm);
588

Guolin Ke's avatar
Guolin Ke committed
589
590
591
592
593
  if (GetString(params, "label_gain", &tmp_str)) {
    label_gain = Common::StringToArray<double>(tmp_str, ',');
  }

  GetInt(params, "metric_freq", &metric_freq);
594
  CHECK_GT(metric_freq, 0);
Guolin Ke's avatar
Guolin Ke committed
595
596
597
598
599
600
601

  GetBool(params, "is_provide_training_metric", &is_provide_training_metric);

  if (GetString(params, "eval_at", &tmp_str)) {
    eval_at = Common::StringToArray<int>(tmp_str, ',');
  }

Belinda Trotta's avatar
Belinda Trotta committed
602
  GetInt(params, "multi_error_top_k", &multi_error_top_k);
603
  CHECK_GT(multi_error_top_k, 0);
Belinda Trotta's avatar
Belinda Trotta committed
604

Belinda Trotta's avatar
Belinda Trotta committed
605
606
607
608
  if (GetString(params, "auc_mu_weights", &tmp_str)) {
    auc_mu_weights = Common::StringToArray<double>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
609
  GetInt(params, "num_machines", &num_machines);
610
  CHECK_GT(num_machines, 0);
Guolin Ke's avatar
Guolin Ke committed
611
612

  GetInt(params, "local_listen_port", &local_listen_port);
613
  CHECK_GT(local_listen_port, 0);
Guolin Ke's avatar
Guolin Ke committed
614
615

  GetInt(params, "time_out", &time_out);
616
  CHECK_GT(time_out, 0);
Guolin Ke's avatar
Guolin Ke committed
617
618
619
620
621
622
623
624
625
626

  GetString(params, "machine_list_filename", &machine_list_filename);

  GetString(params, "machines", &machines);

  GetInt(params, "gpu_platform_id", &gpu_platform_id);

  GetInt(params, "gpu_device_id", &gpu_device_id);

  GetBool(params, "gpu_use_dp", &gpu_use_dp);
627
628
629

  GetInt(params, "num_gpu", &num_gpu);
  CHECK_GT(num_gpu, 0);
Guolin Ke's avatar
Guolin Ke committed
630
631
632
633
}

std::string Config::SaveMembersToString() const {
  std::stringstream str_buf;
634
  str_buf << "[linear_tree: " << linear_tree << "]\n";
Guolin Ke's avatar
Guolin Ke committed
635
  str_buf << "[data: " << data << "]\n";
636
  str_buf << "[valid: " << Common::Join(valid, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
637
638
639
640
  str_buf << "[num_iterations: " << num_iterations << "]\n";
  str_buf << "[learning_rate: " << learning_rate << "]\n";
  str_buf << "[num_leaves: " << num_leaves << "]\n";
  str_buf << "[num_threads: " << num_threads << "]\n";
Guolin Ke's avatar
Guolin Ke committed
641
  str_buf << "[deterministic: " << deterministic << "]\n";
642
643
  str_buf << "[force_col_wise: " << force_col_wise << "]\n";
  str_buf << "[force_row_wise: " << force_row_wise << "]\n";
644
  str_buf << "[histogram_pool_size: " << histogram_pool_size << "]\n";
Guolin Ke's avatar
Guolin Ke committed
645
646
647
648
  str_buf << "[max_depth: " << max_depth << "]\n";
  str_buf << "[min_data_in_leaf: " << min_data_in_leaf << "]\n";
  str_buf << "[min_sum_hessian_in_leaf: " << min_sum_hessian_in_leaf << "]\n";
  str_buf << "[bagging_fraction: " << bagging_fraction << "]\n";
Guolin Ke's avatar
Guolin Ke committed
649
650
  str_buf << "[pos_bagging_fraction: " << pos_bagging_fraction << "]\n";
  str_buf << "[neg_bagging_fraction: " << neg_bagging_fraction << "]\n";
Guolin Ke's avatar
Guolin Ke committed
651
652
653
  str_buf << "[bagging_freq: " << bagging_freq << "]\n";
  str_buf << "[bagging_seed: " << bagging_seed << "]\n";
  str_buf << "[feature_fraction: " << feature_fraction << "]\n";
654
  str_buf << "[feature_fraction_bynode: " << feature_fraction_bynode << "]\n";
Guolin Ke's avatar
Guolin Ke committed
655
  str_buf << "[feature_fraction_seed: " << feature_fraction_seed << "]\n";
656
657
  str_buf << "[extra_trees: " << extra_trees << "]\n";
  str_buf << "[extra_seed: " << extra_seed << "]\n";
Guolin Ke's avatar
Guolin Ke committed
658
  str_buf << "[early_stopping_round: " << early_stopping_round << "]\n";
659
  str_buf << "[first_metric_only: " << first_metric_only << "]\n";
Guolin Ke's avatar
Guolin Ke committed
660
661
662
  str_buf << "[max_delta_step: " << max_delta_step << "]\n";
  str_buf << "[lambda_l1: " << lambda_l1 << "]\n";
  str_buf << "[lambda_l2: " << lambda_l2 << "]\n";
663
  str_buf << "[linear_lambda: " << linear_lambda << "]\n";
Guolin Ke's avatar
Guolin Ke committed
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
  str_buf << "[min_gain_to_split: " << min_gain_to_split << "]\n";
  str_buf << "[drop_rate: " << drop_rate << "]\n";
  str_buf << "[max_drop: " << max_drop << "]\n";
  str_buf << "[skip_drop: " << skip_drop << "]\n";
  str_buf << "[xgboost_dart_mode: " << xgboost_dart_mode << "]\n";
  str_buf << "[uniform_drop: " << uniform_drop << "]\n";
  str_buf << "[drop_seed: " << drop_seed << "]\n";
  str_buf << "[top_rate: " << top_rate << "]\n";
  str_buf << "[other_rate: " << other_rate << "]\n";
  str_buf << "[min_data_per_group: " << min_data_per_group << "]\n";
  str_buf << "[max_cat_threshold: " << max_cat_threshold << "]\n";
  str_buf << "[cat_l2: " << cat_l2 << "]\n";
  str_buf << "[cat_smooth: " << cat_smooth << "]\n";
  str_buf << "[max_cat_to_onehot: " << max_cat_to_onehot << "]\n";
  str_buf << "[top_k: " << top_k << "]\n";
679
  str_buf << "[monotone_constraints: " << Common::Join(Common::ArrayCast<int8_t, int>(monotone_constraints), ",") << "]\n";
680
  str_buf << "[monotone_constraints_method: " << monotone_constraints_method << "]\n";
681
  str_buf << "[monotone_penalty: " << monotone_penalty << "]\n";
682
  str_buf << "[feature_contri: " << Common::Join(feature_contri, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
683
  str_buf << "[forcedsplits_filename: " << forcedsplits_filename << "]\n";
Guolin Ke's avatar
Guolin Ke committed
684
  str_buf << "[refit_decay_rate: " << refit_decay_rate << "]\n";
685
686
687
688
  str_buf << "[cegb_tradeoff: " << cegb_tradeoff << "]\n";
  str_buf << "[cegb_penalty_split: " << cegb_penalty_split << "]\n";
  str_buf << "[cegb_penalty_feature_lazy: " << Common::Join(cegb_penalty_feature_lazy, ",") << "]\n";
  str_buf << "[cegb_penalty_feature_coupled: " << Common::Join(cegb_penalty_feature_coupled, ",") << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
689
  str_buf << "[path_smooth: " << path_smooth << "]\n";
690
  str_buf << "[interaction_constraints: " << interaction_constraints << "]\n";
691
  str_buf << "[verbosity: " << verbosity << "]\n";
692
  str_buf << "[saved_feature_importance_type: " << saved_feature_importance_type << "]\n";
Guolin Ke's avatar
Guolin Ke committed
693
  str_buf << "[max_bin: " << max_bin << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
694
  str_buf << "[max_bin_by_feature: " << Common::Join(max_bin_by_feature, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
695
  str_buf << "[min_data_in_bin: " << min_data_in_bin << "]\n";
696
  str_buf << "[bin_construct_sample_cnt: " << bin_construct_sample_cnt << "]\n";
Guolin Ke's avatar
Guolin Ke committed
697
  str_buf << "[data_random_seed: " << data_random_seed << "]\n";
698
  str_buf << "[is_enable_sparse: " << is_enable_sparse << "]\n";
699
700
701
  str_buf << "[enable_bundle: " << enable_bundle << "]\n";
  str_buf << "[use_missing: " << use_missing << "]\n";
  str_buf << "[zero_as_missing: " << zero_as_missing << "]\n";
702
703
  str_buf << "[feature_pre_filter: " << feature_pre_filter << "]\n";
  str_buf << "[pre_partition: " << pre_partition << "]\n";
Guolin Ke's avatar
Guolin Ke committed
704
705
706
707
708
709
710
  str_buf << "[two_round: " << two_round << "]\n";
  str_buf << "[header: " << header << "]\n";
  str_buf << "[label_column: " << label_column << "]\n";
  str_buf << "[weight_column: " << weight_column << "]\n";
  str_buf << "[group_column: " << group_column << "]\n";
  str_buf << "[ignore_column: " << ignore_column << "]\n";
  str_buf << "[categorical_feature: " << categorical_feature << "]\n";
711
  str_buf << "[forcedbins_filename: " << forcedbins_filename << "]\n";
712
  str_buf << "[objective_seed: " << objective_seed << "]\n";
Guolin Ke's avatar
Guolin Ke committed
713
  str_buf << "[num_class: " << num_class << "]\n";
714
715
  str_buf << "[is_unbalance: " << is_unbalance << "]\n";
  str_buf << "[scale_pos_weight: " << scale_pos_weight << "]\n";
Guolin Ke's avatar
Guolin Ke committed
716
  str_buf << "[sigmoid: " << sigmoid << "]\n";
717
718
  str_buf << "[boost_from_average: " << boost_from_average << "]\n";
  str_buf << "[reg_sqrt: " << reg_sqrt << "]\n";
Guolin Ke's avatar
Guolin Ke committed
719
720
721
722
  str_buf << "[alpha: " << alpha << "]\n";
  str_buf << "[fair_c: " << fair_c << "]\n";
  str_buf << "[poisson_max_delta_step: " << poisson_max_delta_step << "]\n";
  str_buf << "[tweedie_variance_power: " << tweedie_variance_power << "]\n";
723
724
  str_buf << "[lambdarank_truncation_level: " << lambdarank_truncation_level << "]\n";
  str_buf << "[lambdarank_norm: " << lambdarank_norm << "]\n";
725
726
  str_buf << "[label_gain: " << Common::Join(label_gain, ",") << "]\n";
  str_buf << "[eval_at: " << Common::Join(eval_at, ",") << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
727
  str_buf << "[multi_error_top_k: " << multi_error_top_k << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
728
  str_buf << "[auc_mu_weights: " << Common::Join(auc_mu_weights, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
729
730
731
732
733
734
735
736
  str_buf << "[num_machines: " << num_machines << "]\n";
  str_buf << "[local_listen_port: " << local_listen_port << "]\n";
  str_buf << "[time_out: " << time_out << "]\n";
  str_buf << "[machine_list_filename: " << machine_list_filename << "]\n";
  str_buf << "[machines: " << machines << "]\n";
  str_buf << "[gpu_platform_id: " << gpu_platform_id << "]\n";
  str_buf << "[gpu_device_id: " << gpu_device_id << "]\n";
  str_buf << "[gpu_use_dp: " << gpu_use_dp << "]\n";
737
  str_buf << "[num_gpu: " << num_gpu << "]\n";
Guolin Ke's avatar
Guolin Ke committed
738
739
740
  return str_buf.str();
}

741
}  // namespace LightGBM