config_auto.cpp 36.9 KB
Newer Older
1
2
3
4
5
6
7
/*!
 * Copyright (c) 2018 Microsoft Corporation. All rights reserved.
 * Licensed under the MIT License. See LICENSE file in the project root for license information.
 *
 * \note
 * This file is auto generated by LightGBM\helpers\parameter_generator.py from LightGBM\include\LightGBM\config.h file.
 */
Guolin Ke's avatar
Guolin Ke committed
8
9
#include<LightGBM/config.h>
namespace LightGBM {
jcipar's avatar
jcipar committed
10
11
const std::unordered_map<std::string, std::string>& Config::alias_table() {
  static std::unordered_map<std::string, std::string> aliases({
12
13
14
15
16
  {"config_file", "config"},
  {"task_type", "task"},
  {"objective_type", "objective"},
  {"app", "objective"},
  {"application", "objective"},
17
  {"loss", "objective"},
18
19
20
21
  {"boosting_type", "boosting"},
  {"boost", "boosting"},
  {"train", "data"},
  {"train_data", "data"},
22
  {"train_data_file", "data"},
23
24
25
26
27
  {"data_filename", "data"},
  {"test", "valid"},
  {"valid_data", "valid"},
  {"valid_data_file", "valid"},
  {"test_data", "valid"},
28
  {"test_data_file", "valid"},
29
30
  {"valid_filenames", "valid"},
  {"num_iteration", "num_iterations"},
31
  {"n_iter", "num_iterations"},
32
33
34
35
  {"num_tree", "num_iterations"},
  {"num_trees", "num_iterations"},
  {"num_round", "num_iterations"},
  {"num_rounds", "num_iterations"},
36
  {"nrounds", "num_iterations"},
37
38
  {"num_boost_round", "num_iterations"},
  {"n_estimators", "num_iterations"},
39
  {"max_iter", "num_iterations"},
40
  {"shrinkage_rate", "learning_rate"},
41
  {"eta", "learning_rate"},
42
  {"num_leaf", "num_leaves"},
43
44
  {"max_leaves", "num_leaves"},
  {"max_leaf", "num_leaves"},
45
  {"max_leaf_nodes", "num_leaves"},
46
  {"tree", "tree_learner"},
47
  {"tree_type", "tree_learner"},
48
49
50
51
  {"tree_learner_type", "tree_learner"},
  {"num_thread", "num_threads"},
  {"nthread", "num_threads"},
  {"nthreads", "num_threads"},
52
  {"n_jobs", "num_threads"},
53
  {"device", "device_type"},
54
  {"random_seed", "seed"},
55
  {"random_state", "seed"},
56
  {"hist_pool_size", "histogram_pool_size"},
57
58
59
  {"min_data_per_leaf", "min_data_in_leaf"},
  {"min_data", "min_data_in_leaf"},
  {"min_child_samples", "min_data_in_leaf"},
60
  {"min_samples_leaf", "min_data_in_leaf"},
61
62
63
64
65
66
67
  {"min_sum_hessian_per_leaf", "min_sum_hessian_in_leaf"},
  {"min_sum_hessian", "min_sum_hessian_in_leaf"},
  {"min_hessian", "min_sum_hessian_in_leaf"},
  {"min_child_weight", "min_sum_hessian_in_leaf"},
  {"sub_row", "bagging_fraction"},
  {"subsample", "bagging_fraction"},
  {"bagging", "bagging_fraction"},
Guolin Ke's avatar
Guolin Ke committed
68
69
70
71
72
73
  {"pos_sub_row", "pos_bagging_fraction"},
  {"pos_subsample", "pos_bagging_fraction"},
  {"pos_bagging", "pos_bagging_fraction"},
  {"neg_sub_row", "neg_bagging_fraction"},
  {"neg_subsample", "neg_bagging_fraction"},
  {"neg_bagging", "neg_bagging_fraction"},
74
75
76
77
  {"subsample_freq", "bagging_freq"},
  {"bagging_fraction_seed", "bagging_seed"},
  {"sub_feature", "feature_fraction"},
  {"colsample_bytree", "feature_fraction"},
78
79
  {"sub_feature_bynode", "feature_fraction_bynode"},
  {"colsample_bynode", "feature_fraction_bynode"},
Nikita Titov's avatar
Nikita Titov committed
80
  {"extra_tree", "extra_trees"},
81
82
  {"early_stopping_rounds", "early_stopping_round"},
  {"early_stopping", "early_stopping_round"},
83
  {"n_iter_no_change", "early_stopping_round"},
84
85
86
  {"max_tree_output", "max_delta_step"},
  {"max_leaf_output", "max_delta_step"},
  {"reg_alpha", "lambda_l1"},
87
  {"l1_regularization", "lambda_l1"},
88
  {"reg_lambda", "lambda_l2"},
89
  {"lambda", "lambda_l2"},
90
  {"l2_regularization", "lambda_l2"},
91
  {"min_split_gain", "min_gain_to_split"},
92
  {"rate_drop", "drop_rate"},
93
94
95
  {"topk", "top_k"},
  {"mc", "monotone_constraints"},
  {"monotone_constraint", "monotone_constraints"},
96
  {"monotonic_cst", "monotone_constraints"},
97
98
  {"monotone_constraining_method", "monotone_constraints_method"},
  {"mc_method", "monotone_constraints_method"},
99
100
101
  {"monotone_splits_penalty", "monotone_penalty"},
  {"ms_penalty", "monotone_penalty"},
  {"mc_penalty", "monotone_penalty"},
102
  {"feature_contrib", "feature_contri"},
Guolin Ke's avatar
Guolin Ke committed
103
104
105
  {"fc", "feature_contri"},
  {"fp", "feature_contri"},
  {"feature_penalty", "feature_contri"},
106
107
108
109
110
  {"fs", "forcedsplits_filename"},
  {"forced_splits_filename", "forcedsplits_filename"},
  {"forced_splits_file", "forcedsplits_filename"},
  {"forced_splits", "forcedsplits_filename"},
  {"verbose", "verbosity"},
111
112
  {"model_input", "input_model"},
  {"model_in", "input_model"},
113
114
  {"model_output", "output_model"},
  {"model_out", "output_model"},
115
  {"save_period", "snapshot_freq"},
Nikita Titov's avatar
Nikita Titov committed
116
  {"linear_trees", "linear_tree"},
117
  {"max_bins", "max_bin"},
118
119
120
121
122
  {"subsample_for_bin", "bin_construct_sample_cnt"},
  {"data_seed", "data_random_seed"},
  {"is_sparse", "is_enable_sparse"},
  {"enable_sparse", "is_enable_sparse"},
  {"sparse", "is_enable_sparse"},
123
124
  {"is_enable_bundle", "enable_bundle"},
  {"bundle", "enable_bundle"},
125
  {"is_pre_partition", "pre_partition"},
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
  {"two_round_loading", "two_round"},
  {"use_two_round_loading", "two_round"},
  {"has_header", "header"},
  {"label", "label_column"},
  {"weight", "weight_column"},
  {"group", "group_column"},
  {"group_id", "group_column"},
  {"query_column", "group_column"},
  {"query", "group_column"},
  {"query_id", "group_column"},
  {"ignore_feature", "ignore_column"},
  {"blacklist", "ignore_column"},
  {"cat_feature", "categorical_feature"},
  {"categorical_column", "categorical_feature"},
  {"cat_column", "categorical_feature"},
141
  {"categorical_features", "categorical_feature"},
142
143
  {"is_save_binary", "save_binary"},
  {"is_save_binary_file", "save_binary"},
144
145
146
147
148
149
150
  {"is_predict_raw_score", "predict_raw_score"},
  {"predict_rawscore", "predict_raw_score"},
  {"raw_score", "predict_raw_score"},
  {"is_predict_leaf_index", "predict_leaf_index"},
  {"leaf_index", "predict_leaf_index"},
  {"is_predict_contrib", "predict_contrib"},
  {"contrib", "predict_contrib"},
151
152
153
154
155
156
  {"predict_result", "output_result"},
  {"prediction_result", "output_result"},
  {"predict_name", "output_result"},
  {"prediction_name", "output_result"},
  {"pred_name", "output_result"},
  {"name_pred", "output_result"},
157
158
  {"convert_model_file", "convert_model"},
  {"num_classes", "num_class"},
159
  {"unbalance", "is_unbalance"},
160
161
162
163
164
165
166
167
168
  {"unbalanced_sets", "is_unbalance"},
  {"metrics", "metric"},
  {"metric_types", "metric"},
  {"output_freq", "metric_freq"},
  {"training_metric", "is_provide_training_metric"},
  {"is_training_metric", "is_provide_training_metric"},
  {"train_metric", "is_provide_training_metric"},
  {"ndcg_eval_at", "eval_at"},
  {"ndcg_at", "eval_at"},
169
170
  {"map_eval_at", "eval_at"},
  {"map_at", "eval_at"},
171
172
173
174
175
176
177
178
  {"num_machine", "num_machines"},
  {"local_port", "local_listen_port"},
  {"port", "local_listen_port"},
  {"machine_list_file", "machine_list_filename"},
  {"machine_list", "machine_list_filename"},
  {"mlist", "machine_list_filename"},
  {"workers", "machines"},
  {"nodes", "machines"},
jcipar's avatar
jcipar committed
179
180
181
  });
  return aliases;
}
Guolin Ke's avatar
Guolin Ke committed
182

jcipar's avatar
jcipar committed
183
184
const std::unordered_set<std::string>& Config::parameter_set() {
  static std::unordered_set<std::string> params({
185
186
187
188
  "config",
  "task",
  "objective",
  "boosting",
189
  "data_sample_strategy",
190
191
192
193
194
195
196
197
198
  "data",
  "valid",
  "num_iterations",
  "learning_rate",
  "num_leaves",
  "tree_learner",
  "num_threads",
  "device_type",
  "seed",
Guolin Ke's avatar
Guolin Ke committed
199
  "deterministic",
200
201
  "force_col_wise",
  "force_row_wise",
202
  "histogram_pool_size",
203
204
205
206
  "max_depth",
  "min_data_in_leaf",
  "min_sum_hessian_in_leaf",
  "bagging_fraction",
Guolin Ke's avatar
Guolin Ke committed
207
208
  "pos_bagging_fraction",
  "neg_bagging_fraction",
209
210
211
  "bagging_freq",
  "bagging_seed",
  "feature_fraction",
212
  "feature_fraction_bynode",
213
  "feature_fraction_seed",
214
215
  "extra_trees",
  "extra_seed",
216
  "early_stopping_round",
217
  "first_metric_only",
218
219
220
  "max_delta_step",
  "lambda_l1",
  "lambda_l2",
221
  "linear_lambda",
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
  "min_gain_to_split",
  "drop_rate",
  "max_drop",
  "skip_drop",
  "xgboost_dart_mode",
  "uniform_drop",
  "drop_seed",
  "top_rate",
  "other_rate",
  "min_data_per_group",
  "max_cat_threshold",
  "cat_l2",
  "cat_smooth",
  "max_cat_to_onehot",
  "top_k",
  "monotone_constraints",
238
  "monotone_constraints_method",
239
  "monotone_penalty",
Guolin Ke's avatar
Guolin Ke committed
240
  "feature_contri",
241
  "forcedsplits_filename",
Guolin Ke's avatar
Guolin Ke committed
242
  "refit_decay_rate",
243
244
245
246
  "cegb_tradeoff",
  "cegb_penalty_split",
  "cegb_penalty_feature_lazy",
  "cegb_penalty_feature_coupled",
Belinda Trotta's avatar
Belinda Trotta committed
247
  "path_smooth",
248
  "interaction_constraints",
249
  "verbosity",
250
251
  "input_model",
  "output_model",
252
  "saved_feature_importance_type",
253
  "snapshot_freq",
254
255
256
257
  "use_quantized_grad",
  "num_grad_quant_bins",
  "quant_train_renew_leaf",
  "stochastic_rounding",
Nikita Titov's avatar
Nikita Titov committed
258
  "linear_tree",
259
  "max_bin",
Belinda Trotta's avatar
Belinda Trotta committed
260
  "max_bin_by_feature",
261
262
263
  "min_data_in_bin",
  "bin_construct_sample_cnt",
  "data_random_seed",
264
  "is_enable_sparse",
265
266
267
  "enable_bundle",
  "use_missing",
  "zero_as_missing",
268
269
  "feature_pre_filter",
  "pre_partition",
270
271
272
273
274
275
276
  "two_round",
  "header",
  "label_column",
  "weight_column",
  "group_column",
  "ignore_column",
  "categorical_feature",
277
278
  "forcedbins_filename",
  "save_binary",
Chen Yufei's avatar
Chen Yufei committed
279
  "precise_float_parser",
280
  "parser_config_file",
281
  "start_iteration_predict",
282
  "num_iteration_predict",
283
284
285
  "predict_raw_score",
  "predict_leaf_index",
  "predict_contrib",
286
  "predict_disable_shape_check",
287
288
289
  "pred_early_stop",
  "pred_early_stop_freq",
  "pred_early_stop_margin",
290
  "output_result",
291
292
  "convert_model_language",
  "convert_model",
293
  "objective_seed",
294
295
296
297
298
299
300
301
302
303
  "num_class",
  "is_unbalance",
  "scale_pos_weight",
  "sigmoid",
  "boost_from_average",
  "reg_sqrt",
  "alpha",
  "fair_c",
  "poisson_max_delta_step",
  "tweedie_variance_power",
304
305
  "lambdarank_truncation_level",
  "lambdarank_norm",
306
307
308
309
310
  "label_gain",
  "metric",
  "metric_freq",
  "is_provide_training_metric",
  "eval_at",
Belinda Trotta's avatar
Belinda Trotta committed
311
  "multi_error_top_k",
Belinda Trotta's avatar
Belinda Trotta committed
312
  "auc_mu_weights",
313
314
315
316
317
318
319
320
  "num_machines",
  "local_listen_port",
  "time_out",
  "machine_list_filename",
  "machines",
  "gpu_platform_id",
  "gpu_device_id",
  "gpu_use_dp",
321
  "num_gpu",
jcipar's avatar
jcipar committed
322
323
324
  });
  return params;
}
Guolin Ke's avatar
Guolin Ke committed
325
326
327
328
329
330
331
332
333
334

void Config::GetMembersFromString(const std::unordered_map<std::string, std::string>& params) {
  std::string tmp_str = "";
  GetString(params, "data", &data);

  if (GetString(params, "valid", &tmp_str)) {
    valid = Common::Split(tmp_str.c_str(), ',');
  }

  GetInt(params, "num_iterations", &num_iterations);
335
  CHECK_GE(num_iterations, 0);
Guolin Ke's avatar
Guolin Ke committed
336
337

  GetDouble(params, "learning_rate", &learning_rate);
338
  CHECK_GT(learning_rate, 0.0);
Guolin Ke's avatar
Guolin Ke committed
339
340

  GetInt(params, "num_leaves", &num_leaves);
341
342
  CHECK_GT(num_leaves, 1);
  CHECK_LE(num_leaves, 131072);
Guolin Ke's avatar
Guolin Ke committed
343
344
345

  GetInt(params, "num_threads", &num_threads);

Guolin Ke's avatar
Guolin Ke committed
346
347
  GetBool(params, "deterministic", &deterministic);

348
349
350
351
  GetBool(params, "force_col_wise", &force_col_wise);

  GetBool(params, "force_row_wise", &force_row_wise);

352
353
  GetDouble(params, "histogram_pool_size", &histogram_pool_size);

Guolin Ke's avatar
Guolin Ke committed
354
355
356
  GetInt(params, "max_depth", &max_depth);

  GetInt(params, "min_data_in_leaf", &min_data_in_leaf);
357
  CHECK_GE(min_data_in_leaf, 0);
Guolin Ke's avatar
Guolin Ke committed
358
359

  GetDouble(params, "min_sum_hessian_in_leaf", &min_sum_hessian_in_leaf);
360
  CHECK_GE(min_sum_hessian_in_leaf, 0.0);
Guolin Ke's avatar
Guolin Ke committed
361
362

  GetDouble(params, "bagging_fraction", &bagging_fraction);
363
364
  CHECK_GT(bagging_fraction, 0.0);
  CHECK_LE(bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
365

Guolin Ke's avatar
Guolin Ke committed
366
  GetDouble(params, "pos_bagging_fraction", &pos_bagging_fraction);
367
368
  CHECK_GT(pos_bagging_fraction, 0.0);
  CHECK_LE(pos_bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
369
370

  GetDouble(params, "neg_bagging_fraction", &neg_bagging_fraction);
371
372
  CHECK_GT(neg_bagging_fraction, 0.0);
  CHECK_LE(neg_bagging_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
373

Guolin Ke's avatar
Guolin Ke committed
374
375
376
377
378
  GetInt(params, "bagging_freq", &bagging_freq);

  GetInt(params, "bagging_seed", &bagging_seed);

  GetDouble(params, "feature_fraction", &feature_fraction);
379
380
  CHECK_GT(feature_fraction, 0.0);
  CHECK_LE(feature_fraction, 1.0);
Guolin Ke's avatar
Guolin Ke committed
381

382
  GetDouble(params, "feature_fraction_bynode", &feature_fraction_bynode);
383
384
  CHECK_GT(feature_fraction_bynode, 0.0);
  CHECK_LE(feature_fraction_bynode, 1.0);
385

Guolin Ke's avatar
Guolin Ke committed
386
387
  GetInt(params, "feature_fraction_seed", &feature_fraction_seed);

388
389
390
391
  GetBool(params, "extra_trees", &extra_trees);

  GetInt(params, "extra_seed", &extra_seed);

Guolin Ke's avatar
Guolin Ke committed
392
393
  GetInt(params, "early_stopping_round", &early_stopping_round);

394
395
  GetBool(params, "first_metric_only", &first_metric_only);

Guolin Ke's avatar
Guolin Ke committed
396
397
398
  GetDouble(params, "max_delta_step", &max_delta_step);

  GetDouble(params, "lambda_l1", &lambda_l1);
399
  CHECK_GE(lambda_l1, 0.0);
Guolin Ke's avatar
Guolin Ke committed
400
401

  GetDouble(params, "lambda_l2", &lambda_l2);
402
  CHECK_GE(lambda_l2, 0.0);
Guolin Ke's avatar
Guolin Ke committed
403

404
405
406
  GetDouble(params, "linear_lambda", &linear_lambda);
  CHECK_GE(linear_lambda, 0.0);

Guolin Ke's avatar
Guolin Ke committed
407
  GetDouble(params, "min_gain_to_split", &min_gain_to_split);
408
  CHECK_GE(min_gain_to_split, 0.0);
Guolin Ke's avatar
Guolin Ke committed
409
410

  GetDouble(params, "drop_rate", &drop_rate);
411
412
  CHECK_GE(drop_rate, 0.0);
  CHECK_LE(drop_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
413
414
415
416

  GetInt(params, "max_drop", &max_drop);

  GetDouble(params, "skip_drop", &skip_drop);
417
418
  CHECK_GE(skip_drop, 0.0);
  CHECK_LE(skip_drop, 1.0);
Guolin Ke's avatar
Guolin Ke committed
419
420
421
422
423
424
425
426

  GetBool(params, "xgboost_dart_mode", &xgboost_dart_mode);

  GetBool(params, "uniform_drop", &uniform_drop);

  GetInt(params, "drop_seed", &drop_seed);

  GetDouble(params, "top_rate", &top_rate);
427
428
  CHECK_GE(top_rate, 0.0);
  CHECK_LE(top_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
429
430

  GetDouble(params, "other_rate", &other_rate);
431
432
  CHECK_GE(other_rate, 0.0);
  CHECK_LE(other_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
433
434

  GetInt(params, "min_data_per_group", &min_data_per_group);
435
  CHECK_GT(min_data_per_group, 0);
Guolin Ke's avatar
Guolin Ke committed
436
437

  GetInt(params, "max_cat_threshold", &max_cat_threshold);
438
  CHECK_GT(max_cat_threshold, 0);
Guolin Ke's avatar
Guolin Ke committed
439
440

  GetDouble(params, "cat_l2", &cat_l2);
441
  CHECK_GE(cat_l2, 0.0);
Guolin Ke's avatar
Guolin Ke committed
442
443

  GetDouble(params, "cat_smooth", &cat_smooth);
444
  CHECK_GE(cat_smooth, 0.0);
Guolin Ke's avatar
Guolin Ke committed
445
446

  GetInt(params, "max_cat_to_onehot", &max_cat_to_onehot);
447
  CHECK_GT(max_cat_to_onehot, 0);
Guolin Ke's avatar
Guolin Ke committed
448
449

  GetInt(params, "top_k", &top_k);
450
  CHECK_GT(top_k, 0);
Guolin Ke's avatar
Guolin Ke committed
451
452
453
454
455

  if (GetString(params, "monotone_constraints", &tmp_str)) {
    monotone_constraints = Common::StringToArray<int8_t>(tmp_str, ',');
  }

456
457
  GetString(params, "monotone_constraints_method", &monotone_constraints_method);

458
459
460
  GetDouble(params, "monotone_penalty", &monotone_penalty);
  CHECK_GE(monotone_penalty, 0.0);

Guolin Ke's avatar
Guolin Ke committed
461
462
463
464
  if (GetString(params, "feature_contri", &tmp_str)) {
    feature_contri = Common::StringToArray<double>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
465
466
  GetString(params, "forcedsplits_filename", &forcedsplits_filename);

Guolin Ke's avatar
Guolin Ke committed
467
  GetDouble(params, "refit_decay_rate", &refit_decay_rate);
468
469
  CHECK_GE(refit_decay_rate, 0.0);
  CHECK_LE(refit_decay_rate, 1.0);
Guolin Ke's avatar
Guolin Ke committed
470

471
  GetDouble(params, "cegb_tradeoff", &cegb_tradeoff);
472
  CHECK_GE(cegb_tradeoff, 0.0);
473
474

  GetDouble(params, "cegb_penalty_split", &cegb_penalty_split);
475
  CHECK_GE(cegb_penalty_split, 0.0);
476
477
478
479
480
481
482
483
484

  if (GetString(params, "cegb_penalty_feature_lazy", &tmp_str)) {
    cegb_penalty_feature_lazy = Common::StringToArray<double>(tmp_str, ',');
  }

  if (GetString(params, "cegb_penalty_feature_coupled", &tmp_str)) {
    cegb_penalty_feature_coupled = Common::StringToArray<double>(tmp_str, ',');
  }

Belinda Trotta's avatar
Belinda Trotta committed
485
486
487
  GetDouble(params, "path_smooth", &path_smooth);
  CHECK_GE(path_smooth,  0.0);

488
489
  GetString(params, "interaction_constraints", &interaction_constraints);

490
491
  GetInt(params, "verbosity", &verbosity);

492
493
494
495
  GetString(params, "input_model", &input_model);

  GetString(params, "output_model", &output_model);

496
497
  GetInt(params, "saved_feature_importance_type", &saved_feature_importance_type);

498
499
  GetInt(params, "snapshot_freq", &snapshot_freq);

500
501
502
503
504
505
506
507
  GetBool(params, "use_quantized_grad", &use_quantized_grad);

  GetInt(params, "num_grad_quant_bins", &num_grad_quant_bins);

  GetBool(params, "quant_train_renew_leaf", &quant_train_renew_leaf);

  GetBool(params, "stochastic_rounding", &stochastic_rounding);

Nikita Titov's avatar
Nikita Titov committed
508
509
  GetBool(params, "linear_tree", &linear_tree);

Guolin Ke's avatar
Guolin Ke committed
510
  GetInt(params, "max_bin", &max_bin);
511
  CHECK_GT(max_bin, 1);
Guolin Ke's avatar
Guolin Ke committed
512

Belinda Trotta's avatar
Belinda Trotta committed
513
514
515
516
  if (GetString(params, "max_bin_by_feature", &tmp_str)) {
    max_bin_by_feature = Common::StringToArray<int32_t>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
517
  GetInt(params, "min_data_in_bin", &min_data_in_bin);
518
  CHECK_GT(min_data_in_bin, 0);
Guolin Ke's avatar
Guolin Ke committed
519

520
  GetInt(params, "bin_construct_sample_cnt", &bin_construct_sample_cnt);
521
  CHECK_GT(bin_construct_sample_cnt, 0);
522

Guolin Ke's avatar
Guolin Ke committed
523
524
  GetInt(params, "data_random_seed", &data_random_seed);

525
  GetBool(params, "is_enable_sparse", &is_enable_sparse);
Guolin Ke's avatar
Guolin Ke committed
526

527
528
529
530
531
  GetBool(params, "enable_bundle", &enable_bundle);

  GetBool(params, "use_missing", &use_missing);

  GetBool(params, "zero_as_missing", &zero_as_missing);
Guolin Ke's avatar
Guolin Ke committed
532

533
  GetBool(params, "feature_pre_filter", &feature_pre_filter);
Guolin Ke's avatar
Guolin Ke committed
534

535
536
537
  GetBool(params, "pre_partition", &pre_partition);

  GetBool(params, "two_round", &two_round);
Guolin Ke's avatar
Guolin Ke committed
538
539
540
541
542
543
544
545
546
547
548
549
550

  GetBool(params, "header", &header);

  GetString(params, "label_column", &label_column);

  GetString(params, "weight_column", &weight_column);

  GetString(params, "group_column", &group_column);

  GetString(params, "ignore_column", &ignore_column);

  GetString(params, "categorical_feature", &categorical_feature);

551
552
553
554
  GetString(params, "forcedbins_filename", &forcedbins_filename);

  GetBool(params, "save_binary", &save_binary);

Chen Yufei's avatar
Chen Yufei committed
555
556
  GetBool(params, "precise_float_parser", &precise_float_parser);

557
558
  GetString(params, "parser_config_file", &parser_config_file);

559
560
  GetInt(params, "start_iteration_predict", &start_iteration_predict);

561
562
  GetInt(params, "num_iteration_predict", &num_iteration_predict);

Guolin Ke's avatar
Guolin Ke committed
563
564
565
566
567
568
  GetBool(params, "predict_raw_score", &predict_raw_score);

  GetBool(params, "predict_leaf_index", &predict_leaf_index);

  GetBool(params, "predict_contrib", &predict_contrib);

569
  GetBool(params, "predict_disable_shape_check", &predict_disable_shape_check);
Guolin Ke's avatar
Guolin Ke committed
570
571
572
573
574
575
576

  GetBool(params, "pred_early_stop", &pred_early_stop);

  GetInt(params, "pred_early_stop_freq", &pred_early_stop_freq);

  GetDouble(params, "pred_early_stop_margin", &pred_early_stop_margin);

577
  GetString(params, "output_result", &output_result);
578

Guolin Ke's avatar
Guolin Ke committed
579
580
581
582
  GetString(params, "convert_model_language", &convert_model_language);

  GetString(params, "convert_model", &convert_model);

583
584
  GetInt(params, "objective_seed", &objective_seed);

Guolin Ke's avatar
Guolin Ke committed
585
  GetInt(params, "num_class", &num_class);
586
  CHECK_GT(num_class, 0);
Guolin Ke's avatar
Guolin Ke committed
587

588
  GetBool(params, "is_unbalance", &is_unbalance);
Guolin Ke's avatar
Guolin Ke committed
589

590
  GetDouble(params, "scale_pos_weight", &scale_pos_weight);
591
  CHECK_GT(scale_pos_weight, 0.0);
Guolin Ke's avatar
Guolin Ke committed
592

593
  GetDouble(params, "sigmoid", &sigmoid);
594
  CHECK_GT(sigmoid, 0.0);
Guolin Ke's avatar
Guolin Ke committed
595
596
597

  GetBool(params, "boost_from_average", &boost_from_average);

598
  GetBool(params, "reg_sqrt", &reg_sqrt);
Guolin Ke's avatar
Guolin Ke committed
599

600
  GetDouble(params, "alpha", &alpha);
601
  CHECK_GT(alpha, 0.0);
Guolin Ke's avatar
Guolin Ke committed
602

603
  GetDouble(params, "fair_c", &fair_c);
604
  CHECK_GT(fair_c, 0.0);
605
606

  GetDouble(params, "poisson_max_delta_step", &poisson_max_delta_step);
607
  CHECK_GT(poisson_max_delta_step, 0.0);
Guolin Ke's avatar
Guolin Ke committed
608
609

  GetDouble(params, "tweedie_variance_power", &tweedie_variance_power);
610
611
  CHECK_GE(tweedie_variance_power, 1.0);
  CHECK_LT(tweedie_variance_power, 2.0);
612

613
  GetInt(params, "lambdarank_truncation_level", &lambdarank_truncation_level);
614
  CHECK_GT(lambdarank_truncation_level, 0);
Guolin Ke's avatar
Guolin Ke committed
615

616
  GetBool(params, "lambdarank_norm", &lambdarank_norm);
617

Guolin Ke's avatar
Guolin Ke committed
618
619
620
621
622
  if (GetString(params, "label_gain", &tmp_str)) {
    label_gain = Common::StringToArray<double>(tmp_str, ',');
  }

  GetInt(params, "metric_freq", &metric_freq);
623
  CHECK_GT(metric_freq, 0);
Guolin Ke's avatar
Guolin Ke committed
624
625
626
627
628
629
630

  GetBool(params, "is_provide_training_metric", &is_provide_training_metric);

  if (GetString(params, "eval_at", &tmp_str)) {
    eval_at = Common::StringToArray<int>(tmp_str, ',');
  }

Belinda Trotta's avatar
Belinda Trotta committed
631
  GetInt(params, "multi_error_top_k", &multi_error_top_k);
632
  CHECK_GT(multi_error_top_k, 0);
Belinda Trotta's avatar
Belinda Trotta committed
633

Belinda Trotta's avatar
Belinda Trotta committed
634
635
636
637
  if (GetString(params, "auc_mu_weights", &tmp_str)) {
    auc_mu_weights = Common::StringToArray<double>(tmp_str, ',');
  }

Guolin Ke's avatar
Guolin Ke committed
638
  GetInt(params, "num_machines", &num_machines);
639
  CHECK_GT(num_machines, 0);
Guolin Ke's avatar
Guolin Ke committed
640
641

  GetInt(params, "local_listen_port", &local_listen_port);
642
  CHECK_GT(local_listen_port, 0);
Guolin Ke's avatar
Guolin Ke committed
643
644

  GetInt(params, "time_out", &time_out);
645
  CHECK_GT(time_out, 0);
Guolin Ke's avatar
Guolin Ke committed
646
647
648
649
650
651
652
653
654
655

  GetString(params, "machine_list_filename", &machine_list_filename);

  GetString(params, "machines", &machines);

  GetInt(params, "gpu_platform_id", &gpu_platform_id);

  GetInt(params, "gpu_device_id", &gpu_device_id);

  GetBool(params, "gpu_use_dp", &gpu_use_dp);
656
657
658

  GetInt(params, "num_gpu", &num_gpu);
  CHECK_GT(num_gpu, 0);
Guolin Ke's avatar
Guolin Ke committed
659
660
661
662
663
}

std::string Config::SaveMembersToString() const {
  std::stringstream str_buf;
  str_buf << "[data: " << data << "]\n";
664
  str_buf << "[valid: " << Common::Join(valid, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
665
666
667
668
  str_buf << "[num_iterations: " << num_iterations << "]\n";
  str_buf << "[learning_rate: " << learning_rate << "]\n";
  str_buf << "[num_leaves: " << num_leaves << "]\n";
  str_buf << "[num_threads: " << num_threads << "]\n";
Guolin Ke's avatar
Guolin Ke committed
669
  str_buf << "[deterministic: " << deterministic << "]\n";
670
671
  str_buf << "[force_col_wise: " << force_col_wise << "]\n";
  str_buf << "[force_row_wise: " << force_row_wise << "]\n";
672
  str_buf << "[histogram_pool_size: " << histogram_pool_size << "]\n";
Guolin Ke's avatar
Guolin Ke committed
673
674
675
676
  str_buf << "[max_depth: " << max_depth << "]\n";
  str_buf << "[min_data_in_leaf: " << min_data_in_leaf << "]\n";
  str_buf << "[min_sum_hessian_in_leaf: " << min_sum_hessian_in_leaf << "]\n";
  str_buf << "[bagging_fraction: " << bagging_fraction << "]\n";
Guolin Ke's avatar
Guolin Ke committed
677
678
  str_buf << "[pos_bagging_fraction: " << pos_bagging_fraction << "]\n";
  str_buf << "[neg_bagging_fraction: " << neg_bagging_fraction << "]\n";
Guolin Ke's avatar
Guolin Ke committed
679
680
681
  str_buf << "[bagging_freq: " << bagging_freq << "]\n";
  str_buf << "[bagging_seed: " << bagging_seed << "]\n";
  str_buf << "[feature_fraction: " << feature_fraction << "]\n";
682
  str_buf << "[feature_fraction_bynode: " << feature_fraction_bynode << "]\n";
Guolin Ke's avatar
Guolin Ke committed
683
  str_buf << "[feature_fraction_seed: " << feature_fraction_seed << "]\n";
684
685
  str_buf << "[extra_trees: " << extra_trees << "]\n";
  str_buf << "[extra_seed: " << extra_seed << "]\n";
Guolin Ke's avatar
Guolin Ke committed
686
  str_buf << "[early_stopping_round: " << early_stopping_round << "]\n";
687
  str_buf << "[first_metric_only: " << first_metric_only << "]\n";
Guolin Ke's avatar
Guolin Ke committed
688
689
690
  str_buf << "[max_delta_step: " << max_delta_step << "]\n";
  str_buf << "[lambda_l1: " << lambda_l1 << "]\n";
  str_buf << "[lambda_l2: " << lambda_l2 << "]\n";
691
  str_buf << "[linear_lambda: " << linear_lambda << "]\n";
Guolin Ke's avatar
Guolin Ke committed
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
  str_buf << "[min_gain_to_split: " << min_gain_to_split << "]\n";
  str_buf << "[drop_rate: " << drop_rate << "]\n";
  str_buf << "[max_drop: " << max_drop << "]\n";
  str_buf << "[skip_drop: " << skip_drop << "]\n";
  str_buf << "[xgboost_dart_mode: " << xgboost_dart_mode << "]\n";
  str_buf << "[uniform_drop: " << uniform_drop << "]\n";
  str_buf << "[drop_seed: " << drop_seed << "]\n";
  str_buf << "[top_rate: " << top_rate << "]\n";
  str_buf << "[other_rate: " << other_rate << "]\n";
  str_buf << "[min_data_per_group: " << min_data_per_group << "]\n";
  str_buf << "[max_cat_threshold: " << max_cat_threshold << "]\n";
  str_buf << "[cat_l2: " << cat_l2 << "]\n";
  str_buf << "[cat_smooth: " << cat_smooth << "]\n";
  str_buf << "[max_cat_to_onehot: " << max_cat_to_onehot << "]\n";
  str_buf << "[top_k: " << top_k << "]\n";
707
  str_buf << "[monotone_constraints: " << Common::Join(Common::ArrayCast<int8_t, int>(monotone_constraints), ",") << "]\n";
708
  str_buf << "[monotone_constraints_method: " << monotone_constraints_method << "]\n";
709
  str_buf << "[monotone_penalty: " << monotone_penalty << "]\n";
710
  str_buf << "[feature_contri: " << Common::Join(feature_contri, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
711
  str_buf << "[forcedsplits_filename: " << forcedsplits_filename << "]\n";
Guolin Ke's avatar
Guolin Ke committed
712
  str_buf << "[refit_decay_rate: " << refit_decay_rate << "]\n";
713
714
715
716
  str_buf << "[cegb_tradeoff: " << cegb_tradeoff << "]\n";
  str_buf << "[cegb_penalty_split: " << cegb_penalty_split << "]\n";
  str_buf << "[cegb_penalty_feature_lazy: " << Common::Join(cegb_penalty_feature_lazy, ",") << "]\n";
  str_buf << "[cegb_penalty_feature_coupled: " << Common::Join(cegb_penalty_feature_coupled, ",") << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
717
  str_buf << "[path_smooth: " << path_smooth << "]\n";
718
  str_buf << "[interaction_constraints: " << interaction_constraints << "]\n";
719
  str_buf << "[verbosity: " << verbosity << "]\n";
720
  str_buf << "[saved_feature_importance_type: " << saved_feature_importance_type << "]\n";
Nikita Titov's avatar
Nikita Titov committed
721
  str_buf << "[linear_tree: " << linear_tree << "]\n";
Guolin Ke's avatar
Guolin Ke committed
722
  str_buf << "[max_bin: " << max_bin << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
723
  str_buf << "[max_bin_by_feature: " << Common::Join(max_bin_by_feature, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
724
  str_buf << "[min_data_in_bin: " << min_data_in_bin << "]\n";
725
  str_buf << "[bin_construct_sample_cnt: " << bin_construct_sample_cnt << "]\n";
Guolin Ke's avatar
Guolin Ke committed
726
  str_buf << "[data_random_seed: " << data_random_seed << "]\n";
727
  str_buf << "[is_enable_sparse: " << is_enable_sparse << "]\n";
728
729
730
  str_buf << "[enable_bundle: " << enable_bundle << "]\n";
  str_buf << "[use_missing: " << use_missing << "]\n";
  str_buf << "[zero_as_missing: " << zero_as_missing << "]\n";
731
732
  str_buf << "[feature_pre_filter: " << feature_pre_filter << "]\n";
  str_buf << "[pre_partition: " << pre_partition << "]\n";
Guolin Ke's avatar
Guolin Ke committed
733
734
735
736
737
738
739
  str_buf << "[two_round: " << two_round << "]\n";
  str_buf << "[header: " << header << "]\n";
  str_buf << "[label_column: " << label_column << "]\n";
  str_buf << "[weight_column: " << weight_column << "]\n";
  str_buf << "[group_column: " << group_column << "]\n";
  str_buf << "[ignore_column: " << ignore_column << "]\n";
  str_buf << "[categorical_feature: " << categorical_feature << "]\n";
740
  str_buf << "[forcedbins_filename: " << forcedbins_filename << "]\n";
Chen Yufei's avatar
Chen Yufei committed
741
  str_buf << "[precise_float_parser: " << precise_float_parser << "]\n";
742
  str_buf << "[parser_config_file: " << parser_config_file << "]\n";
743
  str_buf << "[objective_seed: " << objective_seed << "]\n";
Guolin Ke's avatar
Guolin Ke committed
744
  str_buf << "[num_class: " << num_class << "]\n";
745
746
  str_buf << "[is_unbalance: " << is_unbalance << "]\n";
  str_buf << "[scale_pos_weight: " << scale_pos_weight << "]\n";
Guolin Ke's avatar
Guolin Ke committed
747
  str_buf << "[sigmoid: " << sigmoid << "]\n";
748
749
  str_buf << "[boost_from_average: " << boost_from_average << "]\n";
  str_buf << "[reg_sqrt: " << reg_sqrt << "]\n";
Guolin Ke's avatar
Guolin Ke committed
750
751
752
753
  str_buf << "[alpha: " << alpha << "]\n";
  str_buf << "[fair_c: " << fair_c << "]\n";
  str_buf << "[poisson_max_delta_step: " << poisson_max_delta_step << "]\n";
  str_buf << "[tweedie_variance_power: " << tweedie_variance_power << "]\n";
754
755
  str_buf << "[lambdarank_truncation_level: " << lambdarank_truncation_level << "]\n";
  str_buf << "[lambdarank_norm: " << lambdarank_norm << "]\n";
756
757
  str_buf << "[label_gain: " << Common::Join(label_gain, ",") << "]\n";
  str_buf << "[eval_at: " << Common::Join(eval_at, ",") << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
758
  str_buf << "[multi_error_top_k: " << multi_error_top_k << "]\n";
Belinda Trotta's avatar
Belinda Trotta committed
759
  str_buf << "[auc_mu_weights: " << Common::Join(auc_mu_weights, ",") << "]\n";
Guolin Ke's avatar
Guolin Ke committed
760
761
762
763
764
765
766
767
  str_buf << "[num_machines: " << num_machines << "]\n";
  str_buf << "[local_listen_port: " << local_listen_port << "]\n";
  str_buf << "[time_out: " << time_out << "]\n";
  str_buf << "[machine_list_filename: " << machine_list_filename << "]\n";
  str_buf << "[machines: " << machines << "]\n";
  str_buf << "[gpu_platform_id: " << gpu_platform_id << "]\n";
  str_buf << "[gpu_device_id: " << gpu_device_id << "]\n";
  str_buf << "[gpu_use_dp: " << gpu_use_dp << "]\n";
768
  str_buf << "[num_gpu: " << num_gpu << "]\n";
Guolin Ke's avatar
Guolin Ke committed
769
770
771
  return str_buf.str();
}

772
773
774
775
776
777
const std::unordered_map<std::string, std::vector<std::string>>& Config::parameter2aliases() {
  static std::unordered_map<std::string, std::vector<std::string>> map({
    {"config", {"config_file"}},
    {"task", {"task_type"}},
    {"objective", {"objective_type", "app", "application", "loss"}},
    {"boosting", {"boosting_type", "boost"}},
778
    {"data_sample_strategy", {}},
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
    {"data", {"train", "train_data", "train_data_file", "data_filename"}},
    {"valid", {"test", "valid_data", "valid_data_file", "test_data", "test_data_file", "valid_filenames"}},
    {"num_iterations", {"num_iteration", "n_iter", "num_tree", "num_trees", "num_round", "num_rounds", "nrounds", "num_boost_round", "n_estimators", "max_iter"}},
    {"learning_rate", {"shrinkage_rate", "eta"}},
    {"num_leaves", {"num_leaf", "max_leaves", "max_leaf", "max_leaf_nodes"}},
    {"tree_learner", {"tree", "tree_type", "tree_learner_type"}},
    {"num_threads", {"num_thread", "nthread", "nthreads", "n_jobs"}},
    {"device_type", {"device"}},
    {"seed", {"random_seed", "random_state"}},
    {"deterministic", {}},
    {"force_col_wise", {}},
    {"force_row_wise", {}},
    {"histogram_pool_size", {"hist_pool_size"}},
    {"max_depth", {}},
    {"min_data_in_leaf", {"min_data_per_leaf", "min_data", "min_child_samples", "min_samples_leaf"}},
    {"min_sum_hessian_in_leaf", {"min_sum_hessian_per_leaf", "min_sum_hessian", "min_hessian", "min_child_weight"}},
    {"bagging_fraction", {"sub_row", "subsample", "bagging"}},
    {"pos_bagging_fraction", {"pos_sub_row", "pos_subsample", "pos_bagging"}},
    {"neg_bagging_fraction", {"neg_sub_row", "neg_subsample", "neg_bagging"}},
    {"bagging_freq", {"subsample_freq"}},
    {"bagging_seed", {"bagging_fraction_seed"}},
    {"feature_fraction", {"sub_feature", "colsample_bytree"}},
    {"feature_fraction_bynode", {"sub_feature_bynode", "colsample_bynode"}},
    {"feature_fraction_seed", {}},
    {"extra_trees", {"extra_tree"}},
    {"extra_seed", {}},
    {"early_stopping_round", {"early_stopping_rounds", "early_stopping", "n_iter_no_change"}},
    {"first_metric_only", {}},
    {"max_delta_step", {"max_tree_output", "max_leaf_output"}},
    {"lambda_l1", {"reg_alpha", "l1_regularization"}},
    {"lambda_l2", {"reg_lambda", "lambda", "l2_regularization"}},
    {"linear_lambda", {}},
    {"min_gain_to_split", {"min_split_gain"}},
    {"drop_rate", {"rate_drop"}},
    {"max_drop", {}},
    {"skip_drop", {}},
    {"xgboost_dart_mode", {}},
    {"uniform_drop", {}},
    {"drop_seed", {}},
    {"top_rate", {}},
    {"other_rate", {}},
    {"min_data_per_group", {}},
    {"max_cat_threshold", {}},
    {"cat_l2", {}},
    {"cat_smooth", {}},
    {"max_cat_to_onehot", {}},
    {"top_k", {"topk"}},
    {"monotone_constraints", {"mc", "monotone_constraint", "monotonic_cst"}},
    {"monotone_constraints_method", {"monotone_constraining_method", "mc_method"}},
    {"monotone_penalty", {"monotone_splits_penalty", "ms_penalty", "mc_penalty"}},
    {"feature_contri", {"feature_contrib", "fc", "fp", "feature_penalty"}},
    {"forcedsplits_filename", {"fs", "forced_splits_filename", "forced_splits_file", "forced_splits"}},
    {"refit_decay_rate", {}},
    {"cegb_tradeoff", {}},
    {"cegb_penalty_split", {}},
    {"cegb_penalty_feature_lazy", {}},
    {"cegb_penalty_feature_coupled", {}},
    {"path_smooth", {}},
    {"interaction_constraints", {}},
    {"verbosity", {"verbose"}},
    {"input_model", {"model_input", "model_in"}},
    {"output_model", {"model_output", "model_out"}},
    {"saved_feature_importance_type", {}},
    {"snapshot_freq", {"save_period"}},
843
844
845
846
    {"use_quantized_grad", {}},
    {"num_grad_quant_bins", {}},
    {"quant_train_renew_leaf", {}},
    {"stochastic_rounding", {}},
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
    {"linear_tree", {"linear_trees"}},
    {"max_bin", {"max_bins"}},
    {"max_bin_by_feature", {}},
    {"min_data_in_bin", {}},
    {"bin_construct_sample_cnt", {"subsample_for_bin"}},
    {"data_random_seed", {"data_seed"}},
    {"is_enable_sparse", {"is_sparse", "enable_sparse", "sparse"}},
    {"enable_bundle", {"is_enable_bundle", "bundle"}},
    {"use_missing", {}},
    {"zero_as_missing", {}},
    {"feature_pre_filter", {}},
    {"pre_partition", {"is_pre_partition"}},
    {"two_round", {"two_round_loading", "use_two_round_loading"}},
    {"header", {"has_header"}},
    {"label_column", {"label"}},
    {"weight_column", {"weight"}},
    {"group_column", {"group", "group_id", "query_column", "query", "query_id"}},
    {"ignore_column", {"ignore_feature", "blacklist"}},
    {"categorical_feature", {"cat_feature", "categorical_column", "cat_column", "categorical_features"}},
    {"forcedbins_filename", {}},
    {"save_binary", {"is_save_binary", "is_save_binary_file"}},
    {"precise_float_parser", {}},
    {"parser_config_file", {}},
    {"start_iteration_predict", {}},
    {"num_iteration_predict", {}},
    {"predict_raw_score", {"is_predict_raw_score", "predict_rawscore", "raw_score"}},
    {"predict_leaf_index", {"is_predict_leaf_index", "leaf_index"}},
    {"predict_contrib", {"is_predict_contrib", "contrib"}},
    {"predict_disable_shape_check", {}},
    {"pred_early_stop", {}},
    {"pred_early_stop_freq", {}},
    {"pred_early_stop_margin", {}},
    {"output_result", {"predict_result", "prediction_result", "predict_name", "prediction_name", "pred_name", "name_pred"}},
    {"convert_model_language", {}},
    {"convert_model", {"convert_model_file"}},
    {"objective_seed", {}},
    {"num_class", {"num_classes"}},
    {"is_unbalance", {"unbalance", "unbalanced_sets"}},
    {"scale_pos_weight", {}},
    {"sigmoid", {}},
    {"boost_from_average", {}},
    {"reg_sqrt", {}},
    {"alpha", {}},
    {"fair_c", {}},
    {"poisson_max_delta_step", {}},
    {"tweedie_variance_power", {}},
    {"lambdarank_truncation_level", {}},
    {"lambdarank_norm", {}},
    {"label_gain", {}},
    {"metric", {"metrics", "metric_types"}},
    {"metric_freq", {"output_freq"}},
    {"is_provide_training_metric", {"training_metric", "is_training_metric", "train_metric"}},
    {"eval_at", {"ndcg_eval_at", "ndcg_at", "map_eval_at", "map_at"}},
    {"multi_error_top_k", {}},
    {"auc_mu_weights", {}},
    {"num_machines", {"num_machine"}},
    {"local_listen_port", {"local_port", "port"}},
    {"time_out", {}},
    {"machine_list_filename", {"machine_list_file", "machine_list", "mlist"}},
    {"machines", {"workers", "nodes"}},
    {"gpu_platform_id", {}},
    {"gpu_device_id", {}},
    {"gpu_use_dp", {}},
    {"num_gpu", {}},
  });
  return map;
913
914
}

915
916
917
918
919
const std::unordered_map<std::string, std::string>& Config::ParameterTypes() {
  static std::unordered_map<std::string, std::string> map({
    {"config", "string"},
    {"objective", "string"},
    {"boosting", "string"},
920
    {"data_sample_strategy", "string"},
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
    {"data", "string"},
    {"valid", "vector<string>"},
    {"num_iterations", "int"},
    {"learning_rate", "double"},
    {"num_leaves", "int"},
    {"tree_learner", "string"},
    {"num_threads", "int"},
    {"device_type", "string"},
    {"seed", "int"},
    {"deterministic", "bool"},
    {"force_col_wise", "bool"},
    {"force_row_wise", "bool"},
    {"histogram_pool_size", "double"},
    {"max_depth", "int"},
    {"min_data_in_leaf", "int"},
    {"min_sum_hessian_in_leaf", "double"},
    {"bagging_fraction", "double"},
    {"pos_bagging_fraction", "double"},
    {"neg_bagging_fraction", "double"},
    {"bagging_freq", "int"},
    {"bagging_seed", "int"},
    {"feature_fraction", "double"},
    {"feature_fraction_bynode", "double"},
    {"feature_fraction_seed", "int"},
    {"extra_trees", "bool"},
    {"extra_seed", "int"},
    {"early_stopping_round", "int"},
    {"first_metric_only", "bool"},
    {"max_delta_step", "double"},
    {"lambda_l1", "double"},
    {"lambda_l2", "double"},
    {"linear_lambda", "double"},
    {"min_gain_to_split", "double"},
    {"drop_rate", "double"},
    {"max_drop", "int"},
    {"skip_drop", "double"},
    {"xgboost_dart_mode", "bool"},
    {"uniform_drop", "bool"},
    {"drop_seed", "int"},
    {"top_rate", "double"},
    {"other_rate", "double"},
    {"min_data_per_group", "int"},
    {"max_cat_threshold", "int"},
    {"cat_l2", "double"},
    {"cat_smooth", "double"},
    {"max_cat_to_onehot", "int"},
    {"top_k", "int"},
    {"monotone_constraints", "vector<int>"},
    {"monotone_constraints_method", "string"},
    {"monotone_penalty", "double"},
    {"feature_contri", "vector<double>"},
    {"forcedsplits_filename", "string"},
    {"refit_decay_rate", "double"},
    {"cegb_tradeoff", "double"},
    {"cegb_penalty_split", "double"},
    {"cegb_penalty_feature_lazy", "vector<double>"},
    {"cegb_penalty_feature_coupled", "vector<double>"},
    {"path_smooth", "double"},
    {"interaction_constraints", "vector<vector<int>>"},
    {"verbosity", "int"},
    {"input_model", "string"},
    {"output_model", "string"},
    {"saved_feature_importance_type", "int"},
    {"snapshot_freq", "int"},
985
986
987
988
    {"use_quantized_grad", "bool"},
    {"num_grad_quant_bins", "int"},
    {"quant_train_renew_leaf", "bool"},
    {"stochastic_rounding", "bool"},
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
    {"linear_tree", "bool"},
    {"max_bin", "int"},
    {"max_bin_by_feature", "vector<int>"},
    {"min_data_in_bin", "int"},
    {"bin_construct_sample_cnt", "int"},
    {"data_random_seed", "int"},
    {"is_enable_sparse", "bool"},
    {"enable_bundle", "bool"},
    {"use_missing", "bool"},
    {"zero_as_missing", "bool"},
    {"feature_pre_filter", "bool"},
    {"pre_partition", "bool"},
    {"two_round", "bool"},
    {"header", "bool"},
    {"label_column", "string"},
    {"weight_column", "string"},
    {"group_column", "string"},
    {"ignore_column", "vector<int>"},
    {"categorical_feature", "vector<int>"},
    {"forcedbins_filename", "string"},
    {"save_binary", "bool"},
    {"precise_float_parser", "bool"},
    {"parser_config_file", "string"},
    {"start_iteration_predict", "int"},
    {"num_iteration_predict", "int"},
    {"predict_raw_score", "bool"},
    {"predict_leaf_index", "bool"},
    {"predict_contrib", "bool"},
    {"predict_disable_shape_check", "bool"},
    {"pred_early_stop", "bool"},
    {"pred_early_stop_freq", "int"},
    {"pred_early_stop_margin", "double"},
    {"output_result", "string"},
    {"convert_model_language", "string"},
    {"convert_model", "string"},
    {"objective_seed", "int"},
    {"num_class", "int"},
    {"is_unbalance", "bool"},
    {"scale_pos_weight", "double"},
    {"sigmoid", "double"},
    {"boost_from_average", "bool"},
    {"reg_sqrt", "bool"},
    {"alpha", "double"},
    {"fair_c", "double"},
    {"poisson_max_delta_step", "double"},
    {"tweedie_variance_power", "double"},
    {"lambdarank_truncation_level", "int"},
    {"lambdarank_norm", "bool"},
    {"label_gain", "vector<double>"},
    {"metric", "vector<string>"},
    {"metric_freq", "int"},
    {"is_provide_training_metric", "bool"},
    {"eval_at", "vector<int>"},
    {"multi_error_top_k", "int"},
    {"auc_mu_weights", "vector<double>"},
    {"num_machines", "int"},
    {"local_listen_port", "int"},
    {"time_out", "int"},
    {"machine_list_filename", "string"},
    {"machines", "string"},
    {"gpu_platform_id", "int"},
    {"gpu_device_id", "int"},
    {"gpu_use_dp", "bool"},
    {"num_gpu", "int"},
  });
  return map;
}

1057
}  // namespace LightGBM