gbdt.h 16.7 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
2
3
4
#ifndef LIGHTGBM_BOOSTING_GBDT_H_
#define LIGHTGBM_BOOSTING_GBDT_H_

#include <LightGBM/boosting.h>
5
#include <LightGBM/objective_function.h>
Guolin Ke's avatar
Guolin Ke committed
6
#include <LightGBM/prediction_early_stop.h>
7
#include <LightGBM/json11.hpp>
8

Guolin Ke's avatar
Guolin Ke committed
9
10
11
12
13
#include "score_updater.hpp"

#include <cstdio>
#include <vector>
#include <string>
14
#include <fstream>
Guolin Ke's avatar
Guolin Ke committed
15
#include <memory>
16
#include <mutex>
17
#include <map>
Guolin Ke's avatar
Guolin Ke committed
18

19
20
using namespace json11;

Guolin Ke's avatar
Guolin Ke committed
21
namespace LightGBM {
Guolin Ke's avatar
Guolin Ke committed
22

Guolin Ke's avatar
Guolin Ke committed
23
24
25
/*!
* \brief GBDT algorithm implementation. including Training, prediction, bagging.
*/
Guolin Ke's avatar
Guolin Ke committed
26
class GBDT : public GBDTBase {
Guolin Ke's avatar
Guolin Ke committed
27
public:
Guolin Ke's avatar
Guolin Ke committed
28

Guolin Ke's avatar
Guolin Ke committed
29
30
31
  /*!
  * \brief Constructor
  */
32
  GBDT();
Guolin Ke's avatar
Guolin Ke committed
33

Guolin Ke's avatar
Guolin Ke committed
34
35
36
37
  /*!
  * \brief Destructor
  */
  ~GBDT();
Guolin Ke's avatar
Guolin Ke committed
38

Guolin Ke's avatar
Guolin Ke committed
39
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
40
  * \brief Initialization logic
zhangyafeikimi's avatar
zhangyafeikimi committed
41
  * \param gbdt_config Config for boosting
Guolin Ke's avatar
Guolin Ke committed
42
  * \param train_data Training data
43
  * \param objective_function Training objective function
Guolin Ke's avatar
Guolin Ke committed
44
45
  * \param training_metrics Training metrics
  */
Guolin Ke's avatar
Guolin Ke committed
46
  void Init(const Config* gbdt_config, const Dataset* train_data,
47
            const ObjectiveFunction* objective_function,
Guolin Ke's avatar
Guolin Ke committed
48
            const std::vector<const Metric*>& training_metrics) override;
wxchan's avatar
wxchan committed
49
50

  /*!
Guolin Ke's avatar
Guolin Ke committed
51
  * \brief Merge model from other boosting object. Will insert to the front of current boosting object
wxchan's avatar
wxchan committed
52
53
54
55
56
57
58
59
60
61
62
63
  * \param other
  */
  void MergeFrom(const Boosting* other) override {
    auto other_gbdt = reinterpret_cast<const GBDT*>(other);
    // tmp move to other vector
    auto original_models = std::move(models_);
    models_ = std::vector<std::unique_ptr<Tree>>();
    // push model from other first
    for (const auto& tree : other_gbdt->models_) {
      auto new_tree = std::unique_ptr<Tree>(new Tree(*(tree.get())));
      models_.push_back(std::move(new_tree));
    }
Guolin Ke's avatar
Guolin Ke committed
64
    num_init_iteration_ = static_cast<int>(models_.size()) / num_tree_per_iteration_;
wxchan's avatar
wxchan committed
65
66
67
68
69
    // push model in current object
    for (const auto& tree : original_models) {
      auto new_tree = std::unique_ptr<Tree>(new Tree(*(tree.get())));
      models_.push_back(std::move(new_tree));
    }
Guolin Ke's avatar
Guolin Ke committed
70
    num_iteration_for_pred_ = static_cast<int>(models_.size()) / num_tree_per_iteration_;
wxchan's avatar
wxchan committed
71
72
  }

73
  void ShuffleModels(int start_iter, int end_iter) override {
74
    int total_iter = static_cast<int>(models_.size()) / num_tree_per_iteration_;
75
76
77
78
79
    start_iter = std::max(0, start_iter);
    if (end_iter <= 0) {
      end_iter = total_iter;
    }
    end_iter = std::min(total_iter, end_iter);
80
81
82
83
84
85
    auto original_models = std::move(models_);
    std::vector<int> indices(total_iter);
    for (int i = 0; i < total_iter; ++i) {
      indices[i] = i;
    }
    Random tmp_rand(17);
86
87
    for (int i = start_iter; i < end_iter - 1; ++i) {
      int j = tmp_rand.NextShort(i + 1, end_iter);
88
89
90
91
92
93
94
95
96
97
98
99
      std::swap(indices[i], indices[j]);
    }
    models_ = std::vector<std::unique_ptr<Tree>>();
    for (int i = 0; i < total_iter; ++i) {
      for (int j = 0; j < num_tree_per_iteration_; ++j) {
        int tree_idx = indices[i] * num_tree_per_iteration_ + j;
        auto new_tree = std::unique_ptr<Tree>(new Tree(*(original_models[tree_idx].get())));
        models_.push_back(std::move(new_tree));
      }
    }
  }

Guolin Ke's avatar
Guolin Ke committed
100
101
102
103
104
105
  /*!
  * \brief Reset the training data
  * \param train_data New Training data
  * \param objective_function Training objective function
  * \param training_metrics Training metrics
  */
106
107
  void ResetTrainingData(const Dataset* train_data, const ObjectiveFunction* objective_function,
                         const std::vector<const Metric*>& training_metrics) override;
wxchan's avatar
wxchan committed
108

Guolin Ke's avatar
Guolin Ke committed
109
110
111
112
  /*!
  * \brief Reset Boosting Config
  * \param gbdt_config Config for boosting
  */
Guolin Ke's avatar
Guolin Ke committed
113
  void ResetConfig(const Config* gbdt_config) override;
Guolin Ke's avatar
Guolin Ke committed
114

Guolin Ke's avatar
Guolin Ke committed
115
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
116
117
118
  * \brief Adding a validation dataset
  * \param valid_data Validation dataset
  * \param valid_metrics Metrics for validation dataset
Guolin Ke's avatar
Guolin Ke committed
119
  */
wxchan's avatar
wxchan committed
120
  void AddValidDataset(const Dataset* valid_data,
121
                       const std::vector<const Metric*>& valid_metrics) override;
Guolin Ke's avatar
Guolin Ke committed
122

Guolin Ke's avatar
Guolin Ke committed
123
124
125
126
127
  /*!
  * \brief Perform a full training procedure
  * \param snapshot_freq frequence of snapshot
  * \param model_output_path path of model file
  */
Guolin Ke's avatar
Guolin Ke committed
128
129
  void Train(int snapshot_freq, const std::string& model_output_path) override;

130
131
  void RefitTree(const std::vector<std::vector<int>>& tree_leaf_prediction) override;

Guolin Ke's avatar
Guolin Ke committed
132
  /*!
Guolin Ke's avatar
Guolin Ke committed
133
  * \brief Training logic
Guolin Ke's avatar
Guolin Ke committed
134
135
136
  * \param gradients nullptr for using default objective, otherwise use self-defined boosting
  * \param hessians nullptr for using default objective, otherwise use self-defined boosting
  * \return True if cannot train any more
Guolin Ke's avatar
Guolin Ke committed
137
  */
Guolin Ke's avatar
Guolin Ke committed
138
  virtual bool TrainOneIter(const score_t* gradients, const score_t* hessians) override;
139

wxchan's avatar
wxchan committed
140
141
142
143
144
  /*!
  * \brief Rollback one iteration
  */
  void RollbackOneIter() override;

Guolin Ke's avatar
Guolin Ke committed
145
146
147
  /*!
  * \brief Get current iteration
  */
Guolin Ke's avatar
Guolin Ke committed
148
  int GetCurrentIteration() const override { return static_cast<int>(models_.size()) / num_tree_per_iteration_; }
wxchan's avatar
wxchan committed
149

Guolin Ke's avatar
Guolin Ke committed
150
151
152
153
  /*!
  * \brief Can use early stopping for prediction or not
  * \return True if cannot use early stopping for prediction
  */
154
  bool NeedAccuratePrediction() const override {
155
156
157
158
159
160
161
    if (objective_function_ == nullptr) {
      return true;
    } else {
      return objective_function_->NeedAccuratePrediction();
    }
  }

Guolin Ke's avatar
Guolin Ke committed
162
163
164
165
166
  /*!
  * \brief Get evaluation result at data_idx data
  * \param data_idx 0: training data, 1: 1st validation data
  * \return evaluation result
  */
167
  std::vector<double> GetEvalAt(int data_idx) const override;
168

Guolin Ke's avatar
Guolin Ke committed
169
170
  /*!
  * \brief Get current training score
Guolin Ke's avatar
Guolin Ke committed
171
  * \param out_len length of returned score
Guolin Ke's avatar
Guolin Ke committed
172
173
  * \return training score
  */
174
  virtual const double* GetTrainingScore(int64_t* out_len) override;
175

Guolin Ke's avatar
Guolin Ke committed
176
177
178
179
180
  /*!
  * \brief Get size of prediction at data_idx data
  * \param data_idx 0: training data, 1: 1st validation data
  * \return The size of prediction
  */
Guolin Ke's avatar
Guolin Ke committed
181
182
183
184
185
186
187
188
  virtual int64_t GetNumPredictAt(int data_idx) const override {
    CHECK(data_idx >= 0 && data_idx <= static_cast<int>(valid_score_updater_.size()));
    data_size_t num_data = train_data_->num_data();
    if (data_idx > 0) {
      num_data = valid_score_updater_[data_idx - 1]->num_data();
    }
    return num_data * num_class_;
  }
Guolin Ke's avatar
Guolin Ke committed
189

Guolin Ke's avatar
Guolin Ke committed
190
191
192
193
  /*!
  * \brief Get prediction result at data_idx data
  * \param data_idx 0: training data, 1: 1st validation data
  * \param result used to store prediction result, should allocate memory before call this function
194
  * \param out_len length of returned score
Guolin Ke's avatar
Guolin Ke committed
195
  */
Guolin Ke's avatar
Guolin Ke committed
196
  void GetPredictAt(int data_idx, double* out_result, int64_t* out_len) override;
Guolin Ke's avatar
Guolin Ke committed
197

Guolin Ke's avatar
Guolin Ke committed
198
199
200
201
202
203
204
  /*!
  * \brief Get number of prediction for one data
  * \param num_iteration number of used iterations
  * \param is_pred_leaf True if predicting  leaf index
  * \param is_pred_contrib True if predicting feature contribution
  * \return number of prediction
  */
205
  inline int NumPredictOneRow(int num_iteration, bool is_pred_leaf, bool is_pred_contrib) const override {
Guolin Ke's avatar
Guolin Ke committed
206
207
208
209
210
211
212
213
    int num_preb_in_one_row = num_class_;
    if (is_pred_leaf) {
      int max_iteration = GetCurrentIteration();
      if (num_iteration > 0) {
        num_preb_in_one_row *= static_cast<int>(std::min(max_iteration, num_iteration));
      } else {
        num_preb_in_one_row *= max_iteration;
      }
214
    } else if (is_pred_contrib) {
Guolin Ke's avatar
Guolin Ke committed
215
      num_preb_in_one_row = num_tree_per_iteration_ * (max_feature_idx_ + 2); // +1 for 0-based indexing, +1 for baseline
Guolin Ke's avatar
Guolin Ke committed
216
217
218
    }
    return num_preb_in_one_row;
  }
Guolin Ke's avatar
Guolin Ke committed
219

cbecker's avatar
cbecker committed
220
  void PredictRaw(const double* features, double* output,
221
                  const PredictionEarlyStopInstance* earlyStop) const override;
wxchan's avatar
wxchan committed
222

Guolin Ke's avatar
Guolin Ke committed
223
224
  void PredictRawByMap(const std::unordered_map<int, double>& features, double* output,
                       const PredictionEarlyStopInstance* early_stop) const override;
225

cbecker's avatar
cbecker committed
226
227
  void Predict(const double* features, double* output,
               const PredictionEarlyStopInstance* earlyStop) const override;
Guolin Ke's avatar
Guolin Ke committed
228

Guolin Ke's avatar
Guolin Ke committed
229
230
  void PredictByMap(const std::unordered_map<int, double>& features, double* output,
                    const PredictionEarlyStopInstance* early_stop) const override;
231

232
  void PredictLeafIndex(const double* features, double* output) const override;
wxchan's avatar
wxchan committed
233

234
235
  void PredictLeafIndexByMap(const std::unordered_map<int, double>& features, double* output) const override;

236
237
238
  void PredictContrib(const double* features, double* output,
                      const PredictionEarlyStopInstance* earlyStop) const override;

Guolin Ke's avatar
Guolin Ke committed
239
  /*!
wxchan's avatar
wxchan committed
240
  * \brief Dump model to json format string
241
  * \param start_iteration The model will be saved start from
242
  * \param num_iteration Number of iterations that want to dump, -1 means dump all
wxchan's avatar
wxchan committed
243
  * \return Json format string of model
Guolin Ke's avatar
Guolin Ke committed
244
  */
245
  std::string DumpModel(int start_iteration, int num_iteration) const override;
wxchan's avatar
wxchan committed
246

247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
  /*!
  * \brief Translate model to if-else statement
  * \param num_iteration Number of iterations that want to translate, -1 means translate all
  * \return if-else format codes of model
  */
  std::string ModelToIfElse(int num_iteration) const override;

  /*!
  * \brief Translate model to if-else statement
  * \param num_iteration Number of iterations that want to translate, -1 means translate all
  * \param filename Filename that want to save to
  * \return is_finish Is training finished or not
  */
  bool SaveModelToIfElse(int num_iteration, const char* filename) const override;

wxchan's avatar
wxchan committed
262
263
  /*!
  * \brief Save model to file
264
  * \param start_iteration The model will be saved start from
wxchan's avatar
wxchan committed
265
  * \param num_iterations Number of model that want to save, -1 means save all
wxchan's avatar
wxchan committed
266
  * \param filename Filename that want to save to
267
  * \return is_finish Is training finished or not
wxchan's avatar
wxchan committed
268
  */
269
  virtual bool SaveModelToFile(int start_iteration, int num_iterations, const char* filename) const override;
wxchan's avatar
wxchan committed
270

271
272
  /*!
  * \brief Save model to string
273
  * \param start_iteration The model will be saved start from
wxchan's avatar
wxchan committed
274
  * \param num_iterations Number of model that want to save, -1 means save all
275
276
  * \return Non-empty string if succeeded
  */
277
  virtual std::string SaveModelToString(int start_iteration, int num_iterations) const override;
278

Guolin Ke's avatar
Guolin Ke committed
279
  /*!
280
  * \brief Restore from a serialized buffer
Guolin Ke's avatar
Guolin Ke committed
281
  */
282
  bool LoadModelFromString(const char* buffer, size_t len) override;
wxchan's avatar
wxchan committed
283

284
285
286
287
288
289
290
291
  /*!
  * \brief Calculate feature importances
  * \param num_iteration Number of model that want to use for feature importance, -1 means use all
  * \param importance_type: 0 for split, 1 for gain
  * \return vector of feature_importance
  */
  std::vector<double> FeatureImportance(int num_iteration, int importance_type) const override;

Guolin Ke's avatar
Guolin Ke committed
292
293
294
295
296
  /*!
  * \brief Get max feature index of this model
  * \return Max feature index of this model
  */
  inline int MaxFeatureIdx() const override { return max_feature_idx_; }
Guolin Ke's avatar
Guolin Ke committed
297

wxchan's avatar
wxchan committed
298
299
300
301
302
303
  /*!
  * \brief Get feature names of this model
  * \return Feature names of this model
  */
  inline std::vector<std::string> FeatureNames() const override { return feature_names_; }

Guolin Ke's avatar
Guolin Ke committed
304
305
306
307
308
309
  /*!
  * \brief Get index of label column
  * \return index of label column
  */
  inline int LabelIdx() const override { return label_idx_; }

Guolin Ke's avatar
Guolin Ke committed
310
311
312
313
  /*!
  * \brief Get number of weak sub-models
  * \return Number of weak sub-models
  */
wxchan's avatar
wxchan committed
314
  inline int NumberOfTotalModel() const override { return static_cast<int>(models_.size()); }
Guolin Ke's avatar
Guolin Ke committed
315

Guolin Ke's avatar
Guolin Ke committed
316
317
318
319
  /*!
  * \brief Get number of tree per iteration
  * \return number of tree per iteration
  */
Guolin Ke's avatar
Guolin Ke committed
320
  inline int NumModelPerIteration() const override { return num_tree_per_iteration_; }
Guolin Ke's avatar
Guolin Ke committed
321

322
323
324
325
  /*!
  * \brief Get number of classes
  * \return Number of classes
  */
Guolin Ke's avatar
Guolin Ke committed
326
  inline int NumberOfClasses() const override { return num_class_; }
327

328
  inline void InitPredict(int num_iteration, bool is_pred_contrib) override {
Guolin Ke's avatar
Guolin Ke committed
329
    num_iteration_for_pred_ = static_cast<int>(models_.size()) / num_tree_per_iteration_;
wxchan's avatar
wxchan committed
330
    if (num_iteration > 0) {
Guolin Ke's avatar
Guolin Ke committed
331
      num_iteration_for_pred_ = std::min(num_iteration, num_iteration_for_pred_);
332
    }
333
334
335
336
337
338
    if (is_pred_contrib) {
      #pragma omp parallel for schedule(static)
      for (int i = 0; i < static_cast<int>(models_.size()); ++i) {
        models_[i]->RecomputeMaxDepth();
      }
    }
339
  }
wxchan's avatar
wxchan committed
340

Guolin Ke's avatar
Guolin Ke committed
341
  inline double GetLeafValue(int tree_idx, int leaf_idx) const override {
Guolin Ke's avatar
Guolin Ke committed
342
343
344
345
346
    CHECK(tree_idx >= 0 && static_cast<size_t>(tree_idx) < models_.size());
    CHECK(leaf_idx >= 0 && leaf_idx < models_[tree_idx]->num_leaves());
    return models_[tree_idx]->LeafOutput(leaf_idx);
  }

Guolin Ke's avatar
Guolin Ke committed
347
  inline void SetLeafValue(int tree_idx, int leaf_idx, double val) override {
Guolin Ke's avatar
Guolin Ke committed
348
349
350
351
352
    CHECK(tree_idx >= 0 && static_cast<size_t>(tree_idx) < models_.size());
    CHECK(leaf_idx >= 0 && leaf_idx < models_[tree_idx]->num_leaves());
    models_[tree_idx]->SetLeafOutput(leaf_idx, val);
  }

353
354
355
  /*!
  * \brief Get Type name of this boosting object
  */
Guolin Ke's avatar
Guolin Ke committed
356
  virtual const char* SubModelName() const override { return "tree"; }
357

358
protected:
Guolin Ke's avatar
Guolin Ke committed
359
360
361
362
363
364
365
366
367

  /*!
  * \brief Print eval result and check early stopping
  */
  bool EvalAndCheckEarlyStopping();

  /*!
  * \brief reset config for bagging
  */
Guolin Ke's avatar
Guolin Ke committed
368
  void ResetBaggingConfig(const Config* config, bool is_change_dataset);
Guolin Ke's avatar
Guolin Ke committed
369

Guolin Ke's avatar
Guolin Ke committed
370
371
372
373
  /*!
  * \brief Implement bagging logic
  * \param iter Current interation
  */
374
375
376
377
378
379
380
381
382
  virtual void Bagging(int iter);

  /*!
  * \brief Helper function for bagging, used for multi-threading optimization
  * \param start start indice of bagging
  * \param cnt count
  * \param buffer output buffer
  * \return count of left size
  */
Guolin Ke's avatar
Guolin Ke committed
383
  data_size_t BaggingHelper(Random& cur_rand, data_size_t start, data_size_t cnt, data_size_t* buffer);
Guolin Ke's avatar
Guolin Ke committed
384

Guolin Ke's avatar
Guolin Ke committed
385
386
387
  /*!
  * \brief calculate the object function
  */
Guolin Ke's avatar
Guolin Ke committed
388
  virtual void Boosting();
Guolin Ke's avatar
Guolin Ke committed
389

Guolin Ke's avatar
Guolin Ke committed
390
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
391
  * \brief updating score after tree was trained
Guolin Ke's avatar
Guolin Ke committed
392
  * \param tree Trained tree of this iteration
393
  * \param cur_tree_id Current tree for multiclass training
Guolin Ke's avatar
Guolin Ke committed
394
  */
395
  virtual void UpdateScore(const Tree* tree, const int cur_tree_id);
Guolin Ke's avatar
Guolin Ke committed
396

Guolin Ke's avatar
Guolin Ke committed
397
398
399
400
  /*!
  * \brief eval results for one metric

  */
Guolin Ke's avatar
Guolin Ke committed
401
  virtual std::vector<double> EvalOneMetric(const Metric* metric, const double* score) const;
Guolin Ke's avatar
Guolin Ke committed
402

Guolin Ke's avatar
Guolin Ke committed
403
  /*!
Hui Xue's avatar
Hui Xue committed
404
  * \brief Print metric result of current iteration
Guolin Ke's avatar
Guolin Ke committed
405
  * \param iter Current interation
Guolin Ke's avatar
Guolin Ke committed
406
  * \return best_msg if met early_stopping
Guolin Ke's avatar
Guolin Ke committed
407
  */
Guolin Ke's avatar
Guolin Ke committed
408
  std::string OutputMetric(int iter);
409

410
  double BoostFromAverage(int class_id);
Guolin Ke's avatar
Guolin Ke committed
411

412
413
  /*! \brief current iteration */
  int iter_;
Guolin Ke's avatar
Guolin Ke committed
414
415
416
  /*! \brief Pointer to training data */
  const Dataset* train_data_;
  /*! \brief Config of gbdt */
Guolin Ke's avatar
Guolin Ke committed
417
  std::unique_ptr<Config> config_;
Hui Xue's avatar
Hui Xue committed
418
  /*! \brief Tree learner, will use this class to learn trees */
419
  std::unique_ptr<TreeLearner> tree_learner_;
Guolin Ke's avatar
Guolin Ke committed
420
  /*! \brief Objective function */
421
  const ObjectiveFunction* objective_function_;
Hui Xue's avatar
Hui Xue committed
422
  /*! \brief Store and update training data's score */
Guolin Ke's avatar
Guolin Ke committed
423
  std::unique_ptr<ScoreUpdater> train_score_updater_;
Guolin Ke's avatar
Guolin Ke committed
424
425
426
  /*! \brief Metrics for training data */
  std::vector<const Metric*> training_metrics_;
  /*! \brief Store and update validation data's scores */
Guolin Ke's avatar
Guolin Ke committed
427
  std::vector<std::unique_ptr<ScoreUpdater>> valid_score_updater_;
Guolin Ke's avatar
Guolin Ke committed
428
429
  /*! \brief Metric for validation data */
  std::vector<std::vector<const Metric*>> valid_metrics_;
wxchan's avatar
wxchan committed
430
431
  /*! \brief Number of rounds for early stopping */
  int early_stopping_round_;
Guolin Ke's avatar
Guolin Ke committed
432
  /*! \brief Best iteration(s) for early stopping */
wxchan's avatar
wxchan committed
433
  std::vector<std::vector<int>> best_iter_;
Guolin Ke's avatar
Guolin Ke committed
434
  /*! \brief Best score(s) for early stopping */
435
  std::vector<std::vector<double>> best_score_;
Guolin Ke's avatar
Guolin Ke committed
436
437
  /*! \brief output message of best iteration */
  std::vector<std::vector<std::string>> best_msg_;
Guolin Ke's avatar
Guolin Ke committed
438
  /*! \brief Trained models(trees) */
Guolin Ke's avatar
Guolin Ke committed
439
  std::vector<std::unique_ptr<Tree>> models_;
Guolin Ke's avatar
Guolin Ke committed
440
441
442
  /*! \brief Max feature index of training data*/
  int max_feature_idx_;
  /*! \brief First order derivative of training data */
443
  std::vector<score_t> gradients_;
Guolin Ke's avatar
Guolin Ke committed
444
  /*! \brief Secend order derivative of training data */
445
  std::vector<score_t> hessians_;
Guolin Ke's avatar
Guolin Ke committed
446
  /*! \brief Store the indices of in-bag data */
Guolin Ke's avatar
Guolin Ke committed
447
  std::vector<data_size_t> bag_data_indices_;
Guolin Ke's avatar
Guolin Ke committed
448
449
  /*! \brief Number of in-bag data */
  data_size_t bag_data_cnt_;
450
451
  /*! \brief Store the indices of in-bag data */
  std::vector<data_size_t> tmp_indices_;
wxchan's avatar
wxchan committed
452
  /*! \brief Number of training data */
Guolin Ke's avatar
Guolin Ke committed
453
  data_size_t num_data_;
454
455
456
  /*! \brief Number of trees per iterations */
  int num_tree_per_iteration_;
  /*! \brief Number of class */
457
  int num_class_;
Guolin Ke's avatar
Guolin Ke committed
458
459
  /*! \brief Index of label column */
  data_size_t label_idx_;
460
  /*! \brief number of used model */
wxchan's avatar
wxchan committed
461
  int num_iteration_for_pred_;
Guolin Ke's avatar
Guolin Ke committed
462
463
  /*! \brief Shrinkage rate for one iteration */
  double shrinkage_rate_;
wxchan's avatar
wxchan committed
464
465
  /*! \brief Number of loaded initial models */
  int num_init_iteration_;
Guolin Ke's avatar
Guolin Ke committed
466
467
  /*! \brief Feature names */
  std::vector<std::string> feature_names_;
Guolin Ke's avatar
Guolin Ke committed
468
  std::vector<std::string> feature_infos_;
469
470
471
472
473
474
475
476
477
478
479
480
  /*! \brief number of threads */
  int num_threads_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> offsets_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> left_cnts_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> right_cnts_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> left_write_pos_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> right_write_pos_buf_;
Guolin Ke's avatar
Guolin Ke committed
481
482
  std::unique_ptr<Dataset> tmp_subset_;
  bool is_use_subset_;
483
  std::vector<bool> class_need_train_;
484
  bool is_constant_hessian_;
485
  std::unique_ptr<ObjectiveFunction> loaded_objective_;
Guolin Ke's avatar
Guolin Ke committed
486
  bool average_output_;
Guolin Ke's avatar
Guolin Ke committed
487
  bool need_re_bagging_;
Guolin Ke's avatar
Guolin Ke committed
488
  std::string loaded_parameter_;
489
490

  Json forced_splits_json_;
Guolin Ke's avatar
Guolin Ke committed
491

Guolin Ke's avatar
Guolin Ke committed
492
493
494
};

}  // namespace LightGBM
Guolin Ke's avatar
Guolin Ke committed
495
#endif   // LightGBM_BOOSTING_GBDT_H_