gbdt.h 16.7 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
2
3
4
#ifndef LIGHTGBM_BOOSTING_GBDT_H_
#define LIGHTGBM_BOOSTING_GBDT_H_

#include <LightGBM/boosting.h>
5
#include <LightGBM/objective_function.h>
Guolin Ke's avatar
Guolin Ke committed
6
#include <LightGBM/prediction_early_stop.h>
7
#include <LightGBM/json11.hpp>
8

Guolin Ke's avatar
Guolin Ke committed
9
10
11
12
13
#include "score_updater.hpp"

#include <cstdio>
#include <vector>
#include <string>
14
#include <fstream>
Guolin Ke's avatar
Guolin Ke committed
15
#include <memory>
16
#include <mutex>
17
#include <map>
Guolin Ke's avatar
Guolin Ke committed
18

19
20
using namespace json11;

Guolin Ke's avatar
Guolin Ke committed
21
namespace LightGBM {
Guolin Ke's avatar
Guolin Ke committed
22

Guolin Ke's avatar
Guolin Ke committed
23
24
25
/*!
* \brief GBDT algorithm implementation. including Training, prediction, bagging.
*/
Guolin Ke's avatar
Guolin Ke committed
26
class GBDT : public GBDTBase {
Nikita Titov's avatar
Nikita Titov committed
27
 public:
Guolin Ke's avatar
Guolin Ke committed
28
29
30
  /*!
  * \brief Constructor
  */
31
  GBDT();
Guolin Ke's avatar
Guolin Ke committed
32

Guolin Ke's avatar
Guolin Ke committed
33
34
35
36
  /*!
  * \brief Destructor
  */
  ~GBDT();
Guolin Ke's avatar
Guolin Ke committed
37

Guolin Ke's avatar
Guolin Ke committed
38
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
39
  * \brief Initialization logic
zhangyafeikimi's avatar
zhangyafeikimi committed
40
  * \param gbdt_config Config for boosting
Guolin Ke's avatar
Guolin Ke committed
41
  * \param train_data Training data
42
  * \param objective_function Training objective function
Guolin Ke's avatar
Guolin Ke committed
43
44
  * \param training_metrics Training metrics
  */
Guolin Ke's avatar
Guolin Ke committed
45
  void Init(const Config* gbdt_config, const Dataset* train_data,
46
            const ObjectiveFunction* objective_function,
Guolin Ke's avatar
Guolin Ke committed
47
            const std::vector<const Metric*>& training_metrics) override;
wxchan's avatar
wxchan committed
48
49

  /*!
Guolin Ke's avatar
Guolin Ke committed
50
  * \brief Merge model from other boosting object. Will insert to the front of current boosting object
wxchan's avatar
wxchan committed
51
52
53
54
55
56
57
58
59
60
61
62
  * \param other
  */
  void MergeFrom(const Boosting* other) override {
    auto other_gbdt = reinterpret_cast<const GBDT*>(other);
    // tmp move to other vector
    auto original_models = std::move(models_);
    models_ = std::vector<std::unique_ptr<Tree>>();
    // push model from other first
    for (const auto& tree : other_gbdt->models_) {
      auto new_tree = std::unique_ptr<Tree>(new Tree(*(tree.get())));
      models_.push_back(std::move(new_tree));
    }
Guolin Ke's avatar
Guolin Ke committed
63
    num_init_iteration_ = static_cast<int>(models_.size()) / num_tree_per_iteration_;
wxchan's avatar
wxchan committed
64
65
66
67
68
    // push model in current object
    for (const auto& tree : original_models) {
      auto new_tree = std::unique_ptr<Tree>(new Tree(*(tree.get())));
      models_.push_back(std::move(new_tree));
    }
Guolin Ke's avatar
Guolin Ke committed
69
    num_iteration_for_pred_ = static_cast<int>(models_.size()) / num_tree_per_iteration_;
wxchan's avatar
wxchan committed
70
71
  }

72
  void ShuffleModels(int start_iter, int end_iter) override {
73
    int total_iter = static_cast<int>(models_.size()) / num_tree_per_iteration_;
74
75
76
77
78
    start_iter = std::max(0, start_iter);
    if (end_iter <= 0) {
      end_iter = total_iter;
    }
    end_iter = std::min(total_iter, end_iter);
79
80
81
82
83
84
    auto original_models = std::move(models_);
    std::vector<int> indices(total_iter);
    for (int i = 0; i < total_iter; ++i) {
      indices[i] = i;
    }
    Random tmp_rand(17);
85
86
    for (int i = start_iter; i < end_iter - 1; ++i) {
      int j = tmp_rand.NextShort(i + 1, end_iter);
87
88
89
90
91
92
93
94
95
96
97
98
      std::swap(indices[i], indices[j]);
    }
    models_ = std::vector<std::unique_ptr<Tree>>();
    for (int i = 0; i < total_iter; ++i) {
      for (int j = 0; j < num_tree_per_iteration_; ++j) {
        int tree_idx = indices[i] * num_tree_per_iteration_ + j;
        auto new_tree = std::unique_ptr<Tree>(new Tree(*(original_models[tree_idx].get())));
        models_.push_back(std::move(new_tree));
      }
    }
  }

Guolin Ke's avatar
Guolin Ke committed
99
100
101
102
103
104
  /*!
  * \brief Reset the training data
  * \param train_data New Training data
  * \param objective_function Training objective function
  * \param training_metrics Training metrics
  */
105
106
  void ResetTrainingData(const Dataset* train_data, const ObjectiveFunction* objective_function,
                         const std::vector<const Metric*>& training_metrics) override;
wxchan's avatar
wxchan committed
107

Guolin Ke's avatar
Guolin Ke committed
108
109
110
111
  /*!
  * \brief Reset Boosting Config
  * \param gbdt_config Config for boosting
  */
Guolin Ke's avatar
Guolin Ke committed
112
  void ResetConfig(const Config* gbdt_config) override;
Guolin Ke's avatar
Guolin Ke committed
113

Guolin Ke's avatar
Guolin Ke committed
114
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
115
116
117
  * \brief Adding a validation dataset
  * \param valid_data Validation dataset
  * \param valid_metrics Metrics for validation dataset
Guolin Ke's avatar
Guolin Ke committed
118
  */
wxchan's avatar
wxchan committed
119
  void AddValidDataset(const Dataset* valid_data,
120
                       const std::vector<const Metric*>& valid_metrics) override;
Guolin Ke's avatar
Guolin Ke committed
121

Guolin Ke's avatar
Guolin Ke committed
122
123
124
125
126
  /*!
  * \brief Perform a full training procedure
  * \param snapshot_freq frequence of snapshot
  * \param model_output_path path of model file
  */
Guolin Ke's avatar
Guolin Ke committed
127
128
  void Train(int snapshot_freq, const std::string& model_output_path) override;

129
130
  void RefitTree(const std::vector<std::vector<int>>& tree_leaf_prediction) override;

Guolin Ke's avatar
Guolin Ke committed
131
  /*!
Guolin Ke's avatar
Guolin Ke committed
132
  * \brief Training logic
Guolin Ke's avatar
Guolin Ke committed
133
134
135
  * \param gradients nullptr for using default objective, otherwise use self-defined boosting
  * \param hessians nullptr for using default objective, otherwise use self-defined boosting
  * \return True if cannot train any more
Guolin Ke's avatar
Guolin Ke committed
136
  */
Guolin Ke's avatar
Guolin Ke committed
137
  virtual bool TrainOneIter(const score_t* gradients, const score_t* hessians) override;
138

wxchan's avatar
wxchan committed
139
140
141
142
143
  /*!
  * \brief Rollback one iteration
  */
  void RollbackOneIter() override;

Guolin Ke's avatar
Guolin Ke committed
144
145
146
  /*!
  * \brief Get current iteration
  */
Guolin Ke's avatar
Guolin Ke committed
147
  int GetCurrentIteration() const override { return static_cast<int>(models_.size()) / num_tree_per_iteration_; }
wxchan's avatar
wxchan committed
148

Guolin Ke's avatar
Guolin Ke committed
149
150
151
152
  /*!
  * \brief Can use early stopping for prediction or not
  * \return True if cannot use early stopping for prediction
  */
153
  bool NeedAccuratePrediction() const override {
154
155
156
157
158
159
160
    if (objective_function_ == nullptr) {
      return true;
    } else {
      return objective_function_->NeedAccuratePrediction();
    }
  }

Guolin Ke's avatar
Guolin Ke committed
161
162
163
164
165
  /*!
  * \brief Get evaluation result at data_idx data
  * \param data_idx 0: training data, 1: 1st validation data
  * \return evaluation result
  */
166
  std::vector<double> GetEvalAt(int data_idx) const override;
167

Guolin Ke's avatar
Guolin Ke committed
168
169
  /*!
  * \brief Get current training score
Guolin Ke's avatar
Guolin Ke committed
170
  * \param out_len length of returned score
Guolin Ke's avatar
Guolin Ke committed
171
172
  * \return training score
  */
173
  virtual const double* GetTrainingScore(int64_t* out_len) override;
174

Guolin Ke's avatar
Guolin Ke committed
175
176
177
178
179
  /*!
  * \brief Get size of prediction at data_idx data
  * \param data_idx 0: training data, 1: 1st validation data
  * \return The size of prediction
  */
Guolin Ke's avatar
Guolin Ke committed
180
181
182
183
184
185
186
187
  virtual int64_t GetNumPredictAt(int data_idx) const override {
    CHECK(data_idx >= 0 && data_idx <= static_cast<int>(valid_score_updater_.size()));
    data_size_t num_data = train_data_->num_data();
    if (data_idx > 0) {
      num_data = valid_score_updater_[data_idx - 1]->num_data();
    }
    return num_data * num_class_;
  }
Guolin Ke's avatar
Guolin Ke committed
188

Guolin Ke's avatar
Guolin Ke committed
189
190
191
192
  /*!
  * \brief Get prediction result at data_idx data
  * \param data_idx 0: training data, 1: 1st validation data
  * \param result used to store prediction result, should allocate memory before call this function
193
  * \param out_len length of returned score
Guolin Ke's avatar
Guolin Ke committed
194
  */
Guolin Ke's avatar
Guolin Ke committed
195
  void GetPredictAt(int data_idx, double* out_result, int64_t* out_len) override;
Guolin Ke's avatar
Guolin Ke committed
196

Guolin Ke's avatar
Guolin Ke committed
197
198
199
200
201
202
203
  /*!
  * \brief Get number of prediction for one data
  * \param num_iteration number of used iterations
  * \param is_pred_leaf True if predicting  leaf index
  * \param is_pred_contrib True if predicting feature contribution
  * \return number of prediction
  */
204
  inline int NumPredictOneRow(int num_iteration, bool is_pred_leaf, bool is_pred_contrib) const override {
Guolin Ke's avatar
Guolin Ke committed
205
206
207
208
209
210
211
212
    int num_preb_in_one_row = num_class_;
    if (is_pred_leaf) {
      int max_iteration = GetCurrentIteration();
      if (num_iteration > 0) {
        num_preb_in_one_row *= static_cast<int>(std::min(max_iteration, num_iteration));
      } else {
        num_preb_in_one_row *= max_iteration;
      }
213
    } else if (is_pred_contrib) {
214
      num_preb_in_one_row = num_tree_per_iteration_ * (max_feature_idx_ + 2);  // +1 for 0-based indexing, +1 for baseline
Guolin Ke's avatar
Guolin Ke committed
215
216
217
    }
    return num_preb_in_one_row;
  }
Guolin Ke's avatar
Guolin Ke committed
218

cbecker's avatar
cbecker committed
219
  void PredictRaw(const double* features, double* output,
220
                  const PredictionEarlyStopInstance* earlyStop) const override;
wxchan's avatar
wxchan committed
221

Guolin Ke's avatar
Guolin Ke committed
222
223
  void PredictRawByMap(const std::unordered_map<int, double>& features, double* output,
                       const PredictionEarlyStopInstance* early_stop) const override;
224

cbecker's avatar
cbecker committed
225
226
  void Predict(const double* features, double* output,
               const PredictionEarlyStopInstance* earlyStop) const override;
Guolin Ke's avatar
Guolin Ke committed
227

Guolin Ke's avatar
Guolin Ke committed
228
229
  void PredictByMap(const std::unordered_map<int, double>& features, double* output,
                    const PredictionEarlyStopInstance* early_stop) const override;
230

231
  void PredictLeafIndex(const double* features, double* output) const override;
wxchan's avatar
wxchan committed
232

233
234
  void PredictLeafIndexByMap(const std::unordered_map<int, double>& features, double* output) const override;

235
236
237
  void PredictContrib(const double* features, double* output,
                      const PredictionEarlyStopInstance* earlyStop) const override;

Guolin Ke's avatar
Guolin Ke committed
238
  /*!
wxchan's avatar
wxchan committed
239
  * \brief Dump model to json format string
240
  * \param start_iteration The model will be saved start from
241
  * \param num_iteration Number of iterations that want to dump, -1 means dump all
wxchan's avatar
wxchan committed
242
  * \return Json format string of model
Guolin Ke's avatar
Guolin Ke committed
243
  */
244
  std::string DumpModel(int start_iteration, int num_iteration) const override;
wxchan's avatar
wxchan committed
245

246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
  /*!
  * \brief Translate model to if-else statement
  * \param num_iteration Number of iterations that want to translate, -1 means translate all
  * \return if-else format codes of model
  */
  std::string ModelToIfElse(int num_iteration) const override;

  /*!
  * \brief Translate model to if-else statement
  * \param num_iteration Number of iterations that want to translate, -1 means translate all
  * \param filename Filename that want to save to
  * \return is_finish Is training finished or not
  */
  bool SaveModelToIfElse(int num_iteration, const char* filename) const override;

wxchan's avatar
wxchan committed
261
262
  /*!
  * \brief Save model to file
263
  * \param start_iteration The model will be saved start from
wxchan's avatar
wxchan committed
264
  * \param num_iterations Number of model that want to save, -1 means save all
wxchan's avatar
wxchan committed
265
  * \param filename Filename that want to save to
266
  * \return is_finish Is training finished or not
wxchan's avatar
wxchan committed
267
  */
268
  virtual bool SaveModelToFile(int start_iteration, int num_iterations, const char* filename) const override;
wxchan's avatar
wxchan committed
269

270
271
  /*!
  * \brief Save model to string
272
  * \param start_iteration The model will be saved start from
wxchan's avatar
wxchan committed
273
  * \param num_iterations Number of model that want to save, -1 means save all
274
275
  * \return Non-empty string if succeeded
  */
276
  virtual std::string SaveModelToString(int start_iteration, int num_iterations) const override;
277

Guolin Ke's avatar
Guolin Ke committed
278
  /*!
279
  * \brief Restore from a serialized buffer
Guolin Ke's avatar
Guolin Ke committed
280
  */
281
  bool LoadModelFromString(const char* buffer, size_t len) override;
wxchan's avatar
wxchan committed
282

283
284
285
286
287
288
289
290
  /*!
  * \brief Calculate feature importances
  * \param num_iteration Number of model that want to use for feature importance, -1 means use all
  * \param importance_type: 0 for split, 1 for gain
  * \return vector of feature_importance
  */
  std::vector<double> FeatureImportance(int num_iteration, int importance_type) const override;

Guolin Ke's avatar
Guolin Ke committed
291
292
293
294
295
  /*!
  * \brief Get max feature index of this model
  * \return Max feature index of this model
  */
  inline int MaxFeatureIdx() const override { return max_feature_idx_; }
Guolin Ke's avatar
Guolin Ke committed
296

wxchan's avatar
wxchan committed
297
298
299
300
301
302
  /*!
  * \brief Get feature names of this model
  * \return Feature names of this model
  */
  inline std::vector<std::string> FeatureNames() const override { return feature_names_; }

Guolin Ke's avatar
Guolin Ke committed
303
304
305
306
307
308
  /*!
  * \brief Get index of label column
  * \return index of label column
  */
  inline int LabelIdx() const override { return label_idx_; }

Guolin Ke's avatar
Guolin Ke committed
309
310
311
312
  /*!
  * \brief Get number of weak sub-models
  * \return Number of weak sub-models
  */
wxchan's avatar
wxchan committed
313
  inline int NumberOfTotalModel() const override { return static_cast<int>(models_.size()); }
Guolin Ke's avatar
Guolin Ke committed
314

Guolin Ke's avatar
Guolin Ke committed
315
316
317
318
  /*!
  * \brief Get number of tree per iteration
  * \return number of tree per iteration
  */
Guolin Ke's avatar
Guolin Ke committed
319
  inline int NumModelPerIteration() const override { return num_tree_per_iteration_; }
Guolin Ke's avatar
Guolin Ke committed
320

321
322
323
324
  /*!
  * \brief Get number of classes
  * \return Number of classes
  */
Guolin Ke's avatar
Guolin Ke committed
325
  inline int NumberOfClasses() const override { return num_class_; }
326

327
  inline void InitPredict(int num_iteration, bool is_pred_contrib) override {
Guolin Ke's avatar
Guolin Ke committed
328
    num_iteration_for_pred_ = static_cast<int>(models_.size()) / num_tree_per_iteration_;
wxchan's avatar
wxchan committed
329
    if (num_iteration > 0) {
Guolin Ke's avatar
Guolin Ke committed
330
      num_iteration_for_pred_ = std::min(num_iteration, num_iteration_for_pred_);
331
    }
332
333
334
335
336
337
    if (is_pred_contrib) {
      #pragma omp parallel for schedule(static)
      for (int i = 0; i < static_cast<int>(models_.size()); ++i) {
        models_[i]->RecomputeMaxDepth();
      }
    }
338
  }
wxchan's avatar
wxchan committed
339

Guolin Ke's avatar
Guolin Ke committed
340
  inline double GetLeafValue(int tree_idx, int leaf_idx) const override {
Guolin Ke's avatar
Guolin Ke committed
341
342
343
344
345
    CHECK(tree_idx >= 0 && static_cast<size_t>(tree_idx) < models_.size());
    CHECK(leaf_idx >= 0 && leaf_idx < models_[tree_idx]->num_leaves());
    return models_[tree_idx]->LeafOutput(leaf_idx);
  }

Guolin Ke's avatar
Guolin Ke committed
346
  inline void SetLeafValue(int tree_idx, int leaf_idx, double val) override {
Guolin Ke's avatar
Guolin Ke committed
347
348
349
350
351
    CHECK(tree_idx >= 0 && static_cast<size_t>(tree_idx) < models_.size());
    CHECK(leaf_idx >= 0 && leaf_idx < models_[tree_idx]->num_leaves());
    models_[tree_idx]->SetLeafOutput(leaf_idx, val);
  }

352
353
354
  /*!
  * \brief Get Type name of this boosting object
  */
Guolin Ke's avatar
Guolin Ke committed
355
  virtual const char* SubModelName() const override { return "tree"; }
356

Nikita Titov's avatar
Nikita Titov committed
357
 protected:
Guolin Ke's avatar
Guolin Ke committed
358
359
360
  /*!
  * \brief Print eval result and check early stopping
  */
361
  virtual bool EvalAndCheckEarlyStopping();
Guolin Ke's avatar
Guolin Ke committed
362
363
364
365

  /*!
  * \brief reset config for bagging
  */
Guolin Ke's avatar
Guolin Ke committed
366
  void ResetBaggingConfig(const Config* config, bool is_change_dataset);
Guolin Ke's avatar
Guolin Ke committed
367

Guolin Ke's avatar
Guolin Ke committed
368
369
370
371
  /*!
  * \brief Implement bagging logic
  * \param iter Current interation
  */
372
373
374
375
376
377
378
379
380
  virtual void Bagging(int iter);

  /*!
  * \brief Helper function for bagging, used for multi-threading optimization
  * \param start start indice of bagging
  * \param cnt count
  * \param buffer output buffer
  * \return count of left size
  */
Guolin Ke's avatar
Guolin Ke committed
381
  data_size_t BaggingHelper(Random& cur_rand, data_size_t start, data_size_t cnt, data_size_t* buffer);
Guolin Ke's avatar
Guolin Ke committed
382

Guolin Ke's avatar
Guolin Ke committed
383
384
385
  /*!
  * \brief calculate the object function
  */
Guolin Ke's avatar
Guolin Ke committed
386
  virtual void Boosting();
Guolin Ke's avatar
Guolin Ke committed
387

Guolin Ke's avatar
Guolin Ke committed
388
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
389
  * \brief updating score after tree was trained
Guolin Ke's avatar
Guolin Ke committed
390
  * \param tree Trained tree of this iteration
391
  * \param cur_tree_id Current tree for multiclass training
Guolin Ke's avatar
Guolin Ke committed
392
  */
393
  virtual void UpdateScore(const Tree* tree, const int cur_tree_id);
Guolin Ke's avatar
Guolin Ke committed
394

Guolin Ke's avatar
Guolin Ke committed
395
396
397
398
  /*!
  * \brief eval results for one metric

  */
Guolin Ke's avatar
Guolin Ke committed
399
  virtual std::vector<double> EvalOneMetric(const Metric* metric, const double* score) const;
Guolin Ke's avatar
Guolin Ke committed
400

Guolin Ke's avatar
Guolin Ke committed
401
  /*!
Hui Xue's avatar
Hui Xue committed
402
  * \brief Print metric result of current iteration
Guolin Ke's avatar
Guolin Ke committed
403
  * \param iter Current interation
Guolin Ke's avatar
Guolin Ke committed
404
  * \return best_msg if met early_stopping
Guolin Ke's avatar
Guolin Ke committed
405
  */
Guolin Ke's avatar
Guolin Ke committed
406
  std::string OutputMetric(int iter);
407

Guolin Ke's avatar
Guolin Ke committed
408
  double BoostFromAverage(int class_id, bool update_scorer);
Guolin Ke's avatar
Guolin Ke committed
409

410
411
  /*! \brief current iteration */
  int iter_;
Guolin Ke's avatar
Guolin Ke committed
412
413
414
  /*! \brief Pointer to training data */
  const Dataset* train_data_;
  /*! \brief Config of gbdt */
Guolin Ke's avatar
Guolin Ke committed
415
  std::unique_ptr<Config> config_;
Hui Xue's avatar
Hui Xue committed
416
  /*! \brief Tree learner, will use this class to learn trees */
417
  std::unique_ptr<TreeLearner> tree_learner_;
Guolin Ke's avatar
Guolin Ke committed
418
  /*! \brief Objective function */
419
  const ObjectiveFunction* objective_function_;
Hui Xue's avatar
Hui Xue committed
420
  /*! \brief Store and update training data's score */
Guolin Ke's avatar
Guolin Ke committed
421
  std::unique_ptr<ScoreUpdater> train_score_updater_;
Guolin Ke's avatar
Guolin Ke committed
422
423
424
  /*! \brief Metrics for training data */
  std::vector<const Metric*> training_metrics_;
  /*! \brief Store and update validation data's scores */
Guolin Ke's avatar
Guolin Ke committed
425
  std::vector<std::unique_ptr<ScoreUpdater>> valid_score_updater_;
Guolin Ke's avatar
Guolin Ke committed
426
427
  /*! \brief Metric for validation data */
  std::vector<std::vector<const Metric*>> valid_metrics_;
wxchan's avatar
wxchan committed
428
429
  /*! \brief Number of rounds for early stopping */
  int early_stopping_round_;
Guolin Ke's avatar
Guolin Ke committed
430
  /*! \brief Best iteration(s) for early stopping */
wxchan's avatar
wxchan committed
431
  std::vector<std::vector<int>> best_iter_;
Guolin Ke's avatar
Guolin Ke committed
432
  /*! \brief Best score(s) for early stopping */
433
  std::vector<std::vector<double>> best_score_;
Guolin Ke's avatar
Guolin Ke committed
434
435
  /*! \brief output message of best iteration */
  std::vector<std::vector<std::string>> best_msg_;
Guolin Ke's avatar
Guolin Ke committed
436
  /*! \brief Trained models(trees) */
Guolin Ke's avatar
Guolin Ke committed
437
  std::vector<std::unique_ptr<Tree>> models_;
Guolin Ke's avatar
Guolin Ke committed
438
439
440
  /*! \brief Max feature index of training data*/
  int max_feature_idx_;
  /*! \brief First order derivative of training data */
441
  std::vector<score_t> gradients_;
Guolin Ke's avatar
Guolin Ke committed
442
  /*! \brief Secend order derivative of training data */
443
  std::vector<score_t> hessians_;
Guolin Ke's avatar
Guolin Ke committed
444
  /*! \brief Store the indices of in-bag data */
Guolin Ke's avatar
Guolin Ke committed
445
  std::vector<data_size_t> bag_data_indices_;
Guolin Ke's avatar
Guolin Ke committed
446
447
  /*! \brief Number of in-bag data */
  data_size_t bag_data_cnt_;
448
449
  /*! \brief Store the indices of in-bag data */
  std::vector<data_size_t> tmp_indices_;
wxchan's avatar
wxchan committed
450
  /*! \brief Number of training data */
Guolin Ke's avatar
Guolin Ke committed
451
  data_size_t num_data_;
452
453
454
  /*! \brief Number of trees per iterations */
  int num_tree_per_iteration_;
  /*! \brief Number of class */
455
  int num_class_;
Guolin Ke's avatar
Guolin Ke committed
456
457
  /*! \brief Index of label column */
  data_size_t label_idx_;
458
  /*! \brief number of used model */
wxchan's avatar
wxchan committed
459
  int num_iteration_for_pred_;
Guolin Ke's avatar
Guolin Ke committed
460
461
  /*! \brief Shrinkage rate for one iteration */
  double shrinkage_rate_;
wxchan's avatar
wxchan committed
462
463
  /*! \brief Number of loaded initial models */
  int num_init_iteration_;
Guolin Ke's avatar
Guolin Ke committed
464
465
  /*! \brief Feature names */
  std::vector<std::string> feature_names_;
Guolin Ke's avatar
Guolin Ke committed
466
  std::vector<std::string> feature_infos_;
467
468
469
470
471
472
473
474
475
476
477
478
  /*! \brief number of threads */
  int num_threads_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> offsets_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> left_cnts_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> right_cnts_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> left_write_pos_buf_;
  /*! \brief Buffer for multi-threading bagging */
  std::vector<data_size_t> right_write_pos_buf_;
Guolin Ke's avatar
Guolin Ke committed
479
480
  std::unique_ptr<Dataset> tmp_subset_;
  bool is_use_subset_;
481
  std::vector<bool> class_need_train_;
482
  bool is_constant_hessian_;
483
  std::unique_ptr<ObjectiveFunction> loaded_objective_;
Guolin Ke's avatar
Guolin Ke committed
484
  bool average_output_;
Guolin Ke's avatar
Guolin Ke committed
485
  bool need_re_bagging_;
Guolin Ke's avatar
Guolin Ke committed
486
  std::string loaded_parameter_;
487
488

  Json forced_splits_json_;
Guolin Ke's avatar
Guolin Ke committed
489
490
491
};

}  // namespace LightGBM
Guolin Ke's avatar
Guolin Ke committed
492
#endif   // LightGBM_BOOSTING_GBDT_H_