score_updater.hpp 4.86 KB
Newer Older
1
2
3
4
/*!
 * Copyright (c) 2016 Microsoft Corporation. All rights reserved.
 * Licensed under the MIT License. See LICENSE file in the project root for license information.
 */
Guolin Ke's avatar
Guolin Ke committed
5
6
7
8
#ifndef LIGHTGBM_BOOSTING_SCORE_UPDATER_HPP_
#define LIGHTGBM_BOOSTING_SCORE_UPDATER_HPP_

#include <LightGBM/dataset.h>
9
#include <LightGBM/meta.h>
Guolin Ke's avatar
Guolin Ke committed
10
11
#include <LightGBM/tree.h>
#include <LightGBM/tree_learner.h>
12
#include <LightGBM/utils/openmp_wrapper.h>
Guolin Ke's avatar
Guolin Ke committed
13
14

#include <cstring>
15
#include <vector>
Guolin Ke's avatar
Guolin Ke committed
16
17
18
19
20
21

namespace LightGBM {
/*!
* \brief Used to store and update score for data
*/
class ScoreUpdater {
Nikita Titov's avatar
Nikita Titov committed
22
 public:
Guolin Ke's avatar
Guolin Ke committed
23
24
25
26
  /*!
  * \brief Constructor, will pass a const pointer of dataset
  * \param data This class will bind with this data set
  */
27
  ScoreUpdater(const Dataset* data, int num_tree_per_iteration) : data_(data) {
Guolin Ke's avatar
Guolin Ke committed
28
    num_data_ = data->num_data();
29
    int64_t total_size = static_cast<int64_t>(num_data_) * num_tree_per_iteration;
30
    score_.resize(total_size);
Guolin Ke's avatar
Guolin Ke committed
31
    // default start score is zero
32
    #pragma omp parallel for schedule(static)
Guolin Ke's avatar
Guolin Ke committed
33
34
35
    for (int64_t i = 0; i < total_size; ++i) {
      score_[i] = 0.0f;
    }
36
    has_init_score_ = false;
Guolin Ke's avatar
Guolin Ke committed
37
    const double* init_score = data->metadata().init_score();
Guolin Ke's avatar
Guolin Ke committed
38
39
    // if exists initial score, will start from it
    if (init_score != nullptr) {
40
      if ((data->metadata().num_init_score() % num_data_) != 0
41
          || (data->metadata().num_init_score() / num_data_) != num_tree_per_iteration) {
42
        Log::Fatal("Number of class for initial score error");
43
      }
44
      has_init_score_ = true;
45
      #pragma omp parallel for schedule(static)
Guolin Ke's avatar
Guolin Ke committed
46
      for (int64_t i = 0; i < total_size; ++i) {
Guolin Ke's avatar
Guolin Ke committed
47
48
49
50
51
52
53
        score_[i] = init_score[i];
      }
    }
  }
  /*! \brief Destructor */
  ~ScoreUpdater() {
  }
54
55
56

  inline bool has_init_score() const { return has_init_score_; }

57
  inline void AddScore(double val, int cur_tree_id) {
58
    Common::FunctionTimer fun_timer("ScoreUpdater::AddScore", global_timer);
Guolin Ke's avatar
Guolin Ke committed
59
    const size_t offset = static_cast<size_t>(num_data_) * cur_tree_id;
60
    #pragma omp parallel for schedule(static)
Guolin Ke's avatar
Guolin Ke committed
61
    for (int i = 0; i < num_data_; ++i) {
62
63
64
      score_[offset + i] += val;
    }
  }
Guolin Ke's avatar
Guolin Ke committed
65
66

  inline void MultiplyScore(double val, int cur_tree_id) {
Guolin Ke's avatar
Guolin Ke committed
67
    const size_t offset = static_cast<size_t>(num_data_) * cur_tree_id;
Guolin Ke's avatar
Guolin Ke committed
68
    #pragma omp parallel for schedule(static)
Guolin Ke's avatar
Guolin Ke committed
69
    for (int i = 0; i < num_data_; ++i) {
Guolin Ke's avatar
Guolin Ke committed
70
71
72
      score_[offset + i] *= val;
    }
  }
Guolin Ke's avatar
Guolin Ke committed
73
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
74
75
  * \brief Using tree model to get prediction number, then adding to scores for all data
  *        Note: this function generally will be used on validation data too.
Guolin Ke's avatar
Guolin Ke committed
76
  * \param tree Trained tree model
77
  * \param cur_tree_id Current tree for multiclass training
Guolin Ke's avatar
Guolin Ke committed
78
  */
79
  inline void AddScore(const Tree* tree, int cur_tree_id) {
80
    Common::FunctionTimer fun_timer("ScoreUpdater::AddScore", global_timer);
81
82
    const size_t offset = static_cast<size_t>(num_data_) * cur_tree_id;
    tree->AddPredictionToScore(data_, num_data_, score_.data() + offset);
Guolin Ke's avatar
Guolin Ke committed
83
84
  }
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
85
86
  * \brief Adding prediction score, only used for training data.
  *        The training data is partitioned into tree leaves after training
Guolin Ke's avatar
Guolin Ke committed
87
  *        Based on which We can get prediction quickly.
Guolin Ke's avatar
Guolin Ke committed
88
  * \param tree_learner
89
  * \param cur_tree_id Current tree for multiclass training
Guolin Ke's avatar
Guolin Ke committed
90
  */
91
  inline void AddScore(const TreeLearner* tree_learner, const Tree* tree, int cur_tree_id) {
92
    Common::FunctionTimer fun_timer("ScoreUpdater::AddScore", global_timer);
93
94
    const size_t offset = static_cast<size_t>(num_data_) * cur_tree_id;
    tree_learner->AddPredictionToScore(tree, score_.data() + offset);
Guolin Ke's avatar
Guolin Ke committed
95
96
  }
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
97
98
  * \brief Using tree model to get prediction number, then adding to scores for parts of data
  *        Used for prediction of training out-of-bag data
Guolin Ke's avatar
Guolin Ke committed
99
  * \param tree Trained tree model
Guolin Ke's avatar
Guolin Ke committed
100
101
  * \param data_indices Indices of data that will be processed
  * \param data_cnt Number of data that will be processed
102
  * \param cur_tree_id Current tree for multiclass training
Guolin Ke's avatar
Guolin Ke committed
103
104
  */
  inline void AddScore(const Tree* tree, const data_size_t* data_indices,
105
                       data_size_t data_cnt, int cur_tree_id) {
106
    Common::FunctionTimer fun_timer("ScoreUpdater::AddScore", global_timer);
107
108
    const size_t offset = static_cast<size_t>(num_data_) * cur_tree_id;
    tree->AddPredictionToScore(data_, data_indices, data_cnt, score_.data() + offset);
Guolin Ke's avatar
Guolin Ke committed
109
110
  }
  /*! \brief Pointer of score */
111
  inline const double* score() const { return score_.data(); }
112

Tsukasa OMOTO's avatar
Tsukasa OMOTO committed
113
  inline data_size_t num_data() const { return num_data_; }
Guolin Ke's avatar
Guolin Ke committed
114
115
116
117
118

  /*! \brief Disable copy */
  ScoreUpdater& operator=(const ScoreUpdater&) = delete;
  /*! \brief Disable copy */
  ScoreUpdater(const ScoreUpdater&) = delete;
119

Nikita Titov's avatar
Nikita Titov committed
120
 private:
Guolin Ke's avatar
Guolin Ke committed
121
122
123
124
  /*! \brief Number of total data */
  data_size_t num_data_;
  /*! \brief Pointer of data set */
  const Dataset* data_;
125
  /*! \brief Scores for data set */
126
  std::vector<double, Common::AlignmentAllocator<double, kAlignedSize>> score_;
127
  bool has_init_score_;
Guolin Ke's avatar
Guolin Ke committed
128
129
130
};

}  // namespace LightGBM
Guolin Ke's avatar
Guolin Ke committed
131
#endif   // LightGBM_BOOSTING_SCORE_UPDATER_HPP_