metric.h 3.44 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
2
3
4
5
6
7
8
9
10
11
12
13
#ifndef LIGHTGBM_METRIC_H_
#define LIGHTGBM_METRIC_H_

#include <LightGBM/meta.h>
#include <LightGBM/config.h>
#include <LightGBM/dataset.h>

#include <vector>

namespace LightGBM {

/*!
* \brief The interface of metric.
14
*        Metric is used to calculate metric result
Guolin Ke's avatar
Guolin Ke committed
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
*/
class Metric {
public:
  /*! \brief virtual destructor */
  virtual ~Metric() {}

  /*!
  * \brief Initialize
  * \param test_name Specific name for this metric, will output on log
  * \param metadata Label data
  * \param num_data Number of data
  */
  virtual void Init(const char* test_name,
    const Metadata& metadata, data_size_t num_data) = 0;

Guolin Ke's avatar
Guolin Ke committed
30
  virtual const std::vector<std::string>& GetName() const = 0;
31

32
  virtual score_t factor_to_bigger_better() const = 0;
Guolin Ke's avatar
Guolin Ke committed
33
  /*!
Qiwei Ye's avatar
Qiwei Ye committed
34
  * \brief Calcaluting and printing metric result
Guolin Ke's avatar
Guolin Ke committed
35
36
  * \param score Current prediction score
  */
37
  virtual std::vector<double> Eval(const score_t* score) const = 0;
Guolin Ke's avatar
Guolin Ke committed
38

Guolin Ke's avatar
Guolin Ke committed
39
40
41
42
43
44
  Metric() = default;
  /*! \brief Disable copy */
  Metric& operator=(const Metric&) = delete;
  /*! \brief Disable copy */
  Metric(const Metric&) = delete;

Guolin Ke's avatar
Guolin Ke committed
45
46
47
48
49
50
  /*!
  * \brief Create object of metrics
  * \param type Specific type of metric
  * \param config Config for metric
  */
  static Metric* CreateMetric(const std::string& type, const MetricConfig& config);
wxchan's avatar
wxchan committed
51

Guolin Ke's avatar
Guolin Ke committed
52
53
54
55
56
57
58
59
60
61
62
};

/*!
* \brief Static class, used to calculate DCG score
*/
class DCGCalculator {
public:
  /*!
  * \brief Initial logic
  * \param label_gain Gain for labels, default is 2^i - 1
  */
63
  static void Init(std::vector<double> label_gain);
Guolin Ke's avatar
Guolin Ke committed
64
65
66

  /*!
  * \brief Calculate the DCG score at position k
Qiwei Ye's avatar
Qiwei Ye committed
67
  * \param k The position to evaluate
Guolin Ke's avatar
Guolin Ke committed
68
69
70
71
72
  * \param label Pointer of label
  * \param score Pointer of score
  * \param num_data Number of data
  * \return The DCG score
  */
73
  static score_t CalDCGAtK(data_size_t k, const float* label,
Guolin Ke's avatar
Guolin Ke committed
74
75
76
77
    const score_t* score, data_size_t num_data);

  /*!
  * \brief Calculate the DCG score at multi position
Qiwei Ye's avatar
Qiwei Ye committed
78
  * \param ks The positions to evaluate
Guolin Ke's avatar
Guolin Ke committed
79
80
81
82
83
84
85
  * \param label Pointer of label
  * \param score Pointer of score
  * \param num_data Number of data
  * \param out Output result
  */
  static void CalDCG(const std::vector<data_size_t>& ks,
    const float* label, const score_t* score,
86
    data_size_t num_data, std::vector<score_t>* out);
Guolin Ke's avatar
Guolin Ke committed
87
88
89
90
91
92
93
94

  /*!
  * \brief Calculate the Max DCG score at position k
  * \param k The position want to eval at
  * \param label Pointer of label
  * \param num_data Number of data
  * \return The max DCG score
  */
95
  static score_t CalMaxDCGAtK(data_size_t k,
Guolin Ke's avatar
Guolin Ke committed
96
97
98
99
100
101
102
103
104
105
    const float* label, data_size_t num_data);

  /*!
  * \brief Calculate the Max DCG score at multi position
  * \param ks The positions want to eval at
  * \param label Pointer of label
  * \param num_data Number of data
  * \param out Output result
  */
  static void CalMaxDCG(const std::vector<data_size_t>& ks,
106
    const float* label, data_size_t num_data, std::vector<score_t>* out);
Guolin Ke's avatar
Guolin Ke committed
107
108
109
110
111
112

  /*!
  * \brief Get discount score of position k
  * \param k The position
  * \return The discount of this position
  */
113
  inline static score_t GetDiscount(data_size_t k) { return discount_[k]; }
Guolin Ke's avatar
Guolin Ke committed
114
115
116
117
118

private:
  /*! \brief True if inited, avoid init multi times */
  static bool is_inited_;
  /*! \brief store gains for different label */
119
  static std::vector<score_t> label_gain_;
Guolin Ke's avatar
Guolin Ke committed
120
  /*! \brief store discount score for different position */
121
  static std::vector<score_t> discount_;
Guolin Ke's avatar
Guolin Ke committed
122
123
124
125
126
127
128
129
  /*! \brief max position for eval */
  static const data_size_t kMaxPosition;
};


}  // namespace LightGBM


Guolin Ke's avatar
Guolin Ke committed
130
#endif   // LightGBM_METRIC_H_