objective_function.h 4.13 KB
Newer Older
1
2
3
4
/*!
 * Copyright (c) 2016 Microsoft Corporation. All rights reserved.
 * Licensed under the MIT License. See LICENSE file in the project root for license information.
 */
Guolin Ke's avatar
Guolin Ke committed
5
6
7
8
9
#ifndef LIGHTGBM_OBJECTIVE_FUNCTION_H_
#define LIGHTGBM_OBJECTIVE_FUNCTION_H_

#include <LightGBM/config.h>
#include <LightGBM/dataset.h>
10
11
#include <LightGBM/meta.h>

12
13
14
#include <string>
#include <functional>

Guolin Ke's avatar
Guolin Ke committed
15
16
17
18
19
namespace LightGBM {
/*!
* \brief The interface of Objective Function.
*/
class ObjectiveFunction {
Nikita Titov's avatar
Nikita Titov committed
20
 public:
Guolin Ke's avatar
Guolin Ke committed
21
22
23
24
25
26
27
28
29
30
31
  /*! \brief virtual destructor */
  virtual ~ObjectiveFunction() {}

  /*!
  * \brief Initialize
  * \param metadata Label data
  * \param num_data Number of data
  */
  virtual void Init(const Metadata& metadata, data_size_t num_data) = 0;

  /*!
Qiwei Ye's avatar
Qiwei Ye committed
32
33
  * \brief calculating first order derivative of loss function
  * \param score prediction score in this round
Guolin Ke's avatar
Guolin Ke committed
34
35
36
  * \gradients Output gradients
  * \hessians Output hessians
  */
37
  virtual void GetGradients(const double* score,
38
    score_t* gradients, score_t* hessians) const = 0;
Guolin Ke's avatar
Guolin Ke committed
39

40
41
42
43
44
45
46
47
48
49
50
    /*!
  * \brief calculating first order derivative of loss function, used only for bagging by query in lambdarank
  * \param score prediction score in this round
  * \param num_sampled_queries number of in-bag queries
  * \param sampled_query_indices indices of in-bag queries
  * \gradients Output gradients
  * \hessians Output hessians
  */
  virtual void GetGradients(const double* score, const data_size_t /*num_sampled_queries*/, const data_size_t* /*sampled_query_indices*/,
    score_t* gradients, score_t* hessians) const { GetGradients(score, gradients, hessians); }

Guolin Ke's avatar
Guolin Ke committed
51
52
  virtual const char* GetName() const = 0;

53
54
  virtual bool IsConstantHessian() const { return false; }

55
  virtual bool IsRenewTreeOutput() const { return false; }
56

Guolin Ke's avatar
Guolin Ke committed
57
  virtual double RenewTreeOutput(double ori_output, std::function<double(const label_t*, int)>,
58
59
60
61
                                 const data_size_t*,
                                 const data_size_t*,
                                 data_size_t) const { return ori_output; }

62
63
64
  virtual void RenewTreeOutputCUDA(const double* /*score*/, const data_size_t* /*data_indices_in_leaf*/, const data_size_t* /*num_data_in_leaf*/,
    const data_size_t* /*data_start_in_leaf*/, const int /*num_leaves*/, double* /*leaf_value*/) const {}

65
66
67
  virtual double BoostFromScore(int /*class_id*/) const { return 0.0; }

  virtual bool ClassNeedTrain(int /*class_id*/) const { return true; }
68

69
70
  virtual bool SkipEmptyClass() const { return false; }

Guolin Ke's avatar
Guolin Ke committed
71
  virtual int NumModelPerIteration() const { return 1; }
72

Guolin Ke's avatar
Guolin Ke committed
73
  virtual int NumPredictOneRow() const { return 1; }
74

75
76
77
  /*! \brief The prediction should be accurate or not. True will disable early stopping for prediction. */
  virtual bool NeedAccuratePrediction() const { return true; }

Guolin Ke's avatar
Guolin Ke committed
78
79
80
  /*! \brief Return the number of positive samples. Return 0 if no binary classification tasks.*/
  virtual data_size_t NumPositiveData() const { return 0; }

Guolin Ke's avatar
Guolin Ke committed
81
82
  virtual void ConvertOutput(const double* input, double* output) const {
    output[0] = input[0];
83
84
85
86
  }

  virtual std::string ToString() const = 0;

Guolin Ke's avatar
Guolin Ke committed
87
88
89
90
91
  ObjectiveFunction() = default;
  /*! \brief Disable copy */
  ObjectiveFunction& operator=(const ObjectiveFunction&) = delete;
  /*! \brief Disable copy */
  ObjectiveFunction(const ObjectiveFunction&) = delete;
Guolin Ke's avatar
Guolin Ke committed
92
93
94
95
96
97

  /*!
  * \brief Create object of objective function
  * \param type Specific type of objective function
  * \param config Config for objective function
  */
98
  LIGHTGBM_EXPORT static ObjectiveFunction* CreateObjectiveFunction(const std::string& type,
Guolin Ke's avatar
Guolin Ke committed
99
    const Config& config);
100
101
102
103
104

  /*!
  * \brief Load objective function from string object
  */
  LIGHTGBM_EXPORT static ObjectiveFunction* CreateObjectiveFunction(const std::string& str);
105
106
107
108
109

  /*!
  * \brief Whether boosting is done on CUDA
  */
  virtual bool IsCUDAObjective() const { return false; }
110

111
  #ifdef USE_CUDA
112
  /*!
113
  * \brief Convert output for CUDA version
114
  */
115
  virtual const double* ConvertOutputCUDA(data_size_t /*num_data*/, const double* input, double* /*output*/) const {
116
    return input;
117
  }
118
119
120

  virtual bool NeedConvertOutputCUDA () const { return false; }

121
  #endif  // USE_CUDA
Guolin Ke's avatar
Guolin Ke committed
122
123
124
125
};

}  // namespace LightGBM

Guolin Ke's avatar
Guolin Ke committed
126
#endif   // LightGBM_OBJECTIVE_FUNCTION_H_