lgb.train.Rd 6.68 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
% Generated by roxygen2: do not edit by hand
James Lamb's avatar
James Lamb committed
2
3
% Please edit documentation in R/lgb.train.R
\name{lgb.train}
Guolin Ke's avatar
Guolin Ke committed
4
\alias{lgb.train}
James Lamb's avatar
James Lamb committed
5
\title{Main training logic for LightGBM}
Guolin Ke's avatar
Guolin Ke committed
6
\usage{
7
8
9
lgb.train(
  params = list(),
  data,
10
  nrounds = 100L,
11
12
13
  valids = list(),
  obj = NULL,
  eval = NULL,
14
  verbose = 1L,
15
16
17
18
19
20
21
22
23
24
  record = TRUE,
  eval_freq = 1L,
  init_model = NULL,
  colnames = NULL,
  categorical_feature = NULL,
  early_stopping_rounds = NULL,
  callbacks = list(),
  reset_data = FALSE,
  ...
)
Guolin Ke's avatar
Guolin Ke committed
25
26
}
\arguments{
27
28
\item{params}{a list of parameters. See \href{https://lightgbm.readthedocs.io/en/latest/Parameters.html}{
the "Parameters" section of the documentation} for a list of parameters and valid values.}
Guolin Ke's avatar
Guolin Ke committed
29

30
31
32
\item{data}{a \code{lgb.Dataset} object, used for training. Some functions, such as \code{\link{lgb.cv}},
may allow you to pass other types of data like \code{matrix} and then separately supply
\code{label} as a keyword argument.}
Guolin Ke's avatar
Guolin Ke committed
33
34
35

\item{nrounds}{number of training rounds}

James Lamb's avatar
James Lamb committed
36
37
\item{valids}{a list of \code{lgb.Dataset} objects, used for validation}

38
\item{obj}{objective function, can be character or custom objective function. Examples include
Guolin Ke's avatar
Guolin Ke committed
39
40
41
\code{regression}, \code{regression_l1}, \code{huber},
\code{binary}, \code{lambdarank}, \code{multiclass}, \code{multiclass}}

42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
\item{eval}{evaluation function(s). This can be a character vector, function, or list with a mixture of
            strings and functions.

            \itemize{
                \item{\bold{a. character vector}:
                    If you provide a character vector to this argument, it should contain strings with valid
                    evaluation metrics.
                    See \href{https://lightgbm.readthedocs.io/en/latest/Parameters.html#metric}{
                    The "metric" section of the documentation}
                    for a list of valid metrics.
                }
                \item{\bold{b. function}:
                     You can provide a custom evaluation function. This
                     should accept the keyword arguments \code{preds} and \code{dtrain} and should return a named
                     list with three elements:
                     \itemize{
                         \item{\code{name}: A string with the name of the metric, used for printing
                             and storing results.
                         }
                         \item{\code{value}: A single number indicating the value of the metric for the
                             given predictions and true values
                         }
                         \item{
                             \code{higher_better}: A boolean indicating whether higher values indicate a better fit.
                             For example, this would be \code{FALSE} for metrics like MAE or RMSE.
                         }
                     }
                }
                \item{\bold{c. list}:
                    If a list is given, it should only contain character vectors and functions.
                    These should follow the requirements from the descriptions above.
                }
            }}
Guolin Ke's avatar
Guolin Ke committed
75

James Lamb's avatar
James Lamb committed
76
\item{verbose}{verbosity for output, if <= 0, also will disable the print of evaluation during training}
Guolin Ke's avatar
Guolin Ke committed
77
78
79

\item{record}{Boolean, TRUE will record iteration message to \code{booster$record_evals}}

James Lamb's avatar
James Lamb committed
80
\item{eval_freq}{evaluation output frequency, only effect when verbose > 0}
Guolin Ke's avatar
Guolin Ke committed
81
82
83
84
85

\item{init_model}{path of model file of \code{lgb.Booster} object, will continue training from this model}

\item{colnames}{feature names, if not null, will use this to overwrite the names in dataset}

86
87
88
\item{categorical_feature}{categorical features. This can either be a character vector of feature
names or an integer vector with the indices of the features (e.g.
\code{c(1L, 10L)} to say "the first and tenth columns").}
Guolin Ke's avatar
Guolin Ke committed
89

90
91
92
93
94
\item{early_stopping_rounds}{int. Activates early stopping. When this parameter is non-null,
training will stop if the evaluation of any metric on any validation set
fails to improve for \code{early_stopping_rounds} consecutive boosting rounds.
If training stops early, the returned model will have attribute \code{best_iter}
set to the iteration number of the best iteration.}
Guolin Ke's avatar
Guolin Ke committed
95

96
\item{callbacks}{List of callback functions that are applied at each iteration.}
Guolin Ke's avatar
Guolin Ke committed
97

98
99
100
\item{reset_data}{Boolean, setting it to TRUE (not the default value) will transform the
booster model into a predictor model which frees up memory and the
original datasets}
James Lamb's avatar
James Lamb committed
101

102
103
\item{...}{other parameters, see \href{https://lightgbm.readthedocs.io/en/latest/Parameters.html}{
the "Parameters" section of the documentation} for more information. A few key parameters:
James Lamb's avatar
James Lamb committed
104
\itemize{
105
106
107
    \item{\code{boosting}: Boosting type. \code{"gbdt"}, \code{"rf"}, \code{"dart"} or \code{"goss"}.}
    \item{\code{num_leaves}: Maximum number of leaves in one tree.}
    \item{\code{max_depth}: Limit the max depth for tree model. This is used to deal with
108
                     overfitting. Tree still grow by leaf-wise.}
109
    \item{\code{num_threads}: Number of threads for LightGBM. For the best speed, set this to
110
111
112
                 the number of real CPU cores(\code{parallel::detectCores(logical = FALSE)}),
                 not the number of threads (most CPU using hyper-threading to generate 2 threads
                 per CPU core).}
James Lamb's avatar
James Lamb committed
113
}}
Guolin Ke's avatar
Guolin Ke committed
114
115
116
117
118
}
\value{
a trained booster model \code{lgb.Booster}.
}
\description{
James Lamb's avatar
James Lamb committed
119
Logic to train with LightGBM
Guolin Ke's avatar
Guolin Ke committed
120
}
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
\section{Early Stopping}{


         "early stopping" refers to stopping the training process if the model's performance on a given
         validation set does not improve for several consecutive iterations.

         If multiple arguments are given to \code{eval}, their order will be preserved. If you enable
         early stopping by setting \code{early_stopping_rounds} in \code{params}, by default all
         metrics will be considered for early stopping.

         If you want to only consider the first metric for early stopping, pass
         \code{first_metric_only = TRUE} in \code{params}. Note that if you also specify \code{metric}
         in \code{params}, that metric will be considered the "first" one. If you omit \code{metric},
         a default metric will be used based on your choice for the parameter \code{obj} (keyword argument)
         or \code{objective} (passed into \code{params}).
}

Guolin Ke's avatar
Guolin Ke committed
138
\examples{
139
\donttest{
Guolin Ke's avatar
Guolin Ke committed
140
141
142
143
144
145
146
147
data(agaricus.train, package = "lightgbm")
train <- agaricus.train
dtrain <- lgb.Dataset(train$data, label = train$label)
data(agaricus.test, package = "lightgbm")
test <- agaricus.test
dtest <- lgb.Dataset.create.valid(dtrain, test$data, label = test$label)
params <- list(objective = "regression", metric = "l2")
valids <- list(test = dtest)
148
149
150
model <- lgb.train(
  params = params
  , data = dtrain
151
  , nrounds = 5L
152
  , valids = valids
153
154
  , min_data = 1L
  , learning_rate = 1.0
155
  , early_stopping_rounds = 3L
156
)
Guolin Ke's avatar
Guolin Ke committed
157
}
158
}