lgb.train.Rd 6.27 KB
Newer Older
Guolin Ke's avatar
Guolin Ke committed
1
% Generated by roxygen2: do not edit by hand
James Lamb's avatar
James Lamb committed
2
3
% Please edit documentation in R/lgb.train.R
\name{lgb.train}
Guolin Ke's avatar
Guolin Ke committed
4
\alias{lgb.train}
James Lamb's avatar
James Lamb committed
5
\title{Main training logic for LightGBM}
Guolin Ke's avatar
Guolin Ke committed
6
\usage{
7
8
9
lgb.train(
  params = list(),
  data,
10
  nrounds = 100L,
11
12
13
  valids = list(),
  obj = NULL,
  eval = NULL,
14
  verbose = 1L,
15
16
17
18
19
20
21
22
23
24
  record = TRUE,
  eval_freq = 1L,
  init_model = NULL,
  colnames = NULL,
  categorical_feature = NULL,
  early_stopping_rounds = NULL,
  callbacks = list(),
  reset_data = FALSE,
  ...
)
Guolin Ke's avatar
Guolin Ke committed
25
26
27
28
}
\arguments{
\item{params}{List of parameters}

29
30
31
\item{data}{a \code{lgb.Dataset} object, used for training. Some functions, such as \code{\link{lgb.cv}},
may allow you to pass other types of data like \code{matrix} and then separately supply
\code{label} as a keyword argument.}
Guolin Ke's avatar
Guolin Ke committed
32
33
34

\item{nrounds}{number of training rounds}

James Lamb's avatar
James Lamb committed
35
36
\item{valids}{a list of \code{lgb.Dataset} objects, used for validation}

37
\item{obj}{objective function, can be character or custom objective function. Examples include
Guolin Ke's avatar
Guolin Ke committed
38
39
40
\code{regression}, \code{regression_l1}, \code{huber},
\code{binary}, \code{lambdarank}, \code{multiclass}, \code{multiclass}}

41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
\item{eval}{evaluation function(s). This can be a character vector, function, or list with a mixture of
            strings and functions.

            \itemize{
                \item{\bold{a. character vector}:
                    If you provide a character vector to this argument, it should contain strings with valid
                    evaluation metrics.
                    See \href{https://lightgbm.readthedocs.io/en/latest/Parameters.html#metric}{
                    The "metric" section of the documentation}
                    for a list of valid metrics.
                }
                \item{\bold{b. function}:
                     You can provide a custom evaluation function. This
                     should accept the keyword arguments \code{preds} and \code{dtrain} and should return a named
                     list with three elements:
                     \itemize{
                         \item{\code{name}: A string with the name of the metric, used for printing
                             and storing results.
                         }
                         \item{\code{value}: A single number indicating the value of the metric for the
                             given predictions and true values
                         }
                         \item{
                             \code{higher_better}: A boolean indicating whether higher values indicate a better fit.
                             For example, this would be \code{FALSE} for metrics like MAE or RMSE.
                         }
                     }
                }
                \item{\bold{c. list}:
                    If a list is given, it should only contain character vectors and functions.
                    These should follow the requirements from the descriptions above.
                }
            }}
Guolin Ke's avatar
Guolin Ke committed
74

James Lamb's avatar
James Lamb committed
75
\item{verbose}{verbosity for output, if <= 0, also will disable the print of evaluation during training}
Guolin Ke's avatar
Guolin Ke committed
76
77
78

\item{record}{Boolean, TRUE will record iteration message to \code{booster$record_evals}}

James Lamb's avatar
James Lamb committed
79
\item{eval_freq}{evaluation output frequency, only effect when verbose > 0}
Guolin Ke's avatar
Guolin Ke committed
80
81
82
83
84
85
86
87
88

\item{init_model}{path of model file of \code{lgb.Booster} object, will continue training from this model}

\item{colnames}{feature names, if not null, will use this to overwrite the names in dataset}

\item{categorical_feature}{list of str or int
type int represents index,
type str represents feature names}

89
90
91
92
\item{early_stopping_rounds}{int. Activates early stopping. Requires at least one validation data
and one metric. If there's more than one, will check all of them
except the training data. Returns the model with (best_iter + early_stopping_rounds).
If early stopping occurs, the model will have 'best_iter' field.}
Guolin Ke's avatar
Guolin Ke committed
93

94
\item{callbacks}{List of callback functions that are applied at each iteration.}
Guolin Ke's avatar
Guolin Ke committed
95

96
97
98
\item{reset_data}{Boolean, setting it to TRUE (not the default value) will transform the
booster model into a predictor model which frees up memory and the
original datasets}
James Lamb's avatar
James Lamb committed
99
100
101

\item{...}{other parameters, see Parameters.rst for more information. A few key parameters:
\itemize{
102
103
104
    \item{\code{boosting}: Boosting type. \code{"gbdt"}, \code{"rf"}, \code{"dart"} or \code{"goss"}.}
    \item{\code{num_leaves}: Maximum number of leaves in one tree.}
    \item{\code{max_depth}: Limit the max depth for tree model. This is used to deal with
James Lamb's avatar
James Lamb committed
105
                     overfit when #data is small. Tree still grow by leaf-wise.}
106
    \item{\code{num_threads}: Number of threads for LightGBM. For the best speed, set this to
107
108
109
                 the number of real CPU cores(\code{parallel::detectCores(logical = FALSE)}),
                 not the number of threads (most CPU using hyper-threading to generate 2 threads
                 per CPU core).}
James Lamb's avatar
James Lamb committed
110
}}
Guolin Ke's avatar
Guolin Ke committed
111
112
113
114
115
}
\value{
a trained booster model \code{lgb.Booster}.
}
\description{
James Lamb's avatar
James Lamb committed
116
Logic to train with LightGBM
Guolin Ke's avatar
Guolin Ke committed
117
}
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
\section{Early Stopping}{


         "early stopping" refers to stopping the training process if the model's performance on a given
         validation set does not improve for several consecutive iterations.

         If multiple arguments are given to \code{eval}, their order will be preserved. If you enable
         early stopping by setting \code{early_stopping_rounds} in \code{params}, by default all
         metrics will be considered for early stopping.

         If you want to only consider the first metric for early stopping, pass
         \code{first_metric_only = TRUE} in \code{params}. Note that if you also specify \code{metric}
         in \code{params}, that metric will be considered the "first" one. If you omit \code{metric},
         a default metric will be used based on your choice for the parameter \code{obj} (keyword argument)
         or \code{objective} (passed into \code{params}).
}

Guolin Ke's avatar
Guolin Ke committed
135
\examples{
136
\donttest{
Guolin Ke's avatar
Guolin Ke committed
137
138
139
140
141
142
143
144
data(agaricus.train, package = "lightgbm")
train <- agaricus.train
dtrain <- lgb.Dataset(train$data, label = train$label)
data(agaricus.test, package = "lightgbm")
test <- agaricus.test
dtest <- lgb.Dataset.create.valid(dtrain, test$data, label = test$label)
params <- list(objective = "regression", metric = "l2")
valids <- list(test = dtest)
145
146
147
model <- lgb.train(
  params = params
  , data = dtrain
148
  , nrounds = 5L
149
  , valids = valids
150
151
  , min_data = 1L
  , learning_rate = 1.0
152
  , early_stopping_rounds = 3L
153
)
Guolin Ke's avatar
Guolin Ke committed
154
}
155
}