require(lightgbm) # load in the agaricus dataset data(agaricus.train, package='lightgbm') data(agaricus.test, package='lightgbm') dtrain <- lgb.Dataset(agaricus.train$data, label = agaricus.train$label) dtest <- lgb.Dataset(agaricus.test$data, label = agaricus.test$label) nround <- 2 param <- list(num_leaves=4, learning_rate=1, objective='binary') cat('running cross validation\n') # do cross validation, this will print result out as # [iteration] metric_name:mean_value+std_value # std_value is standard deviation of the metric lgb.cv(param, dtrain, nround, nfold=5, eval={'binary_error'}) cat('running cross validation, disable standard deviation display\n') # do cross validation, this will print result out as # [iteration] metric_name:mean_value+std_value # std_value is standard deviation of the metric lgb.cv(param, dtrain, nround, nfold=5, eval='binary_error', showsd = FALSE) ### # you can also do cross validation with cutomized loss function # See custom_objective.R ## print ('running cross validation, with cutomsized loss function') logregobj <- function(preds, dtrain) { labels <- getinfo(dtrain, "label") preds <- 1/(1 + exp(-preds)) grad <- preds - labels hess <- preds * (1 - preds) return(list(grad = grad, hess = hess)) } evalerror <- function(preds, dtrain) { labels <- getinfo(dtrain, "label") err <- as.numeric(sum(labels != (preds > 0)))/length(labels) return(list(name = "error", value = err, higher_better=FALSE)) } # train with customized objective lgb.cv(params = param, data = dtrain, nrounds = nround, obj=logregobj, eval=evalerror, nfold = 5)