svm_c_trainer.cpp

// Copyright (C) 2013  Davis E. King (davis@dlib.net)
// License: Boost Software License   See LICENSE.txt for the full license.

#include "testing_results.h"
#include <boost/python.hpp>
#include <boost/shared_ptr.hpp>
#include <dlib/matrix.h>
#include "serialize_pickle.h"
#include <dlib/svm_threaded.h>
#include "pyassert.h"
#include <boost/python/args.hpp>

using namespace dlib;
using namespace std;
using namespace boost::python;

typedef matrix<double,0,1> sample_type; 
typedef std::vector<std::pair<unsigned long,double> > sparse_vect;

template <typename trainer_type>
typename trainer_type::trained_function_type train (
    const trainer_type& trainer,
    const std::vector<typename trainer_type::sample_type>& samples,
    const std::vector<double>& labels
)
{
    pyassert(is_binary_classification_problem(samples,labels), "Invalid inputs");
    return trainer.train(samples, labels);
}

template <typename trainer_type>
void set_epsilon ( trainer_type& trainer, double eps)
{
    pyassert(eps > 0, "epsilon must be > 0");
    trainer.set_epsilon(eps);
}

template <typename trainer_type>
double get_epsilon ( const trainer_type& trainer) { return trainer.get_epsilon(); }


template <typename trainer_type>
void set_cache_size ( trainer_type& trainer, long cache_size)
{
    pyassert(cache_size > 0, "cache size must be > 0");
    trainer.set_cache_size(cache_size);
}

template <typename trainer_type>
long get_cache_size ( const trainer_type& trainer) { return trainer.get_cache_size(); }


template <typename trainer_type>
void set_c ( trainer_type& trainer, double C)
{
    pyassert(C > 0, "C must be > 0");
    trainer.set_c(C);
}

template <typename trainer_type>
void set_c_class1 ( trainer_type& trainer, double C)
{
    pyassert(C > 0, "C must be > 0");
    trainer.set_c_class1(C);
}

template <typename trainer_type>
void set_c_class2 ( trainer_type& trainer, double C)
{
    pyassert(C > 0, "C must be > 0");
    trainer.set_c_class2(C);
}

template <typename trainer_type>
double get_c_class1 ( const trainer_type& trainer) { return trainer.get_c_class1(); }
template <typename trainer_type>
double get_c_class2 ( const trainer_type& trainer) { return trainer.get_c_class2(); }

template <typename trainer_type>
class_<trainer_type> setup_trainer (
    const std::string& name
)
{
    return class_<trainer_type>(name.c_str())
        .def("train", train<trainer_type>)
        .def("set_c", set_c<trainer_type>)
        .add_property("c_class1", get_c_class1<trainer_type>, set_c_class1<trainer_type>)
        .add_property("c_class2", get_c_class2<trainer_type>, set_c_class2<trainer_type>)
        .add_property("epsilon", get_epsilon<trainer_type>, set_epsilon<trainer_type>);
}

template <typename trainer_type>
class_<trainer_type> setup_trainer2 (
    const std::string& name
)
{

    return setup_trainer<trainer_type>(name)
        .add_property("cache_size", get_cache_size<trainer_type>, set_cache_size<trainer_type>);
}

void set_gamma (
    svm_c_trainer<radial_basis_kernel<sample_type> >& trainer,
    double gamma
)
{
    pyassert(gamma > 0, "gamma must be > 0");
    trainer.set_kernel(radial_basis_kernel<sample_type>(gamma));
}

double get_gamma (
    const svm_c_trainer<radial_basis_kernel<sample_type> >& trainer
)
{
    return trainer.get_kernel().gamma;
}

void set_gamma_sparse (
    svm_c_trainer<sparse_radial_basis_kernel<sparse_vect> >& trainer,
    double gamma
)
{
    pyassert(gamma > 0, "gamma must be > 0");
    trainer.set_kernel(sparse_radial_basis_kernel<sparse_vect>(gamma));
}

double get_gamma_sparse (
    const svm_c_trainer<sparse_radial_basis_kernel<sparse_vect> >& trainer
)
{
    return trainer.get_kernel().gamma;
}

// ----------------------------------------------------------------------------------------

template <
    typename trainer_type
    >
const binary_test _cross_validate_trainer (
    const trainer_type& trainer,
    const std::vector<typename trainer_type::sample_type>& x,
    const std::vector<double>& y,
    const unsigned long folds
)
{
    pyassert(is_binary_classification_problem(x,y), "Training data does not make a valid training set.");
    pyassert(1 < folds && folds <= x.size(), "Invalid number of folds given.");
    return cross_validate_trainer(trainer, x, y, folds);
}

template <
    typename trainer_type
    >
const binary_test _cross_validate_trainer_t (
    const trainer_type& trainer,
    const std::vector<typename trainer_type::sample_type>& x,
    const std::vector<double>& y,
    const unsigned long folds,
    const unsigned long num_threads
)
{
    pyassert(is_binary_classification_problem(x,y), "Training data does not make a valid training set.");
    pyassert(1 < folds && folds <= x.size(), "Invalid number of folds given.");
    pyassert(1 < num_threads, "The number of threads specified must not be zero.");
    return cross_validate_trainer_threaded(trainer, x, y, folds, num_threads);
}

// ----------------------------------------------------------------------------------------

void bind_svm_c_trainer()
{
    using boost::python::arg;
    {
        typedef svm_c_trainer<radial_basis_kernel<sample_type> > T;
        setup_trainer2<T>("svm_c_trainer_radial_basis")
            .add_property("gamma", get_gamma, set_gamma);
        def("cross_validate_trainer", _cross_validate_trainer<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds")));
        def("cross_validate_trainer_threaded", _cross_validate_trainer_t<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds"),arg("num_threads")));
    }

    {
        typedef svm_c_trainer<sparse_radial_basis_kernel<sparse_vect> > T;
        setup_trainer2<T>("svm_c_trainer_sparse_radial_basis")
            .add_property("gamma", get_gamma_sparse, set_gamma_sparse);
        def("cross_validate_trainer", _cross_validate_trainer<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds")));
        def("cross_validate_trainer_threaded", _cross_validate_trainer_t<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds"),arg("num_threads")));
    }

    {
        typedef svm_c_trainer<histogram_intersection_kernel<sample_type> > T;
        setup_trainer2<T>("svm_c_trainer_histogram_intersection");
        def("cross_validate_trainer", _cross_validate_trainer<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds")));
        def("cross_validate_trainer_threaded", _cross_validate_trainer_t<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds"),arg("num_threads")));
    }

    {
        typedef svm_c_trainer<sparse_histogram_intersection_kernel<sparse_vect> > T;
        setup_trainer2<T>("svm_c_trainer_sparse_histogram_intersection");
        def("cross_validate_trainer", _cross_validate_trainer<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds")));
        def("cross_validate_trainer_threaded", _cross_validate_trainer_t<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds"),arg("num_threads")));
    }

    {
        typedef svm_c_linear_trainer<linear_kernel<sample_type> > T;
        setup_trainer<T>("svm_c_trainer_linear")
            .add_property("max_iterations", &T::get_max_iterations, &T::set_max_iterations)
            .add_property("force_last_weight_to_1", &T::forces_last_weight_to_1, &T::force_last_weight_to_1)
            .add_property("learns_nonnegative_weights", &T::learns_nonnegative_weights, &T::set_learns_nonnegative_weights)
            .def("be_verbose", &T::be_verbose)
            .def("be_quiet", &T::be_quiet);

        def("cross_validate_trainer", _cross_validate_trainer<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds")));
        def("cross_validate_trainer_threaded", _cross_validate_trainer_t<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds"),arg("num_threads")));
    }

    {
        typedef svm_c_linear_trainer<sparse_linear_kernel<sparse_vect> > T;
        setup_trainer<T>("svm_c_trainer_sparse_linear")
            .add_property("max_iterations", &T::get_max_iterations, &T::set_max_iterations)
            .add_property("force_last_weight_to_1", &T::forces_last_weight_to_1, &T::force_last_weight_to_1)
            .add_property("learns_nonnegative_weights", &T::learns_nonnegative_weights, &T::set_learns_nonnegative_weights)
            .def("be_verbose", &T::be_verbose)
            .def("be_quiet", &T::be_quiet);

        def("cross_validate_trainer", _cross_validate_trainer<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds")));
        def("cross_validate_trainer_threaded", _cross_validate_trainer_t<T>, 
            (arg("trainer"),arg("x"),arg("y"),arg("folds"),arg("num_threads")));
    }
}