mgnboost.h

Go to the documentation of this file.

// -*- C++ -*-
#ifndef __LEMGA_AGGREGATING_MGNBOOST_H__
#define __LEMGA_AGGREGATING_MGNBOOST_H__

#include "boosting.h"

namespace lemga {

struct MgnCost : public cost::Cost {
    const cost::Cost& orig_cost;
    REAL lambda; 
    REAL wsum;   

    MgnCost (const cost::Cost& c = cost::_cost)
        : orig_cost(c), lambda(0), wsum(0) {}
    virtual REAL cost (const REAL& F, const REAL& y) const {
        return orig_cost.cost(F - lambda*wsum/y, y);
    }
    virtual REAL deriv1 (const REAL& F, const REAL& y) const {
        return orig_cost.deriv1(F - lambda*wsum/y, y);
    }
};

class MgnBoost : public Boosting {
    friend struct _mgn_gd;
    MgnCost shifted_cost;
    void update_cost_l () { shifted_cost.lambda = min_margin()/margin_norm(); }
    void update_cost_w () { shifted_cost.wsum = model_weight_sum(); }

public:
    explicit MgnBoost (bool cvx = false, const cost::Cost& c = cost::_cost)
        : Boosting(cvx, shifted_cost), shifted_cost(c)
    { use_gradient_descent(); }
    explicit MgnBoost (std::istream& is) { is >> *this; }

    virtual const id_t& id () const;
    virtual MgnBoost* create () const { return new MgnBoost(); }
    virtual MgnBoost* clone () const { return new MgnBoost(*this); }

    virtual REAL train ();
};

struct _mgn_gd : public _boost_gd {
    MgnBoost* pm;
    explicit _mgn_gd (MgnBoost* p) : _boost_gd(p), pm(p) {}

    void set_weight (const Boosting::BoostWgt& bw) {
        _boost_gd::set_weight(bw);
        pm->update_cost_w();
    }

    Boosting::BoostWgt gradient () const {
        pm->update_cost_w(); pm->update_cost_l();
        return _boost_gd::gradient();
    }
};

} // namespace lemga

#ifdef  __MGNBOOST_H__
#warning "This header file may conflict with another `mgnboost.h' file."
#endif
#define __MGNBOOST_H__
#endif

---