lregularizer_impl.hpp

Go to the documentation of this file.

#ifndef MLPACK_METHODS_ANN_LREGULARIZER_IMPL_HPP
#define MLPACK_METHODS_ANN_LREGULARIZER_IMPL_HPP

// In case it hasn't been included.
#include "lregularizer.hpp"

namespace mlpack {
namespace ann {

template<int Power>
LRegularizer<Power>::LRegularizer(double factor) :
    factor(factor)
{
  // Nothing to do here
}

// Unspecialized implementation. This should almost never be used...
template<int Power>
template<typename MatType>
void LRegularizer<Power>::Evaluate(const MatType& weight, MatType& gradient)
{
  gradient += arma::vectorise(arma::pow(weight, Power - 1) * Power * factor);
}

// L1-Regularizer specializations.
template<>
template<typename MatType>
void LRegularizer<1>::Evaluate(const MatType& weight, MatType& gradient)
{
  gradient += arma::vectorise(factor * weight / arma::abs(weight));
}

// L2-Regularizer specializations.
template<>
template<typename MatType>
void LRegularizer<2>::Evaluate(const MatType& weight, MatType& gradient)
{
  gradient += arma::vectorise(2 * factor * weight);
}

template<int Power>
template<typename Archive>
void LRegularizer<Power>::serialize(
    Archive& ar, const uint32_t /* version */)
{
  ar(CEREAL_NVP(factor));
}

} // namespace ann
} // namespace mlpack

#endif