ada_delta.hpp

Go to the documentation of this file.

#ifndef MLPACK_CORE_OPTIMIZERS_ADA_DELTA_ADA_DELTA_HPP
#define MLPACK_CORE_OPTIMIZERS_ADA_DELTA_ADA_DELTA_HPP

#include <mlpack/prereqs.hpp>
#include <mlpack/core/optimizers/sgd/sgd.hpp>
#include "ada_delta_update.hpp"

namespace mlpack {
namespace optimization {

class AdaDelta
{
 public:
  AdaDelta(const double stepSize = 1.0,
           const size_t batchSize = 32,
           const double rho = 0.95,
           const double epsilon = 1e-6,
           const size_t maxIterations = 100000,
           const double tolerance = 1e-5,
           const bool shuffle = true);

  template<typename DecomposableFunctionType>
  double Optimize(DecomposableFunctionType& function, arma::mat& iterate)
  {
    return optimizer.Optimize(function, iterate);
  }

  double StepSize() const { return optimizer.StepSize(); }
  double& StepSize() { return optimizer.StepSize(); }

  size_t BatchSize() const { return optimizer.BatchSize(); }
  size_t& BatchSize() { return optimizer.BatchSize(); }

  double Rho() const { return optimizer.UpdatePolicy().Rho(); }
  double& Rho() { return optimizer.UpdatePolicy().Rho(); }

  double Epsilon() const { return optimizer.UpdatePolicy().Epsilon(); }
  double& Epsilon() { return optimizer.UpdatePolicy().Epsilon(); }

  size_t MaxIterations() const { return optimizer.MaxIterations(); }
  size_t& MaxIterations() { return optimizer.MaxIterations(); }

  double Tolerance() const { return optimizer.Tolerance(); }
  double& Tolerance() { return optimizer.Tolerance(); }

  bool Shuffle() const { return optimizer.Shuffle(); }
  bool& Shuffle() { return optimizer.Shuffle(); }

 private:
  SGD<AdaDeltaUpdate> optimizer;
};

} // namespace optimization
} // namespace mlpack

#endif