You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Paddle/paddle/optimizer/adagrad_optimizer.h

30 lines
640 B

#ifndef PADDLE_ADAGRAD_OPTIMIZER_H_
#define PADDLE_ADAGRAD_OPTIMIZER_H_
#include "parameter_optimizer.h"
namespace paddle {
namespace optimizer {
class AdagradOptimizer : public ParameterOptimizer {
public:
AdagradOptimizer(double epsilon, double decay, BaseLr *lr)
: ParameterOptimizer(lr), epsilon(epsilon), decay(decay) {}
~AdagradOptimizer() {
if (accum_gradient) delete accum_gradient;
}
void update(const Tensor *gradient);
void set_weight(Tensor *p);
real *get_weight() const;
private:
Tensor *accum_gradient;
double epsilon;
double decay;
};
} // namespace optimizer
} // namespace paddle
#endif