You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Paddle/paddle/optimizer/sgd_optimizer.h

36 lines
775 B

#ifndef PADDLE_SGD_OPTIMIZER_H_
#define PADDLE_SGD_OPTIMIZER_H_
#include "parameter_optimizer.h"
namespace paddle {
namespace optimizer {
class SGDOptimizer : public ParameterOptimizer {
public:
SGDOptimizer(double m, double d, bool n, LrPolicy* lr)
: ParameterOptimizer(lr),
momentums_(nullptr),
momentum_(m),
decay_(d),
nesterov_(n) {}
virtual ~SGDOptimizer() { delete momentums_; }
void Update(const Tensor* gradient);
const char* SerializeState();
void DeSerializeState(const std::string& state);
void set_weight(Tensor* p);
float* get_weight(int* param_size) const;
private:
Tensor* momentums_;
double momentum_;
double decay_;
bool nesterov_;
};
} // namespace optimizer
} // namespace paddle
#endif