|
|
@ -26,10 +26,11 @@ ParameterOptimizer *ParameterOptimizer::Create(const std::string &config_proto,
|
|
|
|
LOG(WARNING) << " have not select any LrPolicy. use ConstLr in default";
|
|
|
|
LOG(WARNING) << " have not select any LrPolicy. use ConstLr in default";
|
|
|
|
return new ConstLr(0.1);
|
|
|
|
return new ConstLr(0.1);
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
LrPolicy *lr = select_lr_policy(config);
|
|
|
|
LrPolicy *lr = select_lr_policy(config);
|
|
|
|
auto select_optimizer = [=](
|
|
|
|
auto select_optimizer =
|
|
|
|
Tensor *parameter,
|
|
|
|
[=](Tensor *parameter,
|
|
|
|
const OptimizerConfig &config) -> ParameterOptimizer * {
|
|
|
|
const OptimizerConfig &config) -> ParameterOptimizer * {
|
|
|
|
if (config.optimizer() == OptimizerConfig::SGD) {
|
|
|
|
if (config.optimizer() == OptimizerConfig::SGD) {
|
|
|
|
return new SGDOptimizer(parameter,
|
|
|
|
return new SGDOptimizer(parameter,
|
|
|
|
lr,
|
|
|
|
lr,
|
|
|
|