Enable learning rate annealing of Adam Optimizer

8 years ago · 2073fb96cb
parent c8c4ba0f65
commit 2073fb96cb
1 changed files with 4 additions and 0 deletions
--- a/paddle/parameter/FirstOrderOptimizer.h
+++ b/paddle/parameter/FirstOrderOptimizer.h
@ -265,6 +265,10 @@ public:
    addParameterType(PARAMETER_SECOND_MOMENTUM);
  }

+  virtual void startBatch(int64_t numSamplesProcessed) {
+    learningRate_ = calcLearningRate(numSamplesProcessed, pass_);
+  }
+
  virtual void finishBatch() { ++step_; }

  virtual void update(const VectorPtr vecs[],