Merge pull request #4933 from kuke/learning_rate_debug

Enable learning rate annealing of Adam Optimizer
8 years ago · ba5ebe5300
parent c8c4ba0f65 2073fb96cb
commit ba5ebe5300
1 changed files with 4 additions and 0 deletions
--- a/paddle/parameter/FirstOrderOptimizer.h
+++ b/paddle/parameter/FirstOrderOptimizer.h
@ -265,6 +265,10 @@ public:
    addParameterType(PARAMETER_SECOND_MOMENTUM);
  }

+  virtual void startBatch(int64_t numSamplesProcessed) {
+    learningRate_ = calcLearningRate(numSamplesProcessed, pass_);
+  }
+
  virtual void finishBatch() { ++step_; }

  virtual void update(const VectorPtr vecs[],