!3060 modify init value of mean square in rmsprop optimizer

Merge pull request !3060 from wangnan39/modify_mean_square_init_value_in_rmsprop

mindspore/nn/optim/rmsprop.py

@@ -171,7 +171,7 @@ class RMSProp(Optimizer):
             self.opt = P.ApplyRMSProp(use_locking)
 
         self.momentum = momentum
-        self.ms = self.parameters.clone(prefix="mean_square", init='zeros')
+        self.ms = self.parameters.clone(prefix="mean_square", init='ones')
         self.moment = self.parameters.clone(prefix="moment", init='zeros')
         self.hyper_map = C.HyperMap()
         self.epsilon = epsilon