diff --git a/mindspore/ops/operations/nn_ops.py b/mindspore/ops/operations/nn_ops.py
index 84f26c67fc..66656b559e 100644
--- a/mindspore/ops/operations/nn_ops.py
+++ b/mindspore/ops/operations/nn_ops.py
@@ -1586,9 +1586,11 @@ class ApplyRMSProp(PrimitiveWithInfer):
         args = {"var": var_dtype, "mean_square": mean_square_dtype, "moment": moment_dtype, "grad": grad_dtype}
         validator.check_tensor_type_same(args, mstype.number_type, self.name)
 
-        args = {"learning_rate": learning_rate_dtype, "decay": decay_dtype,
-                'momentum': momentum_dtype, "epsilon": epsilon_dtype}
-        validator.check_scalar_or_tensor_type_same(args, [mstype.float16, mstype.float32], self.name)
+        valid_types = [mstype.float16, mstype.float32]
+        args_decay = {"decay": decay_dtype, 'momentum': momentum_dtype, "epsilon": epsilon_dtype}
+        validator.check_type_same(args_decay, valid_types, self.name)
+        args_lr = {"learning_rate": learning_rate_dtype, "decay": decay_dtype}
+        validator.check_scalar_or_tensor_type_same(args_lr, valid_types, self.name, allow_mix=True)
         return var_dtype