Fix polynomal decay bug in python2.x

test=develop
revert-16555-model_data_cryption_link_all_lib
minqiyang 6 years ago
parent 42507d33c6
commit 9e14f260c0

@ -20,7 +20,7 @@ from .. import unique_name
__all__ = [ __all__ = [
'NoamDecay', 'PiecewiseDecay', 'NaturalExpDecay', 'ExponentialDecay', 'NoamDecay', 'PiecewiseDecay', 'NaturalExpDecay', 'ExponentialDecay',
'InverseTimeDecay', 'CosineDecay' 'InverseTimeDecay', 'PolynomialDecay', 'CosineDecay'
] ]
@ -173,12 +173,10 @@ class PolynomialDecay(LearningRateDecay):
tmp_decay_steps = self.decay_steps tmp_decay_steps = self.decay_steps
if self.cycle: if self.cycle:
div_res = layers.ceil( div_res = layers.ceil(
self.create_lr_var(tmp_step_num / self.decay_steps)) self.create_lr_var(tmp_step_num / float(self.decay_steps)))
zero_var = 0.0
one_var = 1.0
if float(tmp_step_num) == zero_var: if tmp_step_num == 0:
div_res = one_var div_res = self.create_lr_var(1.0)
tmp_decay_steps = self.decay_steps * div_res tmp_decay_steps = self.decay_steps * div_res
else: else:
tmp_step_num = self.create_lr_var(tmp_step_num tmp_step_num = self.create_lr_var(tmp_step_num

Loading…
Cancel
Save