Fix trust ratio in lamb (#17614)

test=develop
fix_ema
Yibing Liu 6 years ago committed by GitHub
parent 2a7b321110
commit e8990e64f6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -174,10 +174,11 @@ struct LambParamUpateFunctor {
inline HOSTDEVICE void operator()(size_t i) const {
T lr = *lr_;
T p_norm = *param_norm_;
T tr_div_norm = *trust_ratio_div_norm_;
T p = *param_norm_;
T t = *trust_ratio_div_norm_;
lr *= p_norm / tr_div_norm;
T r = (p > 0 && t > 0) ? p / t : 1.0;
lr *= r;
param_out_[i] = param_[i] - lr * trust_ratio_div_[i];
}
};

Loading…
Cancel
Save