Fix the accuracy issue while using float precision to get the scale. (#17884)

test=develop
6 years ago · 14a32bf0c4
parent fba10b6bb5
commit 14a32bf0c4
1 changed files with 3 additions and 1 deletions
--- a/paddle/fluid/operators/mkldnn/conv_mkldnn_op.cc
+++ b/paddle/fluid/operators/mkldnn/conv_mkldnn_op.cc
@ -429,7 +429,9 @@ class ConvMKLDNNOpKernel : public paddle::framework::OpKernel<T> {
                               // scale couldn't be calculated
        else
          output_shift_scale[i] =
-              scale_out_data / (scale_in_data * scale_weights_data[i]);
+              static_cast<float>(static_cast<double>(scale_out_data) /
+                                 (static_cast<double>(scale_in_data) *
+                                  static_cast<double>(scale_weights_data[i])));
      }

      auto user_src_md =