m53297601
/
mindspore
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Lowering value checking threshold to support training with very small steps

Browse Source
pull/3637/head
Hoai Linh Tran 5 years ago
parent 800b9dc596
commit b4c57295f7
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File

6
mindspore/core/ir/pattern_matcher.h
Unescape View File

@ -484,16 +484,18 @@ class PConstant : public PBase<PConstant<T> > {
TypeId tensor_type = tensor_ptr->Dtype()->type_id(); TypeId tensor_type = tensor_ptr->Dtype()->type_id();
if ((tensor_type == TypeId::kNumberTypeFloat32) || (tensor_type == TypeId::kNumberTypeFloat)) { if ((tensor_type == TypeId::kNumberTypeFloat32) || (tensor_type == TypeId::kNumberTypeFloat)) {
float *data2 = reinterpret_cast<float *>(tensor_ptr->data_c()); float *data2 = reinterpret_cast<float *>(tensor_ptr->data_c());
auto threshold = FLT_EPSILON * FLT_EPSILON;
for (int i = 0; i < tensor_ptr->DataSize(); i++) { for (int i = 0; i < tensor_ptr->DataSize(); i++) {
if (fabs(data2[i] - check_value_) > FLT_EPSILON) { if (fabs(data2[i] - check_value_) > threshold) {
return false; return false;
} }
} }
return true; return true;
} else if (tensor_type == TypeId::kNumberTypeFloat64) { } else if (tensor_type == TypeId::kNumberTypeFloat64) {
double *data2 = reinterpret_cast<double *>(tensor_ptr->data_c()); double *data2 = reinterpret_cast<double *>(tensor_ptr->data_c());
auto threshold = DBL_EPSILON * DBL_EPSILON;
for (int i = 0; i < tensor_ptr->DataSize(); i++) { for (int i = 0; i < tensor_ptr->DataSize(); i++) {
if (fabs(data2[i] - check_value_) > DBL_EPSILON) { if (fabs(data2[i] - check_value_) > threshold) {
return false; return false;
} }
} }

Write Preview
Loading…
Cancel
Save