Add Retry Logic to CublasHandlerHolder

Add Retry Logic to CublasHandlerHolder to avoid random unittest failure.
4 years ago · 1cbb282d77
parent 96934b7430
commit 1cbb282d77
1 changed files with 1 additions and 1 deletions
--- a/paddle/fluid/platform/cuda_helper.h
+++ b/paddle/fluid/platform/cuda_helper.h
@ -86,7 +86,7 @@ class CublasHandleHolder {
          dynload::cublasSetMathMode(handle_, CUBLAS_TENSOR_OP_MATH));
 #if CUDA_VERSION >= 11000
    } else if (math_type == CUBLAS_TF32_TENSOR_OP_MATH) {
-      PADDLE_ENFORCE_CUDA_SUCCESS(
+      PADDLE_RETRY_CUDA_SUCCESS(
          dynload::cublasSetMathMode(handle_, CUBLAS_TF32_TENSOR_OP_MATH));
 #endif  // CUDA_VERSION >= 11000
    }