disable sync nccl by default test=develop

revert-15207-remove_op_handle_lock_and_fix_var
Yancey1989 7 years ago
parent 449bf58ea6
commit 4ad9de74dd

@ -19,10 +19,10 @@
#include "paddle/fluid/framework/details/variable_visitor.h"
#include "paddle/fluid/platform/profiler.h"
// async nccl allreduce or sync issue:
// asynchronous nccl allreduce or synchronous issue:
// https://github.com/PaddlePaddle/Paddle/issues/15049
DEFINE_bool(
sync_nccl_allreduce, true,
sync_nccl_allreduce, false,
"If set true, will call `cudaStreamSynchronize(nccl_stream)`"
"after allreduce, this mode can get better performance in some scenarios.");

Loading…
Cancel
Save