fix comment test=develop

revert-15207-remove_op_handle_lock_and_fix_var
Yancey1989 7 years ago
parent 49870f507d
commit d3a4da5cf6

@ -109,7 +109,7 @@ void AllReduceOpHandle::RunImpl() {
buffer, buffer, numel, static_cast<ncclDataType_t>(dtype),
ncclSum, comm, stream));
// TODO(Yancey1989): synchronize here can get better performance
// if don't use NCCL group call, but need more profileing.
// if don't use NCCL group call, but need more profiling.
if (local_scopes_.size() == 1UL) cudaStreamSynchronize(stream);
});
}

Loading…
Cancel
Save