Wait bcast param

helinwang-patch-1
Yu Yang 7 years ago
parent 4185dd48e4
commit 1dd216dc3b

@ -690,6 +690,10 @@ void ParallelExecutor::BCastParamsToGPUs(
}
platform::dynload::ncclGroupEnd();
}
for (auto &stream : member_->communication_streams_) {
stream.second.ctx_->Wait();
}
}
#else
PADDLE_THROW("Not compiled with CUDA");

Loading…
Cancel
Save