Merge remote-tracking branch 'pr/8411' into backward_on_parallel_do

7 years ago · 5f343e3eb0
parent da97d9dfd6 3c47c73048
commit 5f343e3eb0
1 changed files with 2 additions and 0 deletions
--- a/paddle/fluid/platform/nccl_test.cu
+++ b/paddle/fluid/platform/nccl_test.cu
@ -89,6 +89,7 @@ TEST(NCCL, all_reduce) {

  VLOG(1) << "Invoking ncclAllReduce";

+  dynload::ncclGroupStart();
  for (int i = 0; i < dev_count; ++i) {
    VLOG(1) << "Invoking ncclAllReduce with device " << i;
    SetDeviceId(i);
@ -97,6 +98,7 @@ TEST(NCCL, all_reduce) {
        ncclSum, comms[i], data[i]->dev_ctx.stream()));
    VLOG(1) << "Invoked ncclAllReduce for device " << i;
  }
+  dynload::ncclGroupEnd();

  VLOG(1) << "Invoked ncclAllReduce";