Debug

7 years ago · dbed123382
parent e53b6aba63
commit dbed123382
1 changed files with 0 additions and 3 deletions
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@ -365,8 +365,6 @@ struct NCCLAllReduceOpHandle : public OpHandle {
        auto &p = static_cast<VarHandle *>(in)->place_;
        in->generated_op_->Wait(dev_ctx_[p]);
      }
-      VLOG(3) << "Before NCCL";
-      PADDLE_ENFORCE(cudaDeviceSynchronize());

      auto &var_name = static_cast<VarHandle *>(this->inputs_[0])->name_;
      int dtype = -1;
@ -395,7 +393,6 @@ struct NCCLAllReduceOpHandle : public OpHandle {
            nccl_ctx.comm, nccl_ctx.stream());
      }
      platform::dynload::ncclGroupEnd();
-      PADDLE_ENFORCE(cudaDeviceSynchronize());
    }
  }
 };