|
|
|
@ -51,6 +51,7 @@ void AllReduceOpHandle::RunImpl() {
|
|
|
|
// FIXME(typhoonzero): If scope0(global scope) have NCCL_ID_VAR,
|
|
|
|
// FIXME(typhoonzero): If scope0(global scope) have NCCL_ID_VAR,
|
|
|
|
// this is a distributed or inter-process call, find a better way.
|
|
|
|
// this is a distributed or inter-process call, find a better way.
|
|
|
|
#ifdef PADDLE_WITH_CUDA
|
|
|
|
#ifdef PADDLE_WITH_CUDA
|
|
|
|
|
|
|
|
// Find NCCL ID from the global scope.
|
|
|
|
if (NoDummyInputSize() == 1 &&
|
|
|
|
if (NoDummyInputSize() == 1 &&
|
|
|
|
local_scopes_[0]->FindVar(NCCL_ID_VARNAME) == nullptr) {
|
|
|
|
local_scopes_[0]->FindVar(NCCL_ID_VARNAME) == nullptr) {
|
|
|
|
#else
|
|
|
|
#else
|
|
|
|
|