update for multi trainer

del_some_in_makelist
typhoonzero 8 years ago
parent f8f80db163
commit 17f9be55ad

@ -95,6 +95,12 @@ class RecvOp : public framework::OperatorBase {
}
VLOG(10) << "recved grad: " << grad_var_name
<< " updating param: " << param_var_name;
auto *merged_grad = recv_scope.FindVar(grad_var_name);
if (merged_grad == nullptr) {
// create output of merged var.
recv_scope.Var(grad_var_name);
}
if (trainer_count > 1) {
grad_var_name = this->GetGradVarNameForTrainer(grad_var_name);
}

Loading…
Cancel
Save