Merge pull request #10550 from Yancey1989/overlap_send_op
overlap send ops and backward opsrelease/0.13.0
Yancey
7 years ago
committed by
GitHub
commit
d92a75bee4
@ -0,0 +1,87 @@
|
||||
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License. */
|
||||
|
||||
#include <future> // NOLINT
|
||||
#include <ostream>
|
||||
|
||||
#include "paddle/fluid/framework/data_type.h"
|
||||
#include "paddle/fluid/framework/framework.pb.h"
|
||||
#include "paddle/fluid/framework/lod_tensor.h"
|
||||
#include "paddle/fluid/framework/op_registry.h"
|
||||
|
||||
#include "paddle/fluid/operators/detail/grpc_client.h"
|
||||
#include "paddle/fluid/platform/profiler.h"
|
||||
|
||||
namespace paddle {
|
||||
namespace operators {
|
||||
|
||||
class FetchBarrierOp : public framework::OperatorBase {
|
||||
public:
|
||||
FetchBarrierOp(const std::string& type,
|
||||
const framework::VariableNameMap& inputs,
|
||||
const framework::VariableNameMap& outputs,
|
||||
const framework::AttributeMap& attrs)
|
||||
: OperatorBase(type, inputs, outputs, attrs) {}
|
||||
|
||||
void RunImpl(const framework::Scope& scope,
|
||||
const platform::Place& place) const override {
|
||||
std::vector<std::string> eps = Attr<std::vector<std::string>>("endpoints");
|
||||
|
||||
platform::DeviceContextPool& pool = platform::DeviceContextPool::Instance();
|
||||
auto& ctx = *pool.Get(place);
|
||||
// For profiling
|
||||
platform::RecordEvent record_event(Type(), &ctx);
|
||||
|
||||
auto rpc_client = detail::RPCClient::GetInstance();
|
||||
|
||||
PADDLE_ENFORCE(rpc_client->Wait());
|
||||
|
||||
for (auto& ep : eps) {
|
||||
VLOG(3) << "fetch barrier, ep: " << ep;
|
||||
rpc_client->AsyncSendFetchBarrier(ep);
|
||||
}
|
||||
PADDLE_ENFORCE(rpc_client->Wait());
|
||||
}
|
||||
};
|
||||
|
||||
class FetchBarrierOpMaker : public framework::OpProtoAndCheckerMaker {
|
||||
public:
|
||||
void Make() {
|
||||
AddComment(R"DOC(
|
||||
SendBarrier operator
|
||||
|
||||
This operator will send a send barrier signal to list_and_serv op, so that
|
||||
the Parameter Server would knew all variables have been sent.
|
||||
)DOC");
|
||||
|
||||
AddAttr<std::vector<std::string>>("endpoints",
|
||||
"(string vector, default 127.0.0.1:6164)"
|
||||
"Server endpoints to send variables to.")
|
||||
.SetDefault({"127.0.0.1:6164"});
|
||||
}
|
||||
};
|
||||
|
||||
class FetchBarrierOpShapeInference : public framework::InferShapeBase {
|
||||
public:
|
||||
void operator()(framework::InferShapeContext* ctx) const override {}
|
||||
};
|
||||
|
||||
} // namespace operators
|
||||
} // namespace paddle
|
||||
|
||||
namespace ops = paddle::operators;
|
||||
|
||||
REGISTER_OPERATOR(fetch_barrier, ops::FetchBarrierOp,
|
||||
paddle::framework::EmptyGradOpMaker, ops::FetchBarrierOpMaker,
|
||||
ops::FetchBarrierOpShapeInference);
|
||||
File diff suppressed because it is too large
Load Diff
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue