test=developrevert-15296-async_double_buffered_py_reader
commit
9c9ad7d40b
@ -0,0 +1,80 @@
|
|||||||
|
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
#include "paddle/fluid/framework/ir/identity_scale_op_clean_pass.h"
|
||||||
|
#include <string>
|
||||||
|
#include "paddle/fluid/framework/ir/graph_pattern_detector.h"
|
||||||
|
|
||||||
|
namespace paddle {
|
||||||
|
namespace framework {
|
||||||
|
namespace ir {
|
||||||
|
|
||||||
|
std::unique_ptr<ir::Graph> IdentityScaleOpCleanPass::ApplyImpl(
|
||||||
|
std::unique_ptr<ir::Graph> graph) const {
|
||||||
|
FusePassBase::Init("identity_scale_op_clean", graph.get());
|
||||||
|
|
||||||
|
// pre_op -> scale_in -> scale_op -> scale_out
|
||||||
|
// ->
|
||||||
|
// pre_op -> scale_out
|
||||||
|
GraphPatternDetector detector;
|
||||||
|
auto pre_op = detector.mutable_pattern()->NewNode("pre_op")->assert_is_op();
|
||||||
|
auto scale_in = detector.mutable_pattern()
|
||||||
|
->NewNode("scale_in")
|
||||||
|
->assert_is_op_input("scale")
|
||||||
|
->AsIntermediate();
|
||||||
|
auto scale_op = detector.mutable_pattern()
|
||||||
|
->NewNode("scale_fuse")
|
||||||
|
->assert_is_op("scale")
|
||||||
|
->assert_op_attr<float>("scale", 1.)
|
||||||
|
->assert_op_attr<float>("bias", 0.);
|
||||||
|
auto scale_out = detector.mutable_pattern()
|
||||||
|
->NewNode("scale_out")
|
||||||
|
->assert_is_op_output("scale");
|
||||||
|
|
||||||
|
pre_op->LinksTo({scale_in});
|
||||||
|
scale_op->LinksFrom({scale_in}).LinksTo({scale_out});
|
||||||
|
|
||||||
|
GraphPatternDetector::handle_t handler = [&](
|
||||||
|
const GraphPatternDetector::subgraph_t& subgraph, Graph* graph) {
|
||||||
|
Node* scale_op_var = subgraph.at(scale_op);
|
||||||
|
Node* scale_in_var = subgraph.at(scale_in);
|
||||||
|
Node* scale_out_var = subgraph.at(scale_out);
|
||||||
|
Node* pre_op_var = subgraph.at(pre_op);
|
||||||
|
// Link pre_op directly to scale_out
|
||||||
|
const std::string scale_in_name = scale_in_var->Name();
|
||||||
|
const std::string scale_out_name = scale_out_var->Name();
|
||||||
|
// Remove links in graph
|
||||||
|
GraphSafeRemoveNodes(graph, {scale_in_var, scale_op_var});
|
||||||
|
// Modify proto message
|
||||||
|
auto* pre_op_desc = pre_op_var->Op();
|
||||||
|
for (auto& parameter : *pre_op_desc->Proto()->mutable_outputs()) {
|
||||||
|
auto* arguments = parameter.mutable_arguments();
|
||||||
|
auto it = std::find(arguments->begin(), arguments->end(), scale_in_name);
|
||||||
|
PADDLE_ENFORCE(it != arguments->end());
|
||||||
|
*it = scale_out_name;
|
||||||
|
}
|
||||||
|
|
||||||
|
IR_NODE_LINK_TO(pre_op_var, scale_out_var);
|
||||||
|
};
|
||||||
|
|
||||||
|
detector(graph.get(), handler);
|
||||||
|
return graph;
|
||||||
|
}
|
||||||
|
|
||||||
|
} // namespace ir
|
||||||
|
} // namespace framework
|
||||||
|
} // namespace paddle
|
||||||
|
|
||||||
|
REGISTER_PASS(identity_scale_op_clean_pass,
|
||||||
|
paddle::framework::ir::IdentityScaleOpCleanPass);
|
@ -0,0 +1,33 @@
|
|||||||
|
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include "paddle/fluid/framework/ir/fuse_pass_base.h"
|
||||||
|
|
||||||
|
namespace paddle {
|
||||||
|
namespace framework {
|
||||||
|
namespace ir {
|
||||||
|
|
||||||
|
class IdentityScaleOpCleanPass : public FusePassBase {
|
||||||
|
protected:
|
||||||
|
std::unique_ptr<ir::Graph> ApplyImpl(std::unique_ptr<ir::Graph> graph) const;
|
||||||
|
|
||||||
|
private:
|
||||||
|
virtual ~IdentityScaleOpCleanPass() = default;
|
||||||
|
};
|
||||||
|
|
||||||
|
} // namespace ir
|
||||||
|
} // namespace framework
|
||||||
|
} // namespace paddle
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue