You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
113 lines
4.0 KiB
113 lines
4.0 KiB
/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. */
|
|
|
|
#include <algorithm>
|
|
#include <unordered_set>
|
|
|
|
#include "paddle/fluid/framework/ir/graph.h"
|
|
#include "paddle/fluid/framework/op_proto_maker.h"
|
|
#include "paddle/fluid/framework/program_desc.h"
|
|
#include "paddle/fluid/framework/var_desc.h"
|
|
|
|
namespace paddle {
|
|
namespace framework {
|
|
namespace ir {
|
|
|
|
Graph::Graph(const ProgramDesc &program) : program_(program) {
|
|
VLOG(3) << "block in program:" << program_.Size();
|
|
std::unordered_map<std::string, VarDesc *> all_vars;
|
|
for (auto *var : program.Block(0).AllVars()) {
|
|
all_vars.emplace(var->Name(), var);
|
|
}
|
|
|
|
std::map<std::string, std::vector<ir::Node *>> var_nodes;
|
|
for (auto *op : program.Block(0).AllOps()) {
|
|
ir::Node *node = CreateOpNode(op);
|
|
// For input args, reuse the same var name if it was created before.
|
|
// Otherwise, create a new one.
|
|
for (auto &each_var_name : op->InputArgumentNames()) {
|
|
ir::Node *var = nullptr;
|
|
if (var_nodes.find(each_var_name) != var_nodes.end()) {
|
|
var = var_nodes.at(each_var_name).back();
|
|
} else if (all_vars.count(each_var_name) != 0) {
|
|
var = CreateVarNode(all_vars.at(each_var_name));
|
|
var_nodes[each_var_name].push_back(var);
|
|
} else {
|
|
// Operation input var can be optional (dispensable). Which means
|
|
// the operation doesn't really need the var at runtime. In this
|
|
// case, the no-existed var is ready at the beginning.
|
|
var = CreateEmptyNode(each_var_name, ir::Node::Type::kVariable);
|
|
var_nodes[each_var_name].push_back(var);
|
|
}
|
|
node->inputs.push_back(var);
|
|
var->outputs.push_back(node);
|
|
}
|
|
// For output args, always create a new var.
|
|
for (auto &each_var_name : op->OutputArgumentNames()) {
|
|
ir::Node *var = CreateVarNode(all_vars.at(each_var_name));
|
|
var_nodes[each_var_name].push_back(var);
|
|
node->outputs.push_back(var);
|
|
var->inputs.push_back(node);
|
|
}
|
|
}
|
|
/**
|
|
* We only handle write after read(WAR), since it should not have a write
|
|
* after write in program. If there are write after write operators, we need
|
|
* prune them.
|
|
*
|
|
* https://en.wikipedia.org/wiki/Hazard_(computer_architecture)#Write_after_read_(WAR)
|
|
*/
|
|
|
|
for (auto &var : var_nodes) {
|
|
auto &versions = var.second;
|
|
if (versions.size() <= 1) continue;
|
|
|
|
auto it_new = versions.rbegin();
|
|
auto it_old = versions.rbegin();
|
|
++it_old;
|
|
for (; it_old != versions.rend(); it_new = it_old, ++it_old) {
|
|
ir::Node *write_op =
|
|
(*it_new)->inputs.empty() ? nullptr : (*it_new)->inputs[0];
|
|
const auto &read_ops = (*it_old)->outputs;
|
|
|
|
for (auto *read_op : read_ops) {
|
|
// Manually add a dependency var from read_op to write_op;
|
|
if (read_op == write_op) {
|
|
// Read Write is the same op.
|
|
continue;
|
|
}
|
|
// 2 ops might have been connected via other vars.
|
|
bool has_dep = false;
|
|
for (ir::Node *r_out : read_op->outputs) {
|
|
for (ir::Node *w_in : write_op->inputs) {
|
|
if (r_out == w_in) {
|
|
has_dep = true;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
if (has_dep) continue;
|
|
ir::Node *dep_var = CreateControlDepVar();
|
|
read_op->outputs.push_back(dep_var);
|
|
dep_var->inputs.push_back(read_op);
|
|
write_op->inputs.push_back(dep_var);
|
|
dep_var->outputs.push_back(write_op);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} // namespace ir
|
|
} // namespace framework
|
|
} // namespace paddle
|