You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
graphengine/ge/graph/optimize/graph_optimize.cc

340 lines
14 KiB

/**
* Copyright 2020 Huawei Technologies Co., Ltd
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "graph/optimize/graph_optimize.h"
#include "graph/ge_context.h"
#include "graph/common/local_context.h"
#include "graph/passes/dimension_adjust_pass.h"
#include "inc/pass_manager.h"
#include "init/gelib.h"
namespace {
const char *const kVectorCore = "VectorCore";
const char *const kVectorEngine = "VectorEngine";
const char *const kAicoreEngine = "AIcoreEngine";
} // namespace
namespace ge {
GraphOptimize::GraphOptimize()
: optimize_type_(domi::FrameworkType::TENSORFLOW),
cal_config_(""),
insert_op_config_(""),
core_type_("") {}
void AddNodeInputProperty(ComputeGraphPtr &compute_graph) {
if (compute_graph == nullptr) {
GELOGE(GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL, "[AddNodeInputProperty]: compute_graph is nullptr.");
return;
}
for (ge::NodePtr &node : compute_graph->GetDirectNode()) {
auto node_op_desc = node->GetOpDesc();
GE_IF_BOOL_EXEC(node_op_desc == nullptr, GELOGW("node_op_desc is nullptr!"); return );
auto in_control_anchor = node->GetInControlAnchor();
vector<string> src_name_list;
vector<string> input_name_list;
vector<int64_t> src_index_list;
GE_IF_BOOL_EXEC(
in_control_anchor != nullptr, string src_name_temp; for (auto &out_control_anchor
: in_control_anchor->GetPeerOutControlAnchors()) {
ge::NodePtr src_node = out_control_anchor->GetOwnerNode();
GE_IF_BOOL_EXEC(src_node == nullptr, GELOGW("src_node is nullptr!"); continue);
src_name_temp = src_name_temp == "" ? src_node->GetName() : src_name_temp + ":" + src_node->GetName();
} GE_IF_BOOL_EXEC(src_name_temp != "", src_name_list.emplace_back(src_name_temp);
node_op_desc->SetSrcName(src_name_list);))
for (auto &in_data_anchor : node->GetAllInDataAnchors()) {
auto peer_out_anchor = in_data_anchor->GetPeerOutAnchor();
GE_IF_BOOL_EXEC(peer_out_anchor == nullptr, continue);
ge::NodePtr src_node = peer_out_anchor->GetOwnerNode();
src_index_list = node_op_desc->GetSrcIndex();
src_name_list.emplace_back(src_node->GetName());
src_index_list.emplace_back(peer_out_anchor->GetIdx());
node_op_desc->SetSrcName(src_name_list);
node_op_desc->SetSrcIndex(src_index_list);
GE_IF_BOOL_EXEC(!(node_op_desc->GetType() == NETOUTPUT && GetLocalOmgContext().type == domi::TENSORFLOW),
ge::NodePtr peer_owner_node = peer_out_anchor->GetOwnerNode();
input_name_list.emplace_back(
peer_owner_node->GetName() +
(peer_out_anchor->GetIdx() == 0 ? "" : ": " + to_string(peer_out_anchor->GetIdx())));
node_op_desc->SetInputName(input_name_list);)
}
}
}
Status GraphOptimize::OptimizeSubGraph(ComputeGraphPtr &compute_graph, const std::string &engine_name) {
if (compute_graph == nullptr) {
GELOGE(GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL, "[OptimizeSubGraph]: compute_graph is nullptr.");
return GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL;
}
Status ret = SUCCESS;
vector<GraphOptimizerPtr> graph_optimizer;
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance();
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) {
GELOGE(GE_CLI_GE_NOT_INITIALIZED, "GraphOptimzer: GE is not initialized");
return GE_CLI_GE_NOT_INITIALIZED;
}
if (instance_ptr->DNNEngineManagerObj().IsEngineRegistered(engine_name)) {
instance_ptr->OpsKernelManagerObj().GetGraphOptimizerByEngine(engine_name, graph_optimizer);
AddNodeInputProperty(compute_graph);
if (compute_graph->GetDirectNode().size() == 0) {
GELOGW("[OptimizeSubGraph] compute_graph do not has any node.");
return SUCCESS;
}
if (build_mode_ == BUILD_MODE_TUNING && (build_step_ == BUILD_STEP_AFTER_UB_MATCH
|| build_step_ == BUILD_STEP_AFTER_MERGE)) {
for (auto iter = graph_optimizer.begin(); iter != graph_optimizer.end(); ++iter) {
Status ret = (*iter)->OptimizeFusedGraphAfterGraphSlice(*(compute_graph));
if (ret != SUCCESS) {
GELOGE(ret, "[OptimizeSubGraph][OptimizeFusedGraphAfterGraphSlice]: graph optimize failed, ret:%d", ret);
return ret;
}
}
return SUCCESS;
}
for (auto iter = graph_optimizer.begin(); iter != graph_optimizer.end(); ++iter) {
ret = (*iter)->OptimizeFusedGraph(*(compute_graph));
if (ret != SUCCESS) {
GELOGE(ret, "[OptimizeSubGraph][OptimizeFusedGraph]: graph optimize failed, ret:%d", ret);
return ret;
}
}
} else {
GELOGI("Engine: %s is not registered. do nothing in subGraph Optimize by ATC.", engine_name.c_str());
}
return ret;
}
Status GraphOptimize::OptimizeOriginalGraph(ComputeGraphPtr &compute_graph) {
if (compute_graph == nullptr) {
GELOGE(GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL, "[OptimizeOriginalGraph]: compute_graph is nullptr.");
return GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL;
}
Status ret = SUCCESS;
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance();
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) {
GELOGE(GE_CLI_GE_NOT_INITIALIZED, "OptimizeOriginalGraph failed.");
return GE_CLI_GE_NOT_INITIALIZED;
}
auto graph_optimizer = instance_ptr->OpsKernelManagerObj().GetAllGraphOptimizerObjsByPriority();
GELOGI("optimize by opskernel in original graph optimize phase. num of graph_optimizer is %lu.",
graph_optimizer.size());
string exclude_core_Type = (core_type_ == kVectorCore) ? kAicoreEngine : kVectorEngine;
GELOGD("[OptimizeOriginalGraph]: engine type will exclude: %s", exclude_core_Type.c_str());
if (graph_optimizer.size() != 0) {
for (auto iter = graph_optimizer.begin(); iter != graph_optimizer.end(); ++iter) {
if (iter->first == exclude_core_Type) {
continue;
}
ret = (iter->second)->OptimizeOriginalGraph(*compute_graph);
if (ret != SUCCESS) {
GELOGE(ret, "[OptimizeOriginalGraph]: graph optimize failed, ret:%d", ret);
return ret;
}
}
}
return ret;
}
Status GraphOptimize::OptimizeOriginalGraphJudgeInsert(ComputeGraphPtr &compute_graph) {
GELOGD("OptimizeOriginalGraphJudgeInsert in");
if (GetContext().GetHostExecFlag()) {
// graph exec on host, no need OptimizeOriginalGraph
return SUCCESS;
}
GE_CHECK_NOTNULL(compute_graph);
Status ret = SUCCESS;
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance();
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) {
GELOGE(GE_CLI_GE_NOT_INITIALIZED, "OptimizeOriginalGraph failed.");
return GE_CLI_GE_NOT_INITIALIZED;
}
auto graph_optimizer = instance_ptr->OpsKernelManagerObj().GetAllGraphOptimizerObjsByPriority();
GELOGI("optimize by opskernel in original graph optimize phase. num of graph_optimizer is %lu.",
graph_optimizer.size());
string exclude_core_Type = (core_type_ == kVectorCore) ? kAicoreEngine : kVectorEngine;
if (graph_optimizer.size() != 0) {
for (auto iter = graph_optimizer.begin(); iter != graph_optimizer.end(); ++iter) {
if (iter->first == exclude_core_Type) {
GELOGI("[OptimizeOriginalGraphJudgeInsert]: engine type will exclude: %s", exclude_core_Type.c_str());
continue;
}
GELOGI("Begin to refine running format by engine %s", iter->first.c_str());
ret = (iter->second)->OptimizeOriginalGraphJudgeInsert(*compute_graph);
if (ret != SUCCESS) {
GELOGE(ret, "[OptimizeOriginalGraphJudgeInsert]: graph optimize failed, ret:%d", ret);
return ret;
}
}
}
return ret;
}
Status GraphOptimize::OptimizeOriginalGraphForQuantize(ComputeGraphPtr &compute_graph) {
if (compute_graph == nullptr) {
GELOGE(GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL, "[OptimizeOriginalGraph]: compute_graph is nullptr.");
return GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL;
}
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance();
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) {
GELOGE(GE_CLI_GE_NOT_INITIALIZED, "OptimizeOriginalGraph failed.");
return GE_CLI_GE_NOT_INITIALIZED;
}
auto graph_optimizer = instance_ptr->OpsKernelManagerObj().GetAllGraphOptimizerObjsByPriority();
GELOGI("optimize by opskernel in original graph optimize quantize phase. num of graph_optimizer is %zu.",
graph_optimizer.size());
Status ret = SUCCESS;
string exclude_core_Type = (core_type_ == kVectorCore) ? kAicoreEngine : kVectorEngine;
GELOGD("[OptimizeOriginalGraphForQuantize]: engine type will exclude: %s", exclude_core_Type.c_str());
if (graph_optimizer.size() != 0) {
for (auto iter = graph_optimizer.begin(); iter != graph_optimizer.end(); ++iter) {
if (iter->first == exclude_core_Type || iter->second == nullptr) {
continue;
}
ret = iter->second->OptimizeGraphPrepare(*compute_graph);
if (ret != SUCCESS) {
GELOGE(ret, "[OptimizeOriginalGraphForQuantize]: graph optimize failed, ret:%u", ret);
return ret;
}
}
}
return ret;
}
Status GraphOptimize::OptimizeGraphBeforeBuildForRts(ComputeGraphPtr &compute_graph) {
if (compute_graph == nullptr) {
GELOGE(GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL, "[OptimizeGraphBeforeBuildForRts]: compute_graph is nullptr.");
return GE_GRAPH_OPTIMIZE_COMPUTE_GRAPH_NULL;
}
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance();
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) {
GELOGE(GE_CLI_GE_NOT_INITIALIZED, "OptimizeGraphBeforeBuildForRts failed.");
return GE_CLI_GE_NOT_INITIALIZED;
}
auto graph_optimizer = instance_ptr->OpsKernelManagerObj().GetAllGraphOptimizerObjsByPriority();
GELOGD("optimize by opskernel in graph optimize before build phase. num of graph_optimizer is %zu.",
graph_optimizer.size());
Status ret = SUCCESS;
string exclude_core_Type = (core_type_ == kVectorCore) ? kAicoreEngine : kVectorEngine;
GELOGD("[OptimizeGraphBeforeBuildForRts]: engine type will exclude: %s, core_type_: %s",
exclude_core_Type.c_str(), core_type_.c_str());
if (graph_optimizer.size() != 0) {
for (auto iter = graph_optimizer.begin(); iter != graph_optimizer.end(); ++iter) {
if (iter->first == exclude_core_Type || iter->second == nullptr) {
continue;
}
ret = iter->second->OptimizeGraphBeforeBuild(*compute_graph);
if (ret != SUCCESS) {
GELOGE(ret, "[OptimizeGraphBeforeBuildForRts]: graph optimize failed, ret:%u", ret);
return ret;
}
}
}
return ret;
}
Status GraphOptimize::SetOptions(const ge::GraphManagerOptions &options) {
if (options.framework_type >= static_cast<int32_t>(domi::FrameworkType::FRAMEWORK_RESERVED)) {
GELOGE(GE_GRAPH_OPTIONS_INVALID, "Optimize Type %d invalid.", options.framework_type);
return GE_GRAPH_OPTIONS_INVALID;
}
optimize_type_ = static_cast<domi::FrameworkType>(options.framework_type);
cal_config_ = options.calibration_conf_file;
insert_op_config_ = options.insert_op_file;
train_graph_flag_ = options.train_graph_flag;
local_fmk_op_flag_ = options.local_fmk_op_flag;
func_bin_path_ = options.func_bin_path;
core_type_ = options.core_type;
build_mode_ = options.build_mode;
build_step_ = options.build_step;
return SUCCESS;
}
void GraphOptimize::TranFrameOp(ComputeGraphPtr &compute_graph) {
GE_CHECK_NOTNULL_JUST_RETURN(compute_graph);
vector<string> local_framework_op_vec = {
"TensorDataset", "QueueDataset", "DeviceQueueDataset", "ParallelMapDataset", "BatchDatasetV2",
"IteratorV2", "MakeIterator", "IteratorGetNext", "FilterDataset", "MapAndBatchDatasetV2"};
for (auto &nodePtr : compute_graph->GetAllNodes()) {
OpDescPtr op = nodePtr->GetOpDesc();
GE_IF_BOOL_EXEC(op == nullptr, GELOGW("op is nullptr!"); continue);
// fwkop black-white sheet
vector<string>::iterator iter =
std::find(local_framework_op_vec.begin(), local_framework_op_vec.end(), op->GetType());
if (iter != local_framework_op_vec.end()) {
// set - original_type
if (!AttrUtils::SetStr(op, ATTR_NAME_FRAMEWORK_ORIGINAL_TYPE, op->GetType())) {
GELOGW("TranFrameOp SetStr ATTR_NAME_FRAMEWORK_ORIGINAL_TYPE failed");
}
// set - framework_type
// [No need to verify return value]
op->SetType("FrameworkOp");
if (!AttrUtils::SetInt(op, ATTR_NAME_FRAMEWORK_FWK_TYPE, domi::FrameworkType::TENSORFLOW)) {
GELOGW("TranFrameOp SetInt ATTR_NAME_FRAMEWORK_FWK_TYPE failed");
}
}
}
}
Status GraphOptimize::IdentifyReference(ComputeGraphPtr &compute_graph) {
for (auto &node : compute_graph->GetAllNodes()) {
GE_CHECK_NOTNULL(node);
auto op_desc = node->GetOpDesc();
GE_CHECK_NOTNULL(op_desc);
auto input_name_index = op_desc->GetAllInputName();
bool is_ref = false;
for (const auto &name_index : input_name_index) {
const int out_index = op_desc->GetOutputIndexByName(name_index.first);
if (out_index != -1) {
auto input_desc = op_desc->GetInputDesc(name_index.second);
input_desc.SetRefPortByIndex({name_index.second});
op_desc->UpdateInputDesc(name_index.second, input_desc);
GELOGI("SetRefPort: set op[%s] input desc[%u-%s] ref.",
op_desc->GetName().c_str(), name_index.second, name_index.first.c_str());
auto output_desc = op_desc->GetOutputDesc(static_cast<uint32_t>(out_index));
output_desc.SetRefPortByIndex({name_index.second});
op_desc->UpdateOutputDesc(static_cast<uint32_t>(out_index), output_desc);
GELOGI("SetRefPort: set op[%s] output desc[%u-%s] ref.",
op_desc->GetName().c_str(), out_index, name_index.first.c_str());
is_ref = true;
}
}
if (is_ref) {
AttrUtils::SetBool(op_desc, ATTR_NAME_REFERENCE, is_ref);
GELOGI("param [node] %s is reference node, set attribute %s to be true.",
node->GetName().c_str(), ATTR_NAME_REFERENCE.c_str());
}
}
return SUCCESS;
}
} // namespace ge