!733 decrease om size
From: @dimitri_rose Reviewed-by: @ji_chen,@sheng-nan Signed-off-by: @startzgf168,@ji_chenpull/733/MERGE
mindspore-ci-bot
4 years ago
committed by
Gitee
commit
5de4cd5479
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,106 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
#include "remove_same_const_pass.h"
|
||||
|
||||
#include <sstream>
|
||||
#include <string>
|
||||
#include <set>
|
||||
|
||||
#include "common/base64.h"
|
||||
#include "ge_local_engine/engine/host_cpu_engine.h"
|
||||
#include "graph/utils/node_utils.h"
|
||||
|
||||
namespace ge {
|
||||
namespace {
|
||||
std::string GetCseKey(const NodePtr &node) {
|
||||
std::stringstream ss;
|
||||
ss << node->GetType() << "control-inputs-";
|
||||
std::set<std::string> control_in_node_names;
|
||||
for (auto &src_node : node->GetInControlNodes()) {
|
||||
control_in_node_names.insert(src_node->GetName());
|
||||
}
|
||||
for (auto &name : control_in_node_names) {
|
||||
ss << name << "-";
|
||||
}
|
||||
|
||||
ss << "attrs-" << AttrUtils::GetAllAttrsStr(node->GetOpDesc());
|
||||
|
||||
return ss.str();
|
||||
}
|
||||
|
||||
bool IsConstType(const NodePtr &node) { return (node->GetType() == CONSTANT || node->GetType() == CONSTANTOP); }
|
||||
} // namespace
|
||||
Status RemoveSameConstPass::Run(ComputeGraphPtr graph) {
|
||||
GELOGD("Begin to run RemoveSameConstPass on the graph");
|
||||
GE_CHECK_NOTNULL(graph);
|
||||
std::map<std::string, NodePtr> keys_to_node;
|
||||
for (const auto &node : graph->GetDirectNode()) {
|
||||
GE_CHECK_NOTNULL(node);
|
||||
if (!IsConstType(node)) {
|
||||
continue;
|
||||
}
|
||||
bool is_unknown = false;
|
||||
auto ret = NodeUtils::GetNodeUnknownShapeStatus(*node, is_unknown);
|
||||
if (ret != GRAPH_SUCCESS) {
|
||||
GELOGW("Get node unknown status failed, node name:%s, type:%s.",
|
||||
node->GetName().c_str(), node->GetType().c_str());
|
||||
continue;
|
||||
}
|
||||
if (is_unknown) {
|
||||
GELOGI("Current node %s, type %s is unknown shape which should be skip.",
|
||||
node->GetName().c_str(), node->GetType().c_str());
|
||||
continue;
|
||||
}
|
||||
auto key = GetCseKey(node);
|
||||
GELOGD("The const node %s cse key %s", node->GetName().c_str(), ge::base64::EncodeToBase64(key).c_str());
|
||||
auto iter = keys_to_node.find(key);
|
||||
if (iter == keys_to_node.end()) {
|
||||
keys_to_node[key] = node;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (node->GetAllOutDataAnchorsSize() != iter->second->GetAllOutDataAnchorsSize()) {
|
||||
GELOGW("The const node %s and %s have the same CSE key, but different output anchor count, skip to fusion them",
|
||||
iter->second->GetName().c_str(), node->GetName().c_str());
|
||||
continue;
|
||||
}
|
||||
|
||||
std::vector<int> output_map(node->GetAllOutDataAnchorsSize());
|
||||
for (size_t i = 0; i < node->GetAllOutDataAnchorsSize(); ++i) {
|
||||
output_map[i] = i;
|
||||
}
|
||||
|
||||
ret = GraphUtils::ReplaceNodeAnchors(iter->second, node, {}, output_map);
|
||||
if (ret != GRAPH_SUCCESS) {
|
||||
GELOGE(INTERNAL_ERROR, "Failed to replace node %s by node %s", node->GetName().c_str(),
|
||||
iter->second->GetName().c_str(), ret);
|
||||
return INTERNAL_ERROR;
|
||||
}
|
||||
|
||||
NodeUtils::UnlinkAll(*node);
|
||||
|
||||
ret = GraphUtils::RemoveNodeWithoutRelink(graph, node);
|
||||
if (ret != GRAPH_SUCCESS) {
|
||||
GELOGE(INTERNAL_ERROR, "Failed to remove node %s from graph", node->GetName().c_str());
|
||||
return INTERNAL_ERROR;
|
||||
}
|
||||
|
||||
GELOGI("Remove const node %s by RemoveSameConstPass, replace it with node %s", node->GetName().c_str(),
|
||||
iter->second->GetName().c_str());
|
||||
}
|
||||
return SUCCESS;
|
||||
}
|
||||
} // namespace ge
|
||||
@ -0,0 +1,28 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
#ifndef GE_GRAPH_PASSES_REMOVE_SAME_CONST_PASS_H_
|
||||
#define GE_GRAPH_PASSES_REMOVE_SAME_CONST_PASS_H_
|
||||
|
||||
#include "graph/types.h"
|
||||
#include "inc/graph_pass.h"
|
||||
|
||||
namespace ge {
|
||||
class RemoveSameConstPass : public GraphPass {
|
||||
public:
|
||||
Status Run(ge::ComputeGraphPtr graph) override ;
|
||||
};
|
||||
} // namespace ge
|
||||
#endif //GE_GRAPH_PASSES_REMOVE_SAME_CONST_PASS_H_
|
||||
@ -0,0 +1,51 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#include "graph/passes/useless_control_out_remove_pass.h"
|
||||
|
||||
#include "graph/debug/ge_attr_define.h"
|
||||
#include "graph/utils/graph_utils.h"
|
||||
#include "framework/common/debug/ge_log.h"
|
||||
#include "framework/common/debug/log.h"
|
||||
|
||||
namespace ge {
|
||||
Status UselessControlOutRemovePass::Run(NodePtr &node) {
|
||||
GE_CHECK_NOTNULL(node);
|
||||
|
||||
if ((node->GetType() != CONSTANT) && (node->GetType() != CONSTANTOP)) {
|
||||
return SUCCESS;
|
||||
}
|
||||
GELOGD("UselessControlOutRemovePass running, node: %s.", node->GetName().c_str());
|
||||
|
||||
// const has no control input
|
||||
if (node->GetInControlNodes().empty()) {
|
||||
if (node->GetOutDataNodes().empty()) {
|
||||
// It is an isolated const, just remove it.
|
||||
GELOGI("Delete isolated const: %s.", node->GetName().c_str());
|
||||
GE_CHK_STATUS_RET(IsolateAndDeleteNode(node, {}))
|
||||
AddNodeDeleted(node);
|
||||
} else {
|
||||
auto out_ctrl_anchor = node->GetOutControlAnchor();
|
||||
if (out_ctrl_anchor != nullptr && !out_ctrl_anchor->GetPeerAnchors().empty()) {
|
||||
GELOGI("Node: %s unlink all out control edge.", node->GetName().c_str());
|
||||
out_ctrl_anchor->UnlinkAll();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return SUCCESS;
|
||||
}
|
||||
} // namespace ge
|
||||
@ -0,0 +1,29 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#ifndef GE_GRAPH_PASSES_USELESS_CONTROL_OUT_REMOVE_PASS_H_
|
||||
#define GE_GRAPH_PASSES_USELESS_CONTROL_OUT_REMOVE_PASS_H_
|
||||
|
||||
#include "graph/passes/base_pass.h"
|
||||
|
||||
namespace ge {
|
||||
class UselessControlOutRemovePass : public BaseNodePass {
|
||||
public:
|
||||
Status Run(NodePtr &node) override;
|
||||
};
|
||||
} // namespace ge
|
||||
|
||||
#endif // GE_GRAPH_PASSES_USELESS_CONTROL_OUT_REMOVE_PASS_H_
|
||||
File diff suppressed because it is too large
Load Diff
Loading…
Reference in new issue