!1459 ge code for fuzz build
From: @zhou_lili Reviewed-by: @xchu42,@youui Signed-off-by: @youuipull/1459/MERGE
mindspore-ci-bot
4 years ago
committed by
Gitee
commit
f49140fcc7
@ -0,0 +1,99 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2021 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "graph/passes/mark_node_unknown_shape_pass.h"
|
||||||
|
#include "graph/utils/node_utils.h"
|
||||||
|
#include "graph/debug/ge_attr_define.h"
|
||||||
|
#include "graph/common/local_context.h"
|
||||||
|
|
||||||
|
namespace ge {
|
||||||
|
namespace {
|
||||||
|
const char *const kEngineNameAiCore = "AIcoreEngine";
|
||||||
|
const char *const kNeedRefreshShape = "_need_generate";
|
||||||
|
const char *const kOriginalNode = "_original_node";
|
||||||
|
const int32_t kDynamicState = -2;
|
||||||
|
}
|
||||||
|
|
||||||
|
Status MarkNodeUnknownShapePass::Run(ComputeGraphPtr graph) {
|
||||||
|
GE_CHECK_NOTNULL(graph);
|
||||||
|
if (!GetLocalOmgContext().fuzz_compile_flag) {
|
||||||
|
return SUCCESS;
|
||||||
|
}
|
||||||
|
if (IsAllAicoreSupportDyn(graph)) {
|
||||||
|
if (UpdateNodeShapeToUnknown(graph) != SUCCESS) {
|
||||||
|
GELOGE(FAILED, "[Update][Node_Shape]Failed to update node shape to unknown.");
|
||||||
|
return FAILED;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool MarkNodeUnknownShapePass::IsAllAicoreSupportDyn(ComputeGraphPtr &graph) {
|
||||||
|
bool is_all_aicore_support_dyn = false;
|
||||||
|
for (const auto &node : graph->GetAllNodes()) {
|
||||||
|
if (node->GetOpDesc() == nullptr) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (node->GetOpDesc()->GetOpKernelLibName() != kEngineNameAiCore) {
|
||||||
|
GELOGD("Kernel of %s is %s.", node->GetName().c_str(), node->GetOpDesc()->GetOpKernelLibName().c_str());
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
NodePtr original_node = nullptr;
|
||||||
|
original_node = node->GetOpDesc()->TryGetExtAttr(kOriginalNode, original_node);
|
||||||
|
if ((original_node == nullptr && AttrUtils::HasAttr(node->GetOpDesc(), ATTR_NAME_FUZZ_BUILD_RES_ATTRS)) ||
|
||||||
|
(original_node != nullptr && AttrUtils::HasAttr(node->GetOpDesc(), ATTR_NAME_FUZZ_BUILD_RES_ATTRS) &&
|
||||||
|
!AttrUtils::HasAttr(original_node->GetOpDesc(), kNeedRefreshShape))) {
|
||||||
|
GELOGD("%s has set ATTR_NAME_FUZZ_BUILD_RES_ATTRS.", node->GetName().c_str());
|
||||||
|
is_all_aicore_support_dyn = true;
|
||||||
|
} else {
|
||||||
|
GELOGD("%s has not set ATTR_NAME_FUZZ_BUILD_RES_ATTRS.", node->GetName().c_str());
|
||||||
|
is_all_aicore_support_dyn = false;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return is_all_aicore_support_dyn;
|
||||||
|
}
|
||||||
|
|
||||||
|
Status MarkNodeUnknownShapePass::UpdateNodeShapeToUnknown(ComputeGraphPtr &graph) {
|
||||||
|
GELOGD("Need to update node shape to dynamic when get fuzz build result.");
|
||||||
|
for (const auto &node : graph->GetAllNodes()) {
|
||||||
|
if (NodeUtils::IsConst(*node) || node->GetType() == VARIABLE) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
auto op_desc = node->GetOpDesc();
|
||||||
|
GE_CHECK_NOTNULL(op_desc);
|
||||||
|
for (size_t i = 0; i < op_desc->GetAllInputsSize(); ++i) {
|
||||||
|
auto src_node = NodeUtils::GetInDataNodeByIndex(*node, static_cast<int>(i));
|
||||||
|
if (src_node != nullptr && (NodeUtils::IsConst(*src_node) || src_node->GetType() == VARIABLE)) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
GELOGD("Update input shape for %s.", node->GetName().c_str());
|
||||||
|
auto input_desc = op_desc->MutableInputDesc(static_cast<uint32_t>(i));
|
||||||
|
if (input_desc != nullptr) {
|
||||||
|
input_desc->SetShape(GeShape({kDynamicState}));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
for (auto &output_desc : op_desc->GetAllOutputsDescPtr()) {
|
||||||
|
if (output_desc != nullptr) {
|
||||||
|
GELOGD("Update output shape for %s.", node->GetName().c_str());
|
||||||
|
output_desc->SetShape(GeShape({kDynamicState}));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return SUCCESS;
|
||||||
|
}
|
||||||
|
} // namespace ge
|
||||||
@ -0,0 +1,32 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2021 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#ifndef GE_GRAPH_PASSES_MARK_NODE_UNKNOWN_SHAPE_PASS_H_
|
||||||
|
#define GE_GRAPH_PASSES_MARK_NODE_UNKNOWN_SHAPE_PASS_H_
|
||||||
|
#include "graph/graph.h"
|
||||||
|
#include "inc/graph_pass.h"
|
||||||
|
|
||||||
|
namespace ge {
|
||||||
|
class MarkNodeUnknownShapePass : public GraphPass {
|
||||||
|
public:
|
||||||
|
Status Run(ComputeGraphPtr graph);
|
||||||
|
|
||||||
|
private:
|
||||||
|
bool IsAllAicoreSupportDyn(ComputeGraphPtr &graph);
|
||||||
|
Status UpdateNodeShapeToUnknown(ComputeGraphPtr &graph);
|
||||||
|
};
|
||||||
|
} // namespace ge
|
||||||
|
#endif // GE_GRAPH_PASSES_MARK_NODE_UNKNOWN_SHAPE_PASS_H_
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue