mindspore-ci-bot
5 years ago
committed by
Gitee
commit
7c06d292c8
@ -0,0 +1,120 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "pre_activate/ascend/ir_fusion/parameter_and_transop_fusion.h"
|
||||||
|
#include <memory>
|
||||||
|
#include "session/anf_runtime_algorithm.h"
|
||||||
|
#include "utils/utils.h"
|
||||||
|
#include "operator/ops.h"
|
||||||
|
#include "device/kernel_info.h"
|
||||||
|
#include "pre_activate/common/helper.h"
|
||||||
|
#include "pre_activate/common/optimizer.h"
|
||||||
|
#include "pre_activate/ascend/ascend_helper.h"
|
||||||
|
|
||||||
|
namespace mindspore {
|
||||||
|
namespace opt {
|
||||||
|
const AnfNodePtr ParamTransRoad(const FuncGraphPtr &func_graph, const AnfNodePtr &node, bool first_flag,
|
||||||
|
std::vector<CNodePtr> *trans_road) {
|
||||||
|
if (node == nullptr) {
|
||||||
|
MS_LOG(ERROR) << "nullptr";
|
||||||
|
return nullptr;
|
||||||
|
}
|
||||||
|
if (node->isa<CNode>()) {
|
||||||
|
auto cnode = node->cast<CNodePtr>();
|
||||||
|
auto op_name = AnfAlgo::GetCNodeName(cnode);
|
||||||
|
auto manager = func_graph->manager();
|
||||||
|
if (manager == nullptr) {
|
||||||
|
return nullptr;
|
||||||
|
}
|
||||||
|
if (op_name == prim::kPrimCast->name() || op_name == prim::kPrimTranspose->name() ||
|
||||||
|
op_name == prim::kPrimReshape->name() || op_name == kTransDataOpName) {
|
||||||
|
auto users = manager->node_users()[node];
|
||||||
|
if (users.size() > 1 && !first_flag) {
|
||||||
|
return nullptr;
|
||||||
|
}
|
||||||
|
trans_road->push_back(cnode);
|
||||||
|
first_flag = false;
|
||||||
|
auto next_node = AnfAlgo::GetInputNode(cnode, 0);
|
||||||
|
if (next_node->isa<Parameter>() || next_node->isa<ValueNode>()) {
|
||||||
|
return next_node;
|
||||||
|
}
|
||||||
|
return ParamTransRoad(func_graph, next_node, first_flag, trans_road);
|
||||||
|
}
|
||||||
|
} else if (node->isa<Parameter>() || node->isa<ValueNode>()) {
|
||||||
|
return node;
|
||||||
|
}
|
||||||
|
return nullptr;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool ParameterTransOpFusion::Run(const FuncGraphPtr &func_graph) {
|
||||||
|
if (func_graph == nullptr) {
|
||||||
|
MS_LOG(ERROR) << "Func graph is nullptr";
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
auto manager = func_graph->manager();
|
||||||
|
if (manager == nullptr) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
std::vector<AnfNodePtr> node_list = TopoSort(func_graph->get_return());
|
||||||
|
bool changed = false;
|
||||||
|
for (auto node : node_list) {
|
||||||
|
if (node == nullptr || !node->isa<CNode>()) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
auto cnode = node->cast<CNodePtr>();
|
||||||
|
auto node_name = AnfAlgo::GetCNodeName(cnode);
|
||||||
|
if (node_name == prim::kPrimCast->name() || node_name == prim::kPrimTranspose->name() ||
|
||||||
|
node_name == prim::kPrimReshape->name() || node_name == kTransDataOpName) {
|
||||||
|
MS_LOG(DEBUG) << "Skip trans op";
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
for (size_t input_index = 0; input_index < AnfAlgo::GetInputTensorNum(cnode); input_index++) {
|
||||||
|
std::vector<CNodePtr> trans_road;
|
||||||
|
bool first_flag = true;
|
||||||
|
auto final_node = ParamTransRoad(func_graph, AnfAlgo::GetInputNode(cnode, input_index), first_flag, &trans_road);
|
||||||
|
if (final_node != nullptr && trans_road.size() == 3 && AnfAlgo::GetCNodeName(trans_road[0]) == kTransDataOpName &&
|
||||||
|
AnfAlgo::GetCNodeName(trans_road[1]) == prim::kPrimCast->name() &&
|
||||||
|
AnfAlgo::GetCNodeName(trans_road[2]) == kTransDataOpName) {
|
||||||
|
auto cur_transop = trans_road[0];
|
||||||
|
auto format = AnfAlgo::GetOutputFormat(cur_transop, 0);
|
||||||
|
auto dtype = AnfAlgo::GetOutputDeviceDataType(cur_transop, 0);
|
||||||
|
auto param_format = AnfAlgo::GetOutputFormat(final_node, 0);
|
||||||
|
auto param_dtype = AnfAlgo::GetOutputDeviceDataType(final_node, 0);
|
||||||
|
|
||||||
|
auto cast = trans_road[1];
|
||||||
|
auto cast_format = AnfAlgo::GetOutputFormat(cast, 0);
|
||||||
|
auto cast_build_info = cast->kernel_info()->select_kernel_build_info();
|
||||||
|
kernel::KernelBuildInfo::KernelBuildInfoBuilder builder;
|
||||||
|
builder.SetOutputsFormat({format});
|
||||||
|
builder.SetInputsFormat({format});
|
||||||
|
builder.SetInputsDeviceType({param_dtype});
|
||||||
|
builder.SetOutputsDeviceType({dtype});
|
||||||
|
builder.SetKernelType(cast_build_info->kernel_type());
|
||||||
|
builder.SetFusionType(cast_build_info->fusion_type());
|
||||||
|
builder.SetProcessor(cast_build_info->processor());
|
||||||
|
AnfAlgo::SetSelectKernelBuildInfo(builder.Build(), cast.get());
|
||||||
|
if (param_format == format && param_dtype != dtype) {
|
||||||
|
manager->Replace(trans_road[2], final_node);
|
||||||
|
manager->Replace(cur_transop, cast);
|
||||||
|
}
|
||||||
|
changed = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return changed;
|
||||||
|
}
|
||||||
|
} // namespace opt
|
||||||
|
} // namespace mindspore
|
||||||
@ -0,0 +1,41 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#ifndef MINDSPORE_CCSRC_PRE_ACTIVATE_ASCEND_IR_FUSION_PARAMETER_AND_TRANSOP_FUSION_H_
|
||||||
|
#define MINDSPORE_CCSRC_PRE_ACTIVATE_ASCEND_IR_FUSION_PARAMETER_AND_TRANSOP_FUSION_H_
|
||||||
|
|
||||||
|
#include <vector>
|
||||||
|
#include <string>
|
||||||
|
#include <utility>
|
||||||
|
#include <memory>
|
||||||
|
#include "ir/anf.h"
|
||||||
|
#include "pre_activate/common/pass.h"
|
||||||
|
|
||||||
|
namespace mindspore {
|
||||||
|
namespace opt {
|
||||||
|
class ParameterTransOpFusion : public Pass {
|
||||||
|
public:
|
||||||
|
explicit ParameterTransOpFusion(size_t groups = 1) : Pass("Parameter_and_transop_fusion"), groups_(groups) {}
|
||||||
|
~ParameterTransOpFusion() override = default;
|
||||||
|
bool Run(const FuncGraphPtr &graph) override;
|
||||||
|
|
||||||
|
private:
|
||||||
|
size_t groups_ = 1;
|
||||||
|
};
|
||||||
|
} // namespace opt
|
||||||
|
} // namespace mindspore
|
||||||
|
|
||||||
|
#endif
|
||||||
Loading…
Reference in new issue