mindspore-ci-bot
5 years ago
committed by
Gitee
commit
7b3873559f
@ -0,0 +1,100 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#include "backend/optimizer/ascend/format_type/insert_transpose_for_basiclstm_op.h"
|
||||
#include <memory>
|
||||
#include <vector>
|
||||
#include "utils/utils.h"
|
||||
#include "backend/optimizer/ascend/ascend_helper.h"
|
||||
#include "backend/session/anf_runtime_algorithm.h"
|
||||
#include "runtime/device/kernel_info.h"
|
||||
#include "backend/kernel_compiler/oplib/oplib.h"
|
||||
#include "utils/ms_context.h"
|
||||
|
||||
namespace mindspore {
|
||||
namespace opt {
|
||||
const BaseRef InsertTranspose::DefinePattern() const {
|
||||
std::shared_ptr<Var> V = std::make_shared<CondVar>(UnVisited);
|
||||
std::shared_ptr<Var> Xs = std::make_shared<SeqVar>();
|
||||
return VectorRef({V, Xs});
|
||||
}
|
||||
|
||||
CNodePtr Insert(const FuncGraphPtr &func_graph, const CNodePtr &cnode, const std::string &op_name) {
|
||||
MS_EXCEPTION_IF_NULL(func_graph);
|
||||
MS_EXCEPTION_IF_NULL(cnode);
|
||||
auto kernel_graph = func_graph->cast<KernelGraphPtr>();
|
||||
CNodePtr new_node = nullptr;
|
||||
|
||||
std::vector<AnfNodePtr> transpose_inputs;
|
||||
auto prim = std::make_shared<Primitive>(prim::kPrimTranspose->name());
|
||||
transpose_inputs.push_back(NewValueNode(prim));
|
||||
|
||||
if (op_name == kBasicLSTMCellInputGradOpName) {
|
||||
auto origin_type = AnfAlgo::GetPrevNodeOutputInferDataType(cnode, 1);
|
||||
auto origin_shape = AnfAlgo::GetPrevNodeOutputInferShape(cnode, 1);
|
||||
auto dst_shape = {origin_shape[1], origin_shape[0]};
|
||||
transpose_inputs.push_back(AnfAlgo::GetInputNode(cnode, 1));
|
||||
CNodePtr transpose = func_graph->NewCNode(transpose_inputs);
|
||||
MS_EXCEPTION_IF_NULL(transpose);
|
||||
AnfAlgo::SetOutputInferTypeAndShape({origin_type}, {dst_shape}, transpose.get());
|
||||
AnfAlgo::SetNodeAttr(kAttrPerm, MakeValue(std::vector<int>{1, 0}), transpose);
|
||||
AnfAlgo::SetNodeInput(cnode, transpose, 1);
|
||||
if (kernel_graph == nullptr) {
|
||||
new_node = std::make_shared<CNode>(*cnode);
|
||||
} else {
|
||||
new_node = kernel_graph->NewCNode(cnode);
|
||||
}
|
||||
|
||||
} else if (op_name == kBasicLSTMCellWeightGradOpName) {
|
||||
std::vector<AnfNodePtr> make_tuple_inputs = {NewValueNode(prim::kPrimMakeTuple)};
|
||||
size_t out_num = AnfAlgo::GetOutputTensorNum(cnode);
|
||||
for (size_t output_idx = 0; output_idx < out_num; output_idx++) {
|
||||
auto tuple_getitem = CreatTupleGetItemNode(func_graph, cnode, output_idx);
|
||||
auto origin_shape = AnfAlgo::GetOutputInferShape(cnode, output_idx);
|
||||
if (origin_shape.size() > 1 && output_idx == 0) {
|
||||
auto dtype = AnfAlgo::GetOutputInferDataType(cnode, output_idx);
|
||||
auto dst_shape = {origin_shape[0], origin_shape[1]};
|
||||
transpose_inputs.push_back(tuple_getitem);
|
||||
CNodePtr transpose = func_graph->NewCNode(transpose_inputs);
|
||||
MS_EXCEPTION_IF_NULL(transpose);
|
||||
AnfAlgo::SetOutputInferTypeAndShape({dtype}, {dst_shape}, transpose.get());
|
||||
AnfAlgo::SetNodeAttr(kAttrPerm, MakeValue(std::vector<int>{1, 0}), transpose);
|
||||
make_tuple_inputs.push_back(transpose);
|
||||
} else {
|
||||
make_tuple_inputs.push_back(tuple_getitem);
|
||||
}
|
||||
}
|
||||
new_node = func_graph->NewCNode(make_tuple_inputs);
|
||||
}
|
||||
return new_node;
|
||||
}
|
||||
|
||||
const AnfNodePtr InsertTranspose::Process(const FuncGraphPtr &func_graph, const AnfNodePtr &node,
|
||||
const EquivPtr &) const {
|
||||
MS_EXCEPTION_IF_NULL(func_graph);
|
||||
MS_EXCEPTION_IF_NULL(node);
|
||||
AnfAlgo::SetNodeAttr(kAttrVisited, MakeValue(true), node);
|
||||
auto cnode = node->cast<CNodePtr>();
|
||||
MS_EXCEPTION_IF_NULL(cnode);
|
||||
auto op_name = AnfAlgo::GetCNodeName(cnode);
|
||||
CNodePtr new_node = nullptr;
|
||||
if (op_name == kBasicLSTMCellInputGradOpName || op_name == kBasicLSTMCellWeightGradOpName) {
|
||||
new_node = Insert(func_graph, cnode, op_name);
|
||||
}
|
||||
return new_node;
|
||||
}
|
||||
} // namespace opt
|
||||
} // namespace mindspore
|
||||
@ -0,0 +1,39 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#ifndef MINDSPORE_CCSRC_BACKEND_OPTIMIZER_ASCEND_FORMAT_TYPE_INSERT_TRANSPOSE_FOR_BASICLSTM_OP_H
|
||||
#define MINDSPORE_CCSRC_BACKEND_OPTIMIZER_ASCEND_FORMAT_TYPE_INSERT_TRANSPOSE_FOR_BASICLSTM_OP_H
|
||||
#include <string>
|
||||
#include <utility>
|
||||
#include <memory>
|
||||
#include "backend/optimizer/common/optimizer.h"
|
||||
#include "backend/optimizer/common/helper.h"
|
||||
#include "backend/optimizer/ascend/ascend_helper.h"
|
||||
|
||||
namespace mindspore {
|
||||
namespace opt {
|
||||
class InsertTranspose : public PatternProcessPass {
|
||||
public:
|
||||
explicit InsertTranspose(bool multigraph = true)
|
||||
: PatternProcessPass("insert_transpose_for_basiclstm_op", multigraph) {}
|
||||
~InsertTranspose() override = default;
|
||||
const BaseRef DefinePattern() const override;
|
||||
const AnfNodePtr Process(const FuncGraphPtr &, const AnfNodePtr &, const EquivPtr &) const override;
|
||||
};
|
||||
} // namespace opt
|
||||
} // namespace mindspore
|
||||
|
||||
#endif // MINDSPORE_CCSRC_BACKEND_OPTIMIZER_ASCEND_FORMAT_TYPE_INSERT_TRANSPOSE_FOR_BASICLSTM_OP_H
|
||||
Loading…
Reference in new issue