/** * Copyright 2020 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef GE_GRAPH_PREPROCESS_GRAPH_PREPROCESS_H_ #define GE_GRAPH_PREPROCESS_GRAPH_PREPROCESS_H_ #include #include #include #include #include #include "common/debug/log.h" #include "common/debug/memory_dumper.h" #include "common/model_parser/base.h" #include "common/properties_manager.h" #include "common/string_util.h" #include "common/types.h" #include "common/util.h" #include "graph/compute_graph.h" #include "graph/manager/graph_manager_utils.h" #include "graph/manager/util/variable_accelerate_ctrl.h" #include "graph/model.h" #include "graph/node.h" #include "graph/utils/graph_utils.h" #include "graph/utils/tensor_utils.h" #include "omg/omg_inner_types.h" #include "runtime/context.h" namespace ge { class GraphPrepare { public: GraphPrepare(); virtual ~GraphPrepare(); GraphPrepare(const GraphPrepare &in) = delete; GraphPrepare &operator=(const GraphPrepare &in) = delete; Status PrepareDynShape(ConstGraphPtr graph, const std::vector &user_input, ge::ComputeGraphPtr &compute_graph, uint64_t session_id = 0); Status RecordAIPPInfo(ge::ComputeGraphPtr &compute_graph); Status PrepareRunningFormatRefiner(); void SetOptions(const GraphManagerOptions &options); Status GenerateInfershapeGraph(ConstGraphPtr graph); Status SwitchOpOptimize(ComputeGraphPtr &compute_graph); private: Status Init(const ge::Graph &graph, uint64_t session_id = 0); Status CheckGraph(); Status CheckRefInputNode(const NodePtr &node, const std::string &input_name, const std::set &ref_nodes); Status CheckRefOp(); Status SetRtContext(rtContext_t rt_context, rtCtxMode_t mode); Status AdjustDataOpOutput(const NodePtr &node); Status UpdateInput(const std::vector &user_input); Status CheckAndUpdateInput(const std::vector &user_input); Status CheckConstOp(); Status VerifyConstOp(const NodePtr &node); Status CheckUserInput(const std::vector &user_input); Status UpdateDataNetOutputByStorageFormat(); Status PrepareOptimize(); Status InferShapeForPreprocess(); Status TryDoAipp(); Status UpdateVariableFormats(ComputeGraphPtr &graph); Status FormatAndShapeProcess(); Status ResourcePairProcess(const std::string &action); Status SaveOriginalGraphToOmModel(); Status ProcessNetOutput(); Status ProcessBeforeInfershape(); Status UpdateInputOutputByOptions(); bool IsTansDataOpData(const ge::NodePtr &var_node); Status GraphEquivalentTransformation(); void TypeConversionOfConstant(); bool IsDynamicDims(const NodePtr &input_node); ge::ComputeGraphPtr compute_graph_; GraphManagerOptions options_; uint64_t session_id_ = 0; }; } // namespace ge #endif // GE_GRAPH_PREPROCESS_GRAPH_PREPROCESS_H_