/** * Copyright 2019-2020 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef GE_SINGLE_OP_SINGLE_OP_MODEL_H_ #define GE_SINGLE_OP_SINGLE_OP_MODEL_H_ #include #include #include #include #include #include "common/helper/model_helper.h" #include "single_op/single_op.h" #include "single_op/stream_resource.h" namespace ge { struct SingleOpModelParam { uint64_t base_addr = 0; uint64_t memory_size = 0; uint64_t weight_addr = 0; uint64_t weight_size = 0; uint64_t zero_copy_mem_size = 0; uint8_t *mem_base = nullptr; uint8_t *weight_base = nullptr; std::map addr_mapping_; int64_t core_type = 0; bool graph_is_dynamic = false; }; class SingleOpModel { public: SingleOpModel(const std::string &model_name, const void *model_data, uint32_t model_size); ~SingleOpModel() = default; Status Init(); Status BuildOp(StreamResource &resource, SingleOp &single_op); Status BuildDynamicOp(StreamResource &resource, DynamicSingleOp &single_op); private: Status InitModel(); Status LoadAllNodes(); Status ParseInputsAndOutputs(); Status SetInputsAndOutputs(SingleOp &single_op); Status InitModelMem(StreamResource &resource); Status ParseInputNode(const OpDescPtr &op_desc); void ParseOutputNode(const OpDescPtr &op_desc); Status BuildTaskList(StreamResource *stream_resource, SingleOp &single_op); Status BuildTaskListForDynamicOp(StreamResource *stream_resource, DynamicSingleOp &dynamic_single_op); Status BuildKernelTask(const domi::TaskDef &task_def, TbeOpTask **task); Status BuildKernelExTask(const domi::KernelExDef &kernel_def, AiCpuTask **task, bool dynamic_flag, bool& depend_compute_flag, uint64_t kernel_id); Status BuildCpuKernelTask(const domi::KernelDef &kernel_def, OpTask **task, uint64_t kernel_id); Status BuildModelTaskKernel(StreamResource *stream_resource, const domi::TaskDef &task_def, DynamicSingleOp &single_op); static void ParseOpModelParams(ModelHelper &model_helper, SingleOpModelParam ¶m); void ParseArgTable(OpTask *task, SingleOp &op); Status InitHybridModelExecutor(const StreamResource &resource, const GeModelPtr &ge_model, SingleOp &single_op); std::string model_name_; uint32_t model_id_ = 0; const void *ori_model_data_; uint32_t ori_model_size_; ModelHelper model_helper_; map op_list_; SingleOpModelParam model_params_; std::vector input_offset_list_; std::vector input_sizes_; std::vector output_offset_list_; std::vector output_sizes_; std::vector data_ops_; OpDescPtr netoutput_op_; bool has_weight_ = false; }; } // namespace ge #endif // GE_SINGLE_OP_SINGLE_OP_MODEL_H_