/** * Copyright 2020 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef GE_GRAPH_LOAD_NEW_MODEL_MANAGER_DATA_DUMPER_H_ #define GE_GRAPH_LOAD_NEW_MODEL_MANAGER_DATA_DUMPER_H_ #include #include #include #include #include "framework/common/ge_inner_error_codes.h" #include "common/properties_manager.h" #include "graph/node.h" #include "graph/compute_graph.h" #include "proto/ge_ir.pb.h" #include "proto/op_mapping_info.pb.h" #include "runtime/mem.h" #include "task_info/task_info.h" #include "framework/common/ge_types.h" #include "runtime/base.h" namespace ge { class DataDumper { public: explicit DataDumper(const RuntimeParam &rsh) : model_name_(), model_id_(0), runtime_param_(rsh), dev_mem_load_(nullptr), dev_mem_unload_(nullptr), op_list_(), input_map_(), load_flag_(false), device_id_(0), global_step_(0), loop_per_iter_(0), loop_cond_(0), compute_graph_(nullptr), ref_info_() {} ~DataDumper(); void SetModelName(const std::string &model_name) { model_name_ = model_name; } void SetModelId(uint32_t model_id) { model_id_ = model_id; } void SetDeviceId(uint32_t device_id) { device_id_ = device_id; } void SetComputeGraph(const ComputeGraphPtr &compute_graph) { compute_graph_ = compute_graph; }; void SetRefInfo(const std::map &ref_info) { ref_info_ = ref_info; }; void SetL1FusionAddr(void *addr) { l1_fusion_addr_ = addr; }; void SetLoopAddr(void *global_step, void *loop_per_iter, void *loop_cond); void SaveDumpInput(const std::shared_ptr &node); void SaveDumpOpInfo(const RuntimeParam &model_param, const OpDescPtr &op, uint32_t task_id, uint32_t stream_id); // args is device memory stored first output addr void SaveDumpTask(uint32_t task_id, uint32_t stream_id, const std::shared_ptr &op_desc, uintptr_t args); void SaveEndGraphId(uint32_t task_id, uint32_t stream_id); void SetOmName(const std::string &om_name) { om_name_ = om_name; } void SaveOpDebugId(uint32_t task_id, uint32_t stream_id, void *op_debug_addr, bool is_op_debug); Status LoadDumpInfo(); Status UnloadDumpInfo(); void SetDumpProperties(const DumpProperties &dump_properties) { dump_properties_ = dump_properties; } const DumpProperties &GetDumpProperties() const { return dump_properties_; } bool GetOpDescInfo(uint32_t stream_id, uint32_t task_id, OpDescInfo &op_desc_info) const; const std::vector &GetAllOpDescInfo() const { return op_desc_info_; } // Dump exception info Status DumpExceptionInput(const OpDescInfo &op_desc_info, const string &dump_file); Status DumpExceptionOutput(const OpDescInfo &op_desc_info, const string &dump_file); Status DumpExceptionInfo(const std::vector exception_infos); private: void ReleaseDevMem(void **ptr) noexcept; void PrintCheckLog(string &dump_list_key); std::string model_name_; // for inference data dump std::string om_name_; uint32_t model_id_; const RuntimeParam &runtime_param_; void *dev_mem_load_; void *dev_mem_unload_; struct InnerDumpInfo; struct InnerInputMapping; std::vector op_desc_info_; std::vector op_list_; uint32_t end_graph_task_id_ = 0; uint32_t end_graph_stream_id_ = 0; bool is_end_graph_ = false; std::multimap input_map_; bool load_flag_; uint32_t device_id_; uintptr_t global_step_; uintptr_t loop_per_iter_; uintptr_t loop_cond_; ComputeGraphPtr compute_graph_; std::map ref_info_; void *l1_fusion_addr_ = nullptr; uint32_t op_debug_task_id_ = 0; uint32_t op_debug_stream_id_ = 0; void *op_debug_addr_ = nullptr; bool is_op_debug_ = false; DumpProperties dump_properties_; // Build task info of op mapping info Status BuildTaskInfo(aicpu::dump::OpMappingInfo &op_mapping_info); Status DumpOutput(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task); Status DumpRefOutput(const DataDumper::InnerDumpInfo &inner_dump_info, aicpu::dump::Output &output, size_t i, const std::string &node_name_index); Status DumpOutputWithTask(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task); Status DumpInput(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task); Status DumpRefInput(const DataDumper::InnerDumpInfo &inner_dump_info, aicpu::dump::Input &input, size_t i, const std::string &node_name_index); Status ExecuteLoadDumpInfo(aicpu::dump::OpMappingInfo &op_mapping_info); void SetEndGraphIdToAicpu(uint32_t task_id, uint32_t stream_id, aicpu::dump::OpMappingInfo &op_mapping_info); void SetOpDebugIdToAicpu(uint32_t task_id, uint32_t stream_id, void *op_debug_addr, aicpu::dump::OpMappingInfo &op_mapping_info); Status ExecuteUnLoadDumpInfo(aicpu::dump::OpMappingInfo &op_mapping_info); Status GenerateInput(aicpu::dump::Input &input, const OpDesc::Vistor &tensor_descs, const uintptr_t &addr, size_t index); Status GenerateOutput(aicpu::dump::Output &output, const OpDesc::Vistor &tensor_descs, const uintptr_t &addr, size_t index); void GenerateOpBuffer(const int64_t &size, aicpu::dump::Task &task); }; struct DataDumper::InnerDumpInfo { uint32_t task_id; uint32_t stream_id; std::shared_ptr op; uintptr_t args; bool is_task; int input_anchor_index; int output_anchor_index; std::vector dims; int64_t data_size; }; struct DataDumper::InnerInputMapping { std::shared_ptr data_op; int input_anchor_index; int output_anchor_index; }; } // namespace ge #endif // GE_GRAPH_LOAD_NEW_MODEL_MANAGER_DATA_DUMPER_H_