m53297601
/
graphengine
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

!468 Adding security checks and support optional inputs

Browse Source 
From: @xchu42
Reviewed-by: @ji_chen,@wqtshg
Signed-off-by: @ji_chen
pull/468/MERGE
mindspore-ci-bot 4 years ago committed by Gitee
parent 3589a1d0a5 6186ac0a22
commit 66e309f700
22 changed files with 314 additions and 199 deletions
Show Stats Download Patch File Download Diff File

6
ge/hybrid/common/npu_memory_allocator.cc
Unescape View File

@ -23,6 +23,8 @@
namespace ge {
namespace hybrid {
size_t kMaxHbmMemorySize = 1024UL * 1024UL * 1024UL * 1024UL; // 1024G
std::map<uint32_t, std::unique_ptr<NpuMemoryAllocator>> NpuMemoryAllocator::allocators_;
std::mutex NpuMemoryAllocator::mu_;
@ -62,6 +64,10 @@ void *NpuMemoryAllocator::Allocate(std::size_t size, AllocationAttr *attr) {
} else if (mem_type == HOST_DDR) {
buffer = malloc(allocate_size);
} else {
if (allocate_size > kMaxHbmMemorySize) {
GELOGE(PARAM_INVALID, "Invalid HBM memory size: %zu", allocate_size);
return nullptr;
}
void *try_reuse_addr = nullptr;
int padding = kDefaultPadding;
if (attr != nullptr) {

1
ge/hybrid/common/tensor_value.cc
Unescape View File

@ -58,6 +58,7 @@ std::unique_ptr<TensorBuffer> TensorBuffer::Create(void *buffer, size_t size) {
TensorBuffer::~TensorBuffer() {
if (allocator_ != nullptr && buffer_ != nullptr) {
allocator_->Deallocate(buffer_, mem_type_);
buffer_ = nullptr;
}
}

8
ge/hybrid/executor/hybrid_model_async_executor.cc
Unescape View File

@ -52,7 +52,7 @@ Status HybridModelAsyncExecutor::EnqueueData(const shared_ptr<InputDataWrapper>
}
Status HybridModelAsyncExecutor::Start(const std::shared_ptr<ModelListener> &listener) {
GELOGD("HybridModelExecutor::Start IN, listener = %p", listener.get());
GELOGD("HybridModelExecutor::Start IN, has listener = %d", listener != nullptr);
std::lock_guard<std::mutex> lk(mu_);
GE_CHK_BOOL_RET_STATUS(!run_flag_, INTERNAL_ERROR, "Model already started.");
@ -219,11 +219,11 @@ Status HybridModelAsyncExecutor::CopyInputData(const InputData &current_data) {
auto mem_size = static_cast<uint32_t>(data_size);
GE_CHK_BOOL_RET_STATUS(mem_size >= data_buf.length,
PARAM_INVALID,
"input data size(%u) does not match model required size(%u), ret failed.",
"input data size(%lu) does not match model required size(%u), ret failed.",
data_buf.length,
mem_size);
GELOGI("[IMAS]CopyPlainData memcpy graph_%u type[F] output[%u] memaddr[%p] mem_size[%u] datasize[%u]",
GELOGI("[IMAS]CopyPlainData memcpy graph_%u type[F] output[%u] memaddr[%p] mem_size[%u] datasize[%lu]",
model_->root_runtime_param_.graph_id, input_index, input_tensor.GetData(), mem_size, data_buf.length);
GE_CHK_RT_RET(rtMemcpy(input_tensor.MutableData(),
mem_size,
@ -241,7 +241,7 @@ Status HybridModelAsyncExecutor::InitInputTensors() {
int input_index = 0;
for (const auto &input_node : model_->GetRootGraphItem()->GetInputNodes()) {
GELOGD("Init input[%u], node = %s", input_index, input_node->NodeName().c_str());
auto output_desc = input_node->op_desc->GetOutputDescPtr(kDataOutputIndex);
auto output_desc = input_node->MutableOutputDesc(kDataOutputIndex);
GE_CHECK_NOTNULL(output_desc);
int64_t tensor_size = 0;
GE_CHK_GRAPH_STATUS_RET(TensorUtils::GetSize(*output_desc, tensor_size),

46
ge/hybrid/executor/node_state.cc
Unescape View File

@ -35,39 +35,43 @@ ShapeInferenceState::ShapeInferenceState(const NodeItem &node_item) : node_item(
this->num_pending_shapes_);
}
void ShapeInferenceState::UpdateInputShape(uint32_t idx,
const GeShape &ori_shape,
const GeShape &shape) {
if (!node_item.is_dynamic || node_item.is_input_shape_static[idx]) {
GELOGD("[%s] Trying to update static shape, idx = %u. old shape = [%s], new shape = [%s]",
Status ShapeInferenceState::UpdateInputShape(int idx,
const GeShape &ori_shape,
const GeShape &shape) {
if (node_item.IsInputShapeStatic(idx)) {
GELOGD("[%s] Trying to update static shape, idx = %d. old shape = [%s], new shape = [%s]",
node_item.NodeName().c_str(),
idx,
node_item.op_desc->MutableInputDesc(idx)->GetShape().ToString().c_str(),
node_item.MutableInputDesc(idx)->GetShape().ToString().c_str(),
shape.ToString().c_str());
return;
return SUCCESS;
}
GELOGD("[%s] Update input shape [%u] with Shape: [%s] and OriginalShape: [%s]",
GELOGD("[%s] Update input shape [%d] with Shape: [%s] and OriginalShape: [%s]",
node_item.NodeName().c_str(),
idx,
shape.ToString().c_str(),
ori_shape.ToString().c_str());
std::lock_guard<std::mutex> lk(mu_);
node_item.op_desc->MutableInputDesc(idx)->SetShape(shape);
node_item.op_desc->MutableInputDesc(idx)->SetOriginShape(ori_shape);
auto tensor_desc = node_item.MutableInputDesc(idx);
GE_CHECK_NOTNULL(tensor_desc);
tensor_desc->SetShape(shape);
tensor_desc->SetOriginShape(ori_shape);
if (--num_pending_shapes_ == 0) {
ready_cv_.notify_all();
}
return SUCCESS;
}
void ShapeInferenceState::UpdateInputShapeFuture(uint32_t idx, ShapeFuture &&future) {
if (!node_item.is_dynamic || node_item.is_input_shape_static[idx]) {
GELOGD("[%s] Trying to update constant shape, idx = %u", node_item.NodeName().c_str(), idx);
void ShapeInferenceState::UpdateInputShapeFuture(int idx, ShapeFuture &&future) {
if (node_item.IsInputShapeStatic(idx)) {
GELOGD("[%s] Trying to update constant shape, idx = %d", node_item.NodeName().c_str(), idx);
return;
}
GELOGD("[%s] Update input shape [%u] with ShapeFuture.", node_item.NodeName().c_str(), idx);
GELOGD("[%s] Update input shape [%d] with ShapeFuture.", node_item.NodeName().c_str(), idx);
std::lock_guard<std::mutex> lk(mu_);
shape_futures.emplace_back(idx, std::move(future));
if (--num_pending_shapes_ == 0) {
@ -120,8 +124,10 @@ Status ShapeInferenceState::AwaitShapesReady(const GraphExecutionContext &contex
idx,
shape.ToString().c_str(),
ori_shape.ToString().c_str());
node_item.op_desc->MutableInputDesc(idx)->SetShape(std::move(shape));
node_item.op_desc->MutableInputDesc(idx)->SetOriginShape(ori_shape);
auto input_desc = node_item.MutableInputDesc(idx);
GE_CHECK_NOTNULL(input_desc);
input_desc->SetShape(std::move(shape));
input_desc->SetOriginShape(ori_shape);
}
return SUCCESS;
@ -140,7 +146,7 @@ NodeState::NodeState(const NodeItem &node_item, SubgraphContext *subgraph_contex
Status NodeState::AwaitInputTensors(GraphExecutionContext &context) const {
for (auto &src_node : node_item_->dependents_for_execution) {
GELOGI("[%s] Start to wait for data dependent node: [%s]",
GELOGD("[%s] Start to wait for data dependent node: [%s]",
node_item_->NodeName().c_str(),
src_node->GetName().c_str());
RECORD_EXECUTION_EVENT(&context,
@ -156,7 +162,7 @@ Status NodeState::AwaitInputTensors(GraphExecutionContext &context) const {
node_item_->NodeName().c_str(),
"[AwaitNodeDone] [%s] End",
src_node->GetName().c_str());
GELOGI("[%s] Done waiting node.", src_node->GetName().c_str());
GELOGD("[%s] Done waiting node.", src_node->GetName().c_str());
}
return SUCCESS;
@ -173,7 +179,7 @@ Status NodeState::WaitForPrepareDone() {
}
Status ShapeFuture::Get(GeShape &ori_shape, GeShape &shape) {
GELOGI("Start to wait node: %s for getting shape", src_node_->GetName().c_str());
GELOGD("Start to wait node: %s for getting shape", src_node_->GetName().c_str());
if (!subgraph_context_->Await(src_node_)) {
GELOGE(INTERNAL_ERROR, "cancelled");
return INTERNAL_ERROR;
@ -181,7 +187,7 @@ Status ShapeFuture::Get(GeShape &ori_shape, GeShape &shape) {
shape = src_node_->GetOpDesc()->MutableOutputDesc(src_index_)->MutableShape();
ori_shape = src_node_->GetOpDesc()->MutableOutputDesc(src_index_)->GetOriginShape();
GELOGI("Get shape from %s:%u. shape = [%s]", src_node_->GetName().c_str(), src_index_, shape.ToString().c_str());
GELOGD("Get shape from %s:%u. shape = [%s]", src_node_->GetName().c_str(), src_index_, shape.ToString().c_str());
return SUCCESS;
}
} // namespace hybrid

6
ge/hybrid/executor/node_state.h
Unescape View File

@ -45,16 +45,16 @@ class ShapeFuture {
struct ShapeInferenceState {
explicit ShapeInferenceState(const NodeItem &node_item);
void UpdateInputShape(uint32_t idx, const GeShape &ori_shape, const GeShape &shape);
Status UpdateInputShape(int idx, const GeShape &ori_shape, const GeShape &shape);
void UpdateInputShapeFuture(uint32_t idx, ShapeFuture &&future);
void UpdateInputShapeFuture(int idx, ShapeFuture &&future);
Status AwaitShapesReady(const GraphExecutionContext &context);
const NodeItem &node_item;
private:
std::vector<std::pair<uint32_t, ShapeFuture>> shape_futures;
std::vector<std::pair<int, ShapeFuture>> shape_futures;
int num_pending_shapes_ = 0;
std::condition_variable ready_cv_;
std::mutex mu_;

12
ge/hybrid/executor/worker/execution_engine.cc
Unescape View File

@ -36,13 +36,13 @@ Status LogInputs(const NodeItem &node_item, const TaskContext &task_context) {
for (auto i = 0; i < task_context.NumInputs(); ++i) {
const auto &input_tensor = task_context.GetInput(i);
GE_CHECK_NOTNULL(input_tensor);
const auto &tensor_desc = node_item.op_desc->MutableInputDesc(i);
const auto &tensor_desc = task_context.GetInputDesc(i);
GE_CHECK_NOTNULL(tensor_desc);
GELOGD("[%s] Print task args. input[%d] = %s, shape = [%s]",
node_item.NodeName().c_str(),
i,
input_tensor->DebugString().c_str(),
tensor_desc->MutableShape().ToString().c_str());
tensor_desc->GetShape().ToString().c_str());
}
return SUCCESS;
@ -52,7 +52,7 @@ Status LogOutputs(const NodeItem &node_item, const TaskContext &task_context) {
for (auto i = 0; i < task_context.NumOutputs(); ++i) {
const auto &output_tensor = task_context.GetOutput(i);
GE_CHECK_NOTNULL(output_tensor);
const auto &tensor_desc = node_item.op_desc->MutableOutputDesc(i);
const auto &tensor_desc = node_item.MutableOutputDesc(i);
GE_CHECK_NOTNULL(tensor_desc);
GELOGD("[%s] Print task args. output[%d] = %s, shape = [%s]",
node_item.NodeName().c_str(),
@ -97,7 +97,7 @@ Status NodeDoneCallback::PrepareConstInputs(const NodeItem &node_item) {
GE_CHECK_NOTNULL(output_tensor);
Tensor tensor;
auto ge_tensor_desc = node_item.op_desc->MutableOutputDesc(output_idx);
auto ge_tensor_desc = node_item.MutableOutputDesc(output_idx);
GE_CHECK_NOTNULL(ge_tensor_desc);
tensor.SetTensorDesc(TensorAdapter::GeTensorDesc2TensorDesc(*ge_tensor_desc));
@ -107,7 +107,7 @@ Status NodeDoneCallback::PrepareConstInputs(const NodeItem &node_item) {
if (output_tensor->GetSize() < static_cast<size_t>(tensor_size)) {
GELOGE(INTERNAL_ERROR,
"[%s] Tensor size is not enough. output index = %d, required size = %zu, tensor = %s",
"[%s] Tensor size is not enough. output index = %d, required size = %ld, tensor = %s",
node_item.NodeName().c_str(),
output_idx,
tensor_size,
@ -453,7 +453,7 @@ Status ExecutionEngine::ValidateInputTensors(const NodeState &node_state, const
continue;
}
const auto &tensor_desc = node_state.GetOpDesc()->MutableInputDesc(i);
const auto &tensor_desc = task_context.MutableInputDesc(i);
GE_CHECK_NOTNULL(tensor_desc);
if (tensor_desc->GetDataType() == DT_STRING) {
GELOGD("[%s] Skipping DT_STRING input, index = %d", task_context.GetNodeName(), i);

11
ge/hybrid/executor/worker/shape_inference_engine.cc
Unescape View File

@ -142,12 +142,15 @@ Status ShapeInferenceEngine::PropagateOutputShapes(const NodeItem &node_item) {
dst_input_index_and_node.first);
// in case type 3 and 4, shape will be valid after computing is done
auto &infer_state = dst_node_state->GetShapeInferenceState();
if (shape_is_future) {
ShapeFuture future(node_item.node, i, subgraph_context_);
dst_node_state->GetShapeInferenceState().UpdateInputShapeFuture(dst_input_index_and_node.first,
std::move(future));
infer_state.UpdateInputShapeFuture(dst_input_index_and_node.first,
std::move(future));
} else {
dst_node_state->GetShapeInferenceState().UpdateInputShape(dst_input_index_and_node.first, ori_shape, shape);
GE_CHK_STATUS_RET_NOLOG(infer_state.UpdateInputShape(dst_input_index_and_node.first,
ori_shape,
shape));
}
}
}
@ -159,7 +162,7 @@ Status ShapeInferenceEngine::PropagateOutputShapes(const NodeItem &node_item) {
Status ShapeInferenceEngine::InferShapeForSubgraph(const NodeItem &node_item, const FusedSubgraph &fused_subgraph) {
GELOGD("[%s] Start to infer shape by fused subgraph", node_item.NodeName().c_str());
for (auto &it : fused_subgraph.input_mapping) {
auto parent_tensor_desc = node_item.op_desc->MutableInputDesc(it.first);
auto parent_tensor_desc = node_item.MutableInputDesc(it.first);
GE_CHECK_NOTNULL(parent_tensor_desc);
GELOGD("Start to update shape by input[%u]", it.first);
GELOGD("Update shape to [%s]", parent_tensor_desc->GetShape().ToString().c_str());

4
ge/hybrid/model/graph_item.cc
Unescape View File

@ -40,11 +40,11 @@ Status GraphItem::GetOutputDescList(vector<ConstGeTensorDescPtr> &output_desc_li
}
if (is_dynamic_) {
for (auto &tensor_desc : output_node_->op_desc->GetAllInputsDescPtr()) {
for (auto &tensor_desc : output_node_->GetOpDesc()->GetAllInputsDescPtr()) {
output_desc_list.emplace_back(tensor_desc);
}
} else {
for (auto &tensor_desc : output_node_->op_desc->GetAllOutputsDescPtr()) {
for (auto &tensor_desc : output_node_->GetOpDesc()->GetAllOutputsDescPtr()) {
output_desc_list.emplace_back(tensor_desc);
}
}

4
ge/hybrid/model/hybrid_model.cc
Unescape View File

@ -44,7 +44,7 @@ Status HybridModel::Init() {
TensorValue* HybridModel::GetVariable(const string &name) const {
auto it = variable_tensors_.find(name);
if (it == variable_tensors_.end()) {
GELOGI("Failed to get variable tensor. var name = [%s]", name.c_str());
GELOGD("Failed to get variable tensor. var name = [%s]", name.c_str());
return nullptr;
}
@ -61,7 +61,7 @@ NodePtr HybridModel::GetVariableNode(const string &name) const {
if (host_find != host_variable_nodes_.end()) {
return host_find->second;
}
GELOGI("Failed to get variable node by name = [%s]", name.c_str());
GELOGD("Failed to get variable node by name = [%s]", name.c_str());
return nullptr;
}

67
ge/hybrid/model/hybrid_model_builder.cc
Unescape View File

@ -19,14 +19,12 @@
#include "common/math/math_util.h"
#include "graph/ge_context.h"
#include "graph/build/memory/var_mem_assign_util.h"
#include "graph/utils/node_utils.h"
#include "graph/debug/ge_attr_define.h"
#include "graph/load/new_model_manager/model_utils.h"
#include "graph/manager/graph_var_manager.h"
#include "graph/manager/host_mem_manager.h"
#include "graph/manager/trans_var_data_utils.h"
#include "graph/utils/graph_utils.h"
#include "graph/utils/type_utils.h"
#include "hybrid/common/npu_memory_allocator.h"
#include "hybrid/node_executor/node_executor.h"
@ -44,20 +42,14 @@ int64_t CalcVarSizeInBytes(const GeTensorDesc &desc) {
auto data_type = desc.GetDataType();
if (data_type == DT_STRING) {
(void) TensorUtils::GetSize(desc, var_size);
} else {
var_size = GetSizeByDataType(data_type);
if (var_size <= 0) {
GELOGW("Failed to calc var data size from data type %s", TypeUtils::DataTypeToSerialString(data_type).c_str());
return -1;
}
auto shape = desc.GetShape();
auto dim_num = shape.GetDimNum();
for (size_t dim_index = 0; dim_index < dim_num; ++dim_index) {
var_size *= shape.GetDim(dim_index);
}
// padding up to multiple of kAlignment, and add extra kAlignment
var_size = (var_size + kAlignment * 2 - 1) / kAlignment * kAlignment;
return var_size;
}
if (TensorUtils::GetTensorMemorySizeInBytes(desc, var_size) != GRAPH_SUCCESS) {
GELOGW("Failed to calc var data size");
return -1;
}
return var_size;
}
@ -150,7 +142,12 @@ Status HybridModelBuilder::BuildNodeItem(const NodePtr &node, NodeItem &node_ite
GE_CHK_STATUS_RET(GetOrCreateNodeItem(dst_node, &dst_node_item),
"[%s] Failed to get or create node item.",
dst_node->GetName().c_str());
node_item.outputs[i].emplace_back(dst_in_anchor->GetIdx(), dst_node_item);
int canonical_index;
GE_CHK_STATUS_RET(dst_node_item->GetCanonicalInputIndex(dst_in_anchor->GetIdx(), canonical_index),
"[%s] Failed to canonical input index",
dst_node->GetName().c_str());
node_item.outputs[i].emplace_back(canonical_index, dst_node_item);
}
}
@ -171,7 +168,8 @@ Status HybridModelBuilder::ResolveRefIo(NodeItem &node_item) {
for (auto &output : outputs) {
for (auto &input : inputs) {
if (input.first == output.first) {
auto input_idx = static_cast<int>(input.second);
int input_idx;
GE_CHK_STATUS_RET_NOLOG(node_item.GetCanonicalInputIndex(input.second, input_idx));
auto output_idx = static_cast<int>(output.second);
node_item.reuse_inputs[output_idx] = input_idx;
GELOGD("[%s] Output[%d] reuse input[%d]", node_item.NodeName().c_str(), output_idx, input_idx);
@ -190,10 +188,8 @@ Status HybridModelBuilder::GetOrCreateNodeItem(const NodePtr &node, NodeItem **n
return SUCCESS;
}
auto new_node = std::unique_ptr<NodeItem>(new(std::nothrow) NodeItem(node));
GE_CHECK_NOTNULL(new_node);
GE_CHECK_NOTNULL(new_node->op_desc);
GE_CHK_STATUS_RET(new_node->Init(), "Failed to init NodeItem [%s] .", node->GetName().c_str());
std::unique_ptr<NodeItem> new_node;
GE_CHK_STATUS_RET(NodeItem::Create(node, new_node), "Failed to create node item");
GE_CHK_STATUS_RET_NOLOG(NodeExecutorManager::GetInstance().GetExecutor(*node, &new_node->node_executor));
// we do not need L2 Buffer
@ -202,10 +198,6 @@ Status HybridModelBuilder::GetOrCreateNodeItem(const NodePtr &node, NodeItem **n
(void) AttrUtils::SetBool(new_node->op_desc, kIsFirstNode, false);
(void) AttrUtils::SetBool(new_node->op_desc, kIsLastNode, false);
if (new_node->is_dynamic && (new_node->IsControlOp() || new_node->NodeType() == PARTITIONEDCALL)) {
new_node->shape_inference_type = DEPEND_COMPUTE;
}
new_node->node_id = node_index;
new_node->op_desc->SetId(node_index);
node_index += 1;
@ -446,7 +438,6 @@ Status HybridModelBuilder::MergeInputNodes(ComputeGraph &graph) {
if (src_out_anchor == nullptr || src_out_anchor->GetOwnerNode() == nullptr) {
continue;
}
auto src_node = wrapped_node_in_anchor->GetPeerOutAnchor()->GetOwnerNode();
wrapped_node_in_anchor->UnlinkAll();
// link src to outputs of DataNode
@ -454,6 +445,7 @@ Status HybridModelBuilder::MergeInputNodes(ComputeGraph &graph) {
GE_CHECK_NOTNULL(out_data_anchor);
for (auto &peer_in_data_anchor : out_data_anchor->GetPeerInDataAnchors()) {
auto dst_node = peer_in_data_anchor->GetOwnerNode();
GE_CHECK_NOTNULL(dst_node);
root_nodes.emplace(dst_node);
GE_CHK_STATUS_RET_NOLOG(DoUnlinkDataAnchors(out_data_anchor, peer_in_data_anchor));
GE_CHK_STATUS_RET_NOLOG(DoLinkDataAnchors(src_out_anchor, peer_in_data_anchor));
@ -496,6 +488,7 @@ Status HybridModelBuilder::MergeNetOutputNode(ComputeGraph &graph) {
for (const auto &in_data_anchor : net_output_node->GetAllInDataAnchors()) {
auto src_out_anchor = in_data_anchor->GetPeerOutAnchor();
GE_CHECK_NOTNULL(src_out_anchor);
GE_CHECK_NOTNULL(src_out_anchor->GetOwnerNode());
GE_CHK_STATUS_RET_NOLOG(DoUnlinkDataAnchors(src_out_anchor, in_data_anchor));
auto index = in_data_anchor->GetIdx();
@ -519,6 +512,7 @@ Status HybridModelBuilder::MergeNetOutputNode(ComputeGraph &graph) {
continue;
}
GE_CHECK_NOTNULL(dst_in_anchor->GetOwnerNode());
GE_CHK_STATUS_RET_NOLOG(DoUnlinkDataAnchors(parent_out_anchor, dst_in_anchor));
GE_CHK_STATUS_RET_NOLOG(DoLinkDataAnchors(src_out_anchor, dst_in_anchor));
}
@ -628,8 +622,7 @@ Status HybridModelBuilder::UnfoldSubgraph(ComputeGraph &root_graph,
Status HybridModelBuilder::BuildOutputMapping(GraphItem &graph_item,
const NodeItem &node_item,
bool is_root_graph) {
auto output_size = node_item.op_desc->GetAllInputsSize();
GE_CHECK_LE(output_size, UINT32_MAX);
auto output_size = node_item.num_inputs;
graph_item.output_edges_.resize(output_size);
for (auto &in_data_anchor : node_item.node->GetAllInDataAnchors()) {
@ -640,14 +633,16 @@ Status HybridModelBuilder::BuildOutputMapping(GraphItem &graph_item,
auto src_node_item = GetNodeItem(src_node);
GE_CHECK_NOTNULL(src_node_item);
auto output_idx = in_data_anchor->GetIdx();
auto output_offset = src_node_item->output_start + peer_out_anchor->GetIdx();
GELOGI("Output[%d], node = %s, output_index = %d, output_offset = %d ",
in_data_anchor->GetIdx(),
output_idx,
src_node_item->NodeName().c_str(),
peer_out_anchor->GetIdx(),
output_offset);
graph_item.output_edges_[in_data_anchor->GetIdx()] = {src_node_item, peer_out_anchor->GetIdx()};
GE_CHECK_LE(output_idx, output_size - 1);
graph_item.output_edges_[output_idx] = {src_node_item, peer_out_anchor->GetIdx()};
}
if (!is_root_graph) {
@ -820,6 +815,10 @@ Status HybridModelBuilder::InitConstantOps() {
const NodePtr &var_node = it.second;
auto op_desc = var_node->GetOpDesc();
auto v_weights = ModelUtils::GetWeights(op_desc);
if (v_weights.empty()) {
GELOGE(INTERNAL_ERROR, "[%s] Constant no not have value", var_node->GetName().c_str());
return INTERNAL_ERROR;
}
auto *ge_tensor = const_cast<GeTensor *>(v_weights[0].get());
std::unique_ptr<TensorValue> var_tensor;
@ -884,6 +883,7 @@ Status HybridModelBuilder::InitVariableTensors() {
GELOGD("Host variable [%s] malloc success.", it.first.c_str());
std::unique_ptr<TensorValue> tensor(new (std::nothrow) TensorValue(mem_info.host_address, tensor_size));
GE_CHECK_NOTNULL(tensor);
hybrid_model_.variable_tensors_.emplace(it.first, std::move(tensor));
}
@ -931,7 +931,7 @@ Status HybridModelBuilder::LoadGeModel(ComputeGraph &sub_graph, const GeModelPtr
GELOGD("Set ge_model for subgraph: [%s], task_size = %d",
sub_graph.GetName().c_str(),
ge_model->GetModelTaskDefPtr()->task_size());
hybrid_model_.known_shape_sub_models_.emplace(sub_graph.GetParentNode(), ge_model);
hybrid_model_.known_shape_sub_models_.emplace(parent_node, ge_model);
}
return SUCCESS;
@ -1098,7 +1098,7 @@ Status HybridModelBuilder::GetPeerNodeAcrossSubGraphs(const NodePtr &data_node,
GE_CHECK_NOTNULL(net_output_desc);
auto out_index = static_cast<uint32_t>(src_wrapped_node_out_anchor->GetIdx());
GELOGD("src graph = %s, src parent output index = %d", src_graph->GetName().c_str(), out_index);
GELOGD("src graph = %s, src parent output index = %u", src_graph->GetName().c_str(), out_index);
// link src to outputs of DataNode
auto input_size = net_output_desc->GetAllInputsSize();
@ -1237,7 +1237,8 @@ Status HybridModelBuilder::IdentifyVariableOutputs(NodeItem &node_item) {
uint32_t parent_index = 0;
GE_CHK_STATUS_RET_NOLOG(GetParentNodeOutputIndex(*net_output_desc, in_data_anchor->GetIdx(), parent_index));
GELOGD("Got parent output index = %u", parent_index);
node_item.ref_outputs.emplace(parent_index, src_node);
GE_CHECK_LE(parent_index, INT32_MAX);
node_item.ref_outputs.emplace(static_cast<int>(parent_index), src_node);
}
// Data nodes marked with REF_VAR_SRC_VAR_NAME

114
ge/hybrid/model/node_item.cc
Unescape View File

@ -26,9 +26,9 @@
namespace ge {
namespace hybrid {
namespace {
const char * const kAttrNameOriginalFusionGraph = "_original_fusion_graph";
const char * const kNodeTypeRetVal = "_RetVal";
std::set<std::string> kControlOpTypes {
const char *const kAttrNameOriginalFusionGraph = "_original_fusion_graph";
const char *const kNodeTypeRetVal = "_RetVal";
std::set<std::string> kControlOpTypes{
IF, STATELESSIF, CASE, WHILE, STATELESSWHILE
};
@ -54,7 +54,7 @@ Status ParseInputMapping(Node &node, OpDesc &op_desc, FusedSubgraph &fused_subgr
return SUCCESS;
}
Status ParseOutputMapping(OpDescPtr op_desc, FusedSubgraph &fused_subgraph) {
Status ParseOutputMapping(const OpDescPtr &op_desc, FusedSubgraph &fused_subgraph) {
uint32_t parent_index = 0;
if (!AttrUtils::GetInt(op_desc, ATTR_NAME_PARENT_NODE_INDEX, parent_index)) {
GELOGE(FAILED,
@ -74,7 +74,7 @@ Status ParseFusedSubgraph(NodeItem &node_item) {
}
GELOGI("[%s] Start to parse fused subgraph.", node_item.node_name.c_str());
auto fused_subgraph = std::unique_ptr<FusedSubgraph>(new (std::nothrow)FusedSubgraph());
auto fused_subgraph = std::unique_ptr<FusedSubgraph>(new(std::nothrow)FusedSubgraph());
GE_CHECK_NOTNULL(fused_subgraph);
ComputeGraphPtr fused_graph;
@ -110,19 +110,39 @@ bool IsControlOp(const std::string &op_type) {
return kControlOpTypes.count(op_type) > 0;
}
NodeItem::NodeItem(NodePtr node): node(std::move(node)) {
NodeItem::NodeItem(NodePtr node) : node(std::move(node)) {
this->op_desc = this->node->GetOpDesc().get();
this->node_id = this->op_desc->GetId();
this->num_inputs = this->op_desc->GetInputsSize();
this->num_outputs = this->op_desc->GetOutputsSize();
this->node_name = this->node->GetName();
this->node_type = this->node->GetType();
}
Status NodeItem::Create(const NodePtr &node, std::unique_ptr<NodeItem> &node_item) {
GE_CHECK_NOTNULL(node);
GE_CHECK_NOTNULL(node->GetOpDesc());
std::unique_ptr<NodeItem> instance(new(std::nothrow)NodeItem(node));
GE_CHECK_NOTNULL(instance);
GE_CHK_STATUS_RET(instance->Init(), "Failed to init NodeItem [%s] .", node->GetName().c_str());
node_item = std::move(instance);
return SUCCESS;
}
Status NodeItem::Init() {
int32_t unknown_shape_type_val = 0;
(void) AttrUtils::GetInt(op_desc, ::ge::ATTR_NAME_UNKNOWN_SHAPE_TYPE, unknown_shape_type_val);
shape_inference_type = static_cast<UnknowShapeOpType>(unknown_shape_type_val);
GE_CHECK_LE(op_desc->GetInputsSize(), INT32_MAX);
GE_CHECK_LE(op_desc->GetOutputsSize(), INT32_MAX);
num_inputs = static_cast<int>(op_desc->GetInputsSize());
num_outputs = static_cast<int>(op_desc->GetOutputsSize());
if (op_desc->GetAllInputsSize() != op_desc->GetInputsSize()) {
has_optional_inputs = true;
for (size_t i = 0; i < op_desc->GetAllInputsSize(); ++i) {
const auto &input_desc = op_desc->MutableInputDesc(i);
if (input_desc == nullptr) {
GELOGD("[%s] Input[%zu] is optional and invalid", NodeName().c_str(), i);
} else {
input_desc_indices_.emplace_back(static_cast<uint32_t>(i));
}
}
}
(void) AttrUtils::GetBool(op_desc, ATTR_NAME_FORCE_UNKNOWN_SHAPE, is_dynamic);
GELOGD("node name = %s, is_dynamic = %d.", this->node_name.c_str(), is_dynamic);
@ -132,16 +152,15 @@ Status NodeItem::Init() {
node->GetName().c_str());
}
GE_CHK_STATUS_RET(ParseFusedSubgraph(*this), "[%s] Failed to parse fused subgraph", node_name.c_str());
if (is_dynamic) {
for (int i = 0; i < num_inputs; ++i) {
const auto &input_desc = op_desc->MutableInputDesc(i);
const auto &input_desc = MutableInputDesc(i);
GE_CHECK_NOTNULL(input_desc);
if (input_desc->MutableShape().IsUnknownShape()) {
is_input_shape_static.push_back(false);
is_input_shape_static_.push_back(false);
} else {
num_static_input_shapes++;
is_input_shape_static.push_back(true);
is_input_shape_static_.push_back(true);
GELOGD("[%s] The shape of input[%d] is static. shape = [%s]",
NodeName().c_str(), i, input_desc->MutableShape().ToString().c_str());
}
@ -155,6 +174,16 @@ Status NodeItem::Init() {
break;
}
}
if (IsControlOp() || node_type == PARTITIONEDCALL) {
shape_inference_type = DEPEND_COMPUTE;
} else {
int32_t unknown_shape_type_val = 0;
(void) AttrUtils::GetInt(op_desc, ::ge::ATTR_NAME_UNKNOWN_SHAPE_TYPE, unknown_shape_type_val);
shape_inference_type = static_cast<UnknowShapeOpType>(unknown_shape_type_val);
}
GE_CHK_STATUS_RET(ParseFusedSubgraph(*this), "[%s] Failed to parse fused subgraph", node_name.c_str());
}
return SUCCESS;
@ -186,7 +215,7 @@ std::string NodeItem::DebugString() const {
for (auto &items : outputs) {
ss << ", output[" << index++ << "]: ";
for (auto &item : items) {
ss << "(" << item.second->NodeName() << ":" <<item.first << "), ";
ss << "(" << item.second->NodeName() << ":" << item.first << "), ";
}
}
@ -196,13 +225,60 @@ std::string NodeItem::DebugString() const {
void NodeItem::SetToDynamic() {
num_static_input_shapes = 0;
is_dynamic = true;
for (size_t i = 0; i < is_input_shape_static.size(); ++i) {
is_input_shape_static[i] = false;
for (size_t i = 0; i < is_input_shape_static_.size(); ++i) {
is_input_shape_static_[i] = false;
}
if (kernel_task != nullptr && !kernel_task->IsSupportDynamicShape()) {
GELOGD("[%s] Dynamic shape is not supported, clear node task.", node_name.c_str());
kernel_task = nullptr;
}
}
GeTensorDescPtr NodeItem::MutableInputDesc(int index) const {
if (!has_optional_inputs) {
return op_desc->MutableInputDesc(static_cast<uint32_t>(index));
}
if (index < 0 || index >= num_inputs) {
GELOGE(PARAM_INVALID,
"[%s] Invalid input index, num inputs = %d, index = %d",
node_name.c_str(),
num_inputs,
index);
return nullptr;
}
return op_desc->MutableInputDesc(input_desc_indices_[index]);
}
Status NodeItem::GetCanonicalInputIndex(uint32_t index, int &canonical_index) const {
if (!has_optional_inputs) {
canonical_index = index;
return SUCCESS;
}
auto iter = std::find(input_desc_indices_.begin(), input_desc_indices_.end(), index);
if (iter == input_desc_indices_.end()) {
GELOGE(INTERNAL_ERROR, "[%s] Invalid input index: %u", node_name.c_str(), index);
return INTERNAL_ERROR;
}
canonical_index = static_cast<int>(iter - input_desc_indices_.begin());
GELOGD("[%s] Canonicalize input index from [%u] to [%d]", node_name.c_str(), index, canonical_index);
return SUCCESS;
}
bool NodeItem::IsInputShapeStatic(int index) const {
if (!is_dynamic) {
return true;
}
if (static_cast<size_t>(index) >= is_input_shape_static_.size()) {
GELOGE(PARAM_INVALID, "Input index(%d) out of range: [0, %zu)", index, is_input_shape_static_.size());
return false;
}
return is_input_shape_static_[index];
}
} // namespace hybrid
} // namespace ge

40
ge/hybrid/model/node_item.h
Unescape View File

@ -40,10 +40,8 @@ bool IsControlOp(const std::string &op_type);
// for caching static information across execution
struct NodeItem {
explicit NodeItem(NodePtr node);
~NodeItem() = default;
Status Init();
static Status Create(const NodePtr &node, std::unique_ptr<NodeItem> &node_item);
const std::string &NodeName() const {
return node_name;
@ -53,6 +51,20 @@ struct NodeItem {
return node_type;
}
OpDescPtr GetOpDesc() const {
return node->GetOpDesc();
}
bool IsInputShapeStatic(int index) const;
GeTensorDescPtr MutableOutputDesc(int index) const {
return op_desc->MutableOutputDesc(static_cast<uint32_t>(index));
}
GeTensorDescPtr MutableInputDesc(int index) const;
Status GetCanonicalInputIndex(uint32_t index, int &canonical_index) const;
bool IsControlOp() const;
void SetToDynamic();
@ -61,14 +73,15 @@ struct NodeItem {
NodePtr node;
OpDesc *op_desc;
int node_id;
int num_inputs;
int num_outputs;
int node_id = -1;
int num_inputs = 0;
int num_outputs = 0;
int input_start = -1;
int output_start = -1;
bool is_dynamic = false;
bool has_observer = false;
bool has_optional_inputs = false;
bool is_output_shape_static = true;
UnknowShapeOpType shape_inference_type = DEPEND_IN_SHAPE;
std::string node_name;
std::string node_type;
@ -76,9 +89,8 @@ struct NodeItem {
std::vector<ge::NodePtr> dependents_for_execution;
std::set<int> to_const_output_id_list;
vector<NodeItem *> inputs;
// src_output_id, dst_anchor_id, dst_node
vector<vector<pair<uint32_t, NodeItem *>>> outputs;
vector<vector<pair<int, NodeItem *>>> outputs;
std::shared_ptr<NodeTask> kernel_task;
std::unique_ptr<FusedSubgraph> fused_subgraph;
@ -86,10 +98,14 @@ struct NodeItem {
std::map<int, ge::NodePtr> ref_outputs;
std::map<int, int> reuse_inputs;
std::map<int, int> reuse_outputs;
std::vector<bool> is_input_shape_static;
bool is_output_shape_static = true;
int num_static_input_shapes = 0;
private:
explicit NodeItem(NodePtr node);
Status Init();
std::vector<bool> is_input_shape_static_;
std::vector<uint32_t> input_desc_indices_;
};
} // namespace hybrid
} // namespace ge

12
ge/hybrid/node_executor/aicore/aicore_node_executor.cc
Unescape View File

@ -157,9 +157,7 @@ Status AiCoreNodeTask::ExecuteAsync(TaskContext &context, std::function<void()>
return ret;
}
auto op_desc = context.GetNodeItem().op_desc;
GE_CHECK_NOTNULL(op_desc);
GELOGI("[%s] ExecuteAsync Start.", op_desc->GetName().c_str());
GELOGI("[%s] ExecuteAsync Start.", context.GetNodeName());
for (auto it = tasks_.begin(); it != tasks_.end(); ++it) {
// AtomicAddrClean has 2 tasks
if (tasks_.size() == 2 && it == tasks_.begin() && !(*(tasks_.rbegin()))->GetClearAtomic()) {
@ -177,15 +175,13 @@ Status AiCoreNodeTask::ExecuteAsync(TaskContext &context, std::function<void()>
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[AiCoreNodeRegisterCallback] End");
}
GELOGD("[%s] ExecuteAsync End.", op_desc->GetName().c_str());
GELOGD("[%s] ExecuteAsync End.", context.GetNodeName());
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[AiCoreNodeTaskExecuteAsync] End");
return SUCCESS;
}
Status AiCoreNodeTask::UpdateArgs(TaskContext &context) {
auto op_desc = context.GetNodeItem().op_desc;
GE_CHECK_NOTNULL(op_desc);
GELOGI("[%s] AiCoreNodeTask UpdateArgs Start.", op_desc->GetName().c_str());
GELOGI("[%s] AiCoreNodeTask UpdateArgs Start.", context.GetNodeName());
for (auto it = tasks_.rbegin(); it != tasks_.rend(); ++it) {
GE_CHK_STATUS_RET_NOLOG((*it)->UpdateArgs(context));
// AtomicAddrClean has 2 tasks
@ -193,7 +189,7 @@ Status AiCoreNodeTask::UpdateArgs(TaskContext &context) {
break;
}
}
GELOGI("[%s] AiCoreNodeTask UpdateArgs End.", op_desc->GetName().c_str());
GELOGI("[%s] AiCoreNodeTask UpdateArgs End.", context.GetNodeName());
return SUCCESS;
}

9
ge/hybrid/node_executor/aicpu/aicpu_ext_info.cc
Unescape View File

@ -37,7 +37,10 @@ Status AicpuExtInfoHandler::Parse(const std::string &ext_info) {
ext_info_.reset(new(std::nothrow)uint8_t[ext_info_len_]);
GE_CHECK_NOTNULL(ext_info_);
(void) memcpy_s(ext_info_.get(), ext_info_len_, ext_info.c_str(), ext_info.size());
if (memcpy_s(ext_info_.get(), ext_info_len_, ext_info.c_str(), ext_info.size()) != EOK) {
GELOGE(FAILED, "[%s] Failed to coy ext info", node_name_.c_str());
return FAILED;
}
input_shape_and_type_.clear();
output_shape_and_type_.clear();
@ -94,7 +97,7 @@ Status AicpuExtInfoHandler::ParseExtInputShape(AicpuExtInfo *aicpu_ext_info) {
auto need_len = input_num_ * sizeof(AicpuShapeAndType);
GE_CHK_BOOL_RET_STATUS(aicpu_ext_info->infoLen == need_len, PARAM_INVALID,
"Node[%s] parse ext input shape failed as infoLen must be "
"input_num[%zu]*sizeof(ShapeAndType)[%zu] but %u.",
"input_num[%u]*sizeof(ShapeAndType)[%zu] but %u.",
node_name_.c_str(), input_num_, sizeof(AicpuShapeAndType), aicpu_ext_info->infoLen);
auto input = reinterpret_cast<AicpuShapeAndType *>(aicpu_ext_info->infoMsg);
@ -115,7 +118,7 @@ Status AicpuExtInfoHandler::ParseExtOutputShape(AicpuExtInfo *aicpu_ext_info) {
auto need_len = output_num_ * sizeof(AicpuShapeAndType);
GE_CHK_BOOL_RET_STATUS(aicpu_ext_info->infoLen == need_len, PARAM_INVALID,
"Node[%s] parse ext output shape failed as infoLen must be "
"output_num[%zu]*sizeof(ShapeAndType)[%zu] but %u.",
"output_num[%u]*sizeof(ShapeAndType)[%zu] but %u.",
node_name_.c_str(), output_num_, sizeof(AicpuShapeAndType), aicpu_ext_info->infoLen);
auto output = reinterpret_cast<AicpuShapeAndType *>(aicpu_ext_info->infoMsg);

79
ge/hybrid/node_executor/aicpu/aicpu_node_executor.cc
View File

File diff suppressed because it is too large Load Diff

28
ge/hybrid/node_executor/compiledsubgraph/known_node_executor.cc
Unescape View File

@ -31,14 +31,12 @@ REGISTER_NODE_EXECUTOR_BUILDER(NodeExecutorManager::ExecutorType::COMPILED_SUBGR
Status KnownNodeTask:: ExecuteAsync(TaskContext &context, std::function<void()> done_callback) {
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodeTaskExecuteAsync] Start");
GELOGI("[%s] KnownNodeTask::ExecuteAsync in.", context.GetNodeName());
if (davinci_model_->GetTaskList().size() == 0) {
GELOGW("KnownNodeExecutor::ExecuteAsync davinci moel has no taskinfo.");
GELOGD("[%s] KnownNodeTask::ExecuteAsync in.", context.GetNodeName());
if (davinci_model_->GetTaskList().empty()) {
GELOGW("KnownNodeExecutor::ExecuteAsync davinci model has no taskinfo.");
// todo if data is connected to netoutput, forward address ? copy data?
if (context.NumInputs() == context.NumOutputs()){
GELOGW("[%s] KnownNodeExecutor::ExecuteAsync davinci moel has no taskinfo.",
context.GetNodeName());
for (int i = 0; i < context.NumInputs(); ++i) {
auto tensor = context.MutableInput(i);
GE_CHECK_NOTNULL(tensor);
@ -54,24 +52,22 @@ Status KnownNodeTask:: ExecuteAsync(TaskContext &context, std::function<void()
}
rtError_t rt_ret;
GELOGI("rtModelExecute start.");
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodertModelExecute] Start");
rt_ret = rtModelExecute(davinci_model_->GetRtModelHandle(), context.GetStream(), 0);
GE_IF_BOOL_EXEC(rt_ret != RT_ERROR_NONE,
GELOGE(rt_ret, "rtModelExecute error, ret: hybrid_model_executorOx%X", rt_ret); return FAILED;);
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodertModelExecute] End");
GELOGI("rtModelExecute end");
GE_CHK_STATUS_RET_NOLOG(context.RegisterCallback(done_callback));
GELOGI("[%s] KnownNodeTask::ExecuteAsync success.", context.GetNodeName());
GELOGD("[%s] KnownNodeTask::ExecuteAsync success.", context.GetNodeName());
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodeTaskExecuteAsync] End");
return SUCCESS;
}
Status KnownNodeTask::UpdateArgs(TaskContext &context) {
GELOGI("[%s] KnownNodeExecutor::UpdateArgs in.", context.GetNodeName());
if (davinci_model_->GetTaskList().size() == 0) {
GELOGW("KnownNodeExecutor::UpdateArgs davinci moel has no taskinfo.");
GELOGD("[%s] KnownNodeExecutor::UpdateArgs in.", context.GetNodeName());
if (davinci_model_->GetTaskList().empty()) {
GELOGW("KnownNodeExecutor::UpdateArgs davinci model has no taskinfo.");
return SUCCESS;
}
@ -91,7 +87,7 @@ Status KnownNodeTask::UpdateArgs(TaskContext &context) {
GE_CHK_STATUS_RET(davinci_model_->UpdateKnownNodeArgs(inputs, outputs),
"known node task update known node args failed.");
GELOGI("[%s] KnownNodeExecutor::UpdateArgs success, task_size = %d:", context.GetNodeName(),
GELOGD("[%s] KnownNodeExecutor::UpdateArgs success, task_size = %zu", context.GetNodeName(),
davinci_model_->GetTaskList().size());
return SUCCESS;
}
@ -123,7 +119,7 @@ Status KnownNodeTask::Init(TaskContext &context) {
davinci_model_->SetKnownNodeAddrNotChanged(addr_not_changed);
// update mem base
davinci_model_->UpdateMemBase(static_cast<uint8_t *>(buffer));
GELOGI("KnownNodeTask::Init mem base is %p, size %u.",
GELOGI("KnownNodeTask::Init mem base is %p, size %lu.",
davinci_model_->GetRuntimeParam().mem_base, davinci_model_->GetRuntimeParam().mem_size);
}
if (!load_flag_) {
@ -138,7 +134,7 @@ Status KnownNodeTask::Init(TaskContext &context) {
}
Status KnownNodeExecutor::PrepareTask(NodeTask &task, TaskContext &context) const {
GELOGI("[%s] KnownNodeExecutor::PrepareTask in.", context.GetNodeName());
GELOGD("[%s] KnownNodeExecutor::PrepareTask in.", context.GetNodeName());
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodeExecutorPrepareTask] Start");
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodeExecutorTaskInit] Start");
GE_CHK_STATUS_RET(task.Init(context), "known node init davinci model failed.");
@ -148,7 +144,7 @@ Status KnownNodeExecutor::PrepareTask(NodeTask &task, TaskContext &context) cons
GE_CHK_STATUS_RET(task.UpdateArgs(context), "known node task update args failed.");
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodeExecutorUpdateArgs] End");
RECORD_EXECUTION_EVENT(context.GetExecutionContext(), context.GetNodeName(), "[KnownNodeExecutorPrepareTask] End");
GELOGI("[%s] KnownNodeExecutor::PrepareTask success.", context.GetNodeName());
GELOGD("[%s] KnownNodeExecutor::PrepareTask success.", context.GetNodeName());
return SUCCESS;
}
@ -167,7 +163,7 @@ Status KnownNodeExecutor::LoadTask(const HybridModel &model, const NodePtr &node
davinci_model->SetKnownNode(true);
// set model id as root node's node id
davinci_model->SetId(node->GetOpDesc()->GetId());
GELOGD("KnownNodeExecutor::LoadTask node id %u.", node->GetOpDesc()->GetId());
GELOGD("KnownNodeExecutor::LoadTask node id %ld.", node->GetOpDesc()->GetId());
GE_CHK_STATUS_RET(davinci_model->Assign(ge_model), "KnownNodeExecutor::LoadTask davincimodel assign failed.");

7
ge/hybrid/node_executor/controlop/control_op_executor.cc
Unescape View File

@ -119,6 +119,7 @@ Status IfOpNodeTask::Init(const NodePtr &node, const HybridModel &model) {
Status IfOpNodeTask::DoExecuteAsync(TaskContext &task_context, const std::function<void()> &done_callback) const {
auto cond_tensor_desc = task_context.MutableInputDesc(kIfCondIndex);
GE_CHECK_NOTNULL(cond_tensor_desc);
auto data_type = cond_tensor_desc->GetDataType();
const auto &shape = cond_tensor_desc->MutableShape();
bool cond_val = false;
@ -362,14 +363,16 @@ Status WhileOpNodeTask::MoveOutputs2Inputs(TaskContext &task_context) {
*input_tensor = *output_tensor;
output_tensor->Destroy();
auto input_tensor_desc = task_context.MutableInputDesc(i);
GE_CHECK_NOTNULL(input_tensor_desc);
auto output_tensor_desc = task_context.MutableOutputDesc(i);
GE_CHECK_NOTNULL(output_tensor_desc);
GELOGD("[%s] To update input shape[%d] by output shape. from [%s] to [%s]",
task_context.GetNodeName(),
i,
task_context.MutableInputDesc(i)->GetShape().ToString().c_str(),
input_tensor_desc->GetShape().ToString().c_str(),
output_tensor_desc->GetShape().ToString().c_str());
*task_context.MutableInputDesc(i) = *output_tensor_desc;
*input_tensor_desc = *output_tensor_desc;
}
return SUCCESS;

13
ge/hybrid/node_executor/hccl/hccl_node_executor.cc
Unescape View File

@ -67,14 +67,16 @@ Status HcclNodeTask::ExecuteAsync(TaskContext &context, std::function<void()> do
}
const NodeItem &node_item = context.GetNodeItem();
const OpDescPtr op_desc = MakeShared<OpDesc>(*(node_item.op_desc));
const OpDescPtr op_desc = node_item.GetOpDesc();
GE_CHECK_NOTNULL(op_desc);
HcomOpertion op_info;
op_info.hcclType = op_desc->GetType();
op_info.inputPtr = inputs.empty() ? nullptr : inputs[0];
op_info.outputPtr = outputs.empty() ? nullptr : outputs[0];
ge::DataType src_data_type = op_desc->GetInputDescPtr(0)->GetDataType();
auto input_desc = node_item.MutableInputDesc(0);
GE_CHECK_NOTNULL(input_desc);
ge::DataType src_data_type = input_desc->GetDataType();
auto iter = kConstOpHcclDataType.find(static_cast<int64_t>(src_data_type));
if (iter == kConstOpHcclDataType.end()) {
GELOGE(PARAM_INVALID, "kConstOpHcclDataType find failed.");
@ -128,8 +130,9 @@ Status RdmaNodeTask::UpdateArgs(TaskContext &context) { return SUCCESS; }
Status RdmaNodeTask::Init(TaskContext &context) {
GELOGI("[%s] RdmaNodeTask::Init in.", context.GetNodeName());
const NodeItem &node_item = context.GetNodeItem();
GE_CHECK_NOTNULL(node_item.op_desc);
auto remote_idx = node_item.op_desc->GetInputIndexByName("remote");
auto op_desc = node_item.GetOpDesc();
GE_CHECK_NOTNULL(op_desc);
auto remote_idx = op_desc->GetInputIndexByName("remote");
auto in_data_anchor = node_item.node->GetInDataAnchor(remote_idx);
GE_CHECK_NOTNULL(in_data_anchor);
auto out_data_anchor = in_data_anchor->GetPeerOutAnchor();
@ -141,7 +144,7 @@ Status RdmaNodeTask::Init(TaskContext &context) {
if (node_item.node->GetType() == HCOMREMOTEREAD) {
local_index_ = 0;
} else {
local_index_ = node_item.op_desc->GetInputIndexByName("local");
local_index_ = op_desc->GetInputIndexByName("local");
}
return SUCCESS;
}

10
ge/hybrid/node_executor/host_cpu/host_cpu_node_executor.cc
Unescape View File

@ -47,7 +47,9 @@ Status CpuKernelNodeTask::Execute(TaskContext &context) {
std::vector<ConstGeTensorPtr> inputs;
for (int32_t i = 0; i < context.NumInputs(); ++i) {
const auto &input_desc = op_desc->GetInputDesc(i);
auto input_desc_ptr = context.GetInputDesc(i);
GE_CHECK_NOTNULL(input_desc_ptr);
const auto &input_desc = *input_desc_ptr;
GE_CHECK_NOTNULL(context.GetInput(i));
auto in_tensor = MakeShared<GeTensor>(input_desc,
reinterpret_cast<const uint8_t *>(context.GetInput(i)->GetData()),
@ -56,8 +58,7 @@ Status CpuKernelNodeTask::Execute(TaskContext &context) {
in_tensor->MutableTensorDesc().SetDataType(input_desc.GetDataType());
in_tensor->MutableTensorDesc().SetShape(input_desc.GetShape());
inputs.emplace_back(in_tensor);
GELOGI("node:%s allocate input %zu, addr=%p, size=%lld", op_desc->GetName().c_str(), i,
reinterpret_cast<const uint8_t *>(in_tensor->GetData().data()), in_tensor->GetData().size());
GELOGI("node:%s allocate input %d, size=%zu", op_desc->GetName().c_str(), i, in_tensor->GetData().size());
}
std::vector<GeTensorPtr> outputs;
@ -78,8 +79,7 @@ Status CpuKernelNodeTask::Execute(TaskContext &context) {
out_tensor->MutableTensorDesc().SetDataType(output_desc.GetDataType());
out_tensor->MutableTensorDesc().SetShape(output_desc.GetShape());
outputs.emplace_back(out_tensor);
GELOGI("node:%s allocate output %d, addr=%p, size=%zu", op_desc->GetName().c_str(), i,
reinterpret_cast<const uint8_t *>(out_tensor->GetData().data()), out_tensor->GetData().size());
GELOGI("node:%s allocate output %d, size=%zu", op_desc->GetName().c_str(), i, out_tensor->GetData().size());
}
return HostCpuEngine::GetInstance().Run(node_, inputs, outputs);

8
ge/hybrid/node_executor/node_executor.cc
Unescape View File

@ -16,6 +16,7 @@
#include "hybrid/node_executor/node_executor.h"
#include "framework/common/debug/log.h"
#include "common/math/math_util.h"
#include "graph/utils/node_utils.h"
#include "init/gelib.h"
#include "graph/utils/tensor_utils.h"
@ -138,8 +139,9 @@ Status NodeExecutorManager::CalcOpRunningParam(Node &node) const {
GELOGD("[%s] Skipping CalcOpRunningParam for PartitionedCall.", node.GetName().c_str());
return SUCCESS;
}
for (size_t i = 0; i < node.GetOpDesc()->GetOutputsSize(); ++i) {
for (size_t i = 0; i < op_desc->GetOutputsSize(); ++i) {
GeTensorDescPtr output_tensor = op_desc->MutableOutputDesc(static_cast<uint32_t>(i));
GE_CHECK_NOTNULL(output_tensor);
TensorUtils::SetSize(*(output_tensor.get()), 0);
}
@ -155,6 +157,10 @@ Status NodeExecutorManager::CalcOpRunningParam(Node &node) const {
int64_t output_mem_size = 0;
GE_CHK_STATUS_RET(TensorUtils::CalcTensorMemSize(output_shape, format, data_type, output_mem_size),
"hccl calc tensor mem size failed.");
GE_CHK_STATUS_RET(CheckInt64AddOverflow(output_mem_size, MEMORY_ALIGN_RATIO * MEMORY_ALIGN_SIZE - 1),
"[%s] Invalid output mem size: %ld",
node.GetName().c_str(),
output_mem_size);
output_mem_size = ((output_mem_size +
MEMORY_ALIGN_RATIO * MEMORY_ALIGN_SIZE - 1) / MEMORY_ALIGN_SIZE) * MEMORY_ALIGN_SIZE;
TensorUtils::SetSize(output_tensor, output_mem_size);

20
ge/hybrid/node_executor/task_context.cc
Unescape View File

@ -253,7 +253,7 @@ Status TaskContext::AllocateOutput(int index,
Status TaskContext::AllocateOutputs(AllocationAttr *attr) {
for (int i = 0; i < node_item_->num_outputs; ++i) {
const auto &output_desc = node_item_->op_desc->MutableOutputDesc(i);
const auto &output_desc = node_item_->MutableOutputDesc(i);
GE_CHECK_NOTNULL(output_desc);
uint32_t mem_type = 0;
(void)AttrUtils::GetInt(output_desc, ATTR_OUTPUT_MEMORY_TYPE, mem_type);
@ -349,7 +349,7 @@ Status TaskContext::PropagateOutputs() {
auto dst_input_idx = dst_input_index_and_node.first;
auto dst_node_item = dst_input_index_and_node.second;
auto input_offset = dst_node_item->input_start + dst_input_idx;
GELOGI(
GELOGD(
"Propagate output of node %s, output index = %d, dst node = %s, "
"dst_input_index = %d, dst_input_offset = %d.",
node_item_->NodeName().c_str(),
@ -394,20 +394,20 @@ void TaskContext::ReleaseInput(int index) {
}
}
ConstGeTensorDescPtr TaskContext::GetOutputDesc(int index) {
return node_item_->op_desc->MutableOutputDesc(static_cast<uint32_t>(index));
ConstGeTensorDescPtr TaskContext::GetOutputDesc(int index) const {
return node_item_->MutableOutputDesc(static_cast<uint32_t>(index));
}
ConstGeTensorDescPtr TaskContext::GetInputDesc(int index) {
return node_item_->op_desc->MutableInputDesc(static_cast<uint32_t>(index));
ConstGeTensorDescPtr TaskContext::GetInputDesc(int index) const {
return node_item_->MutableInputDesc(index);
}
GeTensorDescPtr TaskContext::MutableInputDesc(int index) {
return node_item_->op_desc->MutableInputDesc(static_cast<uint32_t>(index));
GeTensorDescPtr TaskContext::MutableInputDesc(int index) const {
return node_item_->MutableInputDesc(index);
}
GeTensorDescPtr TaskContext::MutableOutputDesc(int index) {
return node_item_->op_desc->MutableOutputDesc(static_cast<uint32_t>(index));
GeTensorDescPtr TaskContext::MutableOutputDesc(int index) const {
return node_item_->MutableOutputDesc(static_cast<uint32_t>(index));
}
bool TaskContext::IsForceInferShape() const {

8
ge/hybrid/node_executor/task_context.h
Unescape View File

@ -46,10 +46,10 @@ class TaskContext {
const NodeItem &GetNodeItem() const;
const char *GetNodeName() const;
TensorValue *MutableInput(int index);
ConstGeTensorDescPtr GetInputDesc(int index);
ConstGeTensorDescPtr GetOutputDesc(int index);
GeTensorDescPtr MutableInputDesc(int index);
GeTensorDescPtr MutableOutputDesc(int index);
ConstGeTensorDescPtr GetInputDesc(int index) const;
ConstGeTensorDescPtr GetOutputDesc(int index) const;
GeTensorDescPtr MutableInputDesc(int index) const;
GeTensorDescPtr MutableOutputDesc(int index) const;
void ReleaseInput(int index);
const TensorValue *GetInput(int index) const;
const TensorValue *GetOutput(int index) const;

Write Preview
Loading…
Cancel
Save