zhoufeng
4 years ago
parent
36eb9620d4
commit
ba2fcefa04
@ -0,0 +1,119 @@
|
||||
/**
|
||||
* Copyright 2021 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
#include "ge_runtime/task/label_manager.h"
|
||||
#include <algorithm>
|
||||
#include <string>
|
||||
#include "runtime/mem.h"
|
||||
#include "runtime/rt_model.h"
|
||||
#include "common/ge_inner_error_codes.h"
|
||||
#include "framework/common/debug/ge_log.h"
|
||||
|
||||
namespace ge {
|
||||
namespace model_runner {
|
||||
std::weak_ptr<LabelManager> LabelManager::instance_;
|
||||
std::mutex LabelManager::instance_mutex_;
|
||||
|
||||
template <class T>
|
||||
static std::string GetVectorString(const std::vector<T> &vec) {
|
||||
std::string ret;
|
||||
for (size_t i = 0; i < vec.size(); ++i) {
|
||||
if (i != 0) {
|
||||
ret.push_back(',');
|
||||
}
|
||||
ret += std::to_string(vec[i]);
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
LabelGuard::~LabelGuard() {
|
||||
void *label_info = GetLabelInfo();
|
||||
if (label_info != nullptr) {
|
||||
rtError_t rt_ret = rtFree(label_info);
|
||||
if (rt_ret != RT_ERROR_NONE) {
|
||||
GELOGE(RT_FAILED, "rtFree label_info failed! ret: 0x%X.", rt_ret);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
std::shared_ptr<LabelManager> LabelManager::GetInstance() {
|
||||
std::lock_guard<std::mutex> lock(instance_mutex_);
|
||||
auto instance = instance_.lock();
|
||||
if (instance != nullptr) {
|
||||
return instance;
|
||||
}
|
||||
|
||||
instance = std::make_shared<LabelManager>();
|
||||
instance_ = instance;
|
||||
return instance;
|
||||
}
|
||||
|
||||
std::shared_ptr<LabelGuard> LabelManager::GetLabelInfo(rtModel_t model, const std::vector<uint32_t> &label_ids,
|
||||
const std::vector<void *> &all_label) {
|
||||
std::lock_guard<std::mutex> lock(model_info_mapping_mutex_);
|
||||
rtError_t rt_ret;
|
||||
auto model_iter = model_info_mapping_.find(model);
|
||||
if (model_iter == model_info_mapping_.end()) {
|
||||
model_info_mapping_.emplace(model, std::map<std::string, std::weak_ptr<LabelGuard>>());
|
||||
model_iter = model_info_mapping_.find(model);
|
||||
}
|
||||
|
||||
std::string label_id_str = GetVectorString(label_ids);
|
||||
auto &label_map = model_iter->second;
|
||||
auto label_iter = label_map.find(label_id_str);
|
||||
if (label_iter != label_map.end()) {
|
||||
auto label_guard = label_iter->second.lock();
|
||||
if (label_guard != nullptr) {
|
||||
GELOGI("model %p find same label id %s.", model, label_id_str.c_str());
|
||||
return label_guard;
|
||||
}
|
||||
}
|
||||
|
||||
GELOGI("Alloc label id %s for model %p.", label_id_str.c_str(), model);
|
||||
void *label_info;
|
||||
std::vector<void *> label_list;
|
||||
bool status = true;
|
||||
std::transform(label_ids.begin(), label_ids.end(), std::back_inserter(label_list),
|
||||
[&all_label, &status](uint32_t idx) -> void * {
|
||||
if (idx >= all_label.size()) {
|
||||
GELOGE(PARAM_INVALID, "Invalid label id %u, all label list size %zu.", idx, all_label.size());
|
||||
status = false;
|
||||
return nullptr;
|
||||
}
|
||||
return all_label[idx];
|
||||
});
|
||||
if (!status) {
|
||||
GELOGE(PARAM_INVALID, "Get label info failed.");
|
||||
return nullptr;
|
||||
}
|
||||
uint32_t label_info_size = sizeof(rtLabelDevInfo) * label_list.size();
|
||||
rt_ret = rtMalloc(&label_info, label_info_size, RT_MEMORY_HBM);
|
||||
if (rt_ret != RT_ERROR_NONE) {
|
||||
GELOGE(RT_FAILED, "Call rt api failed, ret: 0x%X", rt_ret);
|
||||
return nullptr;
|
||||
}
|
||||
|
||||
rt_ret = rtLabelListCpy(label_list.data(), label_list.size(), label_info, label_info_size);
|
||||
if (rt_ret != RT_ERROR_NONE) {
|
||||
GELOGE(RT_FAILED, "Call rt api failed, ret: 0x%X", rt_ret);
|
||||
return nullptr;
|
||||
}
|
||||
|
||||
auto label_guard = std::make_shared<LabelGuard>(label_info);
|
||||
label_map.emplace(label_id_str, label_guard);
|
||||
return label_guard;
|
||||
}
|
||||
} // namespace model_runner
|
||||
} // namespace ge
|
||||
@ -0,0 +1,54 @@
|
||||
/**
|
||||
* Copyright 2021 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
#ifndef GE_GE_RUNTIME_TASK_LABEL_MANAGER_H_
|
||||
#define GE_GE_RUNTIME_TASK_LABEL_MANAGER_H_
|
||||
|
||||
#include <vector>
|
||||
#include <memory>
|
||||
#include <mutex>
|
||||
#include <map>
|
||||
#include <runtime/base.h>
|
||||
|
||||
namespace ge {
|
||||
namespace model_runner {
|
||||
class LabelGuard {
|
||||
public:
|
||||
explicit LabelGuard(void *label_info) : label_info_(reinterpret_cast<uintptr_t>(label_info)) {}
|
||||
~LabelGuard();
|
||||
void *GetLabelInfo() { return reinterpret_cast<void *>(label_info_); }
|
||||
|
||||
private:
|
||||
uintptr_t label_info_;
|
||||
};
|
||||
|
||||
class LabelManager {
|
||||
public:
|
||||
static std::shared_ptr<LabelManager> GetInstance();
|
||||
std::shared_ptr<LabelGuard> GetLabelInfo(rtModel_t model, const std::vector<uint32_t> &label_ids,
|
||||
const std::vector<void *> &all_label);
|
||||
|
||||
private:
|
||||
std::mutex model_info_mapping_mutex_;
|
||||
std::map<rtModel_t, std::map<std::string, std::weak_ptr<LabelGuard>>> model_info_mapping_;
|
||||
|
||||
static std::weak_ptr<LabelManager> instance_;
|
||||
static std::mutex instance_mutex_;
|
||||
};
|
||||
|
||||
|
||||
} // namespace model_runner
|
||||
} // namespace ge
|
||||
#endif // GE_GE_RUNTIME_TASK_LABEL_MANAGER_H_
|
||||
Loading…
Reference in new issue