taoxiangdong
4 years ago
parent
8422f4be5c
commit
07f5327b18
@ -0,0 +1,176 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#include "common/profiling/ge_profiling.h"
|
||||
#include "runtime/base.h"
|
||||
#include "common/profiling/profiling_manager.h"
|
||||
#include "framework/common/debug/ge_log.h"
|
||||
#include "framework/common/debug/log.h"
|
||||
#include "graph/load/graph_loader.h"
|
||||
#include "init/gelib.h"
|
||||
#include "framework/common/ge_inner_error_codes.h"
|
||||
|
||||
namespace {
|
||||
const uint32_t kDeviceListIndex = 3;
|
||||
const std::string kDeviceNums = "devNums";
|
||||
const std::string kDeviceIdList = "devIdList";
|
||||
const std::string kProfilingInit = "prof_init";
|
||||
const std::string kProfilingFinalize = "prof_finalize";
|
||||
const std::string kProfilingStart = "prof_start";
|
||||
const std::string kProfilingStop = "prof_stop";
|
||||
const std::string kProfModelSubscribe = "prof_model_subscribe";
|
||||
const std::string kProfModelUnsubscribe = "prof_model_cancel_subscribe";
|
||||
const std::string kRtSetDeviceRegName = "profiling";
|
||||
|
||||
const std::map<ProfCommandHandleType, std::string> kProfCommandTypeMap = {
|
||||
{kProfCommandhandleInit, kProfilingInit},
|
||||
{kProfCommandhandleStart, kProfilingStart},
|
||||
{kProfCommandhandleStop, kProfilingStop},
|
||||
{kProfCommandhandleFinalize, kProfilingFinalize},
|
||||
{kProfCommandhandleModelSubscribe, kProfModelSubscribe},
|
||||
{kProfCommandhandleModelUnsubscribe, kProfModelUnsubscribe}};
|
||||
} // namespace
|
||||
|
||||
bool TransProfConfigToParam(const MsprofCommandHandle &profCommand, vector<string> &prof_config_params) {
|
||||
prof_config_params.clear();
|
||||
prof_config_params.emplace_back(kDeviceNums);
|
||||
prof_config_params.emplace_back(std::to_string(profCommand.devNums));
|
||||
prof_config_params.emplace_back(kDeviceIdList);
|
||||
std::string devID = "";
|
||||
if (profCommand.devNums == 0) {
|
||||
GELOGW("The device num is invalid.");
|
||||
return false;
|
||||
}
|
||||
for (uint32_t i = 0; i < profCommand.devNums; i++) {
|
||||
devID.append(std::to_string(profCommand.devIdList[i]));
|
||||
if (i != profCommand.devNums - 1) {
|
||||
devID.append(",");
|
||||
}
|
||||
}
|
||||
|
||||
prof_config_params.push_back(devID);
|
||||
return true;
|
||||
}
|
||||
|
||||
bool isProfConfigValid(const uint32_t *deviceid_list, uint32_t device_nums) {
|
||||
if (deviceid_list == nullptr) {
|
||||
GELOGE(ge::PARAM_INVALID, "deviceIdList is nullptr");
|
||||
return false;
|
||||
}
|
||||
if (device_nums == 0 || device_nums > MAX_DEV_NUM) {
|
||||
GELOGE(ge::PARAM_INVALID, "The device nums is invalid.");
|
||||
return false;
|
||||
}
|
||||
|
||||
// real device num
|
||||
int32_t dev_count = 0;
|
||||
rtError_t rt_err = rtGetDeviceCount(&dev_count);
|
||||
if (rt_err != RT_ERROR_NONE) {
|
||||
GELOGE(ge::INTERNAL_ERROR, "Get the Device count fail.");
|
||||
return false;
|
||||
}
|
||||
|
||||
if (device_nums > static_cast<uint32_t>(dev_count)) {
|
||||
GELOGE(ge::PARAM_INVALID, "Device num(%u) is not in range 1 ~ %d.", device_nums, dev_count);
|
||||
return false;
|
||||
}
|
||||
|
||||
std::unordered_set<uint32_t> record;
|
||||
for (size_t i = 0; i < device_nums; ++i) {
|
||||
uint32_t dev_id = deviceid_list[i];
|
||||
if (dev_id >= static_cast<uint32_t>(dev_count)) {
|
||||
GELOGE(ge::PARAM_INVALID, "Device id %u is not in range 0 ~ %d(exclude %d)", dev_id, dev_count, dev_count);
|
||||
return false;
|
||||
}
|
||||
if (record.count(dev_id) > 0) {
|
||||
GELOGE(ge::PARAM_INVALID, "Device id %u is duplicatedly set", dev_id);
|
||||
return false;
|
||||
}
|
||||
record.insert(dev_id);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
ge::Status RegProfCtrlCallback(MsprofCtrlCallback func) {
|
||||
if (ge::ProfilingManager::Instance().GetMsprofCallback().msprofCtrlCallback != nullptr) {
|
||||
GELOGW("Msprof ctrl callback is exist, just ignore it.");
|
||||
} else {
|
||||
ge::ProfilingManager::Instance().SetMsprofCtrlCallback(func);
|
||||
}
|
||||
return ge::SUCCESS;
|
||||
}
|
||||
|
||||
ge::Status RegProfSetDeviceCallback(MsprofSetDeviceCallback func) {
|
||||
// Pass MsprofSetDeviceCallback to runtime
|
||||
ge::Status rt_ret = rtRegDeviceStateCallback(kRtSetDeviceRegName.c_str(), static_cast<rtDeviceStateCallback>(func));
|
||||
if (rt_ret != ge::SUCCESS) {
|
||||
GELOGE(rt_ret, "Pass MsprofSetDeviceCallback to runtime failed!");
|
||||
return rt_ret;
|
||||
}
|
||||
return ge::SUCCESS;
|
||||
}
|
||||
|
||||
ge::Status RegProfReporterCallback(MsprofReporterCallback func) {
|
||||
if (ge::ProfilingManager::Instance().GetMsprofCallback().msprofCtrlCallback != nullptr) {
|
||||
GELOGW("Msprof ctrl callback is exist, just ignore it.");
|
||||
} else {
|
||||
ge::ProfilingManager::Instance().SetMsprofReporterCallback(func);
|
||||
}
|
||||
// Pass MsprofReporterCallback to runtime
|
||||
ge::Status rt_ret = rtSetMsprofReporterCallback(func);
|
||||
if (rt_ret != ge::SUCCESS) {
|
||||
GELOGE(rt_ret, "Pass MsprofReporterCallback to runtime failed!!");
|
||||
return rt_ret;
|
||||
}
|
||||
// Pass MsprofReporterCallback to hccl in opskernel so initialize
|
||||
|
||||
return ge::SUCCESS;
|
||||
}
|
||||
|
||||
ge::Status ProfCommandHandle(ProfCommandHandleType type, void *data, uint32_t len) {
|
||||
GE_CHECK_NOTNULL(data);
|
||||
MsprofCommandHandle *prof_config_param = (MsprofCommandHandle *)data;
|
||||
if (!isProfConfigValid(prof_config_param->devIdList, prof_config_param->devNums)) {
|
||||
return ge::FAILED;
|
||||
}
|
||||
std::vector<string> prof_params;
|
||||
if (!TransProfConfigToParam(*prof_config_param, prof_params)) {
|
||||
GELOGE(ge::PARAM_INVALID, "Transfer profilerConfig to string vector failed");
|
||||
return ge::PARAM_INVALID;
|
||||
}
|
||||
auto iter = kProfCommandTypeMap.find(type);
|
||||
if (iter == kProfCommandTypeMap.end()) {
|
||||
GELOGW("The prof comand type is invalid.");
|
||||
return ge::PARAM_INVALID;
|
||||
}
|
||||
ge::GraphLoader graph_loader;
|
||||
ge::Command command;
|
||||
command.cmd_params.clear();
|
||||
command.cmd_type = iter->second;
|
||||
command.cmd_params = prof_params;
|
||||
command.module_index = prof_config_param->profSwitch;
|
||||
GELOGI("GE commandhandle execute, device nums:%s , deviceID:[%s], data type config: 0x%llx", prof_params[0].c_str(),
|
||||
prof_params[kDeviceListIndex].c_str(), command.module_index);
|
||||
ge::Status ret = graph_loader.CommandHandle(command);
|
||||
if (ret != ge::SUCCESS) {
|
||||
GELOGE(ret, "Handle profiling command failed");
|
||||
return ge::FAILED;
|
||||
}
|
||||
|
||||
GELOGI("Successfully execute profiling command 0x%llx.", command.module_index);
|
||||
return ge::SUCCESS;
|
||||
}
|
||||
|
||||
@ -0,0 +1,26 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#include "common/profiling/ge_profiling_cb.h"
|
||||
#include "init/gelib.h"
|
||||
|
||||
bool IsInitialize() {
|
||||
std::shared_ptr<ge::GELib> instance_ptr = ge::GELib::GetInstance();
|
||||
if (instance_ptr == nullptr || instance_ptr->InitFlag() == false) {
|
||||
return false;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,45 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#ifndef INC_FRAMEWORK_COMMON_GE_PROFILING_H_
|
||||
#define INC_FRAMEWORK_COMMON_GE_PROFILING_H_
|
||||
|
||||
#include "ge/ge_api_error_codes.h"
|
||||
#include "toolchain/prof_callback.h"
|
||||
|
||||
#define MAX_DEV_NUM (64)
|
||||
enum ProfCommandHandleType {
|
||||
kProfCommandhandleInit = 0,
|
||||
kProfCommandhandleStart,
|
||||
kProfCommandhandleStop,
|
||||
kProfCommandhandleFinalize,
|
||||
kProfCommandhandleModelSubscribe,
|
||||
kProfCommandhandleModelUnsubscribe
|
||||
};
|
||||
|
||||
struct ProfCommandHandleData {
|
||||
unit64_t profSwitch;
|
||||
uint32_t devNums; // length of device id list
|
||||
uint32_t devIdList[MAX_DEV_NUM];
|
||||
uint32_t modelId;
|
||||
}
|
||||
|
||||
ge::Status RegProfCtrlCallback(MsprofCtrlCallback func);
|
||||
ge::Status RegProfSetDeviceCallback(MsprofSetDeviceCallback func);
|
||||
ge::Status RegProfReporterCallback(MsprofReporterCallback func);
|
||||
ge::Status ProfCommandHandle(ProfCommandHandleType type, void *data, uint32_t len);
|
||||
|
||||
#endif // INC_FRAMEWORK_COMMON_GE_PROFILING_H_
|
||||
@ -0,0 +1,24 @@
|
||||
/**
|
||||
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#ifndef INC_FRAMEWORK_COMMON_GE_PROFILING_CB_H_
|
||||
#define INC_FRAMEWORK_COMMON_GE_PROFILING_CB_H_
|
||||
|
||||
#include "profiling/ge_profiling.h"
|
||||
|
||||
bool IsInitialize();
|
||||
|
||||
#endif // INC_FRAMEWORK_COMMON_GE_PROFILING_CB_H_
|
||||
Loading…
Reference in new issue