lujiale
4 years ago
committed by
Gitee
commit
1f05cd0b5c
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,199 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "common/profiling/ge_profiling.h"
|
||||||
|
#include "runtime/base.h"
|
||||||
|
#include "common/profiling/profiling_manager.h"
|
||||||
|
#include "framework/common/debug/ge_log.h"
|
||||||
|
#include "framework/common/debug/log.h"
|
||||||
|
#include "graph/load/graph_loader.h"
|
||||||
|
#include "init/gelib.h"
|
||||||
|
#include "framework/common/ge_inner_error_codes.h"
|
||||||
|
|
||||||
|
namespace {
|
||||||
|
const uint32_t kDeviceListIndex = 3;
|
||||||
|
const std::string kDeviceNums = "devNums";
|
||||||
|
const std::string kDeviceIdList = "devIdList";
|
||||||
|
const std::string kProfilingInit = "prof_init";
|
||||||
|
const std::string kProfilingFinalize = "prof_finalize";
|
||||||
|
const std::string kProfilingStart = "prof_start";
|
||||||
|
const std::string kProfilingStop = "prof_stop";
|
||||||
|
const std::string kProfModelSubscribe = "prof_model_subscribe";
|
||||||
|
const std::string kProfModelUnsubscribe = "prof_model_cancel_subscribe";
|
||||||
|
const std::string kRtSetDeviceRegName = "profiling";
|
||||||
|
|
||||||
|
const std::map<ProfCommandHandleType, std::string> kProfCommandTypeMap = {
|
||||||
|
{kProfCommandhandleInit, kProfilingInit},
|
||||||
|
{kProfCommandhandleStart, kProfilingStart},
|
||||||
|
{kProfCommandhandleStop, kProfilingStop},
|
||||||
|
{kProfCommandhandleFinalize, kProfilingFinalize},
|
||||||
|
{kProfCommandhandleModelSubscribe, kProfModelSubscribe},
|
||||||
|
{kProfCommandhandleModelUnsubscribe, kProfModelUnsubscribe}};
|
||||||
|
} // namespace
|
||||||
|
|
||||||
|
bool TransProfConfigToParam(const ProfCommandHandleData &profCommand, vector<string> &prof_config_params) {
|
||||||
|
prof_config_params.clear();
|
||||||
|
prof_config_params.emplace_back(kDeviceNums);
|
||||||
|
prof_config_params.emplace_back(std::to_string(profCommand.devNums));
|
||||||
|
prof_config_params.emplace_back(kDeviceIdList);
|
||||||
|
std::string devID = "";
|
||||||
|
if (profCommand.devNums == 0) {
|
||||||
|
GELOGW("The device num is invalid.");
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
for (uint32_t i = 0; i < profCommand.devNums; i++) {
|
||||||
|
devID.append(std::to_string(profCommand.devIdList[i]));
|
||||||
|
if (i != profCommand.devNums - 1) {
|
||||||
|
devID.append(",");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
prof_config_params.push_back(devID);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool isProfConfigValid(const uint32_t *deviceid_list, uint32_t device_nums) {
|
||||||
|
if (deviceid_list == nullptr) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "deviceIdList is nullptr");
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
if (device_nums == 0 || device_nums > MAX_DEV_NUM) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "The device nums: %u is invalid.", device_nums);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
// real device num
|
||||||
|
int32_t dev_count = 0;
|
||||||
|
rtError_t rt_err = rtGetDeviceCount(&dev_count);
|
||||||
|
if (rt_err != RT_ERROR_NONE) {
|
||||||
|
GELOGE(ge::INTERNAL_ERROR, "Get the Device count fail.");
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (device_nums > static_cast<uint32_t>(dev_count)) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "Device num(%u) is not in range 1 ~ %d.", device_nums, dev_count);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
std::unordered_set<uint32_t> record;
|
||||||
|
for (size_t i = 0; i < device_nums; ++i) {
|
||||||
|
uint32_t dev_id = deviceid_list[i];
|
||||||
|
if (dev_id >= static_cast<uint32_t>(dev_count)) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "Device id %u is not in range 0 ~ %d(exclude %d)", dev_id, dev_count, dev_count);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
if (record.count(dev_id) > 0) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "Device id %u is duplicatedly set", dev_id);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
record.insert(dev_id);
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
ge::Status RegProfCtrlCallback(MsprofCtrlCallback func) {
|
||||||
|
if (func == nullptr) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "Msprof ctrl callback is nullptr.");
|
||||||
|
return ge::PARAM_INVALID;
|
||||||
|
}
|
||||||
|
if (ge::ProfilingManager::Instance().GetMsprofCallback().msprofCtrlCallback != nullptr) {
|
||||||
|
GELOGW("Msprof ctrl callback is exist, just ignore it.");
|
||||||
|
} else {
|
||||||
|
GELOGI("GE register Msprof ctrl callback.");
|
||||||
|
ge::ProfilingManager::Instance().SetMsprofCtrlCallback(func);
|
||||||
|
}
|
||||||
|
return ge::SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
ge::Status RegProfSetDeviceCallback(MsprofSetDeviceCallback func) {
|
||||||
|
if (func == nullptr) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "MsprofSetDeviceCallback callback is nullptr.");
|
||||||
|
return ge::PARAM_INVALID;
|
||||||
|
}
|
||||||
|
// Pass MsprofSetDeviceCallback to runtime
|
||||||
|
GELOGI("GE pass setdevice callback to runtime.");
|
||||||
|
ge::Status rt_ret = rtRegDeviceStateCallback(kRtSetDeviceRegName.c_str(), static_cast<rtDeviceStateCallback>(func));
|
||||||
|
if (rt_ret != ge::SUCCESS) {
|
||||||
|
GELOGE(rt_ret, "Pass MsprofSetDeviceCallback to runtime failed!");
|
||||||
|
return rt_ret;
|
||||||
|
}
|
||||||
|
return ge::SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
ge::Status RegProfReporterCallback(MsprofReporterCallback func) {
|
||||||
|
if (func == nullptr) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "MsprofReporterCallback callback is nullptr.");
|
||||||
|
return ge::PARAM_INVALID;
|
||||||
|
}
|
||||||
|
if (ge::ProfilingManager::Instance().GetMsprofCallback().msprofReporterCallback != nullptr) {
|
||||||
|
GELOGW("Msprof reporter callback is exist, just ignore it.");
|
||||||
|
} else {
|
||||||
|
GELOGI("GE register Msprof reporter callback.");
|
||||||
|
ge::ProfilingManager::Instance().SetMsprofReporterCallback(func);
|
||||||
|
// Pass MsprofReporterCallback to runtime
|
||||||
|
ge::Status rt_ret = rtSetMsprofReporterCallback(func);
|
||||||
|
if (rt_ret != ge::SUCCESS) {
|
||||||
|
GELOGE(rt_ret, "Pass MsprofReporterCallback to runtime failed!!");
|
||||||
|
return rt_ret;
|
||||||
|
}
|
||||||
|
// Pass MsprofReporterCallback to hccl
|
||||||
|
}
|
||||||
|
return ge::SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
ge::Status ProfCommandHandle(ProfCommandHandleType type, void *data, uint32_t len) {
|
||||||
|
if (type != kProfCommandhandleFinalize) {
|
||||||
|
GE_CHECK_NOTNULL(data);
|
||||||
|
}
|
||||||
|
ProfCommandHandleData *prof_config_param = (ProfCommandHandleData *)data;
|
||||||
|
auto iter = kProfCommandTypeMap.find(type);
|
||||||
|
if (iter == kProfCommandTypeMap.end()) {
|
||||||
|
GELOGW("The prof comand type is invalid.");
|
||||||
|
return ge::PARAM_INVALID;
|
||||||
|
}
|
||||||
|
std::vector<string> prof_params;
|
||||||
|
if (type == kProfCommandhandleStart || type == kProfCommandhandleStop) {
|
||||||
|
if (!isProfConfigValid(prof_config_param->devIdList, prof_config_param->devNums)) {
|
||||||
|
return ge::FAILED;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!TransProfConfigToParam(*prof_config_param, prof_params)) {
|
||||||
|
GELOGE(ge::PARAM_INVALID, "Transfer profilerConfig to string vector failed");
|
||||||
|
return ge::PARAM_INVALID;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
ge::GraphLoader graph_loader;
|
||||||
|
ge::Command command;
|
||||||
|
command.cmd_params.clear();
|
||||||
|
command.cmd_type = iter->second;
|
||||||
|
command.cmd_params = prof_params;
|
||||||
|
if (type != kProfCommandhandleFinalize) {
|
||||||
|
command.module_index = prof_config_param->profSwitch;
|
||||||
|
}
|
||||||
|
GELOGI("GE commandhandle execute, Command Type: %d, data type config: 0x%llx", type, command.module_index);
|
||||||
|
if (type == kProfCommandhandleStart || type == kProfCommandhandleStop) {
|
||||||
|
GELOGI("Profiling device nums:%s , deviceID:[%s]", prof_params[0].c_str(), prof_params[kDeviceListIndex].c_str());
|
||||||
|
}
|
||||||
|
ge::Status ret = graph_loader.CommandHandle(command);
|
||||||
|
if (ret != ge::SUCCESS) {
|
||||||
|
GELOGE(ret, "Handle profiling command failed");
|
||||||
|
return ge::FAILED;
|
||||||
|
}
|
||||||
|
|
||||||
|
GELOGI("Successfully execute profiling command type: %d, command 0x%llx.", type, command.module_index);
|
||||||
|
return ge::SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "common/profiling/ge_runner_profiling.h"
|
||||||
|
#include "init/gelib.h"
|
||||||
|
|
||||||
|
bool IsInitialize() {
|
||||||
|
std::shared_ptr<ge::GELib> instance_ptr = ge::GELib::GetInstance();
|
||||||
|
if (instance_ptr == nullptr || instance_ptr->InitFlag() == false) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -1,102 +0,0 @@
|
|||||||
/**
|
|
||||||
* Copyright 2019-2020 Huawei Technologies Co., Ltd
|
|
||||||
*
|
|
||||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
* you may not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#ifndef INC_EXTERNAL_GE_GE_PROF_H_
|
|
||||||
#define INC_EXTERNAL_GE_GE_PROF_H_
|
|
||||||
|
|
||||||
#include <map>
|
|
||||||
#include <string>
|
|
||||||
#include <vector>
|
|
||||||
|
|
||||||
#include "ge/ge_api_error_codes.h"
|
|
||||||
|
|
||||||
namespace ge {
|
|
||||||
enum ProfDataTypeConfig {
|
|
||||||
kProfTaskTime = 0x0002,
|
|
||||||
kProfAiCoreMetrics = 0x0004,
|
|
||||||
kProfAicpuTrace = 0x0008,
|
|
||||||
kProfTrainingTrace = 0x0800,
|
|
||||||
kProfHcclTrace = 0x1000
|
|
||||||
};
|
|
||||||
|
|
||||||
enum ProfilingAicoreMetrics {
|
|
||||||
kAicoreArithmaticThroughput = 0,
|
|
||||||
kAicorePipeline = 1,
|
|
||||||
kAicoreSynchronization = 2,
|
|
||||||
kAicoreMemory = 3,
|
|
||||||
kAicoreInternalMemory = 4,
|
|
||||||
kAicoreStall = 5
|
|
||||||
};
|
|
||||||
|
|
||||||
typedef struct ProfAicoreEvents ProfAicoreEvents;
|
|
||||||
typedef struct aclgrphProfConfig aclgrphProfConfig;
|
|
||||||
|
|
||||||
///
|
|
||||||
/// @ingroup AscendCL
|
|
||||||
/// @brief Initialize the profiling and set profiling configuration path
|
|
||||||
/// @param [in] profiler_path: configuration path of profiling
|
|
||||||
/// @param [in] length: length of configuration path
|
|
||||||
/// @return Status result of function
|
|
||||||
///
|
|
||||||
Status aclgrphProfInit(const char *profiler_path, uint32_t length);
|
|
||||||
|
|
||||||
///
|
|
||||||
/// @ingroup AscendCL
|
|
||||||
/// @brief Finalize profiling
|
|
||||||
/// @return Status result of function
|
|
||||||
///
|
|
||||||
Status aclgrphProfFinalize();
|
|
||||||
|
|
||||||
///
|
|
||||||
/// @ingroup AscendCL
|
|
||||||
/// @brief Create data of type aclgrphProfConfig
|
|
||||||
/// @param [in] deviceid_list: device id list
|
|
||||||
/// @param [in] device_nums: device numbers
|
|
||||||
/// @param [in] aicore_metrics: type of aicore metrics
|
|
||||||
/// @param [in] aicore_events: pointer to aicore events be reserved, only support NULL now
|
|
||||||
/// @param [in] data_type_config: modules need profiling
|
|
||||||
/// @return Status result of function
|
|
||||||
///
|
|
||||||
aclgrphProfConfig *aclgrphProfCreateConfig(uint32_t *deviceid_list, uint32_t device_nums,
|
|
||||||
ProfilingAicoreMetrics aicore_metrics, ProfAicoreEvents *aicore_events,
|
|
||||||
uint64_t data_type_config);
|
|
||||||
|
|
||||||
///
|
|
||||||
/// @ingroup AscendCL
|
|
||||||
/// @brief Destroy data of type aclgrphProfConfig
|
|
||||||
/// @param [in] profiler_config: config of profiling
|
|
||||||
/// @return Status result of function
|
|
||||||
///
|
|
||||||
Status aclgrphProfDestroyConfig(aclgrphProfConfig *profiler_config);
|
|
||||||
|
|
||||||
///
|
|
||||||
/// @ingroup AscendCL
|
|
||||||
/// @brief Start profiling of modules which is configured by profiler config
|
|
||||||
/// @param [in] profiler_config: config of profiling
|
|
||||||
/// @return Status result of function
|
|
||||||
///
|
|
||||||
Status aclgrphProfStart(aclgrphProfConfig *profiler_config);
|
|
||||||
|
|
||||||
///
|
|
||||||
/// @ingroup AscendCL
|
|
||||||
/// @brief Stop profiling of modules which is configured by profiler config
|
|
||||||
/// @param [in] profiler_config: config of profiling
|
|
||||||
/// @return Status result of function
|
|
||||||
///
|
|
||||||
Status aclgrphProfStop(aclgrphProfConfig *profiler_config);
|
|
||||||
} // namespace ge
|
|
||||||
|
|
||||||
#endif // INC_EXTERNAL_GE_GE_PROF_H_
|
|
||||||
@ -0,0 +1,45 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#ifndef INC_FRAMEWORK_COMMON_GE_PROFILING_H_
|
||||||
|
#define INC_FRAMEWORK_COMMON_GE_PROFILING_H_
|
||||||
|
|
||||||
|
#include "ge/ge_api_error_codes.h"
|
||||||
|
#include "toolchain/prof_callback.h"
|
||||||
|
|
||||||
|
#define MAX_DEV_NUM (64)
|
||||||
|
enum ProfCommandHandleType {
|
||||||
|
kProfCommandhandleInit = 0,
|
||||||
|
kProfCommandhandleStart,
|
||||||
|
kProfCommandhandleStop,
|
||||||
|
kProfCommandhandleFinalize,
|
||||||
|
kProfCommandhandleModelSubscribe,
|
||||||
|
kProfCommandhandleModelUnsubscribe
|
||||||
|
};
|
||||||
|
|
||||||
|
struct ProfCommandHandleData {
|
||||||
|
uint64_t profSwitch;
|
||||||
|
uint32_t devNums; // length of device id list
|
||||||
|
uint32_t devIdList[MAX_DEV_NUM];
|
||||||
|
uint32_t modelId;
|
||||||
|
};
|
||||||
|
|
||||||
|
ge::Status RegProfCtrlCallback(MsprofCtrlCallback func);
|
||||||
|
ge::Status RegProfSetDeviceCallback(MsprofSetDeviceCallback func);
|
||||||
|
ge::Status RegProfReporterCallback(MsprofReporterCallback func);
|
||||||
|
ge::Status ProfCommandHandle(ProfCommandHandleType type, void *data, uint32_t len);
|
||||||
|
|
||||||
|
#endif // INC_FRAMEWORK_COMMON_GE_PROFILING_H_
|
||||||
@ -0,0 +1,24 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#ifndef INC_FRAMEWORK_COMMON_GE_RUNNER_PROFILING_H_
|
||||||
|
#define INC_FRAMEWORK_COMMON_GE_RUNNER_PROFILING_H_
|
||||||
|
|
||||||
|
#include "profiling/ge_profiling.h"
|
||||||
|
|
||||||
|
bool IsInitialize();
|
||||||
|
|
||||||
|
#endif // INC_FRAMEWORK_COMMON_GE_RUNNER_PROFILING_H_
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue