You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
graphengine/ge/hybrid/executor/node_done_manager.cc

107 lines
2.9 KiB

/**
* Copyright 2019-2020 Huawei Technologies Co., Ltd
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "hybrid/executor/node_done_manager.h"
#include <chrono>
#include "framework/common/debug/ge_log.h"
namespace ge {
namespace hybrid {
namespace {
constexpr int kDefaultWaitTimeoutInSec = 600;
}
bool NodeDoneManager::Cond::Await() {
std::unique_lock<std::mutex> lk(cond_mu_);
if (!cv_.wait_for(lk,
std::chrono::seconds(kDefaultWaitTimeoutInSec),
[&]() { return is_released_ || is_cancelled_; })) {
GELOGE(INTERNAL_ERROR, "Wait timed out.");
return false;
}
return is_released_;
}
void NodeDoneManager::Cond::Release() {
std::unique_lock<std::mutex> lk(cond_mu_);
is_released_ = true;
cv_.notify_all();
}
void NodeDoneManager::Cond::Cancel() {
std::unique_lock<std::mutex> lk(cond_mu_);
is_cancelled_ = true;
cv_.notify_all();
}
bool NodeDoneManager::Cond::IsRelease() {
std::unique_lock<std::mutex> lk(cond_mu_);
return is_released_;
}
NodeDoneManager::Cond *NodeDoneManager::GetSubject(const NodePtr &node) {
std::lock_guard<std::mutex> lk(mu_);
if (destroyed_) {
GELOGD("Already destroyed.");
return nullptr;
}
auto it = subjects_.find(node);
if (it == subjects_.end()) {
return &subjects_[node];
}
return &it->second;
}
void NodeDoneManager::Destroy() {
GELOGD("Start to reset NodeDoneManager.");
std::lock_guard<std::mutex> lk(mu_);
GELOGD("Cond size = %zu.", subjects_.size());
for (auto &sub : subjects_) {
if (!sub.second.IsRelease()) {
sub.second.Cancel();
GELOGD("[%s] Node canceled.", sub.first->GetName().c_str());
}
}
subjects_.clear();
destroyed_ = true;
GELOGD("Done resetting NodeDoneManager successfully.");
}
void NodeDoneManager::NodeDone(const NodePtr &node) {
auto sub = GetSubject(node);
if (sub != nullptr) {
sub->Release();
GELOGD("[%s] Node released.", node->GetName().c_str());
}
}
bool NodeDoneManager::Await(const NodePtr &node) {
auto sub = GetSubject(node);
if (sub == nullptr) {
return false;
}
GELOGD("[%s] Await start. is_released = %s", node->GetName().c_str(), sub->IsRelease() ? "true" : "false");
bool ret = sub->Await();
GELOGD("[%s] Await ended. is_released = %s", node->GetName().c_str(), sub->IsRelease() ? "true" : "false");
return ret;
}
} // namespace hybrid
} // namespace ge