You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
74 lines
2.2 KiB
74 lines
2.2 KiB
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "paddle/fluid/inference/api/details/reset_tensor_array.h"
|
|
|
|
namespace paddle {
|
|
namespace details {
|
|
|
|
// Should be called after the parameters are loaded.
|
|
void TensorArrayBatchCleaner::CollectTensorArrays(framework::Scope *scope) {
|
|
if (flag_) {
|
|
for (auto &var_name : scope->LocalVarNames()) {
|
|
auto *var = scope->FindVar(var_name);
|
|
// TODO(Superjomn) should avoid the case when a TensorArray is a
|
|
// parameter.
|
|
if (var_name == "feed" || var_name == "fetch") continue;
|
|
if (var->IsType<framework::LoDTensorArray>()) {
|
|
VLOG(4) << "collect " << var_name;
|
|
arrays_.push_back(var->GetMutable<framework::LoDTensorArray>());
|
|
}
|
|
}
|
|
for (auto *kid : scope->kids()) {
|
|
CollectTensorArrays(kid);
|
|
}
|
|
|
|
VLOG(3) << "Collect " << arrays_.size() << " arrays";
|
|
flag_ = false;
|
|
}
|
|
}
|
|
|
|
// Should be called when `Run` finished.
|
|
void TensorArrayBatchCleaner::ResetTensorArray() {
|
|
for (auto *arr : arrays_) {
|
|
arr->clear();
|
|
}
|
|
}
|
|
|
|
void TensorArrayBatchCleaner::CollectNoTensorVars(framework::Scope *scope) {
|
|
if (no_tensor_flag_) {
|
|
for (auto &var_name : scope->LocalVarNames()) {
|
|
auto *var = scope->FindVar(var_name);
|
|
if (!var->IsInitialized()) continue;
|
|
if (!valid_types_.count(var->Type())) {
|
|
no_tensor_vars_.insert(var);
|
|
}
|
|
}
|
|
|
|
for (auto *kid : scope->kids()) {
|
|
CollectTensorArrays(kid);
|
|
}
|
|
no_tensor_flag_ = false; // Only collect one time.
|
|
}
|
|
}
|
|
|
|
void TensorArrayBatchCleaner::ResetNoTensorVars() {
|
|
for (auto *var : no_tensor_vars_) {
|
|
var->Clear();
|
|
}
|
|
}
|
|
|
|
} // namespace details
|
|
} // namespace paddle
|