You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
83 lines
2.3 KiB
83 lines
2.3 KiB
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#ifdef PADDLE_WITH_CUDA
|
|
#define LITE_WITH_CUDA 1
|
|
#endif
|
|
|
|
#ifdef LITE_SUBGRAPH_WITH_XPU
|
|
#define LITE_WITH_XPU 1
|
|
#endif
|
|
|
|
#ifndef PADDLE_WITH_ARM
|
|
#define LITE_WITH_X86 1
|
|
#endif
|
|
|
|
#include "paddle/fluid/inference/lite/engine.h"
|
|
#include <utility>
|
|
|
|
namespace paddle {
|
|
namespace inference {
|
|
namespace lite {
|
|
|
|
bool EngineManager::Empty() const { return engines_.size() == 0; }
|
|
|
|
bool EngineManager::Has(const std::string& name) const {
|
|
if (engines_.count(name) == 0) {
|
|
return false;
|
|
}
|
|
return engines_.at(name).get() != nullptr;
|
|
}
|
|
|
|
paddle::lite_api::PaddlePredictor* EngineManager::Get(
|
|
const std::string& name) const {
|
|
return engines_.at(name).get();
|
|
}
|
|
|
|
paddle::lite_api::PaddlePredictor* EngineManager::Create(
|
|
const std::string& name, const EngineConfig& cfg) {
|
|
// config info for predictor.
|
|
paddle::lite_api::CxxConfig lite_cxx_config;
|
|
lite_cxx_config.set_model_buffer(cfg.model.c_str(), cfg.model.size(),
|
|
cfg.param.c_str(), cfg.param.size());
|
|
lite_cxx_config.set_valid_places(cfg.valid_places);
|
|
#ifdef PADDLE_WITH_ARM
|
|
set_threads.set_threads(cfg.cpu_math_library_num_threads);
|
|
#else
|
|
lite_cxx_config.set_x86_math_library_num_threads(
|
|
cfg.cpu_math_library_num_threads);
|
|
#endif
|
|
|
|
#ifdef LITE_SUBGRAPH_WITH_XPU
|
|
lite_cxx_config.set_xpu_workspace_l3_size_per_thread(
|
|
cfg.xpu_l3_workspace_size);
|
|
#endif
|
|
|
|
// create predictor
|
|
std::shared_ptr<paddle::lite_api::PaddlePredictor> p =
|
|
paddle::lite_api::CreatePaddlePredictor(lite_cxx_config);
|
|
engines_[name] = std::move(p);
|
|
return engines_[name].get();
|
|
}
|
|
|
|
void EngineManager::DeleteAll() {
|
|
for (auto& item : engines_) {
|
|
item.second.reset();
|
|
}
|
|
}
|
|
|
|
} // namespace lite
|
|
} // namespace inference
|
|
} // namespace paddle
|