/** * Copyright 2019-2020 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef INC_FRAMEWORK_GE_RUNTIME_MODEL_RUNNER_H_ #define INC_FRAMEWORK_GE_RUNTIME_MODEL_RUNNER_H_ #include #include #include #include "common/ge_inner_error_codes.h" #include "common/ge_types.h" #include "ge_runtime/davinci_model.h" namespace ge { namespace model_runner { class RuntimeModel; class ModelRunner { public: static ModelRunner &Instance(); bool LoadDavinciModel(uint32_t device_id, uint64_t session_id, uint32_t model_id, std::shared_ptr davinci_model, std::shared_ptr listener); const std::vector &GetTaskIdList(uint32_t model_id) const; bool UnloadModel(uint32_t model_id); bool RunModel(uint32_t model_id, const InputData &input_data, OutputData *output_data); bool GetInputOutputDescInfo(uint32_t model_id, bool zero_copy, std::vector *input_desc, std::vector *output_desc, std::vector *input_format, std::vector *output_format); private: ModelRunner() = default; ~ModelRunner() = default; std::unordered_map> runtime_models_; }; } // namespace model_runner } // namespace ge #endif // INC_FRAMEWORK_GE_RUNTIME_MODEL_RUNNER_H_