/** * Copyright 2020 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef MINDSPORE_SERVING_ACL_SESSION_H #define MINDSPORE_SERVING_ACL_SESSION_H #include #include #include #include #include #include #include "include/inference.h" #include "serving/acl/model_process.h" #include "serving/acl/dvpp_process.h" namespace mindspore { namespace inference { class AclSession : public InferSession { public: AclSession(); Status InitEnv(const std::string &device_type, uint32_t device_id) override; Status FinalizeEnv() override; Status LoadModelFromFile(const std::string &file_name, uint32_t &model_id) override; Status UnloadModel(uint32_t model_id) override; Status ExecuteModel(uint32_t model_id, const RequestBase &request, ReplyBase &reply) override; Status ExecuteModel(uint32_t model_id, const ImagesRequestBase &images_inputs, // images for preprocess const RequestBase &request, ReplyBase &reply) override; private: std::string device_type_; int32_t device_id_; aclrtStream stream_ = nullptr; aclrtContext context_ = nullptr; ModelProcess model_process_; bool execute_with_dvpp_ = false; DvppProcess dvpp_process_; Status PreProcess(uint32_t model_id, const InferImagesBase *images_input, ImagesDvppOutput &dvpp_output); }; } // namespace inference } // namespace mindspore #endif // MINDSPORE_SERVING_ACL_SESSION_H