1 /** 2 * Copyright 2022 Huawei Technologies Co., Ltd 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #ifndef MINDSPORE_LITE_SRC_CXX_API_MODEL_MODEL_GROUP_IMPL_H_ 18 #define MINDSPORE_LITE_SRC_CXX_API_MODEL_MODEL_GROUP_IMPL_H_ 19 20 #include <functional> 21 #include <map> 22 #include <string> 23 #include <vector> 24 #include <memory> 25 #include <utility> 26 #include <unordered_map> 27 #include "include/api/model_group.h" 28 #include "include/api/context.h" 29 #include "src/litert/lite_session.h" 30 #include "src/litert/inner_context.h" 31 32 namespace mindspore { 33 class ModelGroupImpl { 34 public: 35 explicit ModelGroupImpl(ModelGroupFlag flags); 36 ~ModelGroupImpl() = default; 37 38 Status AddModel(const std::vector<std::string> &model_path_list); 39 Status AddModel(const std::vector<std::pair<const void *, size_t>> &model_buff_list); 40 Status CalMaxSizeOfWorkspace(ModelType model_type, const std::shared_ptr<Context> &ms_context); 41 42 private: 43 lite::LiteSession *CreateLiteSession(const std::shared_ptr<Context> &ms_context); 44 friend class ModelGroup; 45 std::vector<std::string> model_path_list_; 46 std::vector<std::pair<const void *, size_t>> model_buff_list_; 47 std::map<std::string, std::map<std::string, std::string>> config_info_; 48 ModelGroupFlag flags_; 49 uint32_t model_group_id_ = 0; 50 }; 51 } // namespace mindspore 52 53 #endif // MINDSPORE_LITE_SRC_CXX_API_MODEL_MODEL_GROUP_IMPL_H_ 54