/* * Copyright (C) 2019 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef ANDROID_FRAMEWORKS_ML_NN_COMMON_META_MODEL_H #define ANDROID_FRAMEWORKS_ML_NN_COMMON_META_MODEL_H #include #include #include #include #include #include #include #include "nnapi/Types.h" namespace android::nn { // The MetaModel class encapsulates a Model and provides machinery to create // from that original Model a "slice" of that Model consisting of: // - the subset of operations that is compliant with a particular version; and // - a mechanism for mapping operations from the slice back to operations of the // original Model. // The slice is intended to be passed to IDevice::getSupportedOperations(), // with the mapping used to translate the results of that call from the slice's // operations to the original Model's operations. The slice has no other // purpose (for example, it is not guaranteed to have the same topology as a // subgraph of the original model). // // When getSlice() is called, a slice is created and cached, if necessary; and // then the cached slice is returned. // // The meaning of the return value of getSlice() is explained by the following // example: // // const MetaModel& metaModel = ...; // auto ret = metaModel.getSlice(Version::ANDROID_OC_MR1); // if (ret.has_value()) { // const Model model = ret->first; // the slice // auto mapper = ret->second; // // mapper is a functor that takes an operation index in the // // slice and returns the corresponding operation index in the // // original Model. The functor will remain valid for the lifetime // // of the MetaModel. // } else { // // Could not obtain a slice. For example, perhaps none of the // // original model's operations are compliant with // // Version::ANDROID_OC_MR1. // } // class MetaModel { public: using Mapper = std::function; using ReturnedSlice = std::optional>; // Precondition: validate(model).has_value() MetaModel(Model model, bool strictSlicing); const Model& getModel() const { return mModel; } ReturnedSlice getSlice(Version version) const; // Disallowing copy constructor and assignment operator is for efficiency, // not for correctness. The default copy constructor and assignment // operator would work fine. However, they could be surprisingly expensive // if the mCachedSlices member gets copied: Up to one Model instance and // one std::vector instance per version could be copied. We could choose // to accept this expense; or we could write custom copy and assign that do // not copy the mCachedSlices member but instead set the destination // mCachedSlices Slice::mState members to SliceState::UNINITIALIZED. // // There are no such issues with move constructor and move assignment. MetaModel(const MetaModel&) = delete; MetaModel& operator=(const MetaModel&) = delete; MetaModel(MetaModel&&) = default; MetaModel& operator=(MetaModel&&) = default; private: Model mModel; Version mModelMinimumSupportedVersion; // mStrictSlicing controls validity checking. If the slicing algorithm // produces an invalid model (because something has gone wrong with the // algorithm or with a utility function it depends on), getSlice() can // return an std::optional<> for which has_value() returns false, signifying // that no slice is available. However, if mStrictSlicing is true, // getSlice() cause a CHECK*() to fail. This can be used in debugging to // find situations where slicing has failed unexpectedly. bool mStrictSlicing; enum class SliceState { UNINITIALIZED, INVALID, NORMAL }; struct Slice { SliceState mState = SliceState::UNINITIALIZED; Model mModel; std::vector mSlicedOperationIndexToOrigIndex; }; mutable std::map mCachedSlices; Slice makeSlice(Version version) const; std::set getNoncompliantOperations(Version version) const; // Utility class for makeSlice(). class OrigOperandToSlicedInputOperandIndex; // Utility function for makeSlice(): Walks operations of original // model and populates sliced model accordingly. void processOperations( Slice* slice, std::map* origOperandIndexToSlicedIndex, OrigOperandToSlicedInputOperandIndex* origOperandToSlicedInputOperandIndex, const std::set& noncompliantOperations, const std::set& inputOperandIndexesOfCompliantOperations) const; }; } // namespace android::nn #endif // ANDROID_FRAMEWORKS_ML_NN_COMMON_META_MODEL_H