1 /*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #define LOG_TAG "neuralnetworks_hidl_hal_test"
18
19 #include "VtsHalNeuralnetworks.h"
20
21 #include <android-base/logging.h>
22
23 #include "Callbacks.h"
24
25 namespace android {
26 namespace hardware {
27 namespace neuralnetworks {
28 namespace V1_0 {
29 namespace vts {
30 namespace functional {
31
32 using ::android::hardware::neuralnetworks::V1_2::implementation::PreparedModelCallback;
33
createPreparedModel(const sp<IDevice> & device,const V1_0::Model & model,sp<IPreparedModel> * preparedModel)34 static void createPreparedModel(const sp<IDevice>& device, const V1_0::Model& model,
35 sp<IPreparedModel>* preparedModel) {
36 ASSERT_NE(nullptr, preparedModel);
37
38 // see if service can handle model
39 bool fullySupportsModel = false;
40 Return<void> supportedOpsLaunchStatus = device->getSupportedOperations(
41 model, [&fullySupportsModel](ErrorStatus status, const hidl_vec<bool>& supported) {
42 ASSERT_EQ(ErrorStatus::NONE, status);
43 ASSERT_NE(0ul, supported.size());
44 fullySupportsModel = std::all_of(supported.begin(), supported.end(),
45 [](bool valid) { return valid; });
46 });
47 ASSERT_TRUE(supportedOpsLaunchStatus.isOk());
48
49 // launch prepare model
50 sp<PreparedModelCallback> preparedModelCallback = new PreparedModelCallback();
51 ASSERT_NE(nullptr, preparedModelCallback.get());
52 Return<ErrorStatus> prepareLaunchStatus = device->prepareModel(model, preparedModelCallback);
53 ASSERT_TRUE(prepareLaunchStatus.isOk());
54 ASSERT_EQ(ErrorStatus::NONE, static_cast<ErrorStatus>(prepareLaunchStatus));
55
56 // retrieve prepared model
57 preparedModelCallback->wait();
58 ErrorStatus prepareReturnStatus = preparedModelCallback->getStatus();
59 *preparedModel = preparedModelCallback->getPreparedModel();
60
61 // The getSupportedOperations call returns a list of operations that are
62 // guaranteed not to fail if prepareModel is called, and
63 // 'fullySupportsModel' is true i.f.f. the entire model is guaranteed.
64 // If a driver has any doubt that it can prepare an operation, it must
65 // return false. So here, if a driver isn't sure if it can support an
66 // operation, but reports that it successfully prepared the model, the test
67 // can continue.
68 if (!fullySupportsModel && prepareReturnStatus != ErrorStatus::NONE) {
69 ASSERT_EQ(nullptr, preparedModel->get());
70 LOG(INFO) << "NN VTS: Unable to test Request validation because vendor service cannot "
71 "prepare model that it does not support.";
72 std::cout << "[ ] Unable to test Request validation because vendor service "
73 "cannot prepare model that it does not support."
74 << std::endl;
75 return;
76 }
77 ASSERT_EQ(ErrorStatus::NONE, prepareReturnStatus);
78 ASSERT_NE(nullptr, preparedModel->get());
79 }
80
81 // A class for test environment setup
NeuralnetworksHidlEnvironment()82 NeuralnetworksHidlEnvironment::NeuralnetworksHidlEnvironment() {}
83
~NeuralnetworksHidlEnvironment()84 NeuralnetworksHidlEnvironment::~NeuralnetworksHidlEnvironment() {}
85
getInstance()86 NeuralnetworksHidlEnvironment* NeuralnetworksHidlEnvironment::getInstance() {
87 // This has to return a "new" object because it is freed inside
88 // ::testing::AddGlobalTestEnvironment when the gtest is being torn down
89 static NeuralnetworksHidlEnvironment* instance = new NeuralnetworksHidlEnvironment();
90 return instance;
91 }
92
registerTestServices()93 void NeuralnetworksHidlEnvironment::registerTestServices() {
94 registerTestService<IDevice>();
95 }
96
97 // The main test class for NEURALNETWORK HIDL HAL.
NeuralnetworksHidlTest()98 NeuralnetworksHidlTest::NeuralnetworksHidlTest() {}
99
~NeuralnetworksHidlTest()100 NeuralnetworksHidlTest::~NeuralnetworksHidlTest() {}
101
SetUp()102 void NeuralnetworksHidlTest::SetUp() {
103 ::testing::VtsHalHidlTargetTestBase::SetUp();
104 device = ::testing::VtsHalHidlTargetTestBase::getService<IDevice>(
105 NeuralnetworksHidlEnvironment::getInstance());
106
107 #ifdef PRESUBMIT_NOT_VTS
108 const std::string name =
109 NeuralnetworksHidlEnvironment::getInstance()->getServiceName<IDevice>();
110 const std::string sampleDriver = "sample-";
111 if (device == nullptr && name.substr(0, sampleDriver.size()) == sampleDriver) {
112 GTEST_SKIP();
113 }
114 #endif // PRESUBMIT_NOT_VTS
115
116 ASSERT_NE(nullptr, device.get());
117 }
118
TearDown()119 void NeuralnetworksHidlTest::TearDown() {
120 device = nullptr;
121 ::testing::VtsHalHidlTargetTestBase::TearDown();
122 }
123
validateEverything(const Model & model,const std::vector<Request> & requests)124 void ValidationTest::validateEverything(const Model& model, const std::vector<Request>& requests) {
125 validateModel(model);
126
127 // create IPreparedModel
128 sp<IPreparedModel> preparedModel;
129 ASSERT_NO_FATAL_FAILURE(createPreparedModel(device, model, &preparedModel));
130 if (preparedModel == nullptr) {
131 return;
132 }
133
134 validateRequests(preparedModel, requests);
135 }
136
137 } // namespace functional
138 } // namespace vts
139 } // namespace V1_0
140 } // namespace neuralnetworks
141 } // namespace hardware
142 } // namespace android
143
144 namespace android::hardware::neuralnetworks::V1_0 {
145
operator <<(::std::ostream & os,ErrorStatus errorStatus)146 ::std::ostream& operator<<(::std::ostream& os, ErrorStatus errorStatus) {
147 return os << toString(errorStatus);
148 }
149
operator <<(::std::ostream & os,DeviceStatus deviceStatus)150 ::std::ostream& operator<<(::std::ostream& os, DeviceStatus deviceStatus) {
151 return os << toString(deviceStatus);
152 }
153
154 } // namespace android::hardware::neuralnetworks::V1_0
155
156 using android::hardware::neuralnetworks::V1_0::vts::functional::NeuralnetworksHidlEnvironment;
157
main(int argc,char ** argv)158 int main(int argc, char** argv) {
159 ::testing::AddGlobalTestEnvironment(NeuralnetworksHidlEnvironment::getInstance());
160 ::testing::InitGoogleTest(&argc, argv);
161 NeuralnetworksHidlEnvironment::getInstance()->init(&argc, argv);
162
163 int status = RUN_ALL_TESTS();
164 return status;
165 }
166