1 /*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #define LOG_TAG "neuralnetworks_hidl_hal_test"
18
19 #include "VtsHalNeuralnetworks.h"
20
21 #include <android-base/logging.h>
22
23 #include "Callbacks.h"
24
25 namespace android {
26 namespace hardware {
27 namespace neuralnetworks {
28 namespace V1_1 {
29 namespace vts {
30 namespace functional {
31
32 using ::android::hardware::neuralnetworks::V1_2::implementation::PreparedModelCallback;
33
createPreparedModel(const sp<IDevice> & device,const V1_1::Model & model,sp<IPreparedModel> * preparedModel)34 static void createPreparedModel(const sp<IDevice>& device, const V1_1::Model& model,
35 sp<IPreparedModel>* preparedModel) {
36 ASSERT_NE(nullptr, preparedModel);
37
38 // see if service can handle model
39 bool fullySupportsModel = false;
40 Return<void> supportedOpsLaunchStatus = device->getSupportedOperations_1_1(
41 model, [&fullySupportsModel](ErrorStatus status, const hidl_vec<bool>& supported) {
42 ASSERT_EQ(ErrorStatus::NONE, status);
43 ASSERT_NE(0ul, supported.size());
44 fullySupportsModel = std::all_of(supported.begin(), supported.end(),
45 [](bool valid) { return valid; });
46 });
47 ASSERT_TRUE(supportedOpsLaunchStatus.isOk());
48
49 // launch prepare model
50 sp<PreparedModelCallback> preparedModelCallback = new PreparedModelCallback();
51 ASSERT_NE(nullptr, preparedModelCallback.get());
52 Return<ErrorStatus> prepareLaunchStatus = device->prepareModel_1_1(
53 model, ExecutionPreference::FAST_SINGLE_ANSWER, preparedModelCallback);
54 ASSERT_TRUE(prepareLaunchStatus.isOk());
55 ASSERT_EQ(ErrorStatus::NONE, static_cast<ErrorStatus>(prepareLaunchStatus));
56
57 // retrieve prepared model
58 preparedModelCallback->wait();
59 ErrorStatus prepareReturnStatus = preparedModelCallback->getStatus();
60 *preparedModel = preparedModelCallback->getPreparedModel();
61
62 // The getSupportedOperations_1_1 call returns a list of operations that are
63 // guaranteed not to fail if prepareModel_1_1 is called, and
64 // 'fullySupportsModel' is true i.f.f. the entire model is guaranteed.
65 // If a driver has any doubt that it can prepare an operation, it must
66 // return false. So here, if a driver isn't sure if it can support an
67 // operation, but reports that it successfully prepared the model, the test
68 // can continue.
69 if (!fullySupportsModel && prepareReturnStatus != ErrorStatus::NONE) {
70 ASSERT_EQ(nullptr, preparedModel->get());
71 LOG(INFO) << "NN VTS: Unable to test Request validation because vendor service cannot "
72 "prepare model that it does not support.";
73 std::cout << "[ ] Unable to test Request validation because vendor service "
74 "cannot prepare model that it does not support."
75 << std::endl;
76 return;
77 }
78 ASSERT_EQ(ErrorStatus::NONE, prepareReturnStatus);
79 ASSERT_NE(nullptr, preparedModel->get());
80 }
81
82 // A class for test environment setup
NeuralnetworksHidlEnvironment()83 NeuralnetworksHidlEnvironment::NeuralnetworksHidlEnvironment() {}
84
~NeuralnetworksHidlEnvironment()85 NeuralnetworksHidlEnvironment::~NeuralnetworksHidlEnvironment() {}
86
getInstance()87 NeuralnetworksHidlEnvironment* NeuralnetworksHidlEnvironment::getInstance() {
88 // This has to return a "new" object because it is freed inside
89 // ::testing::AddGlobalTestEnvironment when the gtest is being torn down
90 static NeuralnetworksHidlEnvironment* instance = new NeuralnetworksHidlEnvironment();
91 return instance;
92 }
93
registerTestServices()94 void NeuralnetworksHidlEnvironment::registerTestServices() {
95 registerTestService<IDevice>();
96 }
97
98 // The main test class for NEURALNETWORK HIDL HAL.
NeuralnetworksHidlTest()99 NeuralnetworksHidlTest::NeuralnetworksHidlTest() {}
100
~NeuralnetworksHidlTest()101 NeuralnetworksHidlTest::~NeuralnetworksHidlTest() {}
102
SetUp()103 void NeuralnetworksHidlTest::SetUp() {
104 ::testing::VtsHalHidlTargetTestBase::SetUp();
105 device = ::testing::VtsHalHidlTargetTestBase::getService<IDevice>(
106 NeuralnetworksHidlEnvironment::getInstance());
107
108 #ifdef PRESUBMIT_NOT_VTS
109 const std::string name =
110 NeuralnetworksHidlEnvironment::getInstance()->getServiceName<IDevice>();
111 const std::string sampleDriver = "sample-";
112 if (device == nullptr && name.substr(0, sampleDriver.size()) == sampleDriver) {
113 GTEST_SKIP();
114 }
115 #endif // PRESUBMIT_NOT_VTS
116
117 ASSERT_NE(nullptr, device.get());
118 }
119
TearDown()120 void NeuralnetworksHidlTest::TearDown() {
121 device = nullptr;
122 ::testing::VtsHalHidlTargetTestBase::TearDown();
123 }
124
validateEverything(const Model & model,const std::vector<Request> & requests)125 void ValidationTest::validateEverything(const Model& model, const std::vector<Request>& requests) {
126 validateModel(model);
127
128 // create IPreparedModel
129 sp<IPreparedModel> preparedModel;
130 ASSERT_NO_FATAL_FAILURE(createPreparedModel(device, model, &preparedModel));
131 if (preparedModel == nullptr) {
132 return;
133 }
134
135 validateRequests(preparedModel, requests);
136 }
137
138 } // namespace functional
139 } // namespace vts
140 } // namespace V1_1
141 } // namespace neuralnetworks
142 } // namespace hardware
143 } // namespace android
144
145 namespace android::hardware::neuralnetworks::V1_0 {
146
operator <<(::std::ostream & os,ErrorStatus errorStatus)147 ::std::ostream& operator<<(::std::ostream& os, ErrorStatus errorStatus) {
148 return os << toString(errorStatus);
149 }
150
operator <<(::std::ostream & os,DeviceStatus deviceStatus)151 ::std::ostream& operator<<(::std::ostream& os, DeviceStatus deviceStatus) {
152 return os << toString(deviceStatus);
153 }
154
155 } // namespace android::hardware::neuralnetworks::V1_0
156
157 using android::hardware::neuralnetworks::V1_1::vts::functional::NeuralnetworksHidlEnvironment;
158
main(int argc,char ** argv)159 int main(int argc, char** argv) {
160 ::testing::AddGlobalTestEnvironment(NeuralnetworksHidlEnvironment::getInstance());
161 ::testing::InitGoogleTest(&argc, argv);
162 NeuralnetworksHidlEnvironment::getInstance()->init(&argc, argv);
163
164 int status = RUN_ALL_TESTS();
165 return status;
166 }
167