1 /*
2 * Copyright (C) 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include <cstdint>
18 #include <utility>
19 #include <vector>
20
21 #include "src/trace_processor/containers/string_pool.h"
22 #include "src/trace_processor/db/column.h"
23 #include "src/trace_processor/db/column_storage.h"
24 #include "src/trace_processor/tables/py_tables_unittest_py.h"
25
26 #include "test/gtest_and_gmock.h"
27
28 namespace perfetto::trace_processor::tables {
29
30 TestEventTable::~TestEventTable() = default;
31 TestEventChildTable::~TestEventChildTable() = default;
32 TestSliceTable::~TestSliceTable() = default;
33 TestArgsTable::~TestArgsTable() = default;
34
35 namespace {
36
37 class PyTablesUnittest : public ::testing::Test {
38 protected:
39 StringPool pool_;
40
41 TestEventTable event_{&pool_};
42 TestEventChildTable event_child_{&pool_, &event_};
43 TestSliceTable slice_{&pool_, &event_};
44 TestArgsTable args_{&pool_};
45 };
46
TEST_F(PyTablesUnittest,EventTableProprties)47 TEST_F(PyTablesUnittest, EventTableProprties) {
48 ASSERT_STREQ(TestEventTable::Name(), "event");
49
50 ASSERT_EQ(TestEventTable::ColumnIndex::id, 0u);
51 ASSERT_EQ(TestEventTable::ColumnIndex::type, 1u);
52 ASSERT_EQ(TestEventTable::ColumnIndex::ts, 2u);
53 ASSERT_EQ(TestEventTable::ColumnIndex::arg_set_id, 3u);
54
55 ASSERT_EQ(TestEventTable::ColumnFlag::ts,
56 ColumnLegacy::Flag::kSorted | ColumnLegacy::Flag::kNonNull);
57 ASSERT_EQ(TestEventTable::ColumnFlag::arg_set_id,
58 ColumnLegacy::Flag::kNonNull);
59 }
60
TEST_F(PyTablesUnittest,ArgsTableProprties)61 TEST_F(PyTablesUnittest, ArgsTableProprties) {
62 ASSERT_STREQ(TestArgsTable::Name(), "args");
63
64 ASSERT_EQ(TestArgsTable::ColumnIndex::id, 0u);
65 ASSERT_EQ(TestArgsTable::ColumnIndex::type, 1u);
66 ASSERT_EQ(TestArgsTable::ColumnIndex::arg_set_id, 2u);
67
68 ASSERT_EQ(TestArgsTable::ColumnFlag::arg_set_id,
69 ColumnLegacy::Flag::kSorted | ColumnLegacy::Flag::kSetId |
70 ColumnLegacy::Flag::kNonNull);
71 }
72
TEST_F(PyTablesUnittest,InsertEvent)73 TEST_F(PyTablesUnittest, InsertEvent) {
74 event_.Insert(TestEventTable::Row(100, 0));
75
76 ASSERT_EQ(event_.type().GetString(0).ToStdString(), "event");
77 ASSERT_EQ(event_.ts()[0], 100);
78 ASSERT_EQ(event_.arg_set_id()[0], 0u);
79 }
80
TEST_F(PyTablesUnittest,InsertEventSpecifyCols)81 TEST_F(PyTablesUnittest, InsertEventSpecifyCols) {
82 TestEventTable::Row row;
83 row.ts = 100;
84 row.arg_set_id = 0;
85 event_.Insert(row);
86
87 ASSERT_EQ(event_.type().GetString(0).ToStdString(), "event");
88 ASSERT_EQ(event_.ts()[0], 100);
89 ASSERT_EQ(event_.arg_set_id()[0], 0u);
90 }
91
TEST_F(PyTablesUnittest,MutableColumn)92 TEST_F(PyTablesUnittest, MutableColumn) {
93 event_.Insert(TestEventTable::Row(100, 0));
94
95 ASSERT_EQ((*event_.mutable_ts())[0], 100);
96 ASSERT_EQ((*event_.mutable_arg_set_id())[0], 0u);
97 }
98
TEST_F(PyTablesUnittest,ShrinkToFit)99 TEST_F(PyTablesUnittest, ShrinkToFit) {
100 event_.Insert(TestEventTable::Row(100, 0));
101 event_.ShrinkToFit();
102
103 // Unfortunately given the loose restrictions on shrink_to_fit provided by the
104 // standard library, we cannot really assert anything. Just call the method to
105 // ensure it doesn't cause crashes.
106 }
107
TEST_F(PyTablesUnittest,FindById)108 TEST_F(PyTablesUnittest, FindById) {
109 auto id_and_row = event_.Insert(TestEventTable::Row(100, 0));
110
111 auto row_ref = event_.FindById(id_and_row.id);
112 ASSERT_EQ(row_ref->ToRowNumber().row_number(), id_and_row.row);
113 ASSERT_EQ(row_ref->id(), id_and_row.id);
114 ASSERT_EQ(row_ref->ts(), 100);
115 ASSERT_EQ(row_ref->arg_set_id(), 0u);
116 }
117
TEST_F(PyTablesUnittest,ChildFindById)118 TEST_F(PyTablesUnittest, ChildFindById) {
119 event_.Insert(TestEventTable::Row(50, 0));
120 auto id_and_row = slice_.Insert(TestSliceTable::Row(100, 0, 10));
121
122 auto row_ref = slice_.FindById(id_and_row.id);
123 ASSERT_EQ(row_ref->ToRowNumber().row_number(), id_and_row.row);
124 ASSERT_EQ(row_ref->id(), id_and_row.id);
125 ASSERT_EQ(row_ref->ts(), 100);
126 ASSERT_EQ(row_ref->arg_set_id(), 0u);
127 ASSERT_EQ(row_ref->dur(), 10u);
128 }
TEST_F(PyTablesUnittest,ChildTableStatics)129 TEST_F(PyTablesUnittest, ChildTableStatics) {
130 ASSERT_EQ(TestSliceTable::ColumnFlag::dur, ColumnLegacy::Flag::kNonNull);
131 ASSERT_EQ(TestSliceTable::ColumnIndex::id, 0u);
132 ASSERT_EQ(TestSliceTable::ColumnIndex::type, 1u);
133 ASSERT_EQ(TestSliceTable::ColumnIndex::ts, 2u);
134 ASSERT_EQ(TestSliceTable::ColumnIndex::arg_set_id, 3u);
135 ASSERT_EQ(TestSliceTable::ColumnIndex::dur, 4u);
136 }
137
TEST_F(PyTablesUnittest,ParentAndChildInsert)138 TEST_F(PyTablesUnittest, ParentAndChildInsert) {
139 event_.Insert(TestEventTable::Row(50, 0));
140 slice_.Insert(TestSliceTable::Row(100, 1, 10));
141 event_.Insert(TestEventTable::Row(150, 2));
142 slice_.Insert(TestSliceTable::Row(200, 3, 20));
143
144 ASSERT_EQ(event_.row_count(), 4u);
145 ASSERT_EQ(event_.id()[0], TestEventTable::Id{0});
146 ASSERT_EQ(event_.type().GetString(0), "event");
147 ASSERT_EQ(event_.ts()[0], 50);
148
149 ASSERT_EQ(event_.id()[1], TestEventTable::Id{1});
150 ASSERT_EQ(event_.type().GetString(1), "slice");
151 ASSERT_EQ(event_.ts()[1], 100);
152
153 ASSERT_EQ(event_.id()[2], TestEventTable::Id{2});
154 ASSERT_EQ(event_.type().GetString(2), "event");
155 ASSERT_EQ(event_.ts()[2], 150);
156
157 ASSERT_EQ(event_.id()[3], TestEventTable::Id{3});
158 ASSERT_EQ(event_.type().GetString(3), "slice");
159 ASSERT_EQ(event_.ts()[3], 200);
160
161 ASSERT_EQ(slice_.row_count(), 2u);
162 ASSERT_EQ(slice_.id()[0], TestEventTable::Id{1});
163 ASSERT_EQ(slice_.type().GetString(0), "slice");
164 ASSERT_EQ(slice_.ts()[0], 100);
165 ASSERT_EQ(slice_.dur()[0], 10);
166
167 ASSERT_EQ(slice_.id()[1], TestEventTable::Id{3});
168 ASSERT_EQ(slice_.type().GetString(1), "slice");
169 ASSERT_EQ(slice_.ts()[1], 200);
170 ASSERT_EQ(slice_.dur()[1], 20);
171 }
172
TEST_F(PyTablesUnittest,Extend)173 TEST_F(PyTablesUnittest, Extend) {
174 event_.Insert(TestEventTable::Row(50, 0));
175 event_.Insert(TestEventTable::Row(100, 1));
176 event_.Insert(TestEventTable::Row(150, 2));
177
178 ColumnStorage<int64_t> dur;
179 dur.Append(512);
180 dur.Append(1024);
181 dur.Append(2048);
182
183 auto slice_ext = TestSliceTable::ExtendParent(event_, std::move(dur));
184 ASSERT_EQ(slice_ext->row_count(), 3u);
185 ASSERT_EQ(
186 slice_ext->columns()[TestSliceTable::ColumnIndex::ts].Get(0).AsLong(),
187 50);
188 ASSERT_EQ(
189 slice_ext->columns()[TestSliceTable::ColumnIndex::dur].Get(0).AsLong(),
190 512);
191 ASSERT_EQ(
192 slice_ext->columns()[TestSliceTable::ColumnIndex::ts].Get(1).AsLong(),
193 100);
194 ASSERT_EQ(
195 slice_ext->columns()[TestSliceTable::ColumnIndex::dur].Get(1).AsLong(),
196 1024);
197 ASSERT_EQ(
198 slice_ext->columns()[TestSliceTable::ColumnIndex::ts].Get(2).AsLong(),
199 150);
200 ASSERT_EQ(
201 slice_ext->columns()[TestSliceTable::ColumnIndex::dur].Get(2).AsLong(),
202 2048);
203 }
204
TEST_F(PyTablesUnittest,SelectAndExtend)205 TEST_F(PyTablesUnittest, SelectAndExtend) {
206 event_.Insert(TestEventTable::Row(50, 0));
207 event_.Insert(TestEventTable::Row(100, 1));
208 event_.Insert(TestEventTable::Row(150, 2));
209
210 std::vector<TestEventTable::RowNumber> rows;
211 rows.emplace_back(1);
212 ColumnStorage<int64_t> dur;
213 dur.Append(1024);
214
215 auto slice_ext = TestSliceTable::SelectAndExtendParent(
216 event_, std::move(rows), std::move(dur));
217 ASSERT_EQ(slice_ext->row_count(), 1u);
218 ASSERT_EQ(
219 slice_ext->columns()[TestSliceTable::ColumnIndex::ts].Get(0).AsLong(),
220 100);
221 ASSERT_EQ(
222 slice_ext->columns()[TestSliceTable::ColumnIndex::dur].Get(0).AsLong(),
223 1024);
224 }
225
TEST_F(PyTablesUnittest,SetIdColumns)226 TEST_F(PyTablesUnittest, SetIdColumns) {
227 StringPool pool;
228 TestArgsTable table{&pool};
229
230 table.Insert(TestArgsTable::Row(0, 100));
231 table.Insert(TestArgsTable::Row(0, 200));
232 table.Insert(TestArgsTable::Row(2, 200));
233 table.Insert(TestArgsTable::Row(3, 300));
234 table.Insert(TestArgsTable::Row(4, 200));
235 table.Insert(TestArgsTable::Row(4, 500));
236 table.Insert(TestArgsTable::Row(4, 900));
237 table.Insert(TestArgsTable::Row(4, 200));
238 table.Insert(TestArgsTable::Row(8, 400));
239
240 ASSERT_EQ(table.row_count(), 9u);
241 ASSERT_TRUE(table.arg_set_id().IsSetId());
242
243 // Verify that not-present ids are not returned.
244 {
245 static constexpr uint32_t kFilterArgSetId = 1;
246 Query q;
247 q.constraints = {table.arg_set_id().eq(kFilterArgSetId)};
248 auto res = table.QueryToRowMap(q);
249 ASSERT_TRUE(res.empty());
250 }
251 {
252 static constexpr uint32_t kFilterArgSetId = 9;
253 Query q;
254 q.constraints = {table.arg_set_id().eq(kFilterArgSetId)};
255 auto res = table.QueryToRowMap(q);
256 ASSERT_TRUE(res.empty());
257 }
258
259 auto arg_set_id_col_idx =
260 static_cast<uint32_t>(TestArgsTable::ColumnIndex::arg_set_id);
261
262 // Verify that filtering equality for real arg set ids works as expected.
263 {
264 static constexpr uint32_t kFilterArgSetId = 4;
265 Query q;
266 q.constraints = {table.arg_set_id().eq(kFilterArgSetId)};
267 auto res = table.QueryToRowMap(q);
268 ASSERT_EQ(res.size(), 4u);
269 for (auto it = table.ApplyAndIterateRows(std::move(res)); it; ++it) {
270 auto arg_set_id =
271 static_cast<uint32_t>(it.Get(arg_set_id_col_idx).AsLong());
272 ASSERT_EQ(arg_set_id, kFilterArgSetId);
273 }
274 }
275 {
276 static constexpr uint32_t kFilterArgSetId = 0;
277 Query q;
278 q.constraints = {table.arg_set_id().eq(kFilterArgSetId)};
279 auto res = table.QueryToRowMap(q);
280 ASSERT_EQ(res.size(), 2u);
281 for (auto it = table.ApplyAndIterateRows(std::move(res)); it; ++it) {
282 auto arg_set_id =
283 static_cast<uint32_t>(it.Get(arg_set_id_col_idx).AsLong());
284 ASSERT_EQ(arg_set_id, kFilterArgSetId);
285 }
286 }
287 {
288 static constexpr uint32_t kFilterArgSetId = 8;
289 Query q;
290 q.constraints = {table.arg_set_id().eq(kFilterArgSetId)};
291 auto res = table.QueryToRowMap(q);
292 ASSERT_EQ(res.size(), 1u);
293 for (auto it = table.ApplyAndIterateRows(std::move(res)); it; ++it) {
294 auto arg_set_id =
295 static_cast<uint32_t>(it.Get(arg_set_id_col_idx).AsLong());
296 ASSERT_EQ(arg_set_id, kFilterArgSetId);
297 }
298 }
299
300 // Verify that filtering equality for arg set ids after filtering another
301 // column works.
302 {
303 static constexpr uint32_t kFilterArgSetId = 4;
304 Query q;
305 q.constraints = {table.int_value().eq(200),
306 table.arg_set_id().eq(kFilterArgSetId)};
307 auto res = table.QueryToRowMap(q);
308 ASSERT_EQ(res.size(), 2u);
309 for (auto it = table.ApplyAndIterateRows(std::move(res)); it; ++it) {
310 uint32_t arg_set_id =
311 static_cast<uint32_t>(it.Get(arg_set_id_col_idx).AsLong());
312 ASSERT_EQ(arg_set_id, kFilterArgSetId);
313 }
314 }
315 }
316
317 } // namespace
318 } // namespace perfetto::trace_processor::tables
319