• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/usr/bin/env python3
2# Copyright (C) 2018 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8#      http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16from __future__ import absolute_import
17from __future__ import division
18from __future__ import print_function
19
20import argparse
21import json
22import os
23import signal
24import sys
25
26ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
27sys.path.append(os.path.join(ROOT_DIR))
28
29from python.generators.diff_tests.utils import ctrl_c_handler
30from python.generators.diff_tests.runner import DiffTestsRunner
31
32
33def main():
34  signal.signal(signal.SIGINT, ctrl_c_handler)
35  parser = argparse.ArgumentParser()
36  parser.add_argument('--test-type', type=str, default='all')
37  parser.add_argument('--trace-descriptor', type=str)
38  parser.add_argument('--summary-descriptor', type=str)
39  parser.add_argument('--metrics-descriptor', nargs='+', type=str)
40  parser.add_argument('--chrome-track-event-descriptor', type=str, default=None)
41  parser.add_argument('--test-extensions', type=str, default=None)
42  parser.add_argument('--winscope-extensions', type=str, default=None)
43  parser.add_argument('--perf-file', type=str)
44  parser.add_argument(
45      '--override-sql-module', type=str, action='append', default=[])
46  parser.add_argument('--test-dir', type=str, default=ROOT_DIR)
47  parser.add_argument(
48      '--name-filter',
49      default='.*',
50      type=str,
51      help='Filter the name of the tests to run (regex syntax)')
52  parser.add_argument(
53      '--keep-input',
54      action='store_true',
55      help='Save the (generated) input pb file for debugging')
56  parser.add_argument(
57      '--quiet', action='store_true', help='Only print if the test failed.')
58  parser.add_argument(
59      '--no-colors', action='store_true', help='Print without coloring')
60  parser.add_argument(
61      'trace_processor', type=str, help='location of trace processor binary')
62  args = parser.parse_args()
63
64  out_path = os.path.dirname(args.trace_processor)
65  protos_path = os.path.join(out_path, 'gen', 'protos')
66  if args.chrome_track_event_descriptor is None:
67    args.chrome_track_event_descriptor = os.path.join(
68        protos_path, 'third_party', 'chromium', 'chrome_track_event.descriptor')
69  if args.test_extensions is None:
70    args.test_extensions = os.path.join(protos_path, 'perfetto', 'trace',
71                                        'test_extensions.descriptor')
72  if args.winscope_extensions is None:
73    args.winscope_extensions = os.path.join(protos_path, 'perfetto', 'trace',
74                                            'android', 'winscope.descriptor')
75  if args.summary_descriptor is None:
76    args.summary_descriptor = os.path.join(protos_path, 'perfetto',
77                                           'trace_summary',
78                                           'trace_summary.descriptor')
79
80  test_runner = DiffTestsRunner(
81      args.name_filter,
82      args.trace_processor,
83      args.trace_descriptor,
84      args.no_colors,
85      args.override_sql_module,
86      args.test_dir,
87      args.quiet,
88  )
89  sys.stderr.write(f"[==========] Running {len(test_runner.tests)} tests.\n")
90
91  results = test_runner.run_all_tests(
92      args.summary_descriptor,
93      args.metrics_descriptor,
94      args.chrome_track_event_descriptor,
95      args.test_extensions,
96      args.winscope_extensions,
97      args.keep_input,
98  )
99  sys.stderr.write(results.str(args.no_colors, len(test_runner.tests)))
100
101  if len(results.test_failures) > 0:
102    return 1
103
104  if args.perf_file:
105    metrics = []
106    sorted_data = sorted(
107        results.perf_data, key=lambda x: (x.test.type.name, x.test.name))
108    for perf_args in sorted_data:
109      metrics.append({
110          'metric': 'tp_perf_test_ingest_time',
111          'value': float(perf_args.ingest_time_ns) / 1.0e9,
112          'unit': 's',
113          'tags': {
114              'test_name': perf_args.test.name,
115              'test_type': perf_args.test.type.name,
116          },
117          'labels': {},
118      })
119      metrics.append({
120          'metric': 'perf_test_real_time',
121          'value': float(perf_args.real_time_ns) / 1.0e9,
122          'unit': 's',
123          'tags': {
124              'test_name': perf_args.test.name,
125              'test_type': perf_args.test.type.name,
126          },
127          'labels': {},
128      })
129
130    output_data = {'metrics': metrics}
131    with open(args.perf_file, 'w+') as perf_file:
132      perf_file.write(json.dumps(output_data, indent=2))
133  return 0
134
135
136if __name__ == '__main__':
137  sys.exit(main())
138