• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/usr/bin/env python3
2# Copyright (C) 2018 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8#      http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16from __future__ import absolute_import
17from __future__ import division
18from __future__ import print_function
19
20import argparse
21import datetime
22import json
23import os
24import re
25import signal
26import sys
27
28ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
29sys.path.append(os.path.join(ROOT_DIR))
30
31from python.generators.diff_tests.testing import TestType
32from python.generators.diff_tests.utils import ctrl_c_handler
33from python.generators.diff_tests.runner import DiffTestsRunner
34
35
36def main():
37  signal.signal(signal.SIGINT, ctrl_c_handler)
38  parser = argparse.ArgumentParser()
39  parser.add_argument('--test-type', type=str, default='all')
40  parser.add_argument('--trace-descriptor', type=str)
41  parser.add_argument('--metrics-descriptor', nargs='+', type=str)
42  parser.add_argument('--chrome-track-event-descriptor', type=str, default=None)
43  parser.add_argument('--test-extensions', type=str, default=None)
44  parser.add_argument('--winscope-extensions', type=str, default=None)
45  parser.add_argument('--perf-file', type=str)
46  parser.add_argument(
47      '--override-sql-module', type=str, action='append', default=[])
48  parser.add_argument('--test-dir', type=str, default=ROOT_DIR)
49  parser.add_argument(
50      '--name-filter',
51      default='.*',
52      type=str,
53      help='Filter the name of the tests to run (regex syntax)')
54  parser.add_argument(
55      '--keep-input',
56      action='store_true',
57      help='Save the (generated) input pb file for debugging')
58  parser.add_argument(
59      '--rebase',
60      action='store_true',
61      help='Update the expected output file with the actual result')
62  parser.add_argument(
63      '--no-colors', action='store_true', help='Print without coloring')
64  parser.add_argument(
65      'trace_processor', type=str, help='location of trace processor binary')
66  args = parser.parse_args()
67
68  out_path = os.path.dirname(args.trace_processor)
69  if args.chrome_track_event_descriptor is None:
70    args.chrome_track_event_descriptor = os.path.join(
71        out_path, 'gen', 'protos', 'third_party', 'chromium',
72        'chrome_track_event.descriptor')
73  if args.test_extensions is None:
74    args.test_extensions = os.path.join(out_path, 'gen', 'protos', 'perfetto',
75                                        'trace', 'test_extensions.descriptor')
76  if args.winscope_extensions is None:
77    args.winscope_extensions = os.path.join(out_path, 'gen', 'protos',
78                                            'perfetto', 'trace', 'android',
79                                            'winscope.descriptor')
80
81  test_runner = DiffTestsRunner(args.name_filter, args.trace_processor,
82                                args.trace_descriptor, args.no_colors,
83                                args.override_sql_module, args.test_dir)
84  sys.stderr.write(f"[==========] Running {len(test_runner.tests)} tests.\n")
85
86  results = test_runner.run_all_tests(args.metrics_descriptor,
87                                      args.chrome_track_event_descriptor,
88                                      args.test_extensions,
89                                      args.winscope_extensions, args.keep_input,
90                                      args.rebase)
91  sys.stderr.write(results.str(args.no_colors, len(test_runner.tests)))
92
93  if args.rebase:
94    sys.stderr.write(results.rebase_str())
95
96  if len(results.test_failures) > 0:
97    return 1
98
99  if args.perf_file:
100    test_dir = os.path.join(ROOT_DIR, 'test')
101    trace_processor_dir = os.path.join(test_dir, 'trace_processor')
102
103    metrics = []
104    sorted_data = sorted(
105        results.perf_data, key=lambda x: (x.test.type.name, x.test.name))
106    for perf_args in sorted_data:
107      metrics.append({
108          'metric': 'tp_perf_test_ingest_time',
109          'value': float(perf_args.ingest_time_ns) / 1.0e9,
110          'unit': 's',
111          'tags': {
112              'test_name': perf_args.test.name,
113              'test_type': perf_args.test.type.name,
114          },
115          'labels': {},
116      })
117      metrics.append({
118          'metric': 'perf_test_real_time',
119          'value': float(perf_args.real_time_ns) / 1.0e9,
120          'unit': 's',
121          'tags': {
122              'test_name': perf_args.test.name,
123              'test_type': perf_args.test.type.name,
124          },
125          'labels': {},
126      })
127
128    output_data = {'metrics': metrics}
129    with open(args.perf_file, 'w+') as perf_file:
130      perf_file.write(json.dumps(output_data, indent=2))
131  return 0
132
133
134if __name__ == '__main__':
135  sys.exit(main())
136