1#! /usr/bin/env vpython3 2# 3# Copyright 2023 The ANGLE Project Authors. All rights reserved. 4# Use of this source code is governed by a BSD-style license that can be 5# found in the LICENSE file. 6# 7# angle_android_test_runner.py: 8# Runs (a subset of) ANGLE tests on Android using android_helper 9# instead of chromium test_runner scripts. This script is integrated into 10# gn builds via the android_test_runner_script var, which creates wrappers 11# (out/<config>/angle_trace_tests) calling into this script 12# with additional args like --output-directory=out/<config> etc 13 14import argparse 15import json 16import logging 17import os 18import pathlib 19import sys 20 21PY_UTILS = str(pathlib.Path(__file__).resolve().parent / 'py_utils') 22if PY_UTILS not in sys.path: 23 os.stat(PY_UTILS) and sys.path.insert(0, PY_UTILS) 24import android_helper 25import angle_test_util 26 27 28def AddCommonParserArgs(parser): 29 parser.add_argument( 30 '--suite', 31 help='Test suite to run.', 32 required=True, 33 choices=[ 34 'angle_end2end_tests', 35 'angle_perftests', 36 'angle_trace_tests', 37 'angle_unittests', 38 # dEQP - grep \"angle_deqp infra/specs/gn_isolate_map.pyl 39 'angle_deqp_egl_tests', 40 'angle_deqp_gl46_tests', 41 'angle_deqp_gles2_tests', 42 'angle_deqp_gles31_rotate180_tests', 43 'angle_deqp_gles31_rotate270_tests', 44 'angle_deqp_gles31_rotate90_tests', 45 'angle_deqp_gles31_tests', 46 'angle_deqp_gles3_rotate180_tests', 47 'angle_deqp_gles3_rotate270_tests', 48 'angle_deqp_gles3_rotate90_tests', 49 'angle_deqp_gles3_tests', 50 'angle_deqp_khr_gles2_tests', 51 'angle_deqp_khr_gles31_tests', 52 'angle_deqp_khr_gles32_tests', 53 'angle_deqp_khr_gles3_tests', 54 'angle_deqp_khr_noctx_gles2_tests', 55 'angle_deqp_khr_noctx_gles32_tests', 56 'angle_deqp_khr_single_gles32_tests', 57 ]) 58 parser.add_argument('-l', '--log', help='Logging level.', default='info') 59 parser.add_argument('--list-tests', help='List tests.', action='store_true') 60 parser.add_argument( 61 '-f', 62 '--filter', 63 '--isolated-script-test-filter', 64 '--gtest_filter', 65 type=str, 66 help='Test filter.') 67 parser.add_argument( 68 '--prepare-only', 69 help='Only prepare traces, but do not actually run them.', 70 action='store_true') 71 72 73def RunAndroidTestSuite(args, extra_args): 74 angle_test_util.SetupLogging(args.log.upper()) 75 76 android_helper.Initialize(args.suite) 77 assert android_helper.IsAndroid() 78 79 rc, output, _ = android_helper.RunTests( 80 args.suite, ['--list-tests', '--verbose'] + extra_args, log_output=False) 81 if rc != 0: 82 logging.fatal('Could not find test list from test output:\n%s' % output) 83 return rc 84 85 tests = angle_test_util.GetTestsFromOutput(output) 86 if not tests: 87 logging.fatal('Could not find test list from test output:\n%s' % output) 88 return 1 89 90 if args.filter: 91 tests = angle_test_util.FilterTests(tests, args.filter) 92 93 if args.list_tests: 94 print('\n'.join(['Tests list:'] + tests + ['End tests list.'])) 95 return 0 96 97 if args.suite == 'angle_trace_tests': 98 traces = set(android_helper.GetTraceFromTestName(test) for test in tests) 99 android_helper.PrepareRestrictedTraces(traces) 100 101 if args.prepare_only: 102 print('Prepared traces: %s' % traces) 103 return 0 104 105 flags = ['--gtest_filter=' + args.filter] if args.filter else [] 106 return android_helper.RunTests(args.suite, flags + extra_args)[0] 107 108 109def main(): 110 parser = argparse.ArgumentParser() 111 parser.add_argument('test_type', choices=['gtest']) 112 parser.add_argument('--output-directory', required=True) 113 parser.add_argument('--wrapper-script-args') 114 parser.add_argument('--runtime-deps-path') 115 AddCommonParserArgs(parser) 116 117 args, extra_args = parser.parse_known_args() 118 119 os.chdir(args.output_directory) 120 121 return RunAndroidTestSuite(args, extra_args) 122 123 124if __name__ == "__main__": 125 sys.exit(main()) 126