Lines Matching +full:runner +full:- +full:before +full:- +full:script
4 # Use of this source code is governed by a BSD-style license that can be
27 # Import _strptime before threaded code. datetime.datetime.strptime is
30 import _strptime # pylint: disable=unused-import
32 # pylint: disable=ungrouped-imports
59 from lib.results import result_sink # pylint: disable=import-error
83 '--test-launcher-retry-limit',
84 '--test_launcher_retry_limit',
85 '--num_retries', '--num-retries',
86 '--isolated-script-test-launcher-retry-limit',
88 help='Number of retries for a test before '
91 '--test-launcher-summary-output',
92 '--json-results-file',
95 'Note that this will also trigger saving per-test logcats to '
98 '--test-launcher-shard-index',
102 '--test-launcher-total-shards',
112 """Adds arguments to support passing command-line flags to the device."""
114 '--device-flags-file',
117 'command-line flags to set on the device')
119 '--use-apk-under-test-flags-file',
123 parser.add_argument('--variations-test-seed-path',
127 parser.add_argument('--webview-variations-test-seed-path',
140 '--trace-output',
145 '--trace-all',
157 '--debug',
163 '--release',
169 '--break-on-failure', '--break_on_failure',
176 '--enable-platform-mode',
179 'conceptually separates the test runner from the '
184 '-e', '--environment',
189 '--local-output',
194 parser.add_argument('--list-tests',
198 parser.add_argument('--wrapper-script-args',
200 'script. This should probably not be edited by a '
214 '--fast-local-dev',
218 help='Alias for: --num-retries=0 --enable-device-cache '
219 '--enable-concurrent-adb --skip-clear-data '
220 '--extract-test-list-from-filter --use-persistent-shell --local-output')
225 '--flakiness-dashboard-server',
229 '--gs-results-bucket',
233 '--output-directory',
237 ' precedence over --debug and --release')
239 '-v', '--verbose',
244 '--repeat', '--gtest_repeat', '--gtest-repeat',
245 '--isolated-script-test-repeat',
251 '--use-persistent-shell',
255 parser.add_argument('--disable-test-server',
263 '--gtest_also_run_disabled_tests', '--gtest-also-run-disabled-tests',
264 '--isolated-script-test-also-run-disabled-tests',
269 parser.add_argument('--isolated-script-test-output',
271 parser.add_argument('--isolated-script-test-perf-output',
298 '--adb-path',
303 '--use-local-devil-tools',
306 parser.add_argument('--denylist-file',
310 '-d', '--device', nargs='+',
314 '--enable-concurrent-adb',
319 '--enable-device-cache',
323 '--skip-clear-data',
329 '--recover-devices',
334 '--tool',
337 '(use --tool help to list them)')
340 '--upload-logcats-file',
347 '--logcat-output-dir', type=os.path.realpath,
351 '--logcat-output-file', type=os.path.realpath,
356 '--force-main-user',
358 help='Force the applicable adb commands to run with "--user" param set '
364 """Adds emulator-specific options to |parser|."""
368 '--avd-config',
374 '--emulator-count',
379 '--emulator-window',
384 '--emulator-debug-tags',
385 help='Comma-separated list of debug tags. This can be used to enable or '
387 'init,snapshot. See "emulator -help-debug-tags" '
390 '--emulator-enable-network',
401 '--app-data-file',
406 '--app-data-file-dir',
408 ' saved. Used with --app-data-file.')
410 '--enable-xml-result-parsing',
413 '--executable-dist-dir',
416 " (non-apk) tests.")
418 '--extract-test-list-from-filter',
426 '--gs-test-artifacts-bucket',
430 '--render-test-output-dir',
433 '--runtime-deps-path',
437 '-t', '--shard-timeout',
441 '--store-tombstones',
445 '-s', '--suite',
449 '--test-apk-incremental-install-json',
452 parser.add_argument('--test-launcher-batch-limit',
456 'Ignores non-positive ints and those greater than '
459 '-w', '--wait-for-java-debugger', action='store_true',
460 help='Wait for java debugger to attach before running any application '
463 '--coverage-dir',
467 '--use-existing-test-data',
479 parser.add_argument('--additional-apex',
487 '--additional-apk',
492 parser.add_argument('--forced-queryable-additional-apk',
497 help='Configures an additional-apk to be forced '
499 parser.add_argument('--instant-additional-apk',
504 help='Configures an additional-apk to be an instant APK')
506 '-A', '--annotation',
508 help='Comma-separated list of annotations. Run only tests with any of '
510 'key-values pair. A test that has no annotation is considered '
512 # TODO(jbudorick): Remove support for name-style APK specification once
515 '--apk-under-test',
518 '--store-data-dependencies-in-temp',
522 '--module',
528 '--fake-module',
534 '--additional-locale',
538 'for when --apk-under-test is an Android App Bundle.')
540 '--coverage-dir',
545 '--disable-dalvik-asserts',
549 '--proguard-mapping-path',
553 '-E', '--exclude-annotation',
555 help='Comma-separated list of annotations. Exclude tests with these '
558 '--enable-breakpad-dump',
562 '--replace-system-package',
568 '--remove-system-package',
572 help='Specifies a system package to remove before testing if it exists '
574 'Unlike --replace-system-package, the app will not be restored after '
577 '--use-voice-interaction-service',
582 '--use-webview-provider',
589 '--webview-command-line-arg',
594 '--run-setup-command',
601 '--run-teardown-command',
608 '--runtime-deps-path',
612 '--screenshot-directory',
616 '--shared-prefs-file',
632 '--store-tombstones',
636 '--strict-mode',
638 help='StrictMode command-line flag set on the device, '
642 '--test-apk',
646 '--test-apk-as-instant',
651 '--test-launcher-batch-limit',
658 '--timeout-scale',
662 '--is-unit-test',
667 '-w', '--wait-for-java-debugger', action='store_true',
668 help='Wait for java debugger to attach before running any application '
672 parser.add_argument('--wpr-enable-record',
679 '--approve-app-links',
681 'package and domain, example usage: --approve-app-links '
685 # only ever be specified by an intermediate script.
687 '--apk-under-test-incremental-install-json',
690 '--test-apk-incremental-install-json',
699 '--code-review-system',
700 help='A non-default code review system to pass to pass to Gold, if '
703 '--continuous-integration-system',
704 help='A non-default continuous integration system to pass to Gold, if '
707 '--git-revision', help='The git commit currently being tested.')
709 '--gerrit-issue',
712 '--gerrit-patchset',
715 '--buildbucket-id',
720 '--local-pixel-tests',
726 'Running in local mode also implies --no-luci-auth. If both this '
727 'and --no-local-pixel-tests are left unset, the test harness will '
731 '--no-local-pixel-tests',
734 help='Specifies to run the Skia Gold pixel tests in non-local (bot) '
736 'triage links are generated. If both this and --local-pixel-tests '
741 '--no-luci-auth',
745 'with Skia Gold, instead relying on gsutil to be pre-authenticated. '
748 '--bypass-skia-gold-functionality',
762 '--coverage-on-the-fly',
764 help='Generate coverage data by Jacoco on-the-fly instrumentation.')
766 '--coverage-dir', type=os.path.realpath,
769 '--package-filter',
772 '--runner-filter',
773 help='Filters tests by runner class. Must be fully qualified.')
774 parser.add_argument('--json-config',
777 '--shards',
780 'is supported when test-filter is specified. Values less than 1 will '
782 parser.add_argument('--shard-filter',
785 '-s', '--test-suite', required=True,
789 '-w', '--wait-for-java-debugger', action='store_const', const='8701',
790 dest='debug_socket', help='Alias for --debug-socket=8701')
792 '--debug-socket',
794 'before running any application code. Also disables test timeouts '
799 '--robolectric-runtime-deps-dir',
801 parser.add_argument('--native-libs-dir',
804 '--resource-apk',
814 '--test-apk',
824 parser.add_argument('--browser',
830 '--category',
835 '--event-count',
839 '--seed',
841 help='Seed value for pseudo-random generator. Same seed value generates '
844 '--throttle',
853 parser.add_argument('-s',
854 '--suite',
862 """Creates a dict mapping classes to file names from size-info apk."""
864 test_apk_size_info = os.path.join(constants.GetOutDirectory(), 'size-info',
897 runner = unittest.TextTestRunner(verbosity=1+args.verbose_count)
898 return 0 if runner.run(suite).wasSuccessful() else 1
920 individual test runner.
945 # Some tests put in non utf-8 char as part of the test
946 # which breaks uploads, so need to decode and re-encode.
949 log_decoded = log_decoded.decode('utf-8', 'replace')
957 logging.info('Skipping non-https link %r (%s) for test %s.', link_name,
998 # pylint: disable=protected-access
1068 # requires the size-info file.
1128 sys.stderr.write('Test does not support --list-tests (type={}).\n'.format(
1148 # the up-to-date results and those can be written to disk.
1174 failed_tests = (iteration_results.GetNotPass() -
1254 script.
1260 except: # pylint: disable=bare-except
1279 # This covers --test-filter=, --test-launcher-filter-file=, --gtest-filter=,
1280 # --test-filter *Foobar.baz, -f *foobar, --package-filter <package>,
1281 # --runner-filter <runner>.
1282 if 'filter' in arg or arg == '-f':
1296 rerun_arg_list.append('--test-launcher-filter-file=%s' % test_filter_file)
1319 help='googletest-based C++ tests')
1329 help='InstrumentationTestCase-based Java tests')
1340 help='JUnit4-based Java tests')
1373 # --replace-system-package/--remove-system-package has the potential to cause
1374 # issues if --enable-concurrent-adb is set, so disallow that combination.
1383 parser.error('--enable-concurrent-adb cannot be used with either '
1384 '--replace-system-package or --remove-system-package')
1386 # --use-webview-provider has the potential to cause issues if
1387 # --enable-concurrent-adb is set, so disallow that combination
1391 parser.error('--use-webview-provider and --enable-concurrent-adb cannot '
1396 parser.error('--coverage-on-the-fly requires --coverage-dir')
1403 # Result-sink may not exist in the environment if rdb stream is not enabled.