1# Copyright (c) 2012 The Chromium OS Authors. All rights reserved. 2# Use of this source code is governed by a BSD-style license that can be 3# found in the LICENSE file. 4 5AUTHOR = "Chrome OS Team" 6NAME = "Benchmarks" 7TIME = "LONG" 8TEST_CATEGORY = "Functional" 9TEST_CLASS = "suite" 10TEST_TYPE = "server" 11 12DOC = """ 13This test suite runs automated benchmark tests that should all pass. 1 machine 14should complete this suite in ~3:00, 3 machine in ~1:00. 3+ machines won't 15speed up the completion time as the longest test is 1:00. 16""" 17 18"""List of client tests with parameters. 19 20Note: In this case it is important to list the tests with the longest runtime 21first. This helps the suite complete as quickly as possible by enabling as much 22parallelization as possible. If the long running tests were last in the list 23they would be last to run. By having them first other machines are able to 24work on quicker tests while the longest running tests are running. 25""" 26TESTS = [ 27 ('unixbench', {}), # Runtime 1:00 28 ('hardware_StorageFio', {}), # Runtime 1:00 29 ('compilebench', {}), # Runtime 0:35 30 ('dbench', {}), # Runtime 0:15 31 ('disktest', {}), # Runtime 0:05 32 ('graphics_Sanity', {}), # Runtime 0:02 33 ('graphics_GLBench', {}), # Runtime 0:05 34 ('graphics_SanAngeles', {'creds': '$backdoor'}), # Runtime 0:03 35 ('graphics_WebGLConformance', {}), # Runtime 0:05 36 ('graphics_WebGLPerformance', {}), # Runtime 0:03 37 ('graphics_GLMark2', {}), # Runtime 0:05 38 ('graphics_GpuReset', {}), # Runtime 0:03 39 #----------------------------------------------------------------------------- 40 # Tests which leave the system in a strange state below. Don't add anything to 41 # this section unless you know what you're doing. 42 #----------------------------------------------------------------------------- 43 # graphics_Piglit can crash many of the UI processes, so schedule it last and 44 # make sure the machine is in a fresh state before starting. 45 ('graphics_Piglit', {}, [], [], ['reboot_before']), # Runtime 0:21 46] 47 48job.distribute_across_machines(TESTS, machines, continuous_parsing=True) 49