Lines Matching full:runs

11 #            where the results of those runs differ
13 #          0 if all runs had identical results
32     Return dictionary keyed on unique testnames across all runs.
38     runs = {}
41         runs[i] = {}
54                 runs[i][testname] = status
59     return (runs, testnames)
63 def compare_results(runs):  argument
66     Print any testnames with differing results across runs.
67     Return 1 if any test results across runs differ.
70     @param runs: dict of test status from get_results().
74     for i in range(len(runs)):
75         print "  Run[%d]: %d" % (i, len(runs[i].keys()))
82         for i in range(1,len(runs)):
85             if not runs[i].has_key(testname):
86                 runs[i][testname] = "null"
87             if not runs[i-1].has_key(testname):
88                 runs[i-1][testname] = "null"
90             if runs[i][testname] != runs[i-1][testname]:
95                 print "Tests with Inconsistent Results across Runs"
104             for i in range(len(runs)):
105                 all_results += runs[i][testname]
106                 if i+1<len(runs):
120 (runs, testnames) = get_results(sys.argv)
121 rc = compare_results(runs)