Lines Matching full:runs

11 #            where the results of those runs differ
13 #          0 if all runs had identical results
31     Return dictionary keyed on unique testnames across all runs.
35     runs = {}
38         runs[i] = {}
51                 runs[i][testname] = status
56     return (runs, testnames)
60 def compare_results(runs):  argument
63     Print any testnames with differing results across runs.
64     Return 1 if any test results across runs differ.
69     for i in range(len(runs)):
70         print "  Run[%d]: %d" % (i, len(runs[i].keys()))
77         for i in range(1,len(runs)):
80             if not runs[i].has_key(testname):
81                 runs[i][testname] = "null"
82             if not runs[i-1].has_key(testname):
83                 runs[i-1][testname] = "null"
85             if runs[i][testname] != runs[i-1][testname]:
90                 print "Tests with Inconsistent Results across Runs"
99             for i in range(len(runs)):
100                 all_results += runs[i][testname]
101                 if i+1<len(runs):
115 (runs, testnames) = get_results(sys.argv)
116 rc = compare_results(runs)