1#!/usr/bin/perl 2 3# Copyright (C) 2006 Apple Computer, Inc. All rights reserved. 4# 5# Redistribution and use in source and binary forms, with or without 6# modification, are permitted provided that the following conditions 7# are met: 8# 9# 1. Redistributions of source code must retain the above copyright 10# notice, this list of conditions and the following disclaimer. 11# 2. Redistributions in binary form must reproduce the above copyright 12# notice, this list of conditions and the following disclaimer in the 13# documentation and/or other materials provided with the distribution. 14# 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of 15# its contributors may be used to endorse or promote products derived 16# from this software without specific prior written permission. 17# 18# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY 19# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 20# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 21# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY 22# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 23# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 24# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND 25# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 27# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28 29# This script takes two files that are lists of timings and compares them. 30 31use warnings; 32use strict; 33use Getopt::Long; 34 35my $usage = "compare-timing-files [-c|--count results] oldFile newFile"; 36 37my $count = 1; 38GetOptions("c|count=i" => \$count); 39 40my ($file1, $file2) = @ARGV; 41die "$usage\n" unless ($file1 && $file2 && @ARGV == 2); 42 43my ($oldAverage, $oldRange, $oldRangePercent) = parseResults($file1); 44my ($newAverage, $newRange, $newRangePercent) = parseResults($file2); 45 46print "\n===== $file1 =====\n"; 47if ($count == 1) { 48 print("fastest run: $oldAverage\n"); 49} else { 50 print("average of fastest $count runs: $oldAverage\n"); 51 printf("range of fastest $count runs: %.2f%% (%d)\n", $oldRangePercent, $oldRange); 52} 53 54print "\n===== $file2 =====\n"; 55if ($count == 1) { 56 print("fastest run: $newAverage\n"); 57} else { 58 print("average of fastest $count runs: $newAverage\n"); 59 printf("range of fastest $count runs: %.2f%% (%d)\n", $newRangePercent, $newRange); 60} 61 62my $gainOrLoss = $newAverage <= $oldAverage ? "GAIN" : "LOSS"; 63my $difference = abs($newAverage - $oldAverage); 64my $differencePercent = $difference / $oldAverage * 100; 65printf("\nperformance %s of %.2f%% (%.1f / %.1f)\n", $gainOrLoss, $differencePercent, $difference, $oldAverage); 66print "\n"; 67 68sub parseResults 69{ 70 my ($file) = @_; 71 72 open(FILE, $file) or die "Couldn't open file: $file"; 73 my @results = <FILE>; 74 close(FILE); 75 76 @results = sort(@results); 77 my $total = 0; 78 for (my $i = 0; $i < $count; $i++) { 79 $results[$i] =~ s/\D*//; # cut out non-digits 80 $total += $results[$i]; 81 } 82 my $average = $total / $count; 83 my $range = $results[$count - 1] - $results[0]; 84 my $rangePercent = $range / $results[$count - 1] * 100; 85 86 return ($average, $range, $rangePercent); 87} 88 89