1#!/usr/bin/perl -w 2 3# Copyright (C) 2005 Apple Computer, Inc. All rights reserved. 4# 5# Redistribution and use in source and binary forms, with or without 6# modification, are permitted provided that the following conditions 7# are met: 8# 9# 1. Redistributions of source code must retain the above copyright 10# notice, this list of conditions and the following disclaimer. 11# 2. Redistributions in binary form must reproduce the above copyright 12# notice, this list of conditions and the following disclaimer in the 13# documentation and/or other materials provided with the distribution. 14# 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of 15# its contributors may be used to endorse or promote products derived 16# from this software without specific prior written permission. 17# 18# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY 19# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 20# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 21# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY 22# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 23# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 24# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND 25# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 27# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28 29# Script to check status of W3C DOM tests that are part of the WebKit tests. 30 31use strict; 32use FindBin; 33use Cwd; 34use lib $FindBin::Bin; 35use webkitdirs; 36 37chdirWebKit(); 38 39my $verbose = $ARGV[0] && $ARGV[0] eq "-v"; 40 41my $workingDir = getcwd(); 42my $testDirectory = "$workingDir/LayoutTests"; 43 44my @suites = ( {"name" => "DOM Level 1 Core (html)", "directory" => "dom/html/level1/core"}, 45 {"name" => "DOM Level 2 Core (html)", "directory" => "dom/html/level2/core"}, 46 {"name" => "DOM Level 2 Events (html)", "directory" => "dom/html/level2/events"}, 47 {"name" => "DOM Level 2 HTML (html)", "directory" => "dom/html/level2/html"}, 48 {"name" => "DOM Level 1 Core (xhtml)", "directory" => "dom/xhtml/level1/core"}, 49 {"name" => "DOM Level 2 Core (xhtml)", "directory" => "dom/xhtml/level2/core"}, 50 {"name" => "DOM Level 2 Events (xhtml)", "directory" => "dom/xhtml/level2/events"}, 51 {"name" => "DOM Level 2 HTML (xhtml)", "directory" => "dom/xhtml/level2/html"}, 52 {"name" => "DOM Level 3 Core (xhtml)", "directory" => "dom/xhtml/level3/core"}, 53 {"name" => "DOM Level 3 XPath (svg)", "directory" => "dom/svg/level3/xpath"}); 54 55my $totalCount = 0; 56my $totalSuccesses = 0; 57my $totalDisabled = 0; 58my $totalFailed = 0; 59 60foreach my $suite (@suites) { 61 62 my %suite = %$suite; 63 my $directory = $suite{"directory"}; 64 my $name = $suite{"name"}; 65 my @results = `find "${testDirectory}/${directory}" -name "*-expected.txt"`; 66 my @disabled = `find "${testDirectory}/${directory}" -name "*-disabled"`; 67 68 my @failures = (); 69 my $count = 0; 70 71 foreach my $result (@results) { 72 $count++; 73 my $success = 0; 74 open RESULT, "<$result"; 75 while (<RESULT>) { 76 if (/Success/) { 77 $success = 1; 78 last; 79 } 80 } 81 close RESULT; 82 if (!$success) { 83 push @failures, $result; 84 } 85 } 86 87 my $disabledCount = (scalar @disabled); 88 my $failureCount = (scalar @failures); 89 90 $count += $disabledCount; 91 92 my $successCount = $count - $failureCount - $disabledCount; 93 my $percentage = (sprintf "%.1f", ($successCount * 100.0 / $count)); 94 95 if ($percentage == 100) { 96 print "${name}: all ${count} tests succeeded"; 97 } else { 98 print "${name}: ${successCount} out of ${count} tests succeeded (${percentage}%)"; 99 } 100 print " ($disabledCount disabled)" if $disabledCount; 101 print "\n"; 102 if ($verbose) { 103 print "\n"; 104 if (@disabled) { 105 print " Disabled:\n"; 106 107 foreach my $failure (sort @disabled) { 108 $failure =~ s|.*/||; 109 $failure =~ s|-disabled||; 110 print " ${directory}/${failure}"; 111 } 112 } 113 if (@failures) { 114 print " Failed:\n"; 115 116 foreach my $failure (sort @failures) { 117 $directory =~ m|^dom/(\w+)|; 118 my $extension = $1; 119 $failure =~ s|.*/||; 120 $failure =~ s|-expected\.txt|.${extension}|; 121 print " ${directory}/${failure}"; 122 } 123 } 124 125 print "\n"; 126 } 127 128 $totalCount += $count; 129 $totalSuccesses += $successCount; 130 $totalDisabled += $disabledCount; 131 $totalFailed += $failureCount; 132} 133 134 135my $totalPercentage = (sprintf "%.1f", ($totalSuccesses * 100.0 / $totalCount)); 136my $totalDisabledPercentage = (sprintf "%.1f", ($totalDisabled * 100.0 / $totalCount)); 137my $totalFailedPercentage = (sprintf "%.1f", ($totalFailed * 100.0 / $totalCount)); 138 139print "Total: ${totalSuccesses} out of ${totalCount} tests succeeded (${totalPercentage}%)\n"; 140print " ${totalDisabled} tests disabled (${totalDisabledPercentage}%)\n"; 141print " ${totalFailed} tests failed (${totalFailedPercentage}%)\n"; 142