1#!/bin/bash 2 3# Do an automated test which involves building and regtesting version 4# 1.6 of the GNU Scientific Library (gsl). This has proven to be a 5# very thorough test of Vex's CPU simulations and has exposed bugs 6# which had not been previously discovered. Gsl contains more 7# than 100,000 tests as part of its regression suite, and so this 8# script's purpose is to runs those tests using valgrind and compare 9# against the same tests run natively. 10# 11# You can download gsl and get more info about it at 12# http://www.gnu.org/software/gsl 13 14 15 16# Args: 17# absolute name of gsl-1.6.tar.gz file 18# name of C compiler 19# args for C compiler 20# name of Valgrind 21# args for Valgrind 22 23 24if [ $# != 5 ] 25then 26 echo "usage: gsl16test /absolute/name/of/gsl-1.6-patched.tar.gz" 27 echo " C-compiler-command" 28 echo " flags-for-C-compiler" 29 echo " Valgrind-command" 30 echo " flags-for-Valgrind" 31 exit 1 32fi 33 34 35runcmd () { 36 echo -n " $1 ... " 37 shift 38 39 (eval "$*") >> log.verbose 2>&1 40 41 if [ $? == 0 ] 42 then 43 echo "done" 44 return 0 45 else 46 echo "failed" 47 return 1 48 fi 49} 50 51GSL_FILE=$1 52GSL_CC=$2 53GSL_CFLAGS=$3 54GSL_VV=$4 55GSL_VFLAGS=$5 56 57TESTS1="block/test cblas/test cdf/test cheb/test combination/test" 58TESTS2="complex/test const/test deriv/test dht/test diff/test" 59TESTS3="eigen/test err/test fft/test fit/test histogram/test" 60TESTS4="ieee-utils/test integration/test interpolation/test linalg/test" 61TESTS5="matrix/test min/test monte/test multifit/test multimin/test" 62TESTS6="multiroots/test ntuple/test ode-initval/test permutation/test" 63TESTS7="poly/test qrng/test randist/test rng/test roots/test siman/test" 64TESTS8="sort/test specfunc/test statistics/test sum/test sys/test" 65TESTS9="vector/test wavelet/test" 66 67ALL_TESTS="$TESTS1 $TESTS2 $TESTS3 $TESTS4 $TESTS5 $TESTS6 $TESTS7 $TESTS8 $TESTS9" 68 69echo "gsl16test: src: " $GSL_FILE 70echo "gsl16test: cc: " $GSL_CC 71echo "gsl16test: cflags: " $GSL_CFLAGS 72echo "gsl16test: valgrind: " $GSL_VV 73echo "gsl16test: vflags: " $GSL_VFLAGS 74 75rm -rf log.verbose gsl-1.6-patched summary.txt 76 77echo > log.verbose 78 79echo > summary.txt 80echo $0 $1 \"$2\" \"$3\" \"$4\" \"$5\" >> summary.txt 81echo >> summary.txt 82 83runcmd "Untarring " \ 84 "rm -rf gsl-1.6-patched && tar xzf $GSL_FILE" && \ 85\ 86runcmd "Configuring " \ 87 "(cd gsl-1.6-patched && CC=$GSL_CC CFLAGS=\"$GSL_CFLAGS\" ./configure)" && \ 88\ 89runcmd "Building " \ 90 "(cd gsl-1.6-patched && make && make -k check)" 91 92echo -n " Collecting reference results " 93rm -f out-REF 94(cd gsl-1.6-patched && for f in $ALL_TESTS ; do ./$f ; done) &> out-REF 95echo " ... done" 96 97echo -n " Collecting valgrinded results " 98rm -f out-V 99(cd gsl-1.6-patched && for f in $ALL_TESTS ; do eval $GSL_VV -v --trace-children=yes "$GSL_VFLAGS" ./$f ; done) &> out-V 100echo " ... done" 101 102echo -n " Native fails: " && (grep FAIL: out-REF | wc -l) 103echo -n " Native passes: " && (grep PASS: out-REF | wc -l) 104echo -n " Valgrind fails: " && (grep FAIL: out-V | wc -l) 105echo -n " Valgrind passes: " && (grep PASS: out-V | wc -l) 106 107(echo -n " Native fails: " && (grep FAIL: out-REF | wc -l)) >> summary.txt 108(echo -n " Native passes: " && (grep PASS: out-REF | wc -l)) >> summary.txt 109(echo -n " Valgrind fails: " && (grep FAIL: out-V | wc -l)) >> summary.txt 110(echo -n " Valgrind passes: " && (grep PASS: out-V | wc -l)) >> summary.txt 111echo >> summary.txt 112 113echo 114