Lines Matching +full:before +full:- +full:script

3 # This script runs tests before and after a PR and analyzes the results in
9 # the full config must be the same before and after the PR.
12 # - First, commit any uncommited changes. (Also, see warning below.)
13 # - Then launch --> [SKIP_SSL_OPT=1] docs/architecture/psa-migration/outcome-analysis.sh
14 #     - SKIP_SSL_OPT=1 can optionally be set to skip ssl-opt.sh tests
16 # WARNING: this script checks out a commit other than the head of the current
18 # but while the script is running, or if it terminates early in error, you
21 # NOTE: you can comment out parts that don't need to be re-done when
22 # re-running this script (for example "get numbers before this PR").
24 set -eu
30     git checkout -- include/mbedtls/mbedtls_config.h include/psa/crypto_config.h
34     export MBEDTLS_TEST_OUTCOME_FILE="$PWD/outcome-$1.csv"
35     rm -f $MBEDTLS_TEST_OUTCOME_FILE
39     if [ $SKIP_SSL_OPT -eq 0 ]; then
40         make -C programs ssl/ssl_server2 ssl/ssl_client2 \
42         tests/ssl-opt.sh
48 #   HEAD=$(git branch --show-current)
50 HEAD=$(git rev-parse --abbrev-ref HEAD)
52 # get the numbers before this PR for default and full
54 git checkout $(git merge-base HEAD development)
56 record "before-default"
61 record "before-full"
67 record "after-default"
72 record "after-full"
88     if [ $SKIP_SSL_OPT -eq 0 ]; then
89         SUITES="$SUITES ssl-opt"
90         extra_files=$(cd tests/opt-testcases && echo *.sh)
99     ref="outcome-$1.csv"
100     new="outcome-$2.csv"
104     total=$(grep -c "$pattern_suite" "$ref")
106     sed -n "$sed_cmd" "$ref" > skipped-ref
107     sed -n "$sed_cmd" "$new" > skipped-new
108     nb_ref=$(wc -l <skipped-ref)
109     nb_new=$(wc -l <skipped-new)
112     printf "%40s: total %4d; skipped %4d -> %4d\n" \
114     if diff skipped-ref skipped-new | grep '^> '; then
119     rm skipped-ref skipped-new
124     printf "\n*** Comparing $1 -> $2 ***\n"
131     if [ -z "$failed" ]; then
139 compare_builds before-default after-default
140 compare_builds before-full after-full