diff options
Diffstat (limited to 't/ax/testsuite-summary-checks.sh')
| -rw-r--r-- | t/ax/testsuite-summary-checks.sh | 106 |
1 files changed, 106 insertions, 0 deletions
diff --git a/t/ax/testsuite-summary-checks.sh b/t/ax/testsuite-summary-checks.sh new file mode 100644 index 000000000..309d47345 --- /dev/null +++ b/t/ax/testsuite-summary-checks.sh @@ -0,0 +1,106 @@ +#! /bin/sh +# Copyright (C) 2011-2012 Free Software Foundation, Inc. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2, or (at your option) +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# Check the testsuite summary with the parallel-tests harness. This +# script is meant to be sourced by other test script, so that it can +# be used to check different scenarios (colorized and non-colorized +# testsuite output, packages with and without bug-report addresses, +# testsuites in subdirectories, ...) + +am_parallel_tests=yes +. ./defs || Exit 1 + +case $use_colors in + yes) + AM_COLOR_TESTS=always; export AM_COLOR_TESTS + TERM=ansi; export TERM + am_opts='parallel-tests color-tests' + ;; + no) + am_opts='parallel-tests' + ;; + *) + fatal_ "invalid use_colors='$use_colors'";; +esac + +cat > configure.ac <<END +AC_INIT([GNU AutoFoo], [7.1], [bug-automake@gnu.org]) +AM_INIT_AUTOMAKE([$am_opts]) +AC_CONFIG_FILES([Makefile]) +AC_OUTPUT +END + +cat > Makefile.am <<'END' +TEST_EXTENSIONS = .t +T_LOG_COMPILER = $(SHELL) $(srcdir)/log-compiler +## Will be defined at runtime. +TESTS = +$(TESTS): +END + +cat > log-compiler <<'END' +#!/bin/sh +case "$1" in + pass*|*/pass*|xpass*|*/xpass*) exit 0;; + fail*|*/fail*|xfail*|*/xfail*) exit 1;; + skip*|*/skip*) exit 77;; + error*|/error*) exit 99;; + copy*|*/copy*) cat "$1";; + *) exit 99;; +esac +END + +# Quite complexish, but allow the tests in client scripts to be written +# in a "data-driven fashion". +do_check () +{ + cat > summary.exp + expect_failure=false + xfail_tests='' + tests="TESTS='$*'" + for t in $*; do + case $t in fail*|xpass*|error*) expect_failure=:;; esac + case $t in xfail*|xpass*) xfail_tests="$xfail_tests $t";; esac + done + test -z "$xfail_tests" || xfail_tests="XFAIL_TESTS='$xfail_tests'" + st=0 + eval "env $tests $xfail_tests \$MAKE -e check > stdout || st=\$?" + cat stdout + if $expect_failure; then + test $st -gt 0 || Exit 1 + else + test $st -eq 0 || Exit 1 + fi + $PERL "$am_testauxdir"/extract-testsuite-summary.pl stdout >summary.got \ + || fatal_ "cannot extract testsuite summary" + cat summary.exp + cat summary.got + if test $use_colors = yes; then + # Use cmp, not diff, because the files might contain binary data. + compare=cmp + else + compare=diff + fi + $compare summary.exp summary.got || Exit 1 +} + +br='============================================================================' + +$ACLOCAL +$AUTOCONF +$AUTOMAKE --add-missing + +: |