diff options
author | Stefano Lattarini <stefano.lattarini@gmail.com> | 2012-04-06 13:12:25 +0200 |
---|---|---|
committer | Stefano Lattarini <stefano.lattarini@gmail.com> | 2012-04-06 21:29:30 +0200 |
commit | 8a5096d150cf9803b8963768b7366cd68edcce03 (patch) | |
tree | a49c0e54876b8b9877d7ca2df386377e7b6037d1 /t/tap-color.sh | |
parent | f8e822bbc197f01fc722aa6def7cddb4182e3c66 (diff) | |
download | automake-8a5096d150cf9803b8963768b7366cd68edcce03.tar.gz |
tests: rename 'tests/' => 't/', '*.test' => '*.sh'
When we (soon) convert the Automake testsuite to a non-recursive
make setup, we'll have to fix the entries of $(TESTS) to be
prepended with the subdirectory they are in; this will increase
the length of $(TESTS), and thus increase the possibility of
exceeding the command-line length limits on some systems (most
notably, MinGW/MSYS). See automake bug#7868 for more information.
Thus we rename the 'tests/' subdirectory to 't/', and each 'x.test'
script in there to 'x.sh'; this way, the $(TESTS) entry 'foo.test'
will become 't/foo.sh', which have the same number of characters.
* tests/: Rename ...
* t/: ... to this.
* t/*.test: Rename ...
* t/*.sh: ... to this.
* t/.gitignore: Removed as obsolete.
* t/defs: Adjust.
* t/gen-testsuite-part: Likewise.
* t/list-of-tests.mk: Likewise.
* t/ccnoco.sh: Likewise.
* t/ccnoco3.sh: Likewise.
* t/self-check-cleanup.tap: Likewise.
* t/self-check-dir.tap: Likewise.
* t/self-check-me.tap: Likewise.
* t/self-check-reexec.tap: Likewise.
* README: Likewise.
* bootstrap: Likewise
* configure.ac: Likewise.
* Makefile.am: Likewise.
* .gitignore: Likewise.
* syntax-check.mk: Likewise.
Signed-off-by: Stefano Lattarini <stefano.lattarini@gmail.com>
Diffstat (limited to 't/tap-color.sh')
-rwxr-xr-x | t/tap-color.sh | 173 |
1 files changed, 173 insertions, 0 deletions
diff --git a/t/tap-color.sh b/t/tap-color.sh new file mode 100755 index 000000000..b8c4004f9 --- /dev/null +++ b/t/tap-color.sh @@ -0,0 +1,173 @@ +#! /bin/sh +# Copyright (C) 2011-2012 Free Software Foundation, Inc. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2, or (at your option) +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# TAP support: +# - colorization of TAP results and diagnostic messages + +am_parallel_tests=yes +. ./defs || Exit 1 + +TERM=ansi; export TERM + +esc='' +# Escape '[' for grep, below. +red="$esc\[0;31m" +grn="$esc\[0;32m" +lgn="$esc\[1;32m" +blu="$esc\[1;34m" +mgn="$esc\[0;35m" +std="$esc\[m" + +# Check that grep can parse nonprinting characters. +# BSD 'grep' works from a pipe, but not a seekable file. +# GNU or BSD 'grep -a' works on files, but is not portable. +case `echo "$std" | grep .` in + "$std") ;; + *) echo "$me: grep can't parse nonprinting characters" >&2; Exit 77;; +esac + +cat > Makefile.am << 'END' +AUTOMAKE_OPTIONS = color-tests +AM_TEST_LOG_DRIVER_FLAGS = --comments +TEST_LOG_COMPILER = cat +TESTS = all.test skip.test bail.test badplan.test noplan.test \ + few.test many.test order.test afterlate.test +END + +. "$am_testauxdir"/tap-setup.sh || fatal_ "sourcing tap-setup.sh" + +cat > all.test << 'END' +1..5 +ok 1 - foo +# Hi! I shouldn't be colorized! +not ok 2 - bar # TODO td +ok 3 - baz # SKIP sk +not ok 4 - quux +ok 5 - zardoz # TODO +END + +cat > skip.test << 'END' +1..0 # SKIP whole script +END + +cat > bail.test << 'END' +1..1 +ok 1 +Bail out! +END + +cat > badplan.test << 'END' +1..2 +ok 1 +1..2 +ok 2 +END + +cat > noplan.test << 'END' +ok 1 +END + +cat > few.test << 'END' +1..2 +ok 1 +END + +cat > many.test << 'END' +1..1 +ok 1 +ok 2 +END + +cat > order.test << 'END' +1..1 +ok 5 +END + +cat > afterlate.test << 'END' +ok 1 +1..2 +ok 2 +END + +AM_COLOR_TESTS=always $MAKE check >stdout && { cat stdout; Exit 1; } +cat stdout + +test_color () +{ + # Not a useless use of cat; see above comments about grep. + cat stdout | grep "^${grn}PASS${std}: all\.test 1 - foo$" + cat stdout | grep "^${lgn}XFAIL${std}: all\.test 2 - bar # TODO td$" + cat stdout | grep "^${blu}SKIP${std}: all\.test 3 - baz # SKIP sk$" + cat stdout | grep "^${red}FAIL${std}: all\.test 4 - quux$" + cat stdout | grep "^${red}XPASS${std}: all\.test 5 - zardoz # TODO$" + cat stdout | grep "^${blu}SKIP${std}: skip\.test - whole script$" + cat stdout | grep "^${grn}PASS${std}: bail\.test 1$" + cat stdout | grep "^${mgn}ERROR${std}: bail\.test - Bail out!$" + cat stdout | grep "^${mgn}ERROR${std}: badplan\.test - multiple test plans$" + cat stdout | grep "^${mgn}ERROR${std}: noplan\.test - missing test plan$" + cat stdout | grep "^${mgn}ERROR${std}: few.test - too few tests run (expected 2, got 1)$" + cat stdout | grep "^${mgn}ERROR${std}: many.test - too many tests run (expected 1, got 2)$" + cat stdout | grep "^${mgn}ERROR${std}: many.test 2 # UNPLANNED$" + cat stdout | grep "^${mgn}ERROR${std}: order.test 5 # OUT-OF-ORDER (expecting 1)$" + cat stdout | grep "^${mgn}ERROR${std}: afterlate\.test 2 # AFTER LATE PLAN$" + # Diagnostic messages shouldn't be colorized. + cat stdout | grep "^# all\.test: Hi! I shouldn't be colorized!$" + : +} + +test_no_color () +{ + # With make implementations that, like Solaris make, in case of errors + # print the whole failing recipe on standard output, we should content + # ourselves with a laxer check, to avoid false positives. + # Keep this in sync with lib/am/check.am:$(am__color_tests). + if $FGREP '= Xalways || test -t 1 ' stdout; then + # Extra verbose make, resort to laxer checks. + # But we also want to check that the testsuite summary is not unduly + # colorized. + ( + set +e # In case some grepped regex below isn't matched. + # Not a useless use of cat; see above comments about grep. + cat stdout | grep "TOTAL.*:" + cat stdout | grep "PASS.*:" + cat stdout | grep "FAIL.*:" + cat stdout | grep "SKIP.*:" + cat stdout | grep "XFAIL.*:" + cat stdout | grep "XPASS.*:" + cat stdout | grep "ERROR.*:" + cat stdout | grep "^#" + cat stdout | grep 'test.*expected' + cat stdout | grep 'test.*not run' + cat stdout | grep '====' + cat stdout | grep '[Ss]ee .*test-suite\.log' + cat stdout | grep '[Tt]estsuite summary' + ) | grep "$esc" && Exit 1 + : For shells with broken 'set -e' + else + cat stdout | grep "$esc" && Exit 1 + : For shells with broken 'set -e' + fi +} + +AM_COLOR_TESTS=always $MAKE check >stdout && { cat stdout; Exit 1; } +cat stdout +test_color + +$MAKE -e check >stdout && { cat stdout; Exit 1; } +cat stdout +test_no_color + +: |