diff options
Diffstat (limited to 't/tap-lazy-check.sh')
-rw-r--r-- | t/tap-lazy-check.sh | 102 |
1 files changed, 102 insertions, 0 deletions
diff --git a/t/tap-lazy-check.sh b/t/tap-lazy-check.sh new file mode 100644 index 000000000..f5115e5db --- /dev/null +++ b/t/tap-lazy-check.sh @@ -0,0 +1,102 @@ +#! /bin/sh +# Copyright (C) 2011-2014 Free Software Foundation, Inc. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2, or (at your option) +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# TAP support: AM_LAZY_CHECK + +. test-init.sh + +cat > Makefile.am << 'END' +TEST_LOG_COMPILER = cat +TESTS = foo.test bar.test baz.test +baz.log: zardoz +END + +. tap-setup.sh + +: > zardoz + +cat > foo.test <<'END' +1..2 +ok 1 +ok 2 +END + +cat > bar.test <<'END' +1..1 +not ok 1 +END + +cat > baz.test <<'END' +1..1 +Bail out! +END + +# Even the tests that are not re-run should contribute to the testsuite +# summary when obtained by "make check AM_LAZY_CHECK=yes". +grep_summary () +{ + grep '^# TOTAL: *4$' stdout + grep '^# PASS: *2$' stdout + grep '^# XPASS: *0$' stdout + grep '^# FAIL: *1$' stdout + grep '^# XFAIL: *0$' stdout + grep '^# SKIP: *0$' stdout + grep '^# ERROR: *1$' stdout +} + +run_make -e FAIL check +test -f foo.log +test -f bar.log +test -f baz.log + +rm -f foo.log bar.log + +run_make -O -e FAIL check AM_LAZY_CHECK=yes +test -f foo.log +test -f bar.log +grep '^PASS: foo\.test 1$' stdout +grep '^PASS: foo\.test 2$' stdout +grep '^FAIL: bar\.test 1$' stdout +grep 'baz\.test' stdout && exit 1 +grep_summary + +$sleep +touch foo.test +# We re-run only a successful test, but the tests that failed in the +# previous run should still be taken into account, and cause an overall +# failure. +run_make -O -e FAIL check AM_LAZY_CHECK=yes +grep '^PASS: foo\.test 1$' stdout +grep '^PASS: foo\.test 2$' stdout +grep 'ba[rz]\.test' stdout && exit 1 +is_newest foo.log foo.test +grep_summary + +$sleep +touch zardoz +run_make -O -e FAIL check AM_LAZY_CHECK=yes +grep '^ERROR: baz\.test' stdout +$EGREP '(foo|bar)\.test' stdout && exit 1 +is_newest baz.log zardoz +grep_summary + +# Now, explicitly retry with all test logs already updated, and ensure +# that the summary is still displayed. +run_make -O -e FAIL check AM_LAZY_CHECK=yes +$EGREP '(foo|bar|baz)\.test' stdout && exit 1 +grep_summary + +: |