summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorAlina Banerjee <alina@glitchgirl.us>2021-06-02 22:56:40 -0500
committerAlina Banerjee <alina@glitchgirl.us>2021-06-05 02:51:24 -0500
commitb9e967ce55cd8fd015e4a2988ede73228977357a (patch)
tree2b32b95bfec36bc225681e3e6b22688bb4bae599
parent7e79064b172ab55bca3d7458eec5e289c450540e (diff)
downloadhaskell-b9e967ce55cd8fd015e4a2988ede73228977357a.tar.gz
validate: check both stage1, stage2 test failures for deciding success of entire test run
-rwxr-xr-xvalidate16
1 files changed, 15 insertions, 1 deletions
diff --git a/validate b/validate
index e3b68cecd6..22c711ad1e 100755
--- a/validate
+++ b/validate
@@ -457,7 +457,21 @@ if [ "$use_hadrian" = "YES" ]; then
grep '\<0 unexpected passes' testsuite_summary.txt >/dev/null 2>/dev/null &&
grep '\<0 unexpected failures' testsuite_summary.txt >/dev/null 2>/dev/null; then
- no_hadrian_test_failures=1
+ no_hadrian_stage_2_failures=1
+
+ if [ "$BINDIST" = "NO" ]; then
+ grep '\<0 caused framework failures' testsuite_summary_stage1.txt >/dev/null 2>/dev/null &&
+ grep '\<0 unexpected passes' testsuite_summary_stage1.txt >/dev/null 2>/dev/null &&
+ grep '\<0 unexpected failures' testsuite_summary_stage1.txt >/dev/null 2>/dev/null;
+
+ no_hadrian_stage_1_failures=1
+ fi
+
+ if [ "$BINDIST" = "NO" ]; then
+ no_hadrian_test_failures=$no_hadrian_stage_1_failures && $no_hadrian_stage_2_failures
+ else
+ no_hadrian_test_failures=$no_hadrian_stage_2_failures
+ fi
fi
if
grep '\<0 unexpected stat failures' testsuite_summary.txt >/dev/null 2>/dev/null; then