summaryrefslogtreecommitdiff
path: root/validate
diff options
context:
space:
mode:
authorAlina Banerjee <alina@glitchgirl.us>2021-06-02 22:56:40 -0500
committerMarge Bot <ben+marge-bot@smart-cactus.org>2021-07-27 12:01:15 -0400
commit64b6bc2396f797b66bb3697c4144774bb6039149 (patch)
tree748bfad8886658b5f4d539099cf3358efbc79eb1 /validate
parent83a88988a99d37b850cb4658456f4850832c4272 (diff)
downloadhaskell-64b6bc2396f797b66bb3697c4144774bb6039149.tar.gz
validate: check both stage1, stage2 test failures for deciding success of entire test run
Diffstat (limited to 'validate')
-rwxr-xr-xvalidate16
1 files changed, 15 insertions, 1 deletions
diff --git a/validate b/validate
index e3b68cecd6..22c711ad1e 100755
--- a/validate
+++ b/validate
@@ -457,7 +457,21 @@ if [ "$use_hadrian" = "YES" ]; then
grep '\<0 unexpected passes' testsuite_summary.txt >/dev/null 2>/dev/null &&
grep '\<0 unexpected failures' testsuite_summary.txt >/dev/null 2>/dev/null; then
- no_hadrian_test_failures=1
+ no_hadrian_stage_2_failures=1
+
+ if [ "$BINDIST" = "NO" ]; then
+ grep '\<0 caused framework failures' testsuite_summary_stage1.txt >/dev/null 2>/dev/null &&
+ grep '\<0 unexpected passes' testsuite_summary_stage1.txt >/dev/null 2>/dev/null &&
+ grep '\<0 unexpected failures' testsuite_summary_stage1.txt >/dev/null 2>/dev/null;
+
+ no_hadrian_stage_1_failures=1
+ fi
+
+ if [ "$BINDIST" = "NO" ]; then
+ no_hadrian_test_failures=$no_hadrian_stage_1_failures && $no_hadrian_stage_2_failures
+ else
+ no_hadrian_test_failures=$no_hadrian_stage_2_failures
+ fi
fi
if
grep '\<0 unexpected stat failures' testsuite_summary.txt >/dev/null 2>/dev/null; then