From 64b6bc2396f797b66bb3697c4144774bb6039149 Mon Sep 17 00:00:00 2001 From: Alina Banerjee Date: Wed, 2 Jun 2021 22:56:40 -0500 Subject: validate: check both stage1, stage2 test failures for deciding success of entire test run --- validate | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/validate b/validate index e3b68cecd6..22c711ad1e 100755 --- a/validate +++ b/validate @@ -457,7 +457,21 @@ if [ "$use_hadrian" = "YES" ]; then grep '\<0 unexpected passes' testsuite_summary.txt >/dev/null 2>/dev/null && grep '\<0 unexpected failures' testsuite_summary.txt >/dev/null 2>/dev/null; then - no_hadrian_test_failures=1 + no_hadrian_stage_2_failures=1 + + if [ "$BINDIST" = "NO" ]; then + grep '\<0 caused framework failures' testsuite_summary_stage1.txt >/dev/null 2>/dev/null && + grep '\<0 unexpected passes' testsuite_summary_stage1.txt >/dev/null 2>/dev/null && + grep '\<0 unexpected failures' testsuite_summary_stage1.txt >/dev/null 2>/dev/null; + + no_hadrian_stage_1_failures=1 + fi + + if [ "$BINDIST" = "NO" ]; then + no_hadrian_test_failures=$no_hadrian_stage_1_failures && $no_hadrian_stage_2_failures + else + no_hadrian_test_failures=$no_hadrian_stage_2_failures + fi fi if grep '\<0 unexpected stat failures' testsuite_summary.txt >/dev/null 2>/dev/null; then -- cgit v1.2.1