diff options
| author | Ben Gamari <ben@smart-cactus.org> | 2019-06-25 18:16:32 -0400 |
|---|---|---|
| committer | Ben Gamari <ben@well-typed.com> | 2019-06-26 08:20:54 -0400 |
| commit | 44d08c32f5038bd395bf24df3f5c9f0297a3d0f0 (patch) | |
| tree | 4a36dd07cab6c6f6e7810d8c6c7e20717b3dd882 /testsuite/driver/testglobals.py | |
| parent | 551b79e4c2685f0c6de16e274efd686f26ca3876 (diff) | |
| download | haskell-44d08c32f5038bd395bf24df3f5c9f0297a3d0f0.tar.gz | |
testsuite: Run and report on fragile tests
This allows us to run (but ignore the result of) fragile testcases.
Hopefully this should allow us to more easily spot when a fragile test
becomes un-fragile.
Diffstat (limited to 'testsuite/driver/testglobals.py')
| -rw-r--r-- | testsuite/driver/testglobals.py | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/testsuite/driver/testglobals.py b/testsuite/driver/testglobals.py index 3fb809698f..3d273cb647 100644 --- a/testsuite/driver/testglobals.py +++ b/testsuite/driver/testglobals.py @@ -232,6 +232,7 @@ class TestRun: self.unexpected_passes = [] self.unexpected_failures = [] self.unexpected_stat_failures = [] + self.fragile_results = [] # List of all metrics measured in this test run. # [(change, PerfStat)] where change is one of the MetricChange @@ -253,6 +254,9 @@ class TestOptions: # skip this test? self.skip = False + # the test is known to be fragile in these ways + self.fragile_ways = [] + # skip these ways self.omit_ways = [] |