summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMatthew Pickering <matthewtpickering@gmail.com>2022-05-27 09:41:58 +0100
committerMatthew Pickering <matthewtpickering@gmail.com>2022-05-27 09:44:58 +0100
commit09c9fa3af425f09d60ece2c0e679432f24920395 (patch)
treeade3a1d70ad43e13fd45f3ee6a6eeca3e2ec552f
parent2ff18e390b119c611b3dd429b76cfcbf36ef9545 (diff)
downloadhaskell-wip/t21557.tar.gz
T16875: Stabilise (temporarily) by increasing acceptance thresholdwip/t21557
The theory is that on windows there is some difference in the environment between pipelines on master and merge requests which affects all tests equally but because T16875 barely allocates anything it is the test which is affected the most. See #21557
-rw-r--r--testsuite/tests/perf/compiler/all.T4
1 files changed, 3 insertions, 1 deletions
diff --git a/testsuite/tests/perf/compiler/all.T b/testsuite/tests/perf/compiler/all.T
index 3d0796564e..cac2ebd48f 100644
--- a/testsuite/tests/perf/compiler/all.T
+++ b/testsuite/tests/perf/compiler/all.T
@@ -634,7 +634,9 @@ test('hard_hole_fits', # Testing multiple hole-fits with lots in scope for #1687
compile, ['-fdefer-type-errors -fno-max-valid-hole-fits -package ghc'])
test('T16875', # Testing one hole-fit with a lot in scope for #16875
- collect_compiler_stats('bytes allocated', 2),
+ # This test is very sensitive to environmental differences.. we should fix
+ # that but for now the failure threshold is 4% (see #21557)
+ collect_compiler_stats('bytes allocated', 4),
compile, ['-fdefer-type-errors -fno-max-valid-hole-fits -package ghc'])
test ('T20261',