summaryrefslogtreecommitdiff
path: root/testsuite/driver/testglobals.py
diff options
context:
space:
mode:
authorDavid Eichmann <EichmannD@gmail.com>2019-02-04 16:51:58 +0000
committerMarge Bot <ben+marge-bot@smart-cactus.org>2019-02-16 01:07:53 -0500
commit0b92bdc79ddd38ceb69820dbc27ed36d7e5d7a57 (patch)
treee41e614c3bab769fb631a4dbe1a101cc92de4117 /testsuite/driver/testglobals.py
parentbcaba30a9602d7c5899c9754096a4460191dc667 (diff)
downloadhaskell-0b92bdc79ddd38ceb69820dbc27ed36d7e5d7a57.tar.gz
Fix and Reapply "Performance tests: recover a baseline from ancestor commits and CI results."
Diffstat (limited to 'testsuite/driver/testglobals.py')
-rw-r--r--testsuite/driver/testglobals.py16
1 files changed, 13 insertions, 3 deletions
diff --git a/testsuite/driver/testglobals.py b/testsuite/driver/testglobals.py
index de1d1e660a..b3c9a55131 100644
--- a/testsuite/driver/testglobals.py
+++ b/testsuite/driver/testglobals.py
@@ -250,11 +250,21 @@ class TestOptions:
# extra files to copy to the testdir
self.extra_files = []
- # Map from metric to expectected value and allowed percentage deviation. e.g.
- # { 'bytes allocated': (9300000000, 10) }
- # To allow a 10% deviation from 9300000000 for the 'bytes allocated' metric.
+ # Map from metric to (function from way and commit to baseline value, allowed percentage deviation) e.g.
+ # { 'bytes allocated': (
+ # lambda way commit:
+ # ...
+ # if way1: return None ...
+ # elif way2:return 9300000000 ...
+ # ...
+ # , 10) }
+ # This means no baseline is available for way1. For way 2, allow a 10%
+ # deviation from 9300000000.
self.stats_range_fields = {}
+ # Is the test testing performance?
+ self.is_stats_test = False
+
# Does this test the compiler's performance as opposed to the generated code.
self.is_compiler_stats_test = False