diff options
| author | David Eichmann <EichmannD@gmail.com> | 2019-02-04 16:51:58 +0000 |
|---|---|---|
| committer | Marge Bot <ben+marge-bot@smart-cactus.org> | 2019-02-16 01:07:53 -0500 |
| commit | 0b92bdc79ddd38ceb69820dbc27ed36d7e5d7a57 (patch) | |
| tree | e41e614c3bab769fb631a4dbe1a101cc92de4117 /testsuite/driver/testglobals.py | |
| parent | bcaba30a9602d7c5899c9754096a4460191dc667 (diff) | |
| download | haskell-0b92bdc79ddd38ceb69820dbc27ed36d7e5d7a57.tar.gz | |
Fix and Reapply "Performance tests: recover a baseline from ancestor commits and CI results."
Diffstat (limited to 'testsuite/driver/testglobals.py')
| -rw-r--r-- | testsuite/driver/testglobals.py | 16 |
1 files changed, 13 insertions, 3 deletions
diff --git a/testsuite/driver/testglobals.py b/testsuite/driver/testglobals.py index de1d1e660a..b3c9a55131 100644 --- a/testsuite/driver/testglobals.py +++ b/testsuite/driver/testglobals.py @@ -250,11 +250,21 @@ class TestOptions: # extra files to copy to the testdir self.extra_files = [] - # Map from metric to expectected value and allowed percentage deviation. e.g. - # { 'bytes allocated': (9300000000, 10) } - # To allow a 10% deviation from 9300000000 for the 'bytes allocated' metric. + # Map from metric to (function from way and commit to baseline value, allowed percentage deviation) e.g. + # { 'bytes allocated': ( + # lambda way commit: + # ... + # if way1: return None ... + # elif way2:return 9300000000 ... + # ... + # , 10) } + # This means no baseline is available for way1. For way 2, allow a 10% + # deviation from 9300000000. self.stats_range_fields = {} + # Is the test testing performance? + self.is_stats_test = False + # Does this test the compiler's performance as opposed to the generated code. self.is_compiler_stats_test = False |