diff options
author | David Eichmann <EichmannD@gmail.com> | 2019-01-22 09:57:23 -0500 |
---|---|---|
committer | Ben Gamari <ben@smart-cactus.org> | 2019-01-30 10:06:31 -0500 |
commit | cc2261d42f6a954d88e355aaad41f001f65c95da (patch) | |
tree | c555df5cf2a443ff4103152d9df561da6a6cce72 /testsuite/driver/testglobals.py | |
parent | 513a449c9dd10887d6dc757d55286749b2594b09 (diff) | |
download | haskell-cc2261d42f6a954d88e355aaad41f001f65c95da.tar.gz |
Performance tests: recover a baseline from ancestor commits and CI results.
gitlab-ci: push performance metrics as git notes to the "GHC Performance Notes" repository.
Diffstat (limited to 'testsuite/driver/testglobals.py')
-rw-r--r-- | testsuite/driver/testglobals.py | 12 |
1 files changed, 9 insertions, 3 deletions
diff --git a/testsuite/driver/testglobals.py b/testsuite/driver/testglobals.py index 0e0240db8e..423925e87e 100644 --- a/testsuite/driver/testglobals.py +++ b/testsuite/driver/testglobals.py @@ -235,11 +235,17 @@ class TestOptions: # extra files to copy to the testdir self.extra_files = [] - # Map from metric to expectected value and allowed percentage deviation. e.g. - # { 'bytes allocated': (9300000000, 10) } - # To allow a 10% deviation from 9300000000 for the 'bytes allocated' metric. + # Map from metric to (fuction from way to baseline value, allowed percentage deviation) e.g. + # { 'bytes allocated': ( + # lambda way: if way1: return None ... elif way2:return 9300000000 ..., + # 10) } + # This means no baseline is available for way1. For way 2, allow a 10% + # deviation from 9300000000. self.stats_range_fields = {} + # Is the test testing performance? + self.is_stats_test = False + # Does this test the compiler's performance as opposed to the generated code. self.is_compiler_stats_test = False |