diff options
Diffstat (limited to 'testsuite/driver/testglobals.py')
| -rw-r--r-- | testsuite/driver/testglobals.py | 16 |
1 files changed, 13 insertions, 3 deletions
diff --git a/testsuite/driver/testglobals.py b/testsuite/driver/testglobals.py index de1d1e660a..b3c9a55131 100644 --- a/testsuite/driver/testglobals.py +++ b/testsuite/driver/testglobals.py @@ -250,11 +250,21 @@ class TestOptions: # extra files to copy to the testdir self.extra_files = [] - # Map from metric to expectected value and allowed percentage deviation. e.g. - # { 'bytes allocated': (9300000000, 10) } - # To allow a 10% deviation from 9300000000 for the 'bytes allocated' metric. + # Map from metric to (function from way and commit to baseline value, allowed percentage deviation) e.g. + # { 'bytes allocated': ( + # lambda way commit: + # ... + # if way1: return None ... + # elif way2:return 9300000000 ... + # ... + # , 10) } + # This means no baseline is available for way1. For way 2, allow a 10% + # deviation from 9300000000. self.stats_range_fields = {} + # Is the test testing performance? + self.is_stats_test = False + # Does this test the compiler's performance as opposed to the generated code. self.is_compiler_stats_test = False |