diff options
| author | David Eichmann <EichmannD@gmail.com> | 2019-10-07 11:05:00 +0100 |
|---|---|---|
| committer | Marge Bot <ben+marge-bot@smart-cactus.org> | 2019-10-22 02:07:48 -0400 |
| commit | 8ea316da1dec77f20c742215874f8884b6e20558 (patch) | |
| tree | cf4f8c5c4e152ac6d3568e5a2a4e84f65cee7a7c /testsuite/driver/testlib.py | |
| parent | 4b431f334018eaef2cf36de3316025c68c922915 (diff) | |
| download | haskell-8ea316da1dec77f20c742215874f8884b6e20558.tar.gz | |
CI: Always dump performance metrics.
Diffstat (limited to 'testsuite/driver/testlib.py')
| -rw-r--r-- | testsuite/driver/testlib.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/testsuite/driver/testlib.py b/testsuite/driver/testlib.py index 136af73e1b..4177a2a15d 100644 --- a/testsuite/driver/testlib.py +++ b/testsuite/driver/testlib.py @@ -26,7 +26,7 @@ from testutil import strip_quotes, lndir, link_or_copy_file, passed, \ import testutil from cpu_features import have_cpu_feature import perf_notes as Perf -from perf_notes import MetricChange +from perf_notes import MetricChange, PerfStat, MetricOracles extra_src_files = {'T4198': ['exitminus1.c']} # TODO: See #12223 from my_typing import * @@ -1317,7 +1317,7 @@ def static_stats( name, way, stats_file ): opts = getTestOpts() return check_stats(name, way, in_statsdir(stats_file), opts.stats_range_fields) -def metric_dict(name, way, metric, value): +def metric_dict(name, way, metric, value) -> PerfStat: return Perf.PerfStat( test_env = config.test_env, test = name, @@ -1380,7 +1380,7 @@ def check_stats(name: TestName, tolerance_dev, config.allowed_perf_changes, config.verbose >= 4) - t.metrics.append((change, perf_stat)) + t.metrics.append((change, perf_stat, baseline)) # If any metric fails then the test fails. # Note, the remaining metrics are still run so that |