From 357a88c0d886971088796174604a4c4cbc48d1b4 Mon Sep 17 00:00:00 2001 From: Ben Gamari Date: Mon, 22 Jun 2020 22:13:04 -0400 Subject: testsuite: Split up testsuite metric summary Previously we displayed all metrics in one, long, unintelligible list. Now we make some attempt to split it up by class: decrease, increase, or no-baseline. We also now elide unchanged metrics. --- testsuite/driver/runtests.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/testsuite/driver/runtests.py b/testsuite/driver/runtests.py index 44b2221ffe..c49e8f4c54 100644 --- a/testsuite/driver/runtests.py +++ b/testsuite/driver/runtests.py @@ -423,7 +423,16 @@ else: # Dump metrics data. print("\nPerformance Metrics (test environment: {}):\n".format(config.test_env)) if any(t.metrics): - tabulate_metrics(t.metrics) + print("\nMissing baseline:\n") + tabulate_metrics([ m for m in t.metrics if m.baseline is None) + print("\nIncreased:\n") + tabulate_metrics([ m for m in t.metrics + if m.baseline is not None + if m.baseline.perfStat.value < m.stat.value) + print("\nDecreased:\n") + tabulate_metrics([ m for m in t.metrics + if m.baseline is not None + if m.baseline.perfStat.value > m.stat.value) else: print("\nNone collected.") print("") -- cgit v1.2.1