diff options
author | Ben Gamari <ben@smart-cactus.org> | 2020-06-22 22:13:04 -0400 |
---|---|---|
committer | Ben Gamari <ben@smart-cactus.org> | 2020-06-22 22:16:17 -0400 |
commit | 357a88c0d886971088796174604a4c4cbc48d1b4 (patch) | |
tree | 0833f39e2ca306225231bd9dd40133b90504dd84 | |
parent | d4a0be758003f32b9d9d89cfd14b9839ac002f4d (diff) | |
download | haskell-wip/perf-metrics.tar.gz |
testsuite: Split up testsuite metric summarywip/perf-metrics
Previously we displayed all metrics in one, long, unintelligible list.
Now we make some attempt to split it up by class: decrease, increase, or
no-baseline. We also now elide unchanged metrics.
-rw-r--r-- | testsuite/driver/runtests.py | 11 |
1 files changed, 10 insertions, 1 deletions
diff --git a/testsuite/driver/runtests.py b/testsuite/driver/runtests.py index 44b2221ffe..c49e8f4c54 100644 --- a/testsuite/driver/runtests.py +++ b/testsuite/driver/runtests.py @@ -423,7 +423,16 @@ else: # Dump metrics data. print("\nPerformance Metrics (test environment: {}):\n".format(config.test_env)) if any(t.metrics): - tabulate_metrics(t.metrics) + print("\nMissing baseline:\n") + tabulate_metrics([ m for m in t.metrics if m.baseline is None) + print("\nIncreased:\n") + tabulate_metrics([ m for m in t.metrics + if m.baseline is not None + if m.baseline.perfStat.value < m.stat.value) + print("\nDecreased:\n") + tabulate_metrics([ m for m in t.metrics + if m.baseline is not None + if m.baseline.perfStat.value > m.stat.value) else: print("\nNone collected.") print("") |