summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorBen Gamari <ben@smart-cactus.org>2020-06-22 22:13:04 -0400
committerBen Gamari <ben@smart-cactus.org>2020-06-22 22:16:17 -0400
commit357a88c0d886971088796174604a4c4cbc48d1b4 (patch)
tree0833f39e2ca306225231bd9dd40133b90504dd84
parentd4a0be758003f32b9d9d89cfd14b9839ac002f4d (diff)
downloadhaskell-wip/perf-metrics.tar.gz
testsuite: Split up testsuite metric summarywip/perf-metrics
Previously we displayed all metrics in one, long, unintelligible list. Now we make some attempt to split it up by class: decrease, increase, or no-baseline. We also now elide unchanged metrics.
-rw-r--r--testsuite/driver/runtests.py11
1 files changed, 10 insertions, 1 deletions
diff --git a/testsuite/driver/runtests.py b/testsuite/driver/runtests.py
index 44b2221ffe..c49e8f4c54 100644
--- a/testsuite/driver/runtests.py
+++ b/testsuite/driver/runtests.py
@@ -423,7 +423,16 @@ else:
# Dump metrics data.
print("\nPerformance Metrics (test environment: {}):\n".format(config.test_env))
if any(t.metrics):
- tabulate_metrics(t.metrics)
+ print("\nMissing baseline:\n")
+ tabulate_metrics([ m for m in t.metrics if m.baseline is None)
+ print("\nIncreased:\n")
+ tabulate_metrics([ m for m in t.metrics
+ if m.baseline is not None
+ if m.baseline.perfStat.value < m.stat.value)
+ print("\nDecreased:\n")
+ tabulate_metrics([ m for m in t.metrics
+ if m.baseline is not None
+ if m.baseline.perfStat.value > m.stat.value)
else:
print("\nNone collected.")
print("")