summaryrefslogtreecommitdiff
path: root/testsuite/tests
diff options
context:
space:
mode:
authorJoachim Breitner <mail@joachim-breitner.de>2014-07-17 12:58:33 +0200
committerJoachim Breitner <mail@joachim-breitner.de>2014-07-17 12:58:33 +0200
commit13cb4c279da4f4511e3bb78b22420daf9915d147 (patch)
treefa22f1896d73efb6186a8b5649bebcafe865b9d3 /testsuite/tests
parent8b6cd6e5cf7c358aaa30b5b2700c09418ba22586 (diff)
downloadhaskell-13cb4c279da4f4511e3bb78b22420daf9915d147.tar.gz
Adjust a few performance numbers
These did not yet trigger a failure, but are more than 1% away from the expected value. Since I now start collecting logs to investigate deviations from the expected value, it makes sense to reset them. This way we know that every significat deviation was caused since this commit. I only updated bytes_allocated numbers, as these are (mostly) deterministic. Other depend, AFAIK, on sampling timing, so I did not bother.
Diffstat (limited to 'testsuite/tests')
-rw-r--r--testsuite/tests/callarity/perf/all.T3
-rw-r--r--testsuite/tests/perf/compiler/all.T25
-rw-r--r--testsuite/tests/perf/haddock/all.T3
-rw-r--r--testsuite/tests/perf/should_run/all.T16
4 files changed, 32 insertions, 15 deletions
diff --git a/testsuite/tests/callarity/perf/all.T b/testsuite/tests/callarity/perf/all.T
index 765a2e94a7..1c7969474c 100644
--- a/testsuite/tests/callarity/perf/all.T
+++ b/testsuite/tests/callarity/perf/all.T
@@ -1,8 +1,9 @@
test('T3924',
[stats_num_field('bytes allocated',
- [ (wordsize(64), 51480, 5),
+ [ (wordsize(64), 50760, 5),
# previously, without call-arity: 22326544
# 2014-01-18: 51480 (amd64/Linux)
+ # 2014-07-17: 50760 (amd64/Linux) (Roundabout adjustment)
(wordsize(32), 44988, 5) ]),
# 2014-04-04: 44988 (Windows, 64-bit machine)
only_ways(['normal'])
diff --git a/testsuite/tests/perf/compiler/all.T b/testsuite/tests/perf/compiler/all.T
index fcaec8ef32..9a67aa5431 100644
--- a/testsuite/tests/perf/compiler/all.T
+++ b/testsuite/tests/perf/compiler/all.T
@@ -73,7 +73,7 @@ test('T1969',
# 2013-02-10 322937684 (x86/OSX)
# 2014-01-22 316103268 (x86/Linux)
# 2014-06-29 303300692 (x86/Linux)
- (wordsize(64), 660922376, 5)]),
+ (wordsize(64), 651626680, 5)]),
# 17/11/2009 434845560 (amd64/Linux)
# 08/12/2009 459776680 (amd64/Linux)
# 17/05/2010 519377728 (amd64/Linux)
@@ -89,6 +89,7 @@ test('T1969',
# 17/1/13: 667160192 (x86_64/Linux) new demand analyser
# 18/10/2013 698612512 (x86_64/Linux) fix for #8456
# 10/02/2014 660922376 (x86_64/Linux) call artiy analysis
+ # 17/07/2014 651626680 (x86_64/Linux) roundabout update
only_ways(['normal']),
extra_hc_opts('-dcore-lint -static')
@@ -141,7 +142,7 @@ test('T3294',
# 2013-11-13: 1478325844 (x86/Windows, 64bit machine)
# 2014-01-12: 1565185140 (x86/Linux)
# 2013-04-04: 1377050640 (x86/Windows, 64bit machine)
- (wordsize(64), 2705289664, 5)]),
+ (wordsize(64), 2671595512, 5)]),
# old: 1357587088 (amd64/Linux)
# 29/08/2012: 2961778696 (amd64/Linux)
# (^ increase due to new codegen, see #7198)
@@ -150,6 +151,7 @@ test('T3294',
# 12/12/2013: 3083825616 (amd64/Linux) (reason unknown)
# 18/02/2014: 2897630040 (amd64/Linux) (call arity improvements)
# 12/03/2014: 2705289664 (amd64/Linux) (more call arity improvements)
+ # 2014-17-07: 2671595512 (amd64/Linux) (round-about update)
conf_3294
],
compile,
@@ -231,7 +233,7 @@ test('T3064',
# 2012-10-30: 111189536 (x86/Windows)
# 2013-11-13: 146626504 (x86/Windows, 64bit machine)
# 2014-01-22: 162457940 (x86/Linux)
- (wordsize(64), 324022680, 5)]),
+ (wordsize(64), 332702112, 5)]),
# (amd64/Linux) (28/06/2011): 73259544
# (amd64/Linux) (07/02/2013): 224798696
# (amd64/Linux) (02/08/2013): 236404384, increase from roles
@@ -240,6 +242,7 @@ test('T3064',
# (amd64/Linux) (02/12/2013): 329795912, Coercible refactor
# (amd64/Linux) (11/02/2014): 308422280, optimize Coercions in simpleOptExpr
# (amd64/Linux) (23/05/2014): 324022680, unknown cause
+ # (amd64/Linux) (2014-07-17): 332702112, general round of updates
compiler_stats_num_field('max_bytes_used',
[(wordsize(32), 11202304, 20),
@@ -274,7 +277,7 @@ test('T5030',
# previous: 196457520
# 2012-10-08: 259547660 (x86/Linux, new codegen)
# 2013-11-21: 198573456 (x86 Windows, 64 bit machine)
- (wordsize(64), 397672152, 10)]),
+ (wordsize(64), 409314320, 10)]),
# Previously 530000000 (+/- 10%)
# 17/1/13: 602993184 (x86_64/Linux)
# (new demand analyser)
@@ -284,6 +287,8 @@ test('T5030',
# decrease from more aggressive coercion optimisations from roles
# 2013-11-12 397672152 (amd64/Linux)
# big decrease following better CSE and arity
+ # 2014-07-17 409314320 (amd64/Linux)
+ # general round of updates
only_ways(['normal'])
],
@@ -323,7 +328,7 @@ test('T783',
# 2013-02-10: 329202116 (x86/Windows)
# 2013-02-10: 338465200 (x86/OSX)
# 2014-04-04: 319179104 (x86 Windows, 64 bit machine)
- (wordsize(64), 654804144, 10)]),
+ (wordsize(64), 640031840, 10)]),
# prev: 349263216 (amd64/Linux)
# 07/08/2012: 384479856 (amd64/Linux)
# 29/08/2012: 436927840 (amd64/Linux)
@@ -334,6 +339,8 @@ test('T783',
# (fix for #8456)
# 24/10/2013: 654804144 (amd64/Linux)
# (fix previous fix for #8456)
+ # 2014-07-17: 640031840 (amd64/Linux)
+ # (general round of updates)
extra_hc_opts('-static')
],
compile,[''])
@@ -383,7 +390,9 @@ test('T5642',
compiler_stats_num_field('bytes allocated',
[(wordsize(32), 650000000, 10),
# sample from x86/Linux
- (wordsize(64), 1300000000, 10)])
+ (wordsize(64), 1358833928, 10)])
+ # prev: 1300000000
+ # 2014-07-17: 1358833928 (general round of updates)
],
compile,['-O'])
@@ -424,6 +433,8 @@ test('T9020',
[ only_ways(['optasm']),
compiler_stats_num_field('bytes allocated',
[(wordsize(32), 381360728, 10),
- (wordsize(64), 795469104, 10)])
+ (wordsize(64), 728263536, 10)])
+ # prev: 795469104
+ # 2014-07-17: 728263536 (general round of updates)
],
compile,[''])
diff --git a/testsuite/tests/perf/haddock/all.T b/testsuite/tests/perf/haddock/all.T
index 647a562339..b17d472928 100644
--- a/testsuite/tests/perf/haddock/all.T
+++ b/testsuite/tests/perf/haddock/all.T
@@ -164,11 +164,12 @@ test('haddock.compiler',
# 2014-01-22: 278124612 (x86/Linux - new haddock)
# 2014-06-29: 284082916 (x86/Linux)
,stats_num_field('bytes allocated',
- [(wordsize(64), 28708374824, 10)
+ [(wordsize(64), 29809571376, 10)
# 2012-08-14: 26070600504 (amd64/Linux)
# 2012-08-29: 26353100288 (amd64/Linux, new CG)
# 2012-09-18: 26882813032 (amd64/Linux)
# 2012-11-12: 25990254632 (amd64/Linux)
+ # 2014-07-17: 29809571376 (amd64/Linux) general round of updates
# 2012-11-27: 28708374824 (amd64/Linux)
,(platform('i386-unknown-mingw32'), 14328363592, 10)
# 2012-10-30: 13773051312 (x86/Windows)
diff --git a/testsuite/tests/perf/should_run/all.T b/testsuite/tests/perf/should_run/all.T
index 4fa77a5c05..a9d7c0325d 100644
--- a/testsuite/tests/perf/should_run/all.T
+++ b/testsuite/tests/perf/should_run/all.T
@@ -6,8 +6,9 @@
test('T3586',
[stats_num_field('peak_megabytes_allocated', (17, 1)),
# expected value: 17 (amd64/Linux)
- stats_num_field('bytes allocated', (16835544, 5)),
- # expected value: 16835544 (amd64/Linux)
+ stats_num_field('bytes allocated', (16102024, 5)),
+ # prev: 16835544 (amd64/Linux)
+ # 2014-07-17: 16102024 (amd64/Linux), general round of updates
only_ways(['normal'])
],
compile_and_run,
@@ -90,9 +91,10 @@ test('T3738',
# expected value: 1 (amd64/Linux)
stats_num_field('bytes allocated',
[(wordsize(32), 45648, 5),
- # expected value: 45648 (x86/Linux)
+ # expected value: 50520 (x86/Linux)
(wordsize(64), 49400, 5)]),
- # expected value: 49400 (amd64/Linux)
+ # prev: 49400 (amd64/Linux)
+ # 2014-07-17: 50520 (amd64/Linux) general round of updates
only_ways(['normal'])
],
compile_and_run,
@@ -154,8 +156,9 @@ test('T5205',
[stats_num_field('bytes allocated',
[(wordsize(32), 47088, 5),
# expected value: 47088 (x86/Darwin)
- (wordsize(64), 51320, 5)]),
+ (wordsize(64), 52600, 5)]),
# expected value: 51320 (amd64/Linux)
+ # 2014-07-17: 52600 (amd64/Linux) general round of updates
only_ways(['normal', 'optasm'])
],
compile_and_run,
@@ -253,8 +256,9 @@ test('Conversions',
# 2013-02-10: 77472 (x86/OSX)
# 2013-02-10: 79276 (x86/Windows)
# 2014-01-13: 76768 (x86/Linux) due to #8647
- (wordsize(64), 110632, 5)]),
+ (wordsize(64), 107544, 5)]),
# 2012-12-18: 109608 (amd64/OS X)
+ # 2014-07-17: 107544 (amd64/Linux)
only_ways(['normal'])
],