1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
|
#
# (c) Simon Marlow 2002
#
# -----------------------------------------------------------------------------
# Configuration info
# There is a single global instance of this structure, stored in the
# variable config below. The fields of the structure are filled in by
# the appropriate config script(s) for this compiler/platform, in
# ../config.
#
# Bits of the structure may also be filled in from the command line,
# via the build system, using the '-e' option to runtests.
class TestConfig:
def __init__(self):
# Where the testsuite root is
self.top = ''
# Directories below which to look for test description files (foo.T)
self.rootdirs = []
# Run these tests only (run all tests if empty)
self.only = []
# Accept new output which differs from the sample?
self.accept = 0
# File in which to save the summary
self.output_summary = ''
# File in which to save the times
self.times_file = ''
# What platform are we running on?
self.platform = ''
self.os = ''
self.arch = ''
# What is the wordsize (in bits) of this platform?
self.wordsize = ''
# Verbosity level
self.verbose = 1
# run the "fast" version of the test suite
self.fast = 0
# Compiler type (ghc, hugs, nhc, etc.)
self.compiler_type = ''
# Path to the compiler
self.compiler = ''
# and ghc-pkg
self.ghc_pkg = ''
# Compiler version info
self.compiler_version = ''
self.compiler_maj_version = ''
self.compiler_tags = []
# Flags we always give to this compiler
self.compiler_always_flags = []
# Which ways to run tests (when compiling and running respectively)
# Other ways are added from the command line if we have the appropriate
# libraries.
self.compile_ways = []
self.run_ways = []
self.other_ways = []
# The ways selected via the command line.
self.cmdline_ways = []
# Lists of flags for each way
self.way_flags = {}
self.way_rts_flags = {}
# Do we have profiling support?
self.have_profiling = False
# Do we have interpreter support?
self.have_interp = False
# Do we have shared libraries?
self.have_shared_libs = False
# Are we testing an in-tree compiler?
self.in_tree_compiler = True
# the timeout program
self.timeout_prog = ''
self.timeout = 300
# threads
self.threads = 1
self.use_threads = 0
# Should we check for files being written more than once?
self.check_files_written = False
global config
config = TestConfig()
def getConfig():
return config
# -----------------------------------------------------------------------------
# Information about the current test run
class TestRun:
def __init__(self):
self.start_time = ''
self.total_tests = 0
self.total_test_cases = 0
self.n_framework_failures = 0
self.framework_failures = {}
self.n_tests_skipped = 0
self.tests_skipped = {}
self.n_expected_passes = 0
self.expected_passes = {}
self.n_expected_failures = 0
self.expected_failures = {}
self.n_missing_libs = 0
self.missing_libs = {}
self.n_unexpected_passes = 0
self.unexpected_passes = {}
self.n_unexpected_failures = 0
self.unexpected_failures = {}
global t
t = TestRun()
def getTestRun():
return t
# -----------------------------------------------------------------------------
# Information about the current test
class TestOptions:
def __init__(self):
# if not None then we look for namebase.stderr etc rather than
# using the test name
self.with_namebase = None
# skip this test?
self.skip = 0
# skip these ways
self.omit_ways = []
# skip all ways except these (None == do all ways)
self.only_ways = None
# add these ways to the default set
self.extra_ways = []
# the result we normally expect for this test
self.expect = 'pass'
# override the expected result for certain ways
self.expect_fail_for = []
# the stdin file that this test will use (empty for <name>.stdin)
self.stdin = ''
# don't compare output
self.ignore_output = 0
# don't give anything as stdin
self.no_stdin = 0
# compile this test to .hc only
self.compile_to_hc = 0
# We sometimes want to modify the compiler_always_flags, so
# they are copied from config.compiler_always_flags when we
# make a new instance of TestOptions.
self.compiler_always_flags = []
# extra compiler opts for this test
self.extra_hc_opts = ''
# extra run opts for this test
self.extra_run_opts = ''
# expected exit code
self.exit_code = 0
# should we clean up after ourselves?
self.cleanup = ''
# extra files to clean afterward
self.clean_files = []
# which -t numeric fields do we want to look at, and what bounds must
# they fall within?
# Elements of these lists should be things like
# ('bytes allocated',
# 9300000000,
# 9400000000)
self.compiler_stats_num_fields = {}
self.stats_num_fields = {}
# should we run this test alone, i.e. not run it in parallel with
# any other threads
self.alone = False
# Does this test use a literate (.lhs) file?
self.literate = 0
# Does this test use a .c, .m or .mm file?
self.c_src = 0
self.objc_src = 0
self.objcpp_src = 0
# Command to run before the test
self.pre_cmd = None
# Command to run for extra cleaning
self.clean_cmd = None
# Command wrapper: a function to apply to the command before running it
self.cmd_wrapper = None
# Prefix to put on the command before compiling it
self.compile_cmd_prefix = ''
# Extra output normalisation
self.extra_normaliser = lambda x: x
# Extra normalisation for compiler error messages
self.extra_errmsg_normaliser = lambda x: x
# The directory the test is in
self.testdir = '.'
# The default set of options
global default_testopts
default_testopts = TestOptions()
|