1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
|
# vim: set filetype=python:
import re
# Testsuite configuration setup for GHC
#
# This file is Python source
#
config.compiler_always_flags = ghc_compiler_always_flags.split()
# By default, the 'normal' and 'hpc' ways are enabled. In addition, certain
# ways are enabled automatically if this GHC supports them. Ways that fall in
# this group are 'optasm', 'optllvm', 'profasm', 'threaded1', 'threaded2',
# 'profthreaded', 'ghci', and whichever of 'static/dyn' is not this GHC's
# default mode. Other ways should be set explicitly from .T files.
config.compile_ways = ['normal', 'hpc']
config.run_ways = ['normal', 'hpc']
# ways that are not enabled by default, but can always be invoked explicitly
config.other_ways = ['prof', 'normal_h',
'prof_hc_hb','prof_hb',
'prof_hd','prof_hy','prof_hr',
'sanity',
'threaded1_ls', 'threaded2_hT', 'debug_numa',
'llvm', 'debugllvm',
'profllvm', 'profoptllvm', 'profthreadedllvm',
'debug',
'ghci-ext', 'ghci-ext-prof',
'ext-interp',
'nonmoving',
'nonmoving_thr',
'nonmoving_thr_ghc',
'compacting_gc',
]
if ghc_with_native_codegen:
config.compile_ways.append('optasm')
config.run_ways.append('optasm')
if config.have_profiling:
config.compile_ways.append('profasm')
config.run_ways.append('profasm')
if config.have_interp:
config.run_ways.append('ghci')
if ghc_with_threaded_rts:
config.run_ways.append('threaded1')
if ghc_with_smp:
config.have_smp = True
config.run_ways.append('threaded2')
if config.speed == 0:
config.run_ways.append('nonmoving_thr')
if ghc_with_dynamic_rts:
config.have_shared_libs = True
if ghc_with_dynamic_rts:
config.run_ways.append('dyn')
if (config.have_profiling and ghc_with_threaded_rts):
config.run_ways.append('profthreaded')
# WinIO I/O manager for Windows
if windows:
winio_ways = ['winio', 'winio_threaded']
if config.speed == 0:
config.run_ways += winio_ways
else:
config.other_ways += winio_ways
config.way_flags = {
'normal' : [],
'normal_h' : [],
'g1' : [],
'nursery_chunks' : [],
'debug_numa' : ['-threaded', '-debug'],
'optasm' : ['-O', '-fasm'],
'llvm' : ['-fllvm'],
'optllvm' : ['-O', '-fllvm'],
'debugllvm' : ['-fllvm', '-keep-llvm-files'],
'prof' : ['-prof', '-static', '-fprof-auto', '-fasm'],
'prof_no_auto' : ['-prof', '-static', '-fasm'],
'profasm' : ['-O', '-prof', '-static', '-fprof-auto'],
'profthreaded' : ['-O', '-prof', '-static', '-fprof-auto', '-threaded'],
'ghci' : ['--interactive', '-v0', '-ignore-dot-ghci', '-fno-ghci-history', '+RTS', '-I0.1', '-RTS'] + (['-fghci-leak-check'] if not config.compiler_debugged else []),
'sanity' : ['-debug'],
'threaded1' : ['-threaded', '-debug'],
'threaded1_ls' : ['-threaded', '-debug'],
'threaded2' : ['-O', '-threaded', '-eventlog'],
'threaded2_hT' : ['-O', '-threaded'],
'hpc' : ['-O', '-fhpc'],
'prof_hc_hb' : ['-O', '-prof', '-static', '-fprof-auto'],
'prof_hb' : ['-O', '-prof', '-static', '-fprof-auto'],
'prof_hd' : ['-O', '-prof', '-static', '-fprof-auto'],
'prof_hy' : ['-O', '-prof', '-static', '-fprof-auto'],
'prof_hr' : ['-O', '-prof', '-static', '-fprof-auto'],
'dyn' : ['-O', '-dynamic'],
'static' : ['-O', '-static'],
'debug' : ['-O', '-g', '-dannot-lint'],
# llvm variants...
'profllvm' : ['-prof', '-static', '-fprof-auto', '-fllvm'],
'profoptllvm' : ['-O', '-prof', '-static', '-fprof-auto', '-fllvm'],
'profthreadedllvm' : ['-O', '-prof', '-static', '-fprof-auto', '-threaded', '-fllvm'],
'ghci-ext' : ['--interactive', '-v0', '-ignore-dot-ghci', '-fno-ghci-history', '-fexternal-interpreter', '+RTS', '-I0.1', '-RTS'],
'ghci-ext-prof' : ['--interactive', '-v0', '-ignore-dot-ghci', '-fno-ghci-history', '-fexternal-interpreter', '-prof', '+RTS', '-I0.1', '-RTS'],
'ext-interp' : ['-fexternal-interpreter'],
'nonmoving' : [],
'nonmoving_thr': ['-threaded'],
'nonmoving_thr_ghc': ['+RTS', '-xn', '-N2', '-RTS', '-threaded'],
'compacting_gc': [],
'winio': [],
'winio_threaded': ['-threaded'],
}
config.way_rts_flags = {
'normal' : [],
'normal_h' : ['-hT'], # works without -prof
'g1' : ['-G1'],
'nursery_chunks' : ['-n32k'],
'debug_numa' : ['-N2', '--debug-numa=2'],
'optasm' : [],
'llvm' : [],
'optllvm' : [],
'debugllvm' : [],
'prof' : ['-p'],
'prof_no_auto' : ['-p'],
'profasm' : ['-hc', '-p'], # test heap profiling too
'profthreaded' : ['-p'],
'ghci' : [],
'sanity' : ['-DS'],
'threaded1' : [],
'threaded1_ls' : ['-ls'],
'threaded2' : ['-N2', '-ls'],
'threaded2_hT' : ['-N2', '-hT'],
'hpc' : [],
'prof_hc_hb' : ['-hc', '-hbvoid'],
'prof_hb' : ['-hb'],
'prof_hd' : ['-hd'],
'prof_hy' : ['-hy'],
'prof_hr' : ['-hr'],
'dyn' : [],
'static' : [],
'debug' : [],
# llvm variants...
'profllvm' : ['-p'],
'profoptllvm' : ['-hc', '-p'],
'profthreadedllvm' : ['-p'],
'ghci-ext' : [],
'ghci-ext-prof' : [],
'ext-interp' : [],
'nonmoving' : ['-xn'],
'nonmoving_thr' : ['-xn', '-N2'],
'nonmoving_thr_ghc': ['-xn', '-N2'],
'compacting_gc': ['-c'],
'winio': ['--io-manager=native'],
'winio_threaded': ['--io-manager=native'],
}
# Useful classes of ways that can be used with only_ways(), omit_ways() and
# expect_broken_for().
prof_ways = [x[0] for x in config.way_flags.items()
if '-prof' in x[1]]
debug_ways = [x[0] for x in config.way_flags.items()
if '-debug' in x[1]]
threaded_ways = [x[0] for x in config.way_flags.items()
if '-threaded' in x[1] or 'ghci' == x[0]]
# Ways which run with multiple capabilities
concurrent_ways = [name for name, flags in config.way_flags.items()
if '-threaded' in flags or 'ghci' == name
if '-N2' in config.way_rts_flags.get(name, [])]
opt_ways = [x[0] for x in config.way_flags.items()
if '-O' in x[1]]
llvm_ways = [x[0] for x in config.way_flags.items()
if '-fflvm' in x[1]]
def get_compiler_info():
s = getStdout([config.compiler, '--info'])
s = re.sub('[\r\n]', '', s)
compilerInfoDict = dict(eval(s))
s = getStdout([config.compiler, '+RTS', '--info'])
s = re.sub('[\r\n]', '', s)
rtsInfoDict = dict(eval(s))
config.have_ncg = compilerInfoDict.get("Have native code generator", "NO") == "YES"
# Detect whether an LLVM toolhain is available
llc_path = compilerInfoDict.get("LLVM llc command")
config.have_llvm = shutil.which(llc_path) is not None
if config.unregisterised:
print("Unregisterised build; skipping LLVM ways...")
elif config.have_llvm:
config.compile_ways.append('optllvm')
config.run_ways.append('optllvm')
else:
print("Failed to find `llc` command; skipping LLVM ways...")
# Whether GHC itself was built using the LLVM backend. We need to know this
# since some tests in ext-interp fail when stage2 ghc is built using
# LLVM. See #16087.
#
# The condition here is a bit approximate: we assume that if stage2 doesn't
# have the NCG and isn't unregisterised then it must be using the LLVM
# backend by default.
config.ghc_built_by_llvm = not config.have_ncg and not config.unregisterised
config.have_RTS_linker = compilerInfoDict.get("target has RTS linker", "NO") == "YES"
# external interpreter needs RTS linker support
# If the field is not present (GHC 8.0 and earlier), assume we don't
# have -fexternal-interpreter (though GHC 8.0 actually does)
# so we can still run most tests.
config.have_ext_interp = compilerInfoDict.get("target has RTS linker", "NO") == "YES"
# See Note [Replacing backward slashes in config.libdir].
config.libdir = compilerInfoDict['LibDir'].replace('\\', '/')
if re.match(".*_p(_.*|$)", rtsInfoDict["RTS way"]):
config.compiler_profiled = True
else:
config.compiler_profiled = False
try:
config.package_conf_cache_file = compilerInfoDict["Global Package DB"] + '/package.cache'
except:
config.package_conf_cache_file = ''
# See Note [WayFlags]
if config.ghc_dynamic:
config.ghc_th_way_flags = "-dynamic"
config.ghci_way_flags = "-dynamic"
config.plugin_way_flags = "-dynamic"
config.ghc_th_way = "dyn"
config.ghc_plugin_way = "dyn"
elif config.compiler_profiled:
config.ghc_th_way_flags = "-prof"
config.ghci_way_flags = "-prof"
config.plugin_way_flags = "-prof"
config.ghc_th_way = "prof"
config.ghc_plugin_way = "prof"
else:
config.ghc_th_way_flags = "-static"
config.ghci_way_flags = "-static"
config.plugin_way_flags = "-static"
config.ghc_th_way = "normal"
config.ghc_plugin_way = "normal"
# Note [Replacing backward slashes in config.libdir]
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
#
# We *do* need to replace backslashes in config.libdir, for the following
# reason:
#
# * Tests use config.libdir as follows:
#
# extra_run_opts('"' + config.libdir + '"')
#
# The double quotes are there because config.libdir might contain
# spaces.
#
# * This string is then written /as is/ to <testname>.genscript in
# testlib.interpreter_run:
#
# script.write(':set args ' + opts.extra_run_opts + '\n')
#
# * But GHCi expects the arguments to ':set args' to be proper Haskell
# strings (when they are quoted), with backslashes escaped. Since
# config.libdir contains single backslash characters, tests such as T5313
# will fail for WAY=ghci with "Pattern match failure in do expression".
#
# Arguably the above code for writing `:set args` should be smarter. This
# is tricky to get right though, because in GHCI `:set args foo\bar` (no
# double quotes) works perfectly fine, and is interpreted as the Haskell
# string "foo\\bar". Therefore, simply escaping all backward slashes in
# opts.extra_run_opts before concatenating it with ':set args' is not right
# either.
#
# Replacing backslashes to forward slashes in config.libdir works around the
# problem.
|