1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
|
/* -----------------------------------------------------------------------------
*
* (c) The GHC Team, 2000
*
* RTS Object Linker
*
* ---------------------------------------------------------------------------*/
#pragma once
#include "Rts.h"
#include "Hash.h"
#include "linker/M32Alloc.h"
#if RTS_LINKER_USE_MMAP
#include <sys/mman.h>
#endif
void printLoadedObjects(void);
#include "BeginPrivate.h"
/* Which object file format are we targeting? */
#if defined(linux_HOST_OS) || defined(solaris2_HOST_OS) \
|| defined(linux_android_HOST_OS) \
|| defined(freebsd_HOST_OS) || defined(kfreebsdgnu_HOST_OS) \
|| defined(dragonfly_HOST_OS) || defined(netbsd_HOST_OS) \
|| defined(openbsd_HOST_OS) || defined(gnu_HOST_OS)
# define OBJFORMAT_ELF
#elif defined(mingw32_HOST_OS)
# define OBJFORMAT_PEi386
#elif defined(darwin_HOST_OS) || defined(ios_HOST_OS)
# define OBJFORMAT_MACHO
#endif
typedef void SymbolAddr;
typedef char SymbolName;
typedef struct _ObjectCode ObjectCode;
typedef struct _Section Section;
#if defined(OBJFORMAT_ELF)
# include "linker/ElfTypes.h"
#elif defined(OBJFORMAT_PEi386)
# include "linker/PEi386Types.h"
#elif defined(OBJFORMAT_MACHO)
# include "linker/MachOTypes.h"
#else
# error "Unknown OBJECT_FORMAT for HOST_OS"
#endif
/* Hold extended information about a symbol in case we need to resolve it at a
late stage. */
typedef struct _Symbol
{
SymbolName *name;
SymbolAddr *addr;
} Symbol_t;
typedef struct NativeCodeRange_ {
void *start, *end;
/* Allow a chain of these things */
struct NativeCodeRange_ *next;
} NativeCodeRange;
/* Indication of section kinds for loaded objects. Needed by
the GC for deciding whether or not a pointer on the stack
is a code pointer.
See Note [BFD import library].
*/
typedef
enum { /* Section is code or readonly. e.g. .text or .r(o)data. */
SECTIONKIND_CODE_OR_RODATA,
/* Section contains read/write data. e.g. .data. */
SECTIONKIND_RWDATA,
/* Static initializer section. e.g. .ctors. */
SECTIONKIND_INIT_ARRAY,
/* Static finalizer section. e.g. .dtors. */
SECTIONKIND_FINIT_ARRAY,
/* We don't know what the section is and don't care. */
SECTIONKIND_OTHER,
/* Section contains debug information. e.g. .debug$. */
SECTIONKIND_DEBUG,
/* Section belongs to an import section group. e.g. .idata$. */
SECTIONKIND_IMPORT,
/* Section defines an import library entry, e.g. idata$7. */
SECTIONKIND_IMPORT_LIBRARY,
SECTIONKIND_NOINFOAVAIL
}
SectionKind;
typedef
enum { SECTION_NOMEM,
SECTION_M32,
SECTION_MMAP,
SECTION_MALLOC
}
SectionAlloc;
/* Indicates a desired memory protection for pages within a segment. Defined as
* enum since it's more explicit and look nicer in a debugger.
*
* Can be used directly as a substitution for a combination of PROT_X flags on
* POSIX systems.
*/
typedef enum {
#if RTS_LINKER_USE_MMAP
SEGMENT_PROT_RO = PROT_READ,
SEGMENT_PROT_RX = PROT_READ | PROT_EXEC,
SEGMENT_PROT_RWO = PROT_READ | PROT_WRITE,
#else
SEGMENT_PROT_RO,
SEGMENT_PROT_RX,
SEGMENT_PROT_RWO,
#endif
} SegmentProt;
/*
* Note [No typedefs for customizable types]
* Some pointer-to-struct types are defined opaquely
* first, and customized later to architecture/ABI-specific
* instantiations. Having the usual
* typedef struct _Foo {...} Foo;
* wrappers is hard to get right with older versions of GCC,
* so just have a
* struct Foo {...};
* and always refer to it with the 'struct' qualifier.
*/
struct _Section {
void* start; /* actual start of section in memory */
StgWord size; /* actual size of section in memory */
SectionKind kind;
SectionAlloc alloc;
/*
* The following fields are relevant for SECTION_MMAP sections only
*/
StgWord mapped_offset; /* offset from the image of mapped_start */
void* mapped_start; /* start of mmap() block */
StgWord mapped_size; /* size of mmap() block */
/* A customizable type to augment the Section type.
* See Note [No typedefs for customizable types]
*/
struct SectionFormatInfo* info;
};
typedef
struct _ProddableBlock {
void* start;
int size;
struct _ProddableBlock* next;
}
ProddableBlock;
typedef struct _Segment {
void *start; /* page aligned start address of a segment */
size_t size; /* page rounded size of a segment */
SegmentProt prot; /* mem protection to set after all symbols were
* resolved */
int *sections_idx; /* an array of section indexes assigned to this segment */
int n_sections;
} Segment;
#if defined(powerpc_HOST_ARCH) || defined(x86_64_HOST_ARCH) || defined(arm_HOST_ARCH) || defined(aarch64_HOST_ARCH)
#define NEED_SYMBOL_EXTRAS 1
#endif
/*
* We use the m32 allocator for symbol extras on Windows and other mmap-using
* platforms.
*/
#if RTS_LINKER_USE_MMAP || defined(mingw32_HOST_ARCH)
#define NEED_M32 1
#endif
/* Jump Islands are sniplets of machine code required for relative
* address relocations on the PowerPC, x86_64 and ARM.
*/
typedef struct {
#if defined(powerpc_HOST_ARCH)
struct {
short lis_r12, hi_addr;
short ori_r12_r12, lo_addr;
long mtctr_r12;
long bctr;
} jumpIsland;
#elif defined(x86_64_HOST_ARCH)
uint64_t addr;
// See Note [TLSGD relocation] in elf_tlsgd.c
uint8_t jumpIsland[8];
#elif defined(arm_HOST_ARCH)
uint8_t jumpIsland[16];
#endif
} SymbolExtra;
typedef enum {
/* Objects that were loaded by this linker */
STATIC_OBJECT,
/* Objects that were loaded by dlopen */
DYNAMIC_OBJECT,
} ObjectType;
/* Top-level structure for an object module. One of these is allocated
* for each object file in use.
*/
struct _ObjectCode {
OStatus status;
pathchar *fileName;
int fileSize; /* also mapped image size when using mmap() */
char* formatName; /* e.g. "ELF32", "DLL", "COFF", etc. */
ObjectType type; /* who loaded this object? */
/* If this object is a member of an archive, archiveMemberName is
* like "libarchive.a(object.o)". Otherwise it's NULL.
*/
pathchar* archiveMemberName;
/* An array containing ptrs to all the symbol names copied from
this object into the global symbol hash table. This is so that
we know which parts of the latter mapping to nuke when this
object is removed from the system. */
Symbol_t *symbols;
int n_symbols;
/* ptr to mem containing the object file image */
char* image;
/* A customizable type, that formats can use to augment ObjectCode
* See Note [No typedefs for customizable types]
*/
struct ObjectCodeFormatInfo* info;
/* non-zero if the object file was mmap'd, otherwise malloc'd */
int imageMapped;
/* record by how much image has been deliberately misaligned
after allocation, so that we can use realloc */
int misalignment;
/* The section-kind entries for this object module. An array. */
int n_sections;
Section* sections;
int n_segments;
Segment *segments;
//
// Garbage collection fields
//
// Next object in `objects` list
struct _ObjectCode *next;
// Previous object in `objects` list
struct _ObjectCode *prev;
// Next object in `loaded_objects` list
struct _ObjectCode *next_loaded_object;
// Mark bit
StgWord mark;
// Set of dependencies (ObjectCode*) of the object file. Traverse
// dependencies using `iterHashTable`.
//
// New entries are added as we resolve symbols in an object file, in
// `lookupDependentSymbol`. When an object file uses multiple symbols from
// another object file we add the dependent multiple times, so we use a
// `HashTable` here rather than a list/array to avoid copies.
//
// Used when unloading object files. See Note [Object unloading] in
// CheckUnload.c.
HashSet *dependencies;
//
// End of garbage collection fields
//
/* SANITY CHECK ONLY: a list of the only memory regions which may
safely be prodded during relocation. Any attempt to prod
outside one of these is an error in the linker. */
ProddableBlock* proddables;
#if defined(ia64_HOST_ARCH)
/* Procedure Linkage Table for this object */
void *plt;
unsigned int pltIndex;
#endif
#if defined(NEED_SYMBOL_EXTRAS)
SymbolExtra *symbol_extras;
unsigned long first_symbol_extra;
unsigned long n_symbol_extras;
#endif
/* Additional memory that is preallocated and contiguous with image
which can be used to relocate bss sections. */
char* bssBegin;
char* bssEnd;
/* a list of all ForeignExportsLists owned by this object */
struct ForeignExportsList *foreign_exports;
/* Holds the list of symbols in the .o file which
require extra information.*/
StrHashTable *extraInfos;
#if defined(NEED_M32)
/* The m32 allocators used for allocating small sections and symbol extras
* during loading. We have two: one for (writeable) data and one for
* (read-only/executable) code. */
m32_allocator *rw_m32, *rx_m32;
#endif
/*
* The following are only valid if .type == DYNAMIC_OBJECT
*/
/* handle returned from dlopen */
void *dlopen_handle;
/* virtual memory ranges of loaded code */
NativeCodeRange *nc_ranges;
};
#define OC_INFORMATIVE_FILENAME(OC) \
( (OC)->archiveMemberName ? \
(OC)->archiveMemberName : \
(OC)->fileName \
)
#if defined(THREADED_RTS)
extern Mutex linker_mutex;
#if defined(OBJFORMAT_ELF) || defined(OBJFORMAT_MACHO)
extern Mutex dl_mutex;
#endif
#endif
/* Type of the initializer */
typedef void (*init_t) (int argc, char **argv, char **env);
/* SymbolInfo tracks a symbol's address, the object code from which
it originated, and whether or not it's weak.
RtsSymbolInfo is used to track the state of the symbols currently
loaded or to be loaded by the Linker.
Where the information in the `ObjectCode` is used to track the
original status of the symbol inside the `ObjectCode`.
A weak symbol that has been used will still be marked as weak
in the `ObjectCode` but in the `RtsSymbolInfo` it won't be.
*/
typedef struct _RtsSymbolInfo {
SymbolAddr* value;
ObjectCode *owner;
HsBool weak;
} RtsSymbolInfo;
void exitLinker( void );
void freeObjectCode (ObjectCode *oc);
SymbolAddr* loadSymbol(SymbolName *lbl, RtsSymbolInfo *pinfo);
void *mmapAnonForLinker (size_t bytes);
void *mmapForLinker (size_t bytes, uint32_t prot, uint32_t flags, int fd, int offset);
void mmapForLinkerMarkExecutable (void *start, size_t len);
void munmapForLinker (void *addr, size_t bytes, const char *caller);
void addProddableBlock ( ObjectCode* oc, void* start, int size );
void checkProddableBlock (ObjectCode *oc, void *addr, size_t size );
void freeProddableBlocks (ObjectCode *oc);
void addSection (Section *s, SectionKind kind, SectionAlloc alloc,
void* start, StgWord size, StgWord mapped_offset,
void* mapped_start, StgWord mapped_size);
HsBool ghciLookupSymbolInfo(StrHashTable *table,
const SymbolName* key, RtsSymbolInfo **result);
int ghciInsertSymbolTable(
pathchar* obj_name,
StrHashTable *table,
const SymbolName* key,
SymbolAddr* data,
HsBool weak,
ObjectCode *owner);
/* Lock-free version of lookupSymbol. When 'dependent' is not NULL, adds it as a
* dependent to the owner of the symbol. */
SymbolAddr* lookupDependentSymbol (SymbolName* lbl, ObjectCode *dependent);
/* Perform TLSGD symbol lookup returning the address of the resulting GOT entry,
* which in this case holds the module id and the symbol offset. */
StgInt64 lookupTlsgdSymbol(const char *, unsigned long, ObjectCode *);
extern StrHashTable *symhash;
pathchar*
resolveSymbolAddr (pathchar* buffer, int size,
SymbolAddr* symbol, uintptr_t* top);
/*************************************************
* Various bits of configuration
*************************************************/
/* PowerPC and ARM have relative branch instructions with only 24 bit
* displacements and therefore need jump islands contiguous with each object
* code module.
*/
#if defined(powerpc_HOST_ARCH)
#define SHORT_REL_BRANCH 1
#endif
#if defined(arm_HOST_ARCH)
#define SHORT_REL_BRANCH 1
#endif
#if (RTS_LINKER_USE_MMAP && defined(SHORT_REL_BRANCH) && defined(linux_HOST_OS))
#define USE_CONTIGUOUS_MMAP 1
#else
#define USE_CONTIGUOUS_MMAP 0
#endif
HsInt isAlreadyLoaded( pathchar *path );
OStatus getObjectLoadStatus_ (pathchar *path);
HsInt loadOc( ObjectCode* oc );
ObjectCode* mkOc( ObjectType type, pathchar *path, char *image, int imageSize,
bool mapped, pathchar *archiveMemberName,
int misalignment
);
void initSegment(Segment *s, void *start, size_t size, SegmentProt prot, int n_sections);
void freeSegments(ObjectCode *oc);
/* MAP_ANONYMOUS is MAP_ANON on some systems,
e.g. OS X (before Sierra), OpenBSD etc */
#if !defined(MAP_ANONYMOUS) && defined(MAP_ANON)
#define MAP_ANONYMOUS MAP_ANON
#endif
/* In order to simplify control flow a bit, some references to mmap-related
definitions are blocked off by a C-level if statement rather than a CPP-level
#if statement. Since those are dead branches when !RTS_LINKER_USE_MMAP, we
just stub out the relevant symbols here
*/
#if !RTS_LINKER_USE_MMAP
#define munmap(x,y) /* nothing */
#define MAP_ANONYMOUS 0
#endif
#include "EndPrivate.h"
|