1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
/* -----------------------------------------------------------------------------
*
* (c) The GHC Team, 1998-2013
*
* Performing updates.
*
* ---------------------------------------------------------------------------*/
#pragma once
#if !defined(CMINUSMINUS)
#include "BeginPrivate.h"
#endif
/* -----------------------------------------------------------------------------
Updates
-------------------------------------------------------------------------- */
/* LDV profiling:
* After all, we do *NOT* need to call LDV_RECORD_CREATE() for IND
* closures because they are inherently used. But, it corrupts
* the invariants that every closure keeps its creation time in the profiling
* field. So, we call LDV_RECORD_CREATE().
*/
/*
* We have two versions of this macro (sadly), one for use in C-- code,
* and the other for C.
*
* The and_then argument is a performance hack so that we can paste in
* the continuation code directly. It helps shave a couple of
* instructions off the common case in the update code, which is
* worthwhile (the update code is often part of the inner loop).
*/
#if defined(CMINUSMINUS)
#define UPDATE_FRAME_FIELDS(w_,p_,info_ptr,ccs,p2,updatee) \
w_ info_ptr, \
PROF_HDR_FIELDS(w_,ccs,p2) \
p_ updatee
/*
* Getting the memory barriers correct here is quite tricky. Essentially
* the write barrier ensures that any writes to the new indirectee are visible
* before we introduce the indirection.
* See Note [Heap memory barriers] in SMP.h.
*/
#define updateWithIndirection(p1, p2, and_then) \
W_ bd; \
\
prim_write_barrier; \
OVERWRITING_CLOSURE(p1); \
IF_WRITE_BARRIER_ENABLED { \
ccall updateRemembSetPushThunk_(BaseReg, p1 "ptr"); \
} \
StgInd_indirectee(p1) = p2; \
prim_write_barrier; \
SET_INFO(p1, stg_BLACKHOLE_info); \
LDV_RECORD_CREATE(p1); \
bd = Bdescr(p1); \
if (bdescr_gen_no(bd) != 0 :: bits16) { \
recordMutableCap(p1, TO_W_(bdescr_gen_no(bd))); \
TICK_UPD_OLD_IND(); \
and_then; \
} else { \
TICK_UPD_NEW_IND(); \
and_then; \
}
#else /* !CMINUSMINUS */
INLINE_HEADER void updateWithIndirection (Capability *cap,
StgClosure *p1,
StgClosure *p2)
{
bdescr *bd;
ASSERT( (P_)p1 != (P_)p2 );
/* not necessarily true: ASSERT( !closure_IND(p1) ); */
/* occurs in RaiseAsync.c:raiseAsync() */
/* See Note [Heap memory barriers] in SMP.h */
write_barrier();
OVERWRITING_CLOSURE(p1);
if (RTS_UNLIKELY(nonmoving_write_barrier_enabled)) {
updateRemembSetPushThunk(cap, (StgThunk*)p1);
}
((StgInd *)p1)->indirectee = p2;
write_barrier();
SET_INFO(p1, &stg_BLACKHOLE_info);
LDV_RECORD_CREATE(p1);
bd = Bdescr((StgPtr)p1);
if (bd->gen_no != 0) {
recordMutableCap(p1, cap, bd->gen_no);
TICK_UPD_OLD_IND();
} else {
TICK_UPD_NEW_IND();
}
}
#endif /* CMINUSMINUS */
#if !defined(CMINUSMINUS)
#include "EndPrivate.h"
#endif
|
