1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
|
/* -----------------------------------------------------------------------------
*
* (c) The GHC Team 1998-2020
*
* Hooks for the I/O subsystem(s) that are called from other parts of the RTS.
*
* There are several different I/O subsystem implementations (aka I/O managers),
* for different platforms (notably Windows vs others), and for the threaded vs
* non-threaded RTS. These implementations all need hooks into other parts of
* the RTS, such as startup/shutdown, the scheduler and other special features.
*
* To keep things comprehensible, all the hooks used by all the different I/O
* subsystem implementations are centralised here. Not all implementations use
* all hooks.
*
* -------------------------------------------------------------------------*/
#include "Rts.h"
#include "rts/IOInterface.h" // exported
#include "IOManager.h" // RTS internal
#include "Capability.h"
#include "Schedule.h"
#include "RtsFlags.h"
#include "RtsUtils.h"
#if !defined(mingw32_HOST_OS) && defined(HAVE_SIGNAL_H)
#include "posix/Signals.h"
#endif
#if defined(mingw32_HOST_OS)
#include "win32/ThrIOManager.h"
#include "win32/AsyncMIO.h"
#include "win32/AsyncWinIO.h"
#endif
/* Allocate and initialise the per-capability CapIOManager that lives in each
* Capability. Called early in the RTS initialisation.
*/
void initCapabilityIOManager(CapIOManager **piomgr)
{
CapIOManager *iomgr =
(CapIOManager *) stgMallocBytes(sizeof(CapIOManager),
"initCapabilityIOManager");
#if defined(THREADED_RTS)
#if !defined(mingw32_HOST_OS)
iomgr->control_fd = -1;
#endif
#else // !defined(THREADED_RTS)
iomgr->blocked_queue_hd = END_TSO_QUEUE;
iomgr->blocked_queue_tl = END_TSO_QUEUE;
iomgr->sleeping_queue = END_TSO_QUEUE;
#endif
*piomgr = iomgr;
}
/* Called late in the RTS initialisation
*/
void
initIOManager(void)
{
#if defined(THREADED_RTS)
/* Posix implementation in posix/Signals.c
* Win32 implementation in win32/ThrIOManager.c
*/
ioManagerStart();
#elif defined(mingw32_HOST_OS)
/* Non-threaded Win32 implementation, either the WinIO IOCP implementation,
* or the classic implementation. */
if (is_io_mng_native_p()) {
startupAsyncWinIO();
} else {
startupAsyncIO();
}
#else
/* The other implementation is the non-threaded Posix select() one.
* It does not need any initialisation.
*/
#endif
}
/* Called from forkProcess in the child process on the surviving capability.
*/
void
initIOManagerAfterFork(Capability **pcap USED_IF_THREADS_AND_NOT_MINGW32)
{
#if defined(THREADED_RTS) && !defined(mingw32_HOST_OS)
/* Posix implementation in posix/Signals.c
*
* No non-threaded impl because the non-threaded Posix select() I/O manager
* does not need any initialisation.
*
* No Windows impl since no forking.
*
* TODO: figure out if it is necessary for the threaded MIO case for the
* starting of the IO manager threads to be synchronous. It would be
* simpler if it could start them asynchronously and thus not have to
* have the pcap as an inout param, that could be modified. In practice it
* cannot be modified anyway since in the contexts where it is called
* (forkProcess), there is only a single cap available.
*/
ioManagerStartCap(pcap);
#endif
}
/* Called in the RTS shutdown before the scheduler exits
*/
void
stopIOManager(void)
{
#if defined(THREADED_RTS)
/* Posix implementation in posix/Signals.c
* Win32 implementation in win32/ThrIOManager.c
*/
ioManagerDie();
#endif
}
/* Called in the RTS shutdown after the scheduler exits
*/
void
exitIOManager(bool wait_threads USED_IF_NOT_THREADS_AND_MINGW32)
{
#if !defined(THREADED_RTS) && defined(mingw32_HOST_OS)
if (is_io_mng_native_p()) {
shutdownAsyncWinIO(wait_threads);
} else {
shutdownAsyncIO(wait_threads);
}
#endif
}
/* Wakeup hook: called from the scheduler's wakeUpRts (currently only in
* threaded mode).
*/
void wakeupIOManager(void)
{
#if defined(THREADED_RTS)
/* Posix implementation in posix/Signals.c
* Win32 implementation in win32/ThrIOManager.c
*/
ioManagerWakeup();
#endif
}
void markCapabilityIOManager(evac_fn evac USED_IF_NOT_THREADS,
void *user USED_IF_NOT_THREADS,
CapIOManager *iomgr USED_IF_NOT_THREADS)
{
#if !defined(THREADED_RTS)
evac(user, (StgClosure **)(void *)&iomgr->blocked_queue_hd);
evac(user, (StgClosure **)(void *)&iomgr->blocked_queue_tl);
evac(user, (StgClosure **)(void *)&iomgr->sleeping_queue);
#endif
}
/* Declared in rts/IOInterface.h. Used only by the MIO threaded I/O manager on
* Unix platforms.
*/
#if !defined(mingw32_HOST_OS)
void
setIOManagerControlFd(uint32_t cap_no USED_IF_THREADS, int fd USED_IF_THREADS) {
#if defined(THREADED_RTS)
if (cap_no < n_capabilities) {
RELAXED_STORE(&capabilities[cap_no]->iomgr->control_fd, fd);
} else {
errorBelch("warning: setIOManagerControlFd called with illegal capability number.");
}
#endif
}
#endif
#if !defined(THREADED_RTS)
void appendToIOBlockedQueue(StgTSO *tso)
{
ASSERT(tso->_link == END_TSO_QUEUE);
if (MainCapability.iomgr->blocked_queue_hd == END_TSO_QUEUE) {
MainCapability.iomgr->blocked_queue_hd = tso;
} else {
setTSOLink(&MainCapability, MainCapability.iomgr->blocked_queue_tl, tso);
}
MainCapability.iomgr->blocked_queue_tl = tso;
}
void insertIntoSleepingQueue(StgTSO *tso, LowResTime target)
{
StgTSO *prev = NULL;
StgTSO *t = MainCapability.iomgr->sleeping_queue;
while (t != END_TSO_QUEUE && t->block_info.target < target) {
prev = t;
t = t->_link;
}
tso->_link = t;
if (prev == NULL) {
MainCapability.iomgr->sleeping_queue = tso;
} else {
setTSOLink(&MainCapability, prev, tso);
}
}
#endif
|
