1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
|
/*-
* Copyright (c) 2014-2016 MongoDB, Inc.
* Copyright (c) 2008-2014 WiredTiger, Inc.
* All rights reserved.
*
* See the file LICENSE for redistribution information.
*/
#include "wt_internal.h"
#ifdef HAVE_DIAGNOSTIC
static void __hazard_dump(WT_SESSION_IMPL *);
#endif
/*
* __wt_hazard_set --
* Set a hazard pointer.
*/
int
__wt_hazard_set(WT_SESSION_IMPL *session, WT_REF *ref, bool *busyp
#ifdef HAVE_DIAGNOSTIC
, const char *file, int line
#endif
)
{
WT_BTREE *btree;
WT_CONNECTION_IMPL *conn;
WT_HAZARD *hp;
int restarts = 0;
btree = S2BT(session);
conn = S2C(session);
*busyp = false;
/* If a file can never be evicted, hazard pointers aren't required. */
if (F_ISSET(btree, WT_BTREE_IN_MEMORY))
return (0);
/*
* Do the dance:
*
* The memory location which makes a page "real" is the WT_REF's state
* of WT_REF_MEM, which can be set to WT_REF_LOCKED at any time by the
* page eviction server.
*
* Add the WT_REF reference to the session's hazard list and flush the
* write, then see if the page's state is still valid. If so, we can
* use the page because the page eviction server will see our hazard
* pointer before it discards the page (the eviction server sets the
* state to WT_REF_LOCKED, then flushes memory and checks the hazard
* pointers).
*
* For sessions with many active hazard pointers, skip most of the
* active slots: there may be a free slot in there, but checking is
* expensive. Most hazard pointers are released quickly: optimize
* for that case.
*/
for (hp = session->hazard + session->nhazard;; ++hp) {
/*
* If we get to the end of the array, either:
* 1. If we know there are free slots somewhere, and this is
* the first time through, continue the search from the
* start. Don't actually continue the loop because that
* will skip the first slot.
* 2. If we have searched all the way through and we have
* allocated the maximum number of slots, give up.
* 3. Allocate another increment of slots, up to the maximum.
* The slot we are on should now be available.
*/
if (hp >= session->hazard + session->hazard_size) {
if (session->nhazard < session->hazard_size &&
restarts++ == 0)
hp = session->hazard;
else if (session->hazard_size >= conn->hazard_max)
break;
else
WT_PUBLISH(session->hazard_size, WT_MIN(
session->hazard_size + WT_HAZARD_INCR,
conn->hazard_max));
}
if (hp->page != NULL)
continue;
hp->page = ref->page;
#ifdef HAVE_DIAGNOSTIC
hp->file = file;
hp->line = line;
#endif
/* Publish the hazard pointer before reading page's state. */
WT_FULL_BARRIER();
/*
* Check if the page state is still valid, where valid means a
* state of WT_REF_MEM and the pointer is unchanged. (The
* pointer can change, it means the page was evicted between
* the time we set our hazard pointer and the publication. It
* would theoretically be possible for the page to be evicted
* and a different page read into the same memory, so the
* pointer hasn't changed but the contents have. That's OK, we
* found this page using the tree's key space, whatever page we
* find here is the page for us to use.)
*/
if (ref->page == hp->page && ref->state == WT_REF_MEM) {
++session->nhazard;
return (0);
}
/*
* The page isn't available, it's being considered for eviction
* (or being evicted, for all we know). If the eviction server
* sees our hazard pointer before evicting the page, it will
* return the page to use, no harm done, if it doesn't, it will
* go ahead and complete the eviction.
*
* We don't bother publishing this update: the worst case is we
* prevent some random page from being evicted.
*/
hp->page = NULL;
*busyp = true;
return (0);
}
__wt_errx(session, "session %p: hazard pointer table full", session);
#ifdef HAVE_DIAGNOSTIC
__hazard_dump(session);
#endif
return (ENOMEM);
}
/*
* __wt_hazard_clear --
* Clear a hazard pointer.
*/
int
__wt_hazard_clear(WT_SESSION_IMPL *session, WT_PAGE *page)
{
WT_BTREE *btree;
WT_HAZARD *hp;
btree = S2BT(session);
/* If a file can never be evicted, hazard pointers aren't required. */
if (F_ISSET(btree, WT_BTREE_IN_MEMORY))
return (0);
/*
* Clear the caller's hazard pointer.
* The common pattern is LIFO, so do a reverse search.
*/
for (hp = session->hazard + session->hazard_size - 1;
hp >= session->hazard;
--hp)
if (hp->page == page) {
/*
* We don't publish the hazard pointer clear in the
* general case. It's not required for correctness;
* it gives an eviction thread faster access to the
* page were the page selected for eviction, but the
* generation number was just set, it's unlikely the
* page will be selected for eviction.
*/
hp->page = NULL;
/*
* If this was the last hazard pointer in the session,
* we may need to update our transactional context.
*/
--session->nhazard;
return (0);
}
/*
* A serious error, we should always find the hazard pointer. Panic,
* because using a page we didn't have pinned down implies corruption.
*/
WT_PANIC_RET(session, EINVAL,
"session %p: clear hazard pointer: %p: not found", session, page);
}
/*
* __wt_hazard_close --
* Verify that no hazard pointers are set.
*/
void
__wt_hazard_close(WT_SESSION_IMPL *session)
{
WT_HAZARD *hp;
bool found;
/*
* Check for a set hazard pointer and complain if we find one. We could
* just check the session's hazard pointer count, but this is a useful
* diagnostic.
*/
for (found = false, hp = session->hazard;
hp < session->hazard + session->hazard_size; ++hp)
if (hp->page != NULL) {
found = true;
break;
}
if (session->nhazard == 0 && !found)
return;
__wt_errx(session,
"session %p: close hazard pointer table: table not empty", session);
#ifdef HAVE_DIAGNOSTIC
__hazard_dump(session);
#endif
/*
* Clear any hazard pointers because it's not a correctness problem
* (any hazard pointer we find can't be real because the session is
* being closed when we're called). We do this work because session
* close isn't that common that it's an expensive check, and we don't
* want to let a hazard pointer lie around, keeping a page from being
* evicted.
*
* We don't panic: this shouldn't be a correctness issue (at least, I
* can't think of a reason it would be).
*/
for (hp = session->hazard;
hp < session->hazard + session->hazard_size; ++hp)
if (hp->page != NULL) {
hp->page = NULL;
--session->nhazard;
}
if (session->nhazard != 0)
__wt_errx(session,
"session %p: close hazard pointer table: count didn't "
"match entries",
session);
}
#ifdef HAVE_DIAGNOSTIC
/*
* __hazard_dump --
* Display the list of hazard pointers.
*/
static void
__hazard_dump(WT_SESSION_IMPL *session)
{
WT_HAZARD *hp;
for (hp = session->hazard;
hp < session->hazard + session->hazard_size; ++hp)
if (hp->page != NULL)
__wt_errx(session,
"session %p: hazard pointer %p: %s, line %d",
session, hp->page, hp->file, hp->line);
}
#endif
|