1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
|
/*-
* Copyright (c) 2014-2015 MongoDB, Inc.
* Copyright (c) 2008-2014 WiredTiger, Inc.
* All rights reserved.
*
* See the file LICENSE for redistribution information.
*/
static inline int __wt_txn_id_check(WT_SESSION_IMPL *session);
static inline void __wt_txn_read_last(WT_SESSION_IMPL *session);
/*
* __txn_next_op --
* Mark a WT_UPDATE object modified by the current transaction.
*/
static inline int
__txn_next_op(WT_SESSION_IMPL *session, WT_TXN_OP **opp)
{
WT_TXN *txn;
txn = &session->txn;
*opp = NULL;
/*
* We're about to perform an update.
* Make sure we have allocated a transaction ID.
*/
WT_RET(__wt_txn_id_check(session));
WT_ASSERT(session, F_ISSET(txn, TXN_HAS_ID));
WT_RET(__wt_realloc_def(session, &txn->mod_alloc,
txn->mod_count + 1, &txn->mod));
*opp = &txn->mod[txn->mod_count++];
WT_CLEAR(**opp);
(*opp)->fileid = S2BT(session)->id;
return (0);
}
/*
* __wt_txn_unmodify --
* If threads race making updates, they may discard the last referenced
* WT_UPDATE item while the transaction is still active. This function
* removes the last update item from the "log".
*/
static inline void
__wt_txn_unmodify(WT_SESSION_IMPL *session)
{
WT_TXN *txn;
txn = &session->txn;
if (F_ISSET(txn, TXN_HAS_ID)) {
WT_ASSERT(session, txn->mod_count > 0);
txn->mod_count--;
}
}
/*
* __wt_txn_modify --
* Mark a WT_UPDATE object modified by the current transaction.
*/
static inline int
__wt_txn_modify(WT_SESSION_IMPL *session, WT_UPDATE *upd)
{
WT_DECL_RET;
WT_TXN_OP *op;
WT_RET(__txn_next_op(session, &op));
op->type = F_ISSET(session, WT_SESSION_LOGGING_INMEM) ?
TXN_OP_INMEM : TXN_OP_BASIC;
op->u.upd = upd;
upd->txnid = session->txn.id;
return (ret);
}
/*
* __wt_txn_modify_ref --
* Remember a WT_REF object modified by the current transaction.
*/
static inline int
__wt_txn_modify_ref(WT_SESSION_IMPL *session, WT_REF *ref)
{
WT_TXN_OP *op;
WT_RET(__txn_next_op(session, &op));
op->type = TXN_OP_REF;
op->u.ref = ref;
return (__wt_txn_log_op(session, NULL));
}
/*
* __wt_txn_oldest_id --
* Return the oldest transaction ID that has to be kept for the current
* tree.
*/
static inline uint64_t
__wt_txn_oldest_id(WT_SESSION_IMPL *session)
{
WT_BTREE *btree;
WT_TXN_GLOBAL *txn_global;
uint64_t checkpoint_pinned, oldest_id;
uint32_t checkpoint_gen;
txn_global = &S2C(session)->txn_global;
btree = S2BT_SAFE(session);
/*
* Take a local copy of these IDs in case they are updated while we are
* checking visibility.
*/
WT_ORDERED_READ(oldest_id, txn_global->oldest_id);
WT_ORDERED_READ(checkpoint_gen, txn_global->checkpoint_gen);
WT_ORDERED_READ(checkpoint_pinned, txn_global->checkpoint_pinned);
/*
* Checkpoint transactions often fall behind ordinary application
* threads. Take special effort to not keep changes pinned in cache
* if they are only required for the checkpoint and it has already
* seen them.
*
* If there is no active checkpoint, this session is doing the
* checkpoint, or this handle is up to date with the active checkpoint
* then it's safe to ignore the checkpoint ID in the visibility check.
*/
if (checkpoint_pinned == WT_TXN_NONE ||
TXNID_LT(oldest_id, checkpoint_pinned) ||
WT_SESSION_IS_CHECKPOINT(session) ||
(btree != NULL && btree->checkpoint_gen == checkpoint_gen))
return (oldest_id);
return (checkpoint_pinned);
}
/*
* __wt_txn_visible_all --
* Check if a given transaction ID is "globally visible". This is, if
* all sessions in the system will see the transaction ID including the
* ID that belongs to a running checkpoint.
*/
static inline int
__wt_txn_visible_all(WT_SESSION_IMPL *session, uint64_t id)
{
uint64_t oldest_id;
oldest_id = __wt_txn_oldest_id(session);
return (TXNID_LT(id, oldest_id));
}
/*
* __wt_txn_visible --
* Can the current transaction see the given ID?
*/
static inline int
__wt_txn_visible(WT_SESSION_IMPL *session, uint64_t id)
{
WT_TXN *txn;
txn = &session->txn;
/* Changes with no associated transaction are always visible. */
if (id == WT_TXN_NONE)
return (1);
/* Nobody sees the results of aborted transactions. */
if (id == WT_TXN_ABORTED)
return (0);
/*
* Eviction only sees globally visible updates, or if there is a
* checkpoint transaction running, use its transaction.
*/
if (txn->isolation == TXN_ISO_EVICTION)
return (__wt_txn_visible_all(session, id));
/*
* Read-uncommitted transactions see all other changes.
*
* All metadata reads are at read-uncommitted isolation. That's
* because once a schema-level operation completes, subsequent
* operations must see the current version of checkpoint metadata, or
* they may try to read blocks that may have been freed from a file.
* Metadata updates use non-transactional techniques (such as the
* schema and metadata locks) to protect access to in-flight updates.
*/
if (txn->isolation == TXN_ISO_READ_UNCOMMITTED ||
session->dhandle == session->meta_dhandle)
return (1);
/* Transactions see their own changes. */
if (id == txn->id)
return (1);
/*
* TXN_ISO_SNAPSHOT, TXN_ISO_READ_COMMITTED: the ID is visible if it is
* not the result of a concurrent transaction, that is, if was
* committed before the snapshot was taken.
*
* The order here is important: anything newer than the maximum ID we
* saw when taking the snapshot should be invisible, even if the
* snapshot is empty.
*/
if (TXNID_LE(txn->snap_max, id))
return (0);
if (txn->snapshot_count == 0 || TXNID_LT(id, txn->snap_min))
return (1);
return (bsearch(&id, txn->snapshot, txn->snapshot_count,
sizeof(uint64_t), __wt_txnid_cmp) == NULL);
}
/*
* __wt_txn_begin --
* Begin a transaction.
*/
static int
__wt_txn_begin(WT_SESSION_IMPL *session, const char *cfg[])
{
WT_TXN *txn;
txn = &session->txn;
txn->isolation = session->isolation;
txn->txn_logsync = S2C(session)->txn_logsync;
if (cfg != NULL)
WT_RET(__wt_txn_config(session, cfg));
F_SET(txn, TXN_RUNNING);
if (txn->isolation == TXN_ISO_SNAPSHOT) {
if (session->ncursors > 0)
WT_RET(__wt_session_copy_values(session));
/*
* We're about to allocate a snapshot: if we need to block for
* eviction, it's better to do it beforehand.
*/
WT_RET(__wt_cache_full_check(session));
__wt_txn_get_snapshot(session);
}
return (0);
}
/*
* __wt_txn_read --
* Get the first visible update in a list (or NULL if none are visible).
*/
static inline WT_UPDATE *
__wt_txn_read(WT_SESSION_IMPL *session, WT_UPDATE *upd)
{
while (upd != NULL && !__wt_txn_visible(session, upd->txnid))
upd = upd->next;
return (upd);
}
/*
* __wt_txn_autocommit_check --
* If an auto-commit transaction is required, start one.
*/
static inline int
__wt_txn_autocommit_check(WT_SESSION_IMPL *session)
{
WT_TXN *txn;
txn = &session->txn;
if (F_ISSET(txn, TXN_AUTOCOMMIT)) {
F_CLR(txn, TXN_AUTOCOMMIT);
return (__wt_txn_begin(session, NULL));
}
return (0);
}
/*
* __wt_txn_new_id --
* Allocate a new transaction ID.
*/
static inline uint64_t
__wt_txn_new_id(WT_SESSION_IMPL *session)
{
/*
* We want the global value to lead the allocated values, so that any
* allocated transaction ID eventually becomes globally visible. When
* there are no transactions running, the oldest_id will reach the
* global current ID, so we want post-increment semantics. Our atomic
* add primitive does pre-increment, so adjust the result here.
*/
return (WT_ATOMIC_ADD8(S2C(session)->txn_global.current, 1) - 1);
}
/*
* __wt_txn_idle_cache_check --
* If there is no transaction active in this thread and we haven't checked
* if the cache is full, do it now. If we have to block for eviction,
* this is the best time to do it.
*/
static inline int
__wt_txn_idle_cache_check(WT_SESSION_IMPL *session)
{
WT_TXN *txn;
WT_TXN_STATE *txn_state;
txn = &session->txn;
txn_state = &S2C(session)->txn_global.states[session->id];
/*
* Check the published snap_min because read-uncommitted never sets
* TXN_HAS_SNAPSHOT.
*/
if (F_ISSET(txn, TXN_RUNNING) &&
!F_ISSET(txn, TXN_HAS_ID) && txn_state->snap_min == WT_TXN_NONE)
WT_RET(__wt_cache_full_check(session));
return (0);
}
/*
* __wt_txn_id_check --
* A transaction is going to do an update, start an auto commit
* transaction if required and allocate a transaction ID.
*/
static inline int
__wt_txn_id_check(WT_SESSION_IMPL *session)
{
WT_CONNECTION_IMPL *conn;
WT_TXN *txn;
WT_TXN_GLOBAL *txn_global;
WT_TXN_STATE *txn_state;
txn = &session->txn;
WT_ASSERT(session, F_ISSET(txn, TXN_RUNNING));
/* If the transaction is idle, check that the cache isn't full. */
WT_RET(__wt_txn_idle_cache_check(session));
if (!F_ISSET(txn, TXN_HAS_ID)) {
conn = S2C(session);
txn_global = &conn->txn_global;
txn_state = WT_SESSION_TXN_STATE(session);
WT_ASSERT(session, txn_state->id == WT_TXN_NONE);
/*
* Allocate a transaction ID.
*
* We use an atomic compare and swap to ensure that we get a
* unique ID that is published before the global counter is
* updated.
*
* If two threads race to allocate an ID, only the latest ID
* will proceed. The winning thread can be sure its snapshot
* contains all of the earlier active IDs. Threads that race
* and get an earlier ID may not appear in the snapshot, but
* they will loop and allocate a new ID before proceeding to
* make any updates.
*
* This potentially wastes transaction IDs when threads race to
* begin transactions: that is the price we pay to keep this
* path latch free.
*/
do {
txn_state->id = txn->id = txn_global->current;
} while (!WT_ATOMIC_CAS8(
txn_global->current, txn->id, txn->id + 1));
/*
* If we have used 64-bits of transaction IDs, there is nothing
* more we can do.
*/
if (txn->id == WT_TXN_ABORTED)
WT_RET_MSG(session, ENOMEM, "Out of transaction IDs");
F_SET(txn, TXN_HAS_ID);
}
return (0);
}
/*
* __wt_txn_update_check --
* Check if the current transaction can update an item.
*/
static inline int
__wt_txn_update_check(WT_SESSION_IMPL *session, WT_UPDATE *upd)
{
WT_TXN *txn;
txn = &session->txn;
if (txn->isolation == TXN_ISO_SNAPSHOT)
while (upd != NULL && !__wt_txn_visible(session, upd->txnid)) {
if (upd->txnid != WT_TXN_ABORTED) {
WT_STAT_FAST_DATA_INCR(
session, txn_update_conflict);
return (WT_ROLLBACK);
}
upd = upd->next;
}
return (0);
}
/*
* __wt_txn_read_last --
* Called when the last page for a session is released.
*/
static inline void
__wt_txn_read_last(WT_SESSION_IMPL *session)
{
WT_TXN *txn;
txn = &session->txn;
/* Release the snap_min ID we put in the global table. */
if (!F_ISSET(txn, TXN_RUNNING) ||
txn->isolation != TXN_ISO_SNAPSHOT)
__wt_txn_release_snapshot(session);
}
/*
* __wt_txn_cursor_op --
* Called for each cursor operation.
*/
static inline void
__wt_txn_cursor_op(WT_SESSION_IMPL *session)
{
WT_TXN *txn;
WT_TXN_GLOBAL *txn_global;
WT_TXN_STATE *txn_state;
txn = &session->txn;
txn_global = &S2C(session)->txn_global;
txn_state = WT_SESSION_TXN_STATE(session);
/*
* If there is no transaction running (so we don't have an ID), and no
* snapshot allocated, put an ID in the global table to prevent any
* update that we are reading from being trimmed to save memory. Do a
* read before the write because this shared data is accessed a lot.
*
* !!!
* Note: We are updating the global table unprotected, so the
* oldest_id may move past this ID if a scan races with this
* value being published. That said, read-uncommitted operations
* always take the most recent version of a value, so for that version
* to be freed, two newer versions would have to be committed. Putting
* this snap_min ID in the table prevents the oldest ID from moving
* further forward, so that once a read-uncommitted cursor is
* positioned on a value, it can't be freed.
*/
if (txn->isolation == TXN_ISO_READ_UNCOMMITTED &&
!F_ISSET(txn, TXN_HAS_ID) &&
TXNID_LT(txn_state->snap_min, txn_global->last_running))
txn_state->snap_min = txn_global->last_running;
if (txn->isolation != TXN_ISO_READ_UNCOMMITTED &&
!F_ISSET(txn, TXN_HAS_SNAPSHOT))
__wt_txn_get_snapshot(session);
}
/*
* __wt_txn_am_oldest --
* Am I the oldest transaction in the system?
*/
static inline int
__wt_txn_am_oldest(WT_SESSION_IMPL *session)
{
WT_CONNECTION_IMPL *conn;
WT_TXN *txn;
WT_TXN_GLOBAL *txn_global;
WT_TXN_STATE *s;
uint64_t id;
uint32_t i, session_cnt;
conn = S2C(session);
txn = &session->txn;
txn_global = &conn->txn_global;
if (txn->id == WT_TXN_NONE)
return (0);
WT_ORDERED_READ(session_cnt, conn->session_cnt);
for (i = 0, s = txn_global->states; i < session_cnt; i++, s++)
if ((id = s->id) != WT_TXN_NONE && TXNID_LT(id, txn->id))
return (0);
return (1);
}
|