1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
/*-
* Copyright (c) 2014-2016 MongoDB, Inc.
* Copyright (c) 2008-2014 WiredTiger, Inc.
* All rights reserved.
*
* See the file LICENSE for redistribution information.
*/
#include "wt_internal.h"
/*
* __clsm_close_bulk --
* WT_CURSOR->close method for LSM bulk cursors.
*/
static int
__clsm_close_bulk(WT_CURSOR *cursor)
{
WT_CURSOR_LSM *clsm;
WT_CURSOR *bulk_cursor;
WT_LSM_CHUNK *chunk;
WT_LSM_TREE *lsm_tree;
WT_SESSION_IMPL *session;
uint64_t avg_chunks, total_chunks;
clsm = (WT_CURSOR_LSM *)cursor;
lsm_tree = clsm->lsm_tree;
chunk = lsm_tree->chunk[0];
session = (WT_SESSION_IMPL *)clsm->iface.session;
/* Close the bulk cursor to ensure the chunk is written to disk. */
bulk_cursor = clsm->chunks[0]->cursor;
WT_RET(bulk_cursor->close(bulk_cursor));
clsm->nchunks = 0;
/* Set ondisk, and flush the metadata */
F_SET(chunk, WT_LSM_CHUNK_ONDISK);
/*
* Setup a generation in our chunk based on how many chunk_size
* pieces fit into a chunk of a given generation. This allows future
* LSM merges choose reasonable sets of chunks.
*/
avg_chunks = (lsm_tree->merge_min + lsm_tree->merge_max) / 2;
for (total_chunks = chunk->size / lsm_tree->chunk_size;
total_chunks > 1;
total_chunks /= avg_chunks)
++chunk->generation;
WT_RET(__wt_lsm_meta_write(session, lsm_tree, NULL));
++lsm_tree->dsk_gen;
/* Close the LSM cursor */
WT_RET(__wt_clsm_close(cursor));
return (0);
}
/*
* __clsm_insert_bulk --
* WT_CURSOR->insert method for LSM bulk cursors.
*/
static int
__clsm_insert_bulk(WT_CURSOR *cursor)
{
WT_CURSOR *bulk_cursor;
WT_CURSOR_LSM *clsm;
WT_LSM_CHUNK *chunk;
WT_LSM_TREE *lsm_tree;
WT_SESSION_IMPL *session;
clsm = (WT_CURSOR_LSM *)cursor;
lsm_tree = clsm->lsm_tree;
chunk = lsm_tree->chunk[0];
session = (WT_SESSION_IMPL *)clsm->iface.session;
WT_ASSERT(session, lsm_tree->nchunks == 1 && clsm->nchunks == 1);
++chunk->count;
chunk->size += cursor->key.size + cursor->value.size;
bulk_cursor = clsm->chunks[0]->cursor;
bulk_cursor->set_key(bulk_cursor, &cursor->key);
bulk_cursor->set_value(bulk_cursor, &cursor->value);
WT_RET(bulk_cursor->insert(bulk_cursor));
return (0);
}
/*
* __wt_clsm_open_bulk --
* WT_SESSION->open_cursor method for LSM bulk cursors.
*/
int
__wt_clsm_open_bulk(WT_CURSOR_LSM *clsm, const char *cfg[])
{
WT_CURSOR *cursor, *bulk_cursor;
WT_DECL_RET;
WT_LSM_TREE *lsm_tree;
WT_SESSION_IMPL *session;
bulk_cursor = NULL;
cursor = &clsm->iface;
lsm_tree = clsm->lsm_tree;
session = (WT_SESSION_IMPL *)clsm->iface.session;
F_SET(clsm, WT_CLSM_BULK);
/* Bulk cursors are limited to insert and close. */
__wt_cursor_set_notsup(cursor);
cursor->insert = __clsm_insert_bulk;
cursor->close = __clsm_close_bulk;
/*
* Setup the first chunk in the tree. This is the only time we switch
* without using the LSM worker threads, it's safe to do here since
* we have an exclusive lock on the LSM tree. We need to do this
* switch inline, since switch needs a schema lock and online index
* creation opens a bulk cursor while holding the schema lock.
*/
WT_WITH_SCHEMA_LOCK(session,
ret = __wt_lsm_tree_switch(session, lsm_tree));
WT_RET(ret);
/*
* Open a bulk cursor on the first chunk, it's not a regular LSM chunk
* cursor, but use the standard storage locations. Allocate the space
* for a bloom filter - it makes cleanup simpler. Cleaned up by
* cursor close on error.
*/
WT_RET(
__wt_realloc_def(session, &clsm->chunks_alloc, 1, &clsm->chunks));
WT_RET(__wt_calloc_one(session, &clsm->chunks[0]));
clsm->chunks_count = clsm->nchunks = 1;
/*
* Open a bulk cursor on the first chunk in the tree - take a read
* lock on the LSM tree while we are opening the chunk, to ensure
* that the first chunk has been fully created before we succeed.
* Pass through the application config to ensure the tree is open
* for bulk access.
*/
WT_RET(__wt_open_cursor(session,
lsm_tree->chunk[0]->uri, &clsm->iface, cfg, &bulk_cursor));
clsm->chunks[0]->cursor = bulk_cursor;
/* LSM cursors are always raw */
F_SET(bulk_cursor, WT_CURSTD_RAW);
return (0);
}
|
