1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
|
/*-
* Copyright (c) 2014-present MongoDB, Inc.
* Copyright (c) 2008-2014 WiredTiger, Inc.
* All rights reserved.
*
* See the file LICENSE for redistribution information.
*/
#include "wt_internal.h"
/*
* __curstat_lsm_init --
* Initialize the statistics for a LSM tree.
*/
static int
__curstat_lsm_init(WT_SESSION_IMPL *session, const char *uri, WT_CURSOR_STAT *cst)
{
WT_CURSOR *stat_cursor;
WT_DECL_ITEM(uribuf);
WT_DECL_RET;
WT_DSRC_STATS *new, *stats;
WT_LSM_CHUNK *chunk;
WT_LSM_TREE *lsm_tree;
int64_t bloom_count;
u_int i;
char config[64];
const char *cfg[] = {WT_CONFIG_BASE(session, WT_SESSION_open_cursor), NULL, NULL};
const char *disk_cfg[] = {
WT_CONFIG_BASE(session, WT_SESSION_open_cursor), "checkpoint=" WT_CHECKPOINT, NULL, NULL};
bool locked;
WT_ASSERT_SPINLOCK_OWNED(session, &S2C(session)->schema_lock);
locked = false;
WT_RET(__wt_lsm_tree_get(session, uri, false, &lsm_tree));
WT_ERR(__wt_scr_alloc(session, 0, &uribuf));
/* Propagate all, fast and/or clear to the cursors we open. */
if (cst->flags != 0) {
WT_ERR(__wt_snprintf(config, sizeof(config), "statistics=(%s%s%s%s)",
F_ISSET(cst, WT_STAT_TYPE_ALL) ? "all," : "", F_ISSET(cst, WT_STAT_CLEAR) ? "clear," : "",
!F_ISSET(cst, WT_STAT_TYPE_ALL) && F_ISSET(cst, WT_STAT_TYPE_FAST) ? "fast," : "",
F_ISSET(cst, WT_STAT_TYPE_SIZE) ? "size," : ""));
cfg[1] = disk_cfg[1] = config;
}
/* Hold the LSM lock so that we can safely walk through the chunks. */
__wt_lsm_tree_readlock(session, lsm_tree);
locked = true;
/*
* Set the cursor to reference the data source statistics into which we're going to aggregate
* statistics from the underlying objects.
*/
stats = &cst->u.dsrc_stats;
__wt_stat_dsrc_init_single(stats);
/*
* For each chunk, aggregate its statistics, as well as any associated bloom filter statistics,
* into the total statistics.
*/
for (bloom_count = 0, i = 0; i < lsm_tree->nchunks; i++) {
chunk = lsm_tree->chunk[i];
/*
* Get the statistics for the chunk's underlying object.
*
* XXX kludge: we may have an empty chunk where no checkpoint was written. If so, try to
* open the ordinary handle on that chunk instead.
*/
WT_ERR(__wt_buf_fmt(session, uribuf, "statistics:%s", chunk->uri));
ret = __wt_curstat_open(session, uribuf->data, NULL,
F_ISSET(chunk, WT_LSM_CHUNK_ONDISK) ? disk_cfg : cfg, &stat_cursor);
if (ret == WT_NOTFOUND && F_ISSET(chunk, WT_LSM_CHUNK_ONDISK))
ret = __wt_curstat_open(session, uribuf->data, NULL, cfg, &stat_cursor);
WT_ERR(ret);
/*
* The underlying statistics have now been initialized; fill in values from the chunk's
* information, then aggregate into the top-level.
*/
new = (WT_DSRC_STATS *)WT_CURSOR_STATS(stat_cursor);
WT_STAT_WRITE(session, new, lsm_generation_max, chunk->generation);
/* Aggregate statistics from each new chunk. */
__wt_stat_dsrc_aggregate_single(new, stats);
WT_ERR(stat_cursor->close(stat_cursor));
if (!F_ISSET(chunk, WT_LSM_CHUNK_BLOOM))
continue;
/* Maintain a count of bloom filters. */
++bloom_count;
/* Get the bloom filter's underlying object. */
WT_ERR(__wt_buf_fmt(session, uribuf, "statistics:%s", chunk->bloom_uri));
WT_ERR(__wt_curstat_open(session, uribuf->data, NULL, cfg, &stat_cursor));
/*
* The underlying statistics have now been initialized; fill in values from the bloom
* filter's information, then aggregate into the top-level.
*/
new = (WT_DSRC_STATS *)WT_CURSOR_STATS(stat_cursor);
WT_STAT_WRITE(
session, new, bloom_size, (int64_t)((chunk->count * lsm_tree->bloom_bit_count) / 8));
WT_STAT_WRITE(
session, new, bloom_page_evict, new->cache_eviction_clean + new->cache_eviction_dirty);
WT_STAT_WRITE(session, new, bloom_page_read, new->cache_read);
__wt_stat_dsrc_aggregate_single(new, stats);
WT_ERR(stat_cursor->close(stat_cursor));
}
/* Set statistics that aren't aggregated directly into the cursor */
WT_STAT_WRITE(session, stats, bloom_count, bloom_count);
WT_STAT_WRITE(session, stats, lsm_chunk_count, lsm_tree->nchunks);
/* Include, and optionally clear, LSM-level specific information. */
WT_STAT_WRITE(session, stats, bloom_miss, lsm_tree->bloom_miss);
if (F_ISSET(cst, WT_STAT_CLEAR))
lsm_tree->bloom_miss = 0;
WT_STAT_WRITE(session, stats, bloom_hit, lsm_tree->bloom_hit);
if (F_ISSET(cst, WT_STAT_CLEAR))
lsm_tree->bloom_hit = 0;
WT_STAT_WRITE(session, stats, bloom_false_positive, lsm_tree->bloom_false_positive);
if (F_ISSET(cst, WT_STAT_CLEAR))
lsm_tree->bloom_false_positive = 0;
WT_STAT_WRITE(session, stats, lsm_lookup_no_bloom, lsm_tree->lsm_lookup_no_bloom);
if (F_ISSET(cst, WT_STAT_CLEAR))
lsm_tree->lsm_lookup_no_bloom = 0;
WT_STAT_WRITE(session, stats, lsm_checkpoint_throttle, lsm_tree->lsm_checkpoint_throttle);
if (F_ISSET(cst, WT_STAT_CLEAR))
lsm_tree->lsm_checkpoint_throttle = 0;
WT_STAT_WRITE(session, stats, lsm_merge_throttle, lsm_tree->lsm_merge_throttle);
if (F_ISSET(cst, WT_STAT_CLEAR))
lsm_tree->lsm_merge_throttle = 0;
__wt_curstat_dsrc_final(cst);
err:
if (locked)
__wt_lsm_tree_readunlock(session, lsm_tree);
__wt_lsm_tree_release(session, lsm_tree);
__wt_scr_free(session, &uribuf);
return (ret);
}
/*
* __wt_curstat_lsm_init --
* Initialize the statistics for a LSM tree.
*/
int
__wt_curstat_lsm_init(WT_SESSION_IMPL *session, const char *uri, WT_CURSOR_STAT *cst)
{
WT_DECL_RET;
/*
* Grab the schema lock because we will be locking the LSM tree and we may need to open some
* files.
*/
WT_WITH_SCHEMA_LOCK(session, ret = __curstat_lsm_init(session, uri, cst));
return (ret);
}
|
