1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
/**
* Tests maximum time-range of measurements held in each bucket in a time-series buckets collection.
* @tags: [
* does_not_support_stepdowns,
* does_not_support_transactions,
* ]
*/
(function() {
"use strict";
load("jstests/core/timeseries/libs/timeseries.js"); // For 'TimeseriesTest'.
TimeseriesTest.run((insert) => {
const isTimeseriesBucketCompressionEnabled =
TimeseriesTest.timeseriesBucketCompressionEnabled(db);
const isTimeseriesScalabilityImprovmentsEnabled =
TimeseriesTest.timeseriesScalabilityImprovementsEnabled(db);
const collNamePrefix = 'timeseries_bucket_limit_time_range_';
const timeFieldName = 'time';
// Assumes the measurements in each bucket span at most one hour (based on the time field).
// Make sure we have three measurements to trigger compression if enabled. The data types in
// this test are so small so two measurements may not yield a smaller compressed object
const docTimes = [
ISODate("2020-11-13T01:00:00Z"),
ISODate("2020-11-13T01:00:01Z"),
ISODate("2020-11-13T01:00:02Z"),
ISODate("2020-11-13T03:00:00Z")
];
const numDocs = 4;
const runTest = function(numDocsPerInsert) {
const coll = db.getCollection(collNamePrefix + numDocsPerInsert);
const bucketsColl = db.getCollection('system.buckets.' + coll.getName());
coll.drop();
assert.commandWorked(
db.createCollection(coll.getName(), {timeseries: {timeField: timeFieldName}}));
assert.contains(bucketsColl.getName(), db.getCollectionNames());
let docs = [];
for (let i = 0; i < numDocs; i++) {
docs.push({_id: i, [timeFieldName]: docTimes[i], x: i});
if ((i + 1) % numDocsPerInsert === 0) {
assert.commandWorked(insert(coll, docs), 'failed to insert docs: ' + tojson(docs));
docs = [];
}
}
// Check view.
const viewDocs = coll.find().sort({_id: 1}).toArray();
assert.eq(numDocs, viewDocs.length, viewDocs);
for (let i = 0; i < numDocs; i++) {
const viewDoc = viewDocs[i];
assert.eq(i, viewDoc._id, 'unexpected _id in doc: ' + i + ': ' + tojson(viewDoc));
assert.eq(i, viewDoc.x, 'unexpected field x in doc: ' + i + ': ' + tojson(viewDoc));
assert.eq(docTimes[i],
viewDoc[timeFieldName],
'unexpected time in doc: ' + i + ': ' + tojson(viewDoc));
}
// Check bucket collection.
const bucketDocs = bucketsColl.find().sort({'control.min._id': 1}).toArray();
assert.eq(2, bucketDocs.length, bucketDocs);
// Check both buckets.
// First bucket should be not contain both documents because the time of the second
// measurement is ahead of the first document by more than 'bucketMaxTimeRangeHours'.
assert.eq(0,
bucketDocs[0].control.min._id,
'invalid control.min for _id in first bucket: ' + tojson(bucketDocs[0].control));
assert.eq(0,
bucketDocs[0].control.min.x,
'invalid control.min for x in first bucket: ' + tojson(bucketDocs[0].control));
assert.eq(docTimes[0],
bucketDocs[0].control.min[timeFieldName],
'invalid control.min for time in first bucket: ' + tojson(bucketDocs[0].control));
assert.eq(2,
bucketDocs[0].control.max._id,
'invalid control.max for _id in first bucket: ' + tojson(bucketDocs[0].control));
assert.eq(2,
bucketDocs[0].control.max.x,
'invalid control.max for x in first bucket: ' + tojson(bucketDocs[0].control));
assert.eq(docTimes[2],
bucketDocs[0].control.max[timeFieldName],
'invalid control.max for time in first bucket: ' + tojson(bucketDocs[0].control));
if (!isTimeseriesScalabilityImprovmentsEnabled) { // If enabled, we will archive instead of
// closing, but another simultaneous
// operation may close it in the
// background.
assert.eq(isTimeseriesBucketCompressionEnabled ? 2 : 1,
bucketDocs[0].control.version,
'unexpected control.version in first bucket: ' + tojson(bucketDocs));
}
// Second bucket should contain the remaining document.
assert.eq(numDocs - 1,
bucketDocs[1].control.min._id,
'invalid control.min for _id in second bucket: ' + tojson(bucketDocs[1].control));
assert.eq(numDocs - 1,
bucketDocs[1].control.min.x,
'invalid control.min for x in second bucket: ' + tojson(bucketDocs[1].control));
assert.eq(
docTimes[numDocs - 1],
bucketDocs[1].control.min[timeFieldName],
'invalid control.min for time in second bucket: ' + tojson(bucketDocs[1].control));
assert.eq(numDocs - 1,
bucketDocs[1].control.max._id,
'invalid control.max for _id in second bucket: ' + tojson(bucketDocs[1].control));
assert.eq(numDocs - 1,
bucketDocs[1].control.max.x,
'invalid control.max for x in second bucket: ' + tojson(bucketDocs[1].control));
assert.eq(
docTimes[numDocs - 1],
bucketDocs[1].control.max[timeFieldName],
'invalid control.max for time in second bucket: ' + tojson(bucketDocs[1].control));
assert.eq(1,
bucketDocs[1].control.version,
'unexpected control.version in first bucket: ' + tojson(bucketDocs));
};
runTest(1);
runTest(numDocs);
});
})();
|
