1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
// Test that the bucket unpacking with sorting rewrite is performed during a granularity change.
// This can cause buckets to exceed the max time span which could cause correctness issues.
// We check that the results are correct, the documents are sorted, and the documents we expect to
// appear, appear.
// Note: events in buckets that exceed bucketMaxSpan are not included.
(function() {
"use strict";
load("jstests/core/timeseries/libs/timeseries.js"); // For TimeseriesTest
const dbName = jsTestName();
// Start a single mongoD using MongoRunner.
const conn = MongoRunner.runMongod({setParameter: "featureFlagBucketUnpackWithSort=true"});
assert.neq(null, conn, "mongod was unable to start up");
// Create the test DB and collection.
const db = conn.getDB(dbName);
const adminDB = conn.getDB("admin");
const collName = dbName;
const coll = db[collName];
const minsToMillis = (mins) => mins * 60 * 1000;
if (!TimeseriesTest.bucketUnpackWithSortEnabled(db.getMongo())) {
jsTestLog("Skipping test because 'BucketUnpackWithSort' is disabled.");
return;
}
printjson(conn.adminCommand({getParameter: 1, featureFlagBucketUnpackWithSort: 1}));
const on = "alwaysOn";
const off = "off";
function setAggHang(mode) {
assert.commandWorked(adminDB.adminCommand(
{configureFailPoint: "hangBeforeDocumentSourceCursorLoadBatch", mode: mode}));
}
// Setup scenario.
const timeField = "t";
coll.drop();
db.createCollection(collName, {timeseries: {timeField: timeField}});
assert.commandWorked(coll.insert({[timeField]: new Date(minsToMillis(0))}));
assert.commandWorked(coll.insert({[timeField]: new Date(minsToMillis(60) - 1)}));
assert.commandWorked(coll.insert({[timeField]: new Date(minsToMillis(60))}));
// Enable the hang point.
setAggHang(on);
// Start parallel shell that checks that newly inserted info is found in naive sorter.
const aggregateNaive = `
const testDB = db.getSiblingDB('${dbName}');
const testColl = testDB['${dbName}'];
const results = testColl.aggregate([{$_internalInhibitOptimization: {}}, {$sort: {t: 1}}]).toArray();
assert.eq(results.length, 4, results);
`;
// To assist in debugging we log the explain output.
const aggregateExpOptimized = `
const testDB = db.getSiblingDB('${dbName}');
const testColl = testDB['${dbName}'];
const results = testColl.explain().aggregate([{$sort: {t: -1}}], {hint: {$natural: -1}});
jsTestLog(results);
`;
// Start parallel shell that checks that newly inserted info is not found in bounded sorter.
const aggregateOptimized = `
const testDB = db.getSiblingDB('${dbName}');
const testColl = testDB['${dbName}'];
const results = testColl.aggregate([{$sort: {t: -1}}], {hint: {$natural: -1}}).toArray();
assert.eq(results.length, 2, results);
`;
const mergeShellNaive = startParallelShell(aggregateNaive, db.getMongo().port);
const mergeShellExplain = startParallelShell(aggregateExpOptimized, db.getMongo().port);
const mergeShellOptimized = startParallelShell(aggregateOptimized, db.getMongo().port);
// Wait for the parallel shells to hit the failpoint.
assert.soon(() => db.currentOp({
op: "command",
"command.aggregate": dbName,
"command.explain": {$exists: false}
}).inprog.length == 2,
() => tojson(db.currentOp().inprog));
// Reconfigure collection parameters
assert.commandWorked(db.runCommand({collMod: dbName, timeseries: {granularity: "hours"}}));
// Insert data that will fit in the new wider bucket.
assert.commandWorked(coll.insert({[timeField]: new Date(minsToMillis(120) + 1)}));
// Turn off the hang.
setAggHang(off);
jsTestLog(db.system.buckets[dbName].find().toArray());
// Double check that the number of buckets is expected.
assert.eq(db.system.buckets[dbName].find().toArray().length, 2);
// Finish the computation.
let resNaive = mergeShellNaive();
assert(resNaive == 0);
let resExp = mergeShellExplain();
assert(resExp == 0);
let resOpt = mergeShellOptimized();
assert(resOpt == 0);
MongoRunner.stopMongod(conn);
})();
|
