1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
/**
* When started with the --oplogMinRetentionHours flag, the server must enforce a minimum retention
* time (in hours) in addition to the implicit oplogSize for the oplog.
*
* Only when the oplog's size has exceeded the server's --oplogSize parameter AND the timestamp of
* the newest oplog entry in the oldest truncate marker has fallen outside of the retention window
* do we remove the last truncate marker.
*
* This test floods the oplog collection until it reaches --oplogSize, and then checks that the
* current size of the oplog is less than --oplogSize only after the minimum retention time has
* passed since inserting the first set of oplog entries
*
* @tags: [requires_replication]
*/
(function() {
"use strict";
load("jstests/core/txns/libs/prepare_helpers.js");
const doTest = () => {
const replSet = new ReplSetTest({
oplogSize: PrepareHelpers.oplogSizeMB,
// Oplog can be truncated each "sync" cycle. Increase its frequency to once per second.
nodeOptions: {syncdelay: 1, setParameter: {logComponentVerbosity: tojson({storage: 1})}},
nodes: 1
});
const oplogMinRetentionHours = 0.002777;
const minRetention = {oplogMinRetentionHours}; // 10 seconds
replSet.startSet(Object.assign(minRetention, PrepareHelpers.replSetStartSetOptions));
replSet.initiate();
const primary = replSet.getPrimary();
let oplogEntries = primary.getDB("local").getCollection("oplog.rs");
// ensure that oplog is not initially at capacity
assert.lt(oplogEntries.dataSize(), PrepareHelpers.oplogSizeBytes);
primary.startSession();
jsTestLog("Insert documents until oplog exceeds oplogSize");
const startTime = new Date();
PrepareHelpers.growOplogPastMaxSize(replSet);
// keep inserting docs until hasReplSetBeenTruncated returns true
InsertUntilPred(replSet, didReplSetTruncate, replSet);
const endTime = new Date();
const kNumMSInHour = 1000 * 60 * 60;
const truncationElapsedTime = (endTime - startTime) / kNumMSInHour;
assert.lte(oplogMinRetentionHours, truncationElapsedTime);
replSet.stopSet();
};
/**
* InsertUntilPred inserts documents into a single-node replica set until the predicate argument
* returns true.
*
* This helper takes in the following arguments:
*
* - replSet: A single-node replica set
*
* - pred: A function that returns a boolean statement. When this pred returns true, we stop
* inserting documents
*
* - args: A list of arguments that is passed into the predicate function argument as its
* arguments
*/
const InsertUntilPred = (replSet, pred, ...args) => {
const primary = replSet.getPrimary();
const oplog = primary.getDB("local").oplog.rs;
const coll = primary.getDB("insertUntilPred").growOplogPastMaxSize;
const numNodes = replSet.nodeList().length;
const tenKB = new Array(10 * 1024).join("a");
print(`Oplog on ${primary} dataSize = ${oplog.dataSize()}`);
assert.soon(
() => {
if (pred(...args)) {
jsTestLog("Predicate returned true, so we're done");
return true;
}
jsTestLog("Inserting a doc...");
// insert a doc if predicate is not true
assert.commandWorked(coll.insert({tenKB: tenKB}, {writeConcern: {w: numNodes}}));
return false;
},
`timeout occurred while waiting for predicate function to return true`,
ReplSetTest.kDefaultTimeoutMS,
1000);
};
// checks if the oplog has been truncated
const didReplSetTruncate = replSet => {
const oplogCol = replSet.getPrimary().getDB("local").oplog.rs;
// The oplog milestone system allows the oplog to grow to 110% its max size.
return oplogCol.dataSize() < 1.1 * PrepareHelpers.oplogSizeBytes;
};
doTest();
})();
|
