1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
/**
* Confirms that a dbCheck batch operation logs an error in the health log of a secondary that does
* not have enough available history.
*
* @tags: [
* multiversion_incompatible,
* requires_replication,
* requires_wiredtiger,
* ]
*/
(function() {
"use strict";
load("jstests/libs/fail_point_util.js");
const replTest = new ReplSetTest({
name: "dbcheck_lag",
nodes: 2,
nodeOptions: {
setParameter: {
// Set the history window to ensure that dbCheck does not cause the server to crash
// even when no history is available.
minSnapshotHistoryWindowInSeconds: 0,
}
}
});
replTest.startSet();
replTest.initiate();
const primary = replTest.getPrimary();
const secondary = replTest.getSecondary();
const testDB = primary.getDB('test');
for (let i = 0; i < 100; i++) {
assert.commandWorked(testDB.foo.insert({a: i}));
}
const sleepMs = 3000;
const fp = configureFailPoint(primary, 'SleepDbCheckInBatch', {sleepMs: sleepMs});
// Returns immediately and starts a background task.
assert.commandWorked(testDB.getSiblingDB('test').runCommand({dbCheck: 1}));
// Write some data to advance the durable timestamp while we're waiting for dbCheck to run.
for (let i = 0; i < 100; i++) {
assert.commandWorked(testDB.foo.insert({_id: i}));
}
fp.off();
// Wait for primary to complete the task and the secondaries to process. Note that we still have to
// wait for the health log entries to appear because they are logged shortly after processing
// batches.
const dbCheckCompleted = (db) => {
return db.currentOp().inprog.filter(x => x["desc"] == "dbCheck")[0] === undefined;
};
assert.soon(() => dbCheckCompleted(testDB), "dbCheck timed out");
replTest.awaitReplication();
{
// Expect no errors on the primary. Health log write is logged after batch is replicated.
const healthlog = primary.getDB('local').system.healthlog;
assert.soon(() => healthlog.find().hasNext(), 'expected health log to not be empty');
const errors = healthlog.find({severity: 'error'});
assert(!errors.hasNext(), () => 'expected no errors, found: ' + tojson(errors.next()));
}
{
// Expect an error on the secondary.
const healthlog = secondary.getDB('local').system.healthlog;
assert.soon(() => healthlog.find().hasNext(), 'expected health log to not be empty');
const errors = healthlog.find({severity: 'error'});
assert(errors.hasNext(), 'expected error, found none');
const error = errors.next();
assert.eq(
false, error.data.success, "expected failure, found success. log entry: " + tojson(error));
assert(error.data.error.includes("SnapshotTooOld"),
"expected to find SnapshotTooOld error. log entry: " + tojson(error));
}
replTest.stopSet();
})();
|
