1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
/**
* Test that the shutdown command called on a primary node with {force: true} succeeds even if
* stepDown fails.
*
* 1. Initiate a 3-node replica set.
* 2. Block replication to secondaries.
* 3. Write to primary.
* 4. Try to shut down primary with {force: true}.
* 5. Kill the shutdown command while the shutdown command is waiting to stepDown.
* 6. Test that the primary node still shuts down.
*
*/
(function() {
"use strict";
load("jstests/libs/fail_point_util.js");
load("jstests/libs/write_concern_util.js"); // for stopReplicationOnSecondaries.
const replTest = new ReplSetTest({nodes: 3});
replTest.startSet();
replTest.initiateWithHighElectionTimeout();
const primary = replTest.getPrimary();
const testDB = primary.getDB("test");
assert.commandWorked(testDB.foo.insert({x: 1}, {writeConcern: {w: 3}}));
jsTestLog("Blocking replication to secondaries.");
stopReplicationOnSecondaries(replTest);
jsTestLog("Executing write to primary.");
assert.commandWorked(testDB.foo.insert({x: 2}));
// To ensure that we kill the shutdown operation during step down, we wait
// until we hit the 'hangInShutdownBeforeStepdown' failpoint.
const failPoint = configureFailPoint(primary, 'hangInShutdownBeforeStepdown');
jsTestLog("Shutting down primary in a parallel shell");
const shutdownShell = startParallelShell(function() {
db.adminCommand({shutdown: 1, timeoutSecs: 60, force: true});
}, primary.port);
failPoint.wait();
failPoint.off();
let shutdownOpID = -1;
let res = {};
jsTestLog("Looking for shutdown in currentOp() output");
assert.soon(function() {
res = primary.getDB('admin').currentOp(true);
for (const index in res.inprog) {
const entry = res.inprog[index];
if (entry["command"] && entry["command"]["shutdown"] === 1) {
shutdownOpID = entry.opid;
return true;
}
}
return false;
}, "No shutdown command found: " + tojson(res));
jsTestLog("Killing shutdown command on primary.");
primary.getDB('admin').killOp(shutdownOpID);
jsTestLog("Verifying primary shut down and cannot be connected to.");
const exitCode = shutdownShell({checkExitSuccess: false});
assert.neq(0, exitCode, "expected shutdown to close the shell's connection");
assert.soonNoExcept(function() {
// The parallel shell exits while shutdown is in progress, and if this happens early enough,
// the primary can still accept connections despite successfully starting to shutdown.
// So, retry connecting until connections cannot be established and an error is thrown.
assert.throws(function() {
new Mongo(primary.host);
});
return true;
}, "expected primary node to shut down and not be connectable");
replTest.stopSet();
})();
|
