1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
/**
* Test that a secondary hangs up on an unacknowledged write.
*/
(function() {
"use strict";
function getNotPrimaryUnackWritesCounter() {
return assert.commandWorked(primaryDB.adminCommand({serverStatus: 1}))
.metrics.repl.network.notPrimaryUnacknowledgedWrites;
}
const collName = "not_primary_unacknowledged_write";
var rst = new ReplSetTest({nodes: [{}, {rsConfig: {priority: 0}}]});
rst.startSet();
rst.initiate();
var primary = rst.getPrimary();
var secondary = rst.getSecondary();
var primaryDB = primary.getDB("test");
var secondaryDB = secondary.getDB("test");
var primaryColl = primaryDB[collName];
var secondaryColl = secondaryDB[collName];
// Verify that reading from secondaries does not impact `notPrimaryUnacknowledgedWrites`.
const preReadingCounter = getNotPrimaryUnackWritesCounter();
jsTestLog("Reading from secondary ...");
[{name: "findOne", fn: () => secondaryColl.findOne()},
{name: "distinct", fn: () => secondaryColl.distinct("item")},
{name: "count", fn: () => secondaryColl.find().count()},
].map(({name, fn}) => {
assert.doesNotThrow(fn);
assert.eq(assert.commandWorked(secondary.getDB("admin").isMaster()).ismaster, false);
});
const postReadingCounter = getNotPrimaryUnackWritesCounter();
assert.eq(preReadingCounter, postReadingCounter);
jsTestLog("Primary on port " + primary.port + " hangs up on unacknowledged writes");
// Do each write method with unacknowledged write concern, "wc".
[{name: "insertOne", fn: (wc) => secondaryColl.insertOne({}, wc)},
{name: "insertMany", fn: (wc) => secondaryColl.insertMany([{}], wc)},
{name: "deleteOne", fn: (wc) => secondaryColl.deleteOne({}, wc)},
{name: "deleteMany", fn: (wc) => secondaryColl.deleteMany({}, wc)},
{name: "updateOne", fn: (wc) => secondaryColl.updateOne({}, {$set: {x: 1}}, wc)},
{name: "updateMany", fn: (wc) => secondaryColl.updateMany({}, {$set: {x: 1}}, wc)},
{name: "replaceOne", fn: (wc) => secondaryColl.replaceOne({}, {}, wc)},
].map(({name, fn}) => {
var result = assert.throws(function() {
// Provoke the server to hang up.
fn({writeConcern: {w: 0}});
// The connection is now broken and isMaster throws a network error.
secondary.getDB("admin").isMaster();
}, [], "network error from " + name);
assert.includes(result.toString(),
"network error while attempting to run command 'isMaster'",
"after " + name);
});
// Unacknowledged write in progress when a stepdown occurs provokes a hangup.
assert.commandWorked(primaryDB.adminCommand({
configureFailPoint: "hangAfterCollectionInserts",
mode: "alwaysOn",
data: {collectionNS: primaryColl.getFullName()}
}));
var command =
`
checkLog.contains(db.getMongo(), "hangAfterCollectionInserts fail point enabled");
db.adminCommand({replSetStepDown: 60, force: true});`;
var awaitShell = startParallelShell(command, primary.port);
let failedUnackWritesBefore = getNotPrimaryUnackWritesCounter();
jsTestLog("Beginning unacknowledged insert");
primaryColl.insertOne({}, {writeConcern: {w: 0}});
jsTestLog("Step down primary on port " + primary.port);
awaitShell({checkExitSuccess: false});
jsTestLog("Unacknowledged insert during stepdown provoked disconnect");
var result = assert.throws(function() {
primary.getDB("admin").isMaster();
}, [], "network");
assert.includes(result.toString(), "network error while attempting to run command 'isMaster'");
// Validate the number of unacknowledged writes failed due to step down resulted in network
// disconnection.
let failedUnackWritesAfter = getNotPrimaryUnackWritesCounter();
assert.eq(failedUnackWritesAfter, failedUnackWritesBefore + 1);
rst.stopSet();
})();
|
