1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
/**
* Test killing the secondary during initially sync
*
* 1. Bring up set
* 2. Insert some data
* 4. Make sure synced
* 5. Freeze #2
* 6. Bring up #3
* 7. Kill #2 in the middle of syncing
* 8. Eventually it should become a secondary
* 9. Bring #2 back up
* 10. Insert some stuff
* 11. Everyone happy eventually
*
* This test assumes a 'newlyAdded' removal.
*
* SERVER-49428: Disable for ephemeralForTest, writeConcernMajorityJournalDefault is not off
* @tags: [
* requires_fcv_47,
* incompatible_with_eft,
* ]
*/
load("jstests/replsets/rslib.js");
var basename = "jstests_initsync1";
print("1. Bring up set");
// SERVER-7455, this test is called from ssl/auth_x509.js
var x509_options1;
var x509_options2;
var replTest =
new ReplSetTest({name: basename, nodes: {node0: x509_options1, node1: x509_options2}});
var conns = replTest.startSet();
replTest.initiate();
var primary = replTest.getPrimary();
var foo = primary.getDB("foo");
var admin = primary.getDB("admin");
var secondary1 = replTest.getSecondary();
var admin_s1 = secondary1.getDB("admin");
var local_s1 = secondary1.getDB("local");
print("2. Insert some data");
var bulk = foo.bar.initializeUnorderedBulkOp();
for (var i = 0; i < 100; i++) {
bulk.insert({date: new Date(), x: i, str: "all the talk on the market"});
}
assert.commandWorked(bulk.execute());
print("total in foo: " + foo.bar.find().itcount());
print("4. Make sure synced");
replTest.awaitReplication();
print("5. Freeze #2");
admin_s1.runCommand({replSetFreeze: 999999});
print("6. Bring up #3");
var hostname = getHostName();
var secondary2 = MongoRunner.runMongod(Object.merge({
replSet: basename,
oplogSize: 2,
// Preserve the initial sync state to validate an assertion.
setParameter: {
"failpoint.skipClearInitialSyncState": tojson({mode: 'alwaysOn'}),
"failpoint.initialSyncHangBeforeCompletingOplogFetching": tojson({mode: 'alwaysOn'}),
}
},
x509_options2));
var local_s2 = secondary2.getDB("local");
var admin_s2 = secondary2.getDB("admin");
var config = replTest.getReplSetConfig();
config.version = replTest.getReplSetConfigFromNode().version + 1;
config.members.push({_id: 2, host: secondary2.host});
try {
admin.runCommand({replSetReconfig: config});
} catch (e) {
print(e);
}
reconnect(secondary1);
reconnect(secondary2);
assert.commandWorked(secondary2.adminCommand({
waitForFailPoint: "initialSyncHangBeforeCompletingOplogFetching",
timesEntered: 1,
maxTimeMS: 60 * 1000,
}));
// Fetch the minValid document at the end of initial sync.
let syncingNodeMinvalid = secondary2.getDB("local").replset.minvalid.findOne()["ts"];
assert.commandWorked(secondary2.adminCommand(
{configureFailPoint: "initialSyncHangBeforeCompletingOplogFetching", mode: "off"}));
replTest.waitForAllNewlyAddedRemovals();
print("Config 1: " + tojsononeline(config));
var config2 = local_s1.system.replset.findOne();
print("Config 2: " + tojsononeline(config2));
assert(config2);
// Add one to config.version to account for the 'newlyAdded' removal.
assert.eq(config2.version, (config.version + 1));
var config3 = local_s2.system.replset.findOne();
print("Config 3: " + tojsononeline(config3));
assert(config3);
assert.eq(config3.version, (config.version + 1));
replTest.waitForState(secondary2, [ReplSetTest.State.SECONDARY, ReplSetTest.State.RECOVERING]);
print("7. Kill the secondary in the middle of syncing");
replTest.stop(secondary1);
print("8. Eventually the new node should become a secondary");
print("if initial sync has started, this will cause it to fail and sleep for 5 minutes");
replTest.waitForState(secondary2, ReplSetTest.State.SECONDARY, 60 * 1000);
print("9. Bring the secondary back up");
replTest.start(secondary1, {}, true);
reconnect(secondary1);
replTest.waitForState(secondary1, [ReplSetTest.State.PRIMARY, ReplSetTest.State.SECONDARY]);
print("10. Insert some stuff");
primary = replTest.getPrimary();
bulk = foo.bar.initializeUnorderedBulkOp();
for (var i = 0; i < 100; i++) {
bulk.insert({date: new Date(), x: i, str: "all the talk on the market"});
}
assert.commandWorked(bulk.execute());
print("11. Everyone happy eventually");
replTest.awaitReplication();
// SERVER-69001: Assert that the last oplog for initial sync was persisted in the minvalid document.
let lastInitialSyncOp =
secondary2.adminCommand("replSetGetStatus")["initialSyncStatus"]["initialSyncOplogEnd"];
assert.eq(lastInitialSyncOp, syncingNodeMinvalid);
MongoRunner.stopMongod(secondary2);
replTest.stopSet();
|
