1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
// This tests that:
// * stale members get into state 3 (recovering)
// * they stay in state 3 after restarting
// * they can recover and go into state 2 if someone less up-to-date becomes primary
//
// This test requires persistence in order for a restarted node with a stale oplog to stay in the
// RECOVERING state. A restarted node with an ephemeral storage engine will not have an oplog upon
// restart, so will immediately resync.
// @tags: [requires_persistence]
/**
* 1: initial insert
* 2: initial sync
* 3: blind s2
* 4: overflow oplog
* 5: unblind s2
* 6: check s2.state == 3
* 7: restart s2
* 8: check s2.state == 3
*/
var w = 0;
var wait = function(f) {
w++;
var n = 0;
while (!f()) {
if (n % 4 == 0)
print("toostale.js waiting " + w);
if (++n == 4) {
print("" + f);
}
assert(n < 200, 'tried 200 times, giving up');
sleep(1000);
}
};
var reconnect = function(a) {
wait(function() {
try {
a.bar.stats();
return true;
} catch (e) {
print(e);
return false;
}
});
};
var name = "toostale";
var replTest = new ReplSetTest({name: name, nodes: 3, oplogSize: 5});
var host = getHostName();
var nodes = replTest.startSet();
replTest.initiate({
_id: name,
members: [
{_id: 0, host: host + ":" + replTest.ports[0], priority: 2},
{_id: 1, host: host + ":" + replTest.ports[1], arbiterOnly: true},
{_id: 2, host: host + ":" + replTest.ports[2], priority: 0}
]
});
var master = replTest.getPrimary();
var mdb = master.getDB("foo");
print("1: initial insert");
mdb.foo.save({a: 1000});
print("2: initial sync");
replTest.awaitReplication();
print("3: stop s2");
replTest.stop(2);
print("waiting until the master knows the slave is blind");
assert.soon(function() {
return master.getDB("admin").runCommand({replSetGetStatus: 1}).members[2].health == 0;
});
print("okay");
print("4: overflow oplog");
reconnect(master.getDB("local"));
var count = master.getDB("local").oplog.rs.count();
var prevCount = -1;
while (count > prevCount) {
print("inserting 1000");
var bulk = mdb.bar.initializeUnorderedBulkOp();
for (var i = 0; i < 1000; i++) {
bulk.insert({x: i, date: new Date(), str: "safkaldmfaksndfkjansfdjanfjkafa"});
}
assert.writeOK(bulk.execute());
prevCount = count;
replTest.awaitReplication();
count = master.getDB("local").oplog.rs.count();
print("count: " + count + " prev: " + prevCount);
}
print("5: restart s2");
replTest.restart(2);
print("waiting until the master knows the slave is not blind");
assert.soon(function() {
return master.getDB("admin").runCommand({replSetGetStatus: 1}).members[2].health != 0;
});
print("okay");
print("6: check s2.state == 3");
var goStale = function() {
wait(function() {
var status = master.getDB("admin").runCommand({replSetGetStatus: 1});
printjson(status);
return status.members[2].state == 3;
});
};
goStale();
print("7: restart s2");
replTest.stop(2);
replTest.restart(2);
print("8: check s2.state == 3");
assert.soon(function() {
var status = master.getDB("admin").runCommand({replSetGetStatus: 1});
printjson(status);
return status.members && status.members[2].state == 3;
});
replTest.stop(0);
|
