1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
/**
* Load this file when starting a mongo shell program in order to provide a callback to validate
* collections and indexes before shutting down a mongod while running JS tests.
*/
(function() {
"use strict";
load("jstests/libs/command_sequence_with_retries.js"); // for CommandSequenceWithRetries
MongoRunner.validateCollectionsCallback = function(port) {
// This function may be executed in a new Thread context, so ensure the proper definitions
// are loaded.
if (typeof CommandSequenceWithRetries === "undefined") {
load("jstests/libs/command_sequence_with_retries.js");
}
if (jsTest.options().skipCollectionAndIndexValidation) {
print("Skipping collection validation during mongod shutdown");
return;
}
let conn;
try {
conn = new Mongo("localhost:" + port);
} catch (e) {
print("Skipping collection validation because we couldn't establish a connection to the" +
" server on port " + port);
return;
}
// Set slaveOk=true so that we can run commands against any secondaries.
conn.setSlaveOk();
let dbNames;
let result =
new CommandSequenceWithRetries(conn)
.then("running the isMaster command",
function(conn) {
const res = assert.commandWorked(conn.adminCommand({isMaster: 1}));
if (res.msg === "isdbgrid") {
return {shouldStop: true, reason: "not running validate against mongos"};
} else if (!res.ismaster && !res.secondary) {
return {
shouldStop: true,
reason: "not running validate since mongod isn't in the PRIMARY" +
" or SECONDARY states"
};
}
})
.then("authenticating",
function(conn) {
if (jsTest.options().keyFile) {
jsTest.authenticate(conn);
}
})
.then("best effort to step down node forever",
function(conn) {
if (conn.isReplicaSetMember()) {
// This node should never run for election again. If the node has not
// been initialized yet, then it cannot get elected.
const kFreezeTimeSecs = 24 * 60 * 60; // 24 hours.
assert.soon(
() => {
assert.commandWorkedOrFailedWithCode(
conn.adminCommand(
{replSetStepDown: kFreezeTimeSecs, force: true}),
[
ErrorCodes.NotWritablePrimary,
ErrorCodes.NotYetInitialized,
ErrorCodes.Unauthorized,
ErrorCodes.ConflictingOperationInProgress
]);
const res = conn.adminCommand({replSetFreeze: kFreezeTimeSecs});
assert.commandWorkedOrFailedWithCode(res, [
ErrorCodes.NotYetInitialized,
ErrorCodes.Unauthorized,
ErrorCodes.NotSecondary
]);
// If 'replSetFreeze' succeeds or fails with NotYetInitialized or
// Unauthorized, we do not need to retry the command because
// retrying will not work if the replica set is not yet
// initialized or if we are not authorized to run the command.
// This is why this is a "best-effort".
if (res.ok === 1 || res.code !== ErrorCodes.NotSecondary) {
return true;
}
// We only retry on NotSecondary error because 'replSetFreeze'
// could fail with NotSecondary if the node is currently primary
// or running for election. This could happen if there is a
// concurrent election running in parallel with the
// 'replSetStepDown' sent above.
jsTestLog(
"Retrying 'replSetStepDown' and 'replSetFreeze' in port " +
conn.port + " res: " + tojson(res));
return false;
},
"Timed out running 'replSetStepDown' and 'replSetFreeze' node in " +
"port " + conn.port);
}
})
.then("getting the list of databases",
function(conn) {
const res = conn.adminCommand({listDatabases: 1});
if (!res.ok) {
assert.commandFailedWithCode(res, ErrorCodes.Unauthorized);
return {shouldStop: true, reason: "cannot run listDatabases"};
}
assert.commandWorked(res);
dbNames = res.databases.map(dbInfo => dbInfo.name);
})
.execute();
if (!result.ok) {
print("Skipping collection validation: " + result.msg);
return;
}
load('jstests/hooks/validate_collections.js'); // for validateCollections
const cmds = new CommandSequenceWithRetries(conn);
for (let i = 0; i < dbNames.length; ++i) {
const dbName = dbNames[i];
cmds.then("validating " + dbName, function(conn) {
const validateOptions = {full: true, enforceFastCount: true};
// TODO (SERVER-24266): Once fast counts are tolerant to unclean shutdowns, remove the
// check for TestData.allowUncleanShutdowns.
if (TestData.skipEnforceFastCountOnValidate || TestData.allowUncleanShutdowns) {
validateOptions.enforceFastCount = false;
}
const validate_res = validateCollections(conn.getDB(dbName), validateOptions);
if (!validate_res.ok) {
return {
shouldStop: true,
reason: "collection validation failed " + tojson(validate_res)
};
}
});
}
assert.commandWorked(cmds.execute());
};
})();
|
