1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
// Check that rotation works for the cluster certificate in a sharded cluster
(function() {
"use strict";
load('jstests/ssl/libs/ssl_helpers.js');
if (determineSSLProvider() === "openssl") {
return;
}
let mongos;
function getConnPoolHosts() {
const ret = mongos.adminCommand({connPoolStats: 1});
assert.commandWorked(ret);
jsTestLog("Connection pool stats by host: " + tojson(ret.hosts));
return ret.hosts;
}
const dbPath = MongoRunner.toRealDir("$dataDir/cluster_x509_rotate_test/");
mkdir(dbPath);
copyCertificateFile("jstests/libs/ca.pem", dbPath + "/ca-test.pem");
copyCertificateFile("jstests/libs/client.pem", dbPath + "/client-test.pem");
copyCertificateFile("jstests/libs/server.pem", dbPath + "/server-test.pem");
// server certificate is held constant so that shell can still connect
// we start a cluster using the old certificates, then rotate one shard to use new certificates.
// Make sure that mongos can communicate with every connected host EXCEPT that shard before a
// rotate, and make sure it can communicate with ONLY that shard after a rotate.
const mongosOptions = {
sslMode: "requireSSL",
sslPEMKeyFile: "jstests/libs/server.pem",
sslCAFile: dbPath + "/ca-test.pem",
sslClusterFile: dbPath + "/client-test.pem",
sslAllowInvalidHostnames: "",
};
const configOptions = {
sslMode: "requireSSL",
sslPEMKeyFile: dbPath + "/server-test.pem",
sslCAFile: dbPath + "/ca-test.pem",
sslAllowInvalidHostnames: "",
};
const sharding_config = {
config: 1,
mongos: 1,
shards: 3,
other: {
configOptions: configOptions,
mongosOptions: mongosOptions,
rsOptions: configOptions,
shardOptions: configOptions,
}
};
const st = new ShardingTest(sharding_config);
mongos = st.s0;
// Keep track of the hosts we hit in the initial ping multicast to compare against later multicasts
let output = mongos.adminCommand({multicast: {ping: 0}});
assert.eq(output.ok, 1);
let keys = [];
for (let key in output.hosts) {
keys.push(key);
}
const rst = st.rs0;
const primary = rst.getPrimary();
// Swap out the certificate files and rotate the primary shard.
copyCertificateFile("jstests/libs/trusted-ca.pem", dbPath + "/ca-test.pem");
copyCertificateFile("jstests/libs/trusted-client.pem", dbPath + "/client-test.pem");
copyCertificateFile("jstests/libs/trusted-server.pem", dbPath + "/server-test.pem");
assert.commandWorked(primary.adminCommand({rotateCertificates: 1}));
// Make sure the primary is initially present
assert(primary.host in getConnPoolHosts());
// Drop connection to all hosts to see what we can reconnect to
assert.commandWorked(mongos.adminCommand({dropConnections: 1, hostAndPort: keys}));
assert(!(primary.host in getConnPoolHosts()));
output = mongos.adminCommand({multicast: {ping: 0}});
jsTestLog("Multicast 1 output: " + tojson(output));
// multicast should fail, because the primary shard isn't hit
assert.eq(output.ok, 0);
for (let host in output.hosts) {
if (host === primary.host) {
assert.eq(output.hosts[host].ok, 0);
} else {
assert.eq(output.hosts[host].ok, 1);
}
}
for (let key of keys) {
assert(key in output.hosts);
}
// rotate, drop all connections, re-multicast and see what we now hit
assert.commandWorked(mongos.adminCommand({rotateCertificates: 1}));
mongos.adminCommand({dropConnections: 1, hostAndPort: keys});
assert(!(primary.host in getConnPoolHosts()));
output = mongos.adminCommand({multicast: {ping: 0}});
jsTestLog("Multicast 2 output: " + tojson(output));
assert.eq(output.ok, 0);
for (let host in output.hosts) {
if (host === primary.host) {
assert.eq(output.hosts[host].ok, 1);
} else {
assert.eq(output.hosts[host].ok, 0);
}
}
for (let key of keys) {
assert(key in output.hosts);
}
// Don't call st.stop() -- breaks because cluster is only partially rotated (this is hard to fix)
return;
}());
|
