1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
|
// Test that shardCollection uses existing zone info to validate
// shard keys and do initial chunk splits.
(function() {
'use strict';
load("jstests/sharding/libs/find_chunks_util.js");
var st = new ShardingTest({shards: 3});
var kDbName = 'test';
var kCollName = 'foo';
var ns = kDbName + '.' + kCollName;
var zoneName = 'zoneName';
var mongos = st.s0;
var testDB = mongos.getDB(kDbName);
var configDB = mongos.getDB('config');
var shardName = st.shard0.shardName;
assert.commandWorked(mongos.adminCommand({enableSharding: kDbName}));
/**
* Test that shardCollection correctly validates that a zone is associated with a shard.
*/
function testShardZoneAssociationValidation(proposedShardKey, numberLongMin, numberLongMax) {
var zoneMin = numberLongMin ? {x: NumberLong(0)} : {x: 0};
var zoneMax = numberLongMax ? {x: NumberLong(10)} : {x: 10};
assert.commandWorked(configDB.tags.insert(
{_id: {ns: ns, min: zoneMin}, ns: ns, min: zoneMin, max: zoneMax, tag: zoneName}));
var tagDoc = configDB.tags.findOne();
assert.eq(ns, tagDoc.ns);
assert.eq(zoneMin, tagDoc.min);
assert.eq(zoneMax, tagDoc.max);
assert.eq(zoneName, tagDoc.tag);
assert.commandFailed(mongos.adminCommand({shardCollection: ns, key: proposedShardKey}));
assert.commandWorked(st.s.adminCommand({addShardToZone: shardName, zone: zoneName}));
assert.commandWorked(mongos.adminCommand({shardCollection: ns, key: proposedShardKey}));
assert.commandWorked(testDB.runCommand({drop: kCollName}));
}
/**
* Test that shardCollection correctly validates shard key against existing zones.
*/
function testShardKeyValidation(proposedShardKey, numberLongMin, numberLongMax, success) {
assert.commandWorked(testDB.foo.createIndex(proposedShardKey));
assert.commandWorked(st.s.adminCommand({addShardToZone: shardName, zone: zoneName}));
var zoneMin = numberLongMin ? {x: NumberLong(0)} : {x: 0};
var zoneMax = numberLongMax ? {x: NumberLong(10)} : {x: 10};
assert.commandWorked(
st.s.adminCommand({updateZoneKeyRange: ns, min: zoneMin, max: zoneMax, zone: zoneName}));
var tagDoc = configDB.tags.findOne();
jsTestLog("xxx tag doc " + tojson(tagDoc));
assert.eq(ns, tagDoc.ns);
assert.eq(zoneMin, tagDoc.min);
assert.eq(zoneMax, tagDoc.max);
assert.eq(zoneName, tagDoc.tag);
if (success) {
assert.commandWorked(mongos.adminCommand({shardCollection: ns, key: proposedShardKey}));
} else {
assert.commandFailed(mongos.adminCommand({shardCollection: ns, key: proposedShardKey}));
}
assert.commandWorked(testDB.runCommand({drop: kCollName}));
}
/**
* Test that shardCollection uses existing zone ranges to split chunks.
*/
function testChunkSplits(collectionExists) {
var shardKey = {x: 1};
var ranges =
[{min: {x: 0}, max: {x: 10}}, {min: {x: 10}, max: {x: 20}}, {min: {x: 30}, max: {x: 40}}];
var shards = configDB.shards.find().toArray();
assert.eq(ranges.length, shards.length);
if (collectionExists) {
assert.commandWorked(testDB.foo.createIndex(shardKey));
}
// create zones:
// shard0 - zonename0 - [0, 10)
// shard1 - zonename1 - [10, 20)
// shard2 - zonename2 - [30, 40)
for (var i = 0; i < shards.length; i++) {
assert.commandWorked(
st.s.adminCommand({addShardToZone: shards[i]._id, zone: zoneName + i}));
assert.commandWorked(st.s.adminCommand(
{updateZoneKeyRange: ns, min: ranges[i].min, max: ranges[i].max, zone: zoneName + i}));
}
assert.eq(
configDB.tags.find().count(), shards.length, "failed to create tag documents correctly");
assert.eq(configDB.chunks.find({ns: ns}).count(),
0,
"expect to see no chunk documents for the collection before shardCollection is run");
// shard the collection and validate the resulting chunks
assert.commandWorked(mongos.adminCommand({shardCollection: ns, key: shardKey}));
// Expected:
// - zoned chunks on the corresponding shard.
// - 2 chunks on each shard
var expectedChunks = [
{range: [{x: {"$minKey": 1}}, {x: 0}], shardId: null}, // any shard
{range: [{x: 0}, {x: 10}], shardId: st.shard0.shardName}, // pre-defined
{range: [{x: 10}, {x: 20}], shardId: st.shard1.shardName}, // pre-defined
{range: [{x: 20}, {x: 30}], shardId: null}, // any shard
{range: [{x: 30}, {x: 40}], shardId: st.shard2.shardName}, // pre-defined
{range: [{x: 40}, {x: {"$maxKey": 1}}], shardId: null} // any shard
];
var chunkDocs = findChunksUtil.findChunksByNs(configDB, ns).sort({min: 1}).toArray();
assert.eq(chunkDocs.length,
expectedChunks.length,
"shardCollection failed to create chunk documents correctly");
for (var i = 0; i < chunkDocs.length; i++) {
var errMsg = "expect to see chunk " + tojson(expectedChunks[i]) + " but found chunk " +
tojson(chunkDocs[i]);
assert.eq(expectedChunks[i].range[0], chunkDocs[i].min, errMsg);
assert.eq(expectedChunks[i].range[1], chunkDocs[i].max, errMsg);
if (expectedChunks[i].shardId !== null) {
assert.eq(expectedChunks[i].shardId, chunkDocs[i].shard, errMsg);
}
}
assert.eq(2, findChunksUtil.countChunksForNs(configDB, ns, {shard: st.shard0.shardName}));
assert.eq(2, findChunksUtil.countChunksForNs(configDB, ns, {shard: st.shard1.shardName}));
assert.eq(2, findChunksUtil.countChunksForNs(configDB, ns, {shard: st.shard2.shardName}));
assert.commandWorked(testDB.runCommand({drop: kCollName}));
}
/**
* Tests that a non-empty collection associated with zones can be sharded.
*/
function testNonemptyZonedCollection() {
var shardKey = {x: 1};
var shards = configDB.shards.find().toArray();
var testColl = testDB.getCollection(kCollName);
var ranges =
[{min: {x: 0}, max: {x: 10}}, {min: {x: 10}, max: {x: 20}}, {min: {x: 20}, max: {x: 40}}];
for (let i = 0; i < 40; i++) {
assert.commandWorked(testColl.insert({x: i}));
}
assert.commandWorked(testColl.createIndex(shardKey));
for (let i = 0; i < shards.length; i++) {
assert.commandWorked(
mongos.adminCommand({addShardToZone: shards[i]._id, zone: zoneName + i}));
assert.commandWorked(mongos.adminCommand(
{updateZoneKeyRange: ns, min: ranges[i].min, max: ranges[i].max, zone: zoneName + i}));
}
assert.commandWorked(mongos.adminCommand({shardCollection: ns, key: shardKey}));
// Check that there is initially 1 chunk.
assert.eq(1, findChunksUtil.countChunksForNs(configDB, ns));
st.startBalancer();
// Check that the chunks were moved properly.
assert.soon(() => {
let res = findChunksUtil.countChunksForNs(configDB, ns);
return res === 5;
}, 'balancer never ran', 10 * 60 * 1000, 1000);
assert.commandWorked(testDB.runCommand({drop: kCollName}));
}
// test that shardCollection checks that a zone is associated with a shard.
testShardZoneAssociationValidation({x: 1}, false, false);
// test that shardCollection uses existing zones to validate shard key
testShardKeyValidation({x: 1}, false, false, true);
// cannot use a completely different key from the zone shard key or a key
// that has the zone shard key as a prefix is not allowed.
testShardKeyValidation({y: 1}, false, false, false);
testShardKeyValidation({x: 1, y: 1}, false, false, false);
// can only do hash sharding when the boundaries are of type NumberLong.
testShardKeyValidation({x: "hashed"}, false, false, false);
testShardKeyValidation({x: "hashed"}, true, false, false);
testShardKeyValidation({x: "hashed"}, false, true, false);
testShardKeyValidation({x: "hashed"}, true, true, true);
assert.commandWorked(st.s.adminCommand({removeShardFromZone: shardName, zone: zoneName}));
// test that shardCollection uses zone ranges to split chunks
testChunkSplits(false);
testChunkSplits(true);
testNonemptyZonedCollection();
st.stop();
})();
|
