1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
/**
* Test inserts into sharded timeseries collection with the balancer on.
*
* @tags: [
* requires_fcv_51,
* # The inMemory variants may run out of memory while inserting large input objects.
* requires_persistence,
* ]
*/
(function() {
"use strict";
load("jstests/core/timeseries/libs/timeseries.js"); // For 'TimeseriesTest' helpers.
Random.setRandomSeed();
const dbName = 'testDB';
const collName = 'testColl';
const timeField = 'time';
const metaField = 'hostid';
// Connections.
const st = new ShardingTest({shards: 2, rs: {nodes: 2}, other: {chunkSize: 1}});
const mongos = st.s0;
// Sanity checks.
if (!TimeseriesTest.shardedtimeseriesCollectionsEnabled(st.shard0)) {
jsTestLog("Skipping test because the sharded time-series collection feature flag is disabled");
st.stop();
return;
}
// Databases and collections.
assert.commandWorked(mongos.adminCommand({enableSharding: dbName}));
const mainDB = mongos.getDB(dbName);
// Helpers.
let currentId = 0;
function generateId() {
return currentId++;
}
const largeStr = "a".repeat(10000);
function generateBatch(size) {
return TimeseriesTest.generateHosts(size).map((host, index) => Object.assign(host, {
_id: generateId(),
[metaField]: index,
// Use a random timestamp across a year so that we can get a larger data distribution and
// avoid jumbo chunks.
[timeField]: new Date(Math.floor(Random.rand() * (365 * 24 * 60 * 60 * 1000))),
largeField: largeStr,
}));
}
st.startBalancer();
function runTest(shardKey) {
assert.commandWorked(mainDB.createCollection(
collName, {timeseries: {timeField: timeField, metaField: metaField}}));
const coll = mainDB.getCollection(collName);
// Shard timeseries collection.
assert.commandWorked(coll.createIndex(shardKey));
// Insert a large dataset so that the balancer is guranteed to split the chunks.
let bulk = coll.initializeUnorderedBulkOp();
const numDocs = 1000;
const firstBatch = generateBatch(numDocs);
for (let doc of firstBatch) {
bulk.insert(doc);
}
assert.commandWorked(bulk.execute());
assert.commandWorked(mongos.adminCommand({
shardCollection: `${dbName}.${collName}`,
key: shardKey,
}));
st.awaitBalancerRound();
// Ensure that each shard has at least one chunk after the split.
const primaryShard = st.getPrimaryShard(dbName);
const otherShard = st.getOther(primaryShard);
assert.soon(
() => {
const counts = st.chunkCounts(`system.buckets.${collName}`, dbName);
return counts[primaryShard.shardName] >= 1 && counts[otherShard.shardName] >= 1;
},
() => {
return tojson(mongos.getDB("config").getCollection("chunks").find().toArray());
});
// Verify that all the documents still exist in the collection.
assert.eq(coll.find().itcount(), numDocs);
assert(coll.drop());
}
runTest({time: 1});
st.stop();
})();
|
