1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
'use strict';
/**
* Performs range deletions while chunks are being moved.
*
* @tags: [requires_sharding, assumes_balancer_on, antithesis_incompatible]
*/
load('jstests/concurrency/fsm_libs/extend_workload.js');
load('jstests/concurrency/fsm_workloads/sharded_base_partitioned.js');
var $config = extendWorkload($config, function($config, $super) {
$config.threadCount = 5;
$config.iterations = 50;
$config.data.shardKey = {skey: 1};
$config.data.shardKeyField = 'skey';
const numChunks = 50;
const numDocs = 100;
// Total count of documents when initialized.
$config.data.initialCount = numChunks * numDocs;
// Run cleanupOrphaned on a random shard's primary node.
$config.states.cleanupOrphans = function(db, collName, connCache) {
const ns = db[collName].getFullName();
// Get index of random shard.
const shardNames = Object.keys(connCache.shards);
const randomIndex = Math.floor(Math.random() * shardNames.length);
const shard = connCache.shards[shardNames[randomIndex]];
const shardPrimary = ChunkHelper.getPrimary(shard);
// Ensure the cleanup of all chunk orphans of the primary shard
assert.soonNoExcept(() => {
assert.commandWorked(shardPrimary.adminCommand({cleanupOrphaned: ns}));
return true;
}, undefined, 10 * 1000, 100);
};
// Verify that counts are stable.
$config.states.validate = function(db, collName, connCache) {
const ns = db[collName].getFullName();
// Get total count from mongos. Need to specify batch count that is larger than the total
// number of records to prevent getmore command from being issued since stepdown suites
// ban it.
const mongos = ChunkHelper.getRandomMongos(connCache.mongos);
const coll = mongos.getCollection(ns);
const totalCount = coll.find({}).batchSize($config.data.initialCount + numDocs).itcount();
// Verify that sum equals original total.
assert(this.initialCount === totalCount,
"Document count doesn't match initial count: " + this.initialCount +
" != " + totalCount);
};
$config.states.init = function init(db, collName, connCache) {};
$config.setup = function setup(db, collName, cluster) {
const ns = db[collName].getFullName();
for (let chunkIndex = 0; chunkIndex < numChunks; chunkIndex++) {
let bulk = db[collName].initializeUnorderedBulkOp();
const splitKey = chunkIndex * numDocs;
print("splitting at: " + splitKey);
for (let docIndex = splitKey - numDocs; docIndex < splitKey; docIndex++) {
bulk.insert({_id: docIndex, skey: docIndex});
}
assertAlways.commandWorked(bulk.execute());
if (chunkIndex > 0) {
// Need to retry split command to avoid conflicting with moveChunks issued by the
// balancer.
assert.soonNoExcept(() => {
assert.commandWorked(db.adminCommand({split: ns, middle: {skey: splitKey}}));
return true;
}, undefined, 10 * 1000, 100);
}
}
};
$config.transitions = {
init: {cleanupOrphans: 1},
cleanupOrphans: {cleanupOrphans: 0.5, validate: 0.5},
validate: {cleanupOrphans: 1}
};
return $config;
});
|
