1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
'use strict';
/**
* Runs insert, update, delete and findAndModify commands against a sharded collection inside
* single-shard and cross-shard internal transactions using all the available client session
* settings. Only runs on sharded clusters.
*
* @tags: [
* requires_fcv_60,
* requires_sharding,
* uses_transactions
* ]
*/
load('jstests/concurrency/fsm_libs/extend_workload.js');
load('jstests/concurrency/fsm_workloads/random_moveChunk_base.js');
load('jstests/concurrency/fsm_workloads/internal_transactions_unsharded.js');
load('jstests/libs/fail_point_util.js');
var $config = extendWorkload($config, function($config, $super) {
$config.data.getQueryForDocument = function getQueryForDocument(doc) {
// The query for a write command against a sharded collection must contain the shard key.
const query = $super.data.getQueryForDocument.apply(this, arguments);
query[this.defaultShardKeyField] = doc[this.defaultShardKeyField];
return query;
};
$config.data.generateRandomDocument = function generateRandomDocument(
tid, {partition, isLowerChunkDoc, isUpperChunkDoc} = {}) {
const doc = $super.data.generateRandomDocument.apply(this, arguments);
if (partition === undefined) {
partition = this.partition;
}
assert.neq(partition, null);
if (isLowerChunkDoc) {
doc[this.defaultShardKeyField] =
this.generateRandomInt(partition.lower, partition.mid - 1);
} else if (isUpperChunkDoc) {
doc[this.defaultShardKeyField] =
this.generateRandomInt(partition.mid, partition.upper - 1);
} else {
doc[this.defaultShardKeyField] =
this.generateRandomInt(partition.lower, partition.upper - 1);
}
return doc;
};
$config.data.insertInitialDocuments = function insertInitialDocuments(db, collName, tid) {
const ns = db.getName() + "." + collName;
const partition = this.makePartition(ns, tid, this.partitionSize);
let bulk = db.getCollection(collName).initializeUnorderedBulkOp();
for (let i = 0; i < this.partitionSize; ++i) {
const doc = this.generateRandomDocument(tid, {partition});
bulk.insert(doc);
}
assert.commandWorked(bulk.execute());
};
/**
* Creates chunks for the collection that the commands in this workload runs against.
*/
$config.setup = function setup(db, collName, cluster) {
const ns = db.getName() + "." + collName;
// Move the initial chunk to shard0.
const shards = Object.keys(cluster.getSerializedCluster().shards);
ChunkHelper.moveChunk(
db,
collName,
[{[this.defaultShardKeyField]: MinKey}, {[this.defaultShardKeyField]: MaxKey}],
shards[0]);
for (let tid = 0; tid < this.threadCount; ++tid) {
const partition = this.makePartition(ns, tid, this.partitionSize);
// Create two chunks for the partition assigned to this thread:
// [partition.lower, partition.mid] and [partition.mid, partition.upper]
if (!partition.isLowChunk) {
// The lower bound for a low chunk partition is minKey, so a split is not necessary.
assert.commandWorked(db.adminCommand(
{split: ns, middle: {[this.defaultShardKeyField]: partition.lower}}));
}
assert.commandWorked(
db.adminCommand({split: ns, middle: {[this.defaultShardKeyField]: partition.mid}}));
// Move one of the two chunks assigned to this thread to one of the other shards so that
// about half of the internal transactions run on this thread are cross-shard
// transactions.
ChunkHelper.moveChunk(
db,
collName,
[
{[this.defaultShardKeyField]: partition.isLowChunk ? MinKey : partition.lower},
{[this.defaultShardKeyField]: partition.mid}
],
shards[this.generateRandomInt(1, shards.length - 1)]);
}
db.printShardingStatus();
if (this.insertInitialDocsOnSetUp) {
// There isn't a way to determine what the thread ids are in setup phase so just assume
// that they are [0, 1, ..., this.threadCount-1].
for (let tid = 0; tid < this.threadCount; ++tid) {
this.insertInitialDocuments(db, collName, tid);
}
}
if (this.overrideReapThreshold) {
this.overrideInternalTransactionsReapThreshold(cluster);
}
this.overrideStoreFindAndModifyImagesInSideCollection(cluster);
if (this.lowerTransactionLifetimeLimitSeconds) {
this.overrideTransactionLifetimeLimit(cluster);
}
};
return $config;
});
|
