summaryrefslogtreecommitdiff
path: root/jstests/concurrency/fsm_workloads/map_reduce_with_chunk_migrations.js
diff options
context:
space:
mode:
Diffstat (limited to 'jstests/concurrency/fsm_workloads/map_reduce_with_chunk_migrations.js')
-rw-r--r--jstests/concurrency/fsm_workloads/map_reduce_with_chunk_migrations.js106
1 files changed, 106 insertions, 0 deletions
diff --git a/jstests/concurrency/fsm_workloads/map_reduce_with_chunk_migrations.js b/jstests/concurrency/fsm_workloads/map_reduce_with_chunk_migrations.js
new file mode 100644
index 00000000000..df4cee9c472
--- /dev/null
+++ b/jstests/concurrency/fsm_workloads/map_reduce_with_chunk_migrations.js
@@ -0,0 +1,106 @@
+'use strict';
+
+/**
+ * map_reduce_with_chunk_migrations.js
+ *
+ * This tests exercises mapReduce on a collection during chunk migrations. If extending this
+ * workload, consider overriding the following:
+ *
+ * $config.data.collWithMigrations: collection to run chunk migrations against (default is the
+ * input collection of the mapReduce).
+ * $config.state.mapReduce: function to execute the mapReduce.
+ *
+ * @tags: [
+ * requires_sharding, assumes_balancer_off,
+ * assumes_autosplit_off,
+ * requires_non_retryable_writes,
+ * # mapReduce does not support afterClusterTime.
+ * does_not_support_causal_consistency
+ * ]
+ */
+load('jstests/concurrency/fsm_libs/extend_workload.js'); // for extendWorkload
+load('jstests/concurrency/fsm_workloads/sharded_moveChunk_partitioned.js'); // for $config
+
+var $config = extendWorkload($config, function($config, $super) {
+ // The base setup will insert 'partitionSize' number of documents per thread, evenly
+ // distributing across the chunks. Documents will only have the "_id" field.
+ $config.data.partitionSize = 50;
+ $config.threadCount = 2;
+ $config.iterations = 100;
+ $config.data.numDocs = $config.data.partitionSize * $config.threadCount;
+
+ // By default, the collection that will be sharded with concurrent chunk migrations will be the
+ // one that the aggregate is run against.
+ $config.data.collWithMigrations = $config.collName;
+ $config.data.resultsCollection = "map_reduce_with_chunk_migrations_out";
+
+ $config.transitions = {
+ init: {mapReduce: 1},
+ mapReduce: {
+ moveChunk: 0.2,
+ mapReduce: 0.8,
+ },
+ moveChunk: {mapReduce: 1},
+ };
+
+ /**
+ * Moves a random chunk in the target collection.
+ */
+ $config.states.moveChunk = function moveChunk(db, collName, connCache) {
+ $super.states.moveChunk.apply(this, [db, this.collWithMigrations, connCache]);
+ };
+
+ /**
+ * Executes a mapReduce with output mode "replace".
+ */
+ $config.states.mapReduce = function mapReduce(db, collName, connCache) {
+ const map = function() {
+ emit(this._id, 1);
+ };
+ const reduce = function(k, values) {
+ return Array.sum(values);
+ };
+
+ const res = db[collName].mapReduce(map, reduce, {out: {replace: this.resultsCollection}});
+ assertWhenOwnColl.commandWorked(res);
+
+ // TODO SERVER-43290 Support for cluster stats should be able to enable this check.
+ // assertWhenOwnColl.eq(
+ // this.numDocs, res.counts.output, `Expected each _id to be output once:
+ // ${tojson(res)}`);
+ };
+
+ /**
+ * Uses the base class init() to initialize this thread for both collections.
+ */
+ $config.states.init = function init(db, collName, connCache) {
+ $super.states.init.apply(this, [db, collName, connCache]);
+
+ // Init the target collection in a similar manner, if it is different than the default
+ // collection.
+ if (collName != this.collWithMigrations) {
+ $super.states.init.apply(this, [db, this.collWithMigrations, connCache]);
+ }
+ };
+
+ /**
+ * Initializes the aggregate collection and the target collection for chunk migrations as
+ * sharded with an even distribution across each thread ID.
+ */
+ $config.setup = function setup(db, collName, cluster) {
+ $super.setup.apply(this, [db, collName, cluster]);
+
+ if (collName != this.collWithMigrations) {
+ // Setup the target collection in a similar manner. Note that the FSM infrastructure
+ // will have already enabled sharded on collName, but we need to manually do it for the
+ // output collection.
+ cluster.shardCollection(db[this.collWithMigrations], this.shardKey, false);
+ $super.setup.apply(this, [db, this.collWithMigrations, cluster]);
+ }
+
+ assert.commandWorked(
+ db.adminCommand({setParameter: 1, internalQueryUseAggMapReduce: true}));
+ };
+
+ return $config;
+});