1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
|
test_kind: fsm_workload_test
selector:
roots:
- jstests/concurrency/fsm_workloads/**/*.js
- src/mongo/db/modules/*/jstests/concurrency/fsm_workloads/*.js
exclude_files:
# SERVER-13116 distinct isn't sharding aware
- jstests/concurrency/fsm_workloads/distinct.js
- jstests/concurrency/fsm_workloads/distinct_noindex.js
- jstests/concurrency/fsm_workloads/distinct_projection.js
# Disabled due to SERVER-33753, '.count() without a predicate can be wrong on sharded
# collections'. This bug is problematic for these workloads because they assert on count()
# values:
- jstests/concurrency/fsm_workloads/agg_match.js
# Disabled because MapReduce can lose cursors if the primary steps down.
- jstests/concurrency/fsm_workloads/map_reduce_inline.js
- jstests/concurrency/fsm_workloads/map_reduce_interrupt.js
- jstests/concurrency/fsm_workloads/map_reduce_merge.js
- jstests/concurrency/fsm_workloads/map_reduce_reduce.js
- jstests/concurrency/fsm_workloads/map_reduce_replace.js
- jstests/concurrency/fsm_workloads/map_reduce_replace_nonexistent.js
- jstests/concurrency/fsm_workloads/map_reduce_replace_remove.js
# Disabled due to MongoDB restrictions and/or workload restrictions
# These workloads sometimes trigger 'Could not lock auth data update lock'
# errors because the AuthorizationManager currently waits for only five
# seconds to acquire the lock for authorization documents
- jstests/concurrency/fsm_workloads/auth_create_role.js
- jstests/concurrency/fsm_workloads/auth_create_user.js
- jstests/concurrency/fsm_workloads/auth_drop_role.js
- jstests/concurrency/fsm_workloads/auth_drop_user.js
# uses >100MB of data, which can overwhelm test hosts
- jstests/concurrency/fsm_workloads/agg_group_external.js
- jstests/concurrency/fsm_workloads/agg_sort_external.js
# compact can only be run against a standalone mongod
- jstests/concurrency/fsm_workloads/compact.js
- jstests/concurrency/fsm_workloads/compact_while_creating_indexes.js
# convertToCapped can't be run on mongos processes
- jstests/concurrency/fsm_workloads/convert_to_capped_collection.js
- jstests/concurrency/fsm_workloads/convert_to_capped_collection_index.js
# findAndModify requires a shard key
- jstests/concurrency/fsm_workloads/findAndModify_mixed_queue_unindexed.js
- jstests/concurrency/fsm_workloads/findAndModify_remove_queue_unindexed.js
- jstests/concurrency/fsm_workloads/findAndModify_update_collscan.js
- jstests/concurrency/fsm_workloads/findAndModify_update_queue.js
- jstests/concurrency/fsm_workloads/findAndModify_update_queue_unindexed.js
# remove cannot be {} for findAndModify
- jstests/concurrency/fsm_workloads/findAndModify_remove_queue.js
# can cause OOM kills on test hosts
- jstests/concurrency/fsm_workloads/findAndModify_update_grow.js
# cannot createIndex after dropDatabase without sharding first
- jstests/concurrency/fsm_workloads/plan_cache_drop_database.js
# reIndex is not supported in mongos.
- jstests/concurrency/fsm_workloads/reindex.js
- jstests/concurrency/fsm_workloads/reindex_background.js
- jstests/concurrency/fsm_workloads/reindex_writeconflict.js
# The WTWriteConflictException failpoint is not supported on mongos.
- jstests/concurrency/fsm_workloads/collmod_writeconflict.js
# our .remove(query, {justOne: true}) calls lack shard keys
- jstests/concurrency/fsm_workloads/remove_single_document.js
# cannot use upsert command with $where with sharded collections
- jstests/concurrency/fsm_workloads/upsert_where.js
# stagedebug can only be run against a standalone mongod
- jstests/concurrency/fsm_workloads/yield_and_hashed.js
- jstests/concurrency/fsm_workloads/yield_and_sorted.js
# TODO Undenylist (SERVER-38852).
- jstests/concurrency/fsm_workloads/agg_out_interrupt_cleanup.js
# serverStatus does not include transaction metrics on mongos.
- jstests/concurrency/fsm_workloads/multi_statement_transaction_atomicity_isolation_metrics_test.js
# Uses the same transaction id across different routers, which is not allowed because when either
# router tries to commit, it may not know the full participant list.
- jstests/concurrency/fsm_workloads/multi_statement_transaction_all_commands_same_session.js
# Inserts directly into system.views using applyOps, which is not available on mongos.
- jstests/concurrency/fsm_workloads/view_catalog_direct_system_writes.js
# Time-series collections are not supported on mongos.
- jstests/concurrency/fsm_workloads/create_timeseries_collection.js
# This test concurrently creates views and collections on the same namespace, which causes issues
# for dbCheck. TODO (SERVER-63951): Remove this exclusion.
- jstests/concurrency/fsm_workloads/create_collection_and_view.js
# ChunkHelper directly talks to the config servers and doesn't support retries for network errors
- jstests/concurrency/fsm_workloads/sharded_base_partitioned.js
- jstests/concurrency/fsm_workloads/sharded_mergeChunks_partitioned.js
- jstests/concurrency/fsm_workloads/sharded_moveChunk_partitioned.js
- jstests/concurrency/fsm_workloads/sharded_splitChunk_partitioned.js
# These workloads frequently time out waiting for the distributed lock to drop a sharded
# collection.
- jstests/concurrency/fsm_workloads/kill_aggregation.js
- jstests/concurrency/fsm_workloads/kill_rooted_or.js
# Uses getmores.
- jstests/concurrency/fsm_workloads/agg_base.js
- jstests/concurrency/fsm_workloads/agg_unionWith_interrupt_cleanup.js
- jstests/concurrency/fsm_workloads/create_index_background.js
- jstests/concurrency/fsm_workloads/create_index_background_partial_filter.js
- jstests/concurrency/fsm_workloads/create_index_background_wildcard.js
- jstests/concurrency/fsm_workloads/globally_managed_cursors.js
- jstests/concurrency/fsm_workloads/indexed_insert_ordered_bulk.js
- jstests/concurrency/fsm_workloads/indexed_insert_text.js
- jstests/concurrency/fsm_workloads/indexed_insert_unordered_bulk.js
- jstests/concurrency/fsm_workloads/indexed_insert_upsert.js
- jstests/concurrency/fsm_workloads/indexed_insert_where.js
- jstests/concurrency/fsm_workloads/list_indexes.js
- jstests/concurrency/fsm_workloads/random_moveChunk_multi_update_delete_change_streams.js
- jstests/concurrency/fsm_workloads/reindex.js
- jstests/concurrency/fsm_workloads/reindex_background.js
- jstests/concurrency/fsm_workloads/reindex_writeconflict.js
- jstests/concurrency/fsm_workloads/remove_multiple_documents.js
- jstests/concurrency/fsm_workloads/remove_where.js
- jstests/concurrency/fsm_workloads/server_status_with_time_out_cursors.js
- jstests/concurrency/fsm_workloads/update_where.js
- jstests/concurrency/fsm_workloads/yield.js
- jstests/concurrency/fsm_workloads/yield_fetch.js
- jstests/concurrency/fsm_workloads/yield_rooted_or.js
- jstests/concurrency/fsm_workloads/yield_sort.js
- jstests/concurrency/fsm_workloads/yield_sort_merge.js
- jstests/concurrency/fsm_workloads/yield_text.js
- jstests/concurrency/fsm_workloads/yield_with_drop.js
- jstests/concurrency/fsm_workloads/yield_geo_near.js
- jstests/concurrency/fsm_workloads/yield_geo_near_dedup.js
# Uses non retryable writes.
- jstests/concurrency/fsm_workloads/remove_and_bulk_insert.js
- jstests/concurrency/fsm_workloads/update_and_bulk_insert.js
- jstests/concurrency/fsm_workloads/update_check_index.js
- jstests/concurrency/fsm_workloads/update_multifield_multiupdate.js
- jstests/concurrency/fsm_workloads/update_multifield_multiupdate_noindex.js
- jstests/concurrency/fsm_workloads/update_ordered_bulk_inc.js
- jstests/concurrency/fsm_workloads/yield_id_hack.js
# Uses non retryable commands.
- jstests/concurrency/fsm_workloads/agg_out.js
- jstests/concurrency/fsm_workloads/agg_sort.js
- jstests/concurrency/fsm_workloads/collmod.js
- jstests/concurrency/fsm_workloads/collmod_separate_collections.js
- jstests/concurrency/fsm_workloads/collmod_writeconflict.js
- jstests/concurrency/fsm_workloads/agg_out_interrupt_cleanup.js
- jstests/concurrency/fsm_workloads/invalidated_cursors.js
- jstests/concurrency/fsm_workloads/kill_multicollection_aggregation.js
- jstests/concurrency/fsm_workloads/view_catalog.js
- jstests/concurrency/fsm_workloads/view_catalog_cycle_lookup.js
- jstests/concurrency/fsm_workloads/view_catalog_cycle_with_drop.js
- jstests/concurrency/fsm_workloads/view_catalog_direct_system_writes.js
# The auto_retry_on_network_error.js override needs to overwrite the response from drop on
# NamespaceNotFound, and since this workload only creates and drops collections there isn't
# much value in running it.
- jstests/concurrency/fsm_workloads/drop_collection.js
# serverStatus does not include transaction metrics on mongos.
- jstests/concurrency/fsm_workloads/multi_statement_transaction_atomicity_isolation_metrics_test.js
# Use non-retryable commands not allowed by the network retry helper.
- jstests/concurrency/fsm_workloads/snapshot_read_kill_op_only.js
- jstests/concurrency/fsm_workloads/snapshot_read_kill_operations.js
# Time-series collections are not supported on mongos.
- jstests/concurrency/fsm_workloads/create_timeseries_collection.js
# Induces non-blindly-retriable errors (see SERVER-45767).
- jstests/concurrency/fsm_workloads/create_database.js
# TODO(SERVER-71510): Un-denylist this test.
- jstests/concurrency/fsm_workloads/snapshot_read_catalog_operations.js
# These tests run large commands which can sometimes trigger IncompleteTransactionHistory
# if the initial sync node stepup happens at a specific timing.
- jstests/concurrency/fsm_workloads/create_capped_collection.js
- jstests/concurrency/fsm_workloads/rename_capped_collection_droptarget.js
exclude_with_any_tags:
- requires_non_retryable_writes
- assumes_balancer_off
# Curop requires readConcern local.
- uses_curop_agg_stage
# mongos has no system.profile collection.
- requires_profiling
- does_not_support_stepdowns
- assumes_unsharded_collection
- assumes_standalone_mongod
- assumes_read_preference_unchanged
# The following tests start their own ShardingTest or ReplSetTest, respectively.
- requires_sharding
- requires_replication
- does_not_support_causal_consistency
executor:
archive:
hooks:
- CheckReplDBHash
- CheckMetadataConsistencyInBackground
- ValidateCollections
tests: true
config:
shell_options:
eval: >-
testingReplication = true;
load("jstests/libs/override_methods/set_read_preference_secondary.js");
load('jstests/libs/override_methods/enable_causal_consistency_without_read_pref.js');
global_vars:
TestData:
defaultReadPreference: {mode: "secondaryPreferred", tags: [{tag: "INIT_SYNC"}, {}]}
runningWithBalancer: true
# Will prompt the FSM workers to use 'network_error_and_txn_override.js'
# and generally retry operations.
runningWithConfigStepdowns: true
runningWithShardStepdowns: true
useActionPermittedFile: true
hooks:
- class: ContinuousInitialSync
use_action_permitted_file: true
sync_interval_secs: 15
- class: CheckReplDBHash
- class: CheckMetadataConsistencyInBackground
- class: CheckOrphansDeleted
- class: CheckRoutingTableConsistency
- class: CheckShardFilteringMetadata
- class: CheckClusterIndexConsistency
- class: ValidateCollections # Validation can interfere with other operations, so this goes last.
shell_options:
global_vars:
TestData:
skipEnforceFastCountOnValidate: true
- class: CleanupConcurrencyWorkloads
fixture:
class: ShardedClusterFixture
enable_balancer: true
mongos_options:
set_parameters:
enableTestCommands: 1
queryAnalysisSamplerConfigurationRefreshSecs: 1
shard_options:
all_nodes_electable: True
mongod_options:
oplogSize: 1024
start_initial_sync_node: True
electable_initial_sync_node: True
replset_config_options:
settings:
catchUpTimeoutMillis: 0
configsvr_options:
num_nodes: 3
all_nodes_electable: True
start_initial_sync_node: True
electable_initial_sync_node: True
replset_config_options:
settings:
catchUpTimeoutMillis: 0
mongod_options:
set_parameters:
enableTestCommands: 1
enableElectionHandoff: 0
roleGraphInvalidationIsFatal: 1
collectionClonerBatchSize: 10
initialSyncOplogFetcherBatchSize: 10
queryAnalysisWriterIntervalSecs: 1
num_rs_nodes_per_shard: 3
num_shards: 2
num_mongos: 2
|
