test_kind: fsm_workload_test selector: roots: - jstests/concurrency/fsm_workloads/**/*.js exclude_files: ## # Blacklists from concurrency_sharded_replication ## # SERVER-13116 distinct isn't sharding aware - jstests/concurrency/fsm_workloads/distinct.js - jstests/concurrency/fsm_workloads/distinct_noindex.js - jstests/concurrency/fsm_workloads/distinct_projection.js # SERVER-17397 Drops of sharded namespaces may not fully succeed - jstests/concurrency/fsm_workloads/create_database.js - jstests/concurrency/fsm_workloads/drop_database.js # Disabled due to SERVER-33753, '.count() without a predicate can be wrong on sharded # collections'. This bug is problematic for these workloads because they assert on count() # values: - jstests/concurrency/fsm_workloads/agg_match.js # $lookup and $graphLookup are not supported on sharded collections. - jstests/concurrency/fsm_workloads/agg_graph_lookup.js - jstests/concurrency/fsm_workloads/view_catalog_cycle_lookup.js # Disabled due to MongoDB restrictions and/or workload restrictions # These workloads sometimes trigger 'Could not lock auth data update lock' # errors because the AuthorizationManager currently waits for only five # seconds to acquire the lock for authorization documents - jstests/concurrency/fsm_workloads/auth_create_role.js - jstests/concurrency/fsm_workloads/auth_create_user.js - jstests/concurrency/fsm_workloads/auth_drop_role.js - jstests/concurrency/fsm_workloads/auth_drop_user.js # uses >100MB of data, which can overwhelm test hosts - jstests/concurrency/fsm_workloads/agg_group_external.js - jstests/concurrency/fsm_workloads/agg_sort_external.js # compact can only be run against a standalone mongod - jstests/concurrency/fsm_workloads/compact.js - jstests/concurrency/fsm_workloads/compact_while_creating_indexes.js # convertToCapped can't be run on mongos processes - jstests/concurrency/fsm_workloads/convert_to_capped_collection.js - jstests/concurrency/fsm_workloads/convert_to_capped_collection_index.js # findAndModify requires a shard key - jstests/concurrency/fsm_workloads/findAndModify_mixed_queue_unindexed.js - jstests/concurrency/fsm_workloads/findAndModify_remove_queue_unindexed.js - jstests/concurrency/fsm_workloads/findAndModify_update_collscan.js - jstests/concurrency/fsm_workloads/findAndModify_update_queue.js - jstests/concurrency/fsm_workloads/findAndModify_update_queue_unindexed.js # remove cannot be {} for findAndModify - jstests/concurrency/fsm_workloads/findAndModify_remove_queue.js # can cause OOM kills on test hosts - jstests/concurrency/fsm_workloads/findAndModify_update_grow.js # cannot ensureIndex after dropDatabase without sharding first - jstests/concurrency/fsm_workloads/plan_cache_drop_database.js # reIndex is not supported in mongos. - jstests/concurrency/fsm_workloads/reindex.js - jstests/concurrency/fsm_workloads/reindex_background.js - jstests/concurrency/fsm_workloads/reindex_writeconflict.js # The WTWriteConflictException failpoint is not supported on mongos. - jstests/concurrency/fsm_workloads/collmod_writeconflict.js # our .remove(query, {justOne: true}) calls lack shard keys - jstests/concurrency/fsm_workloads/remove_single_document.js # The rename_* workloads are disabled since renameCollection doesn't work with sharded # collections - jstests/concurrency/fsm_workloads/rename_capped_collection_chain.js - jstests/concurrency/fsm_workloads/rename_capped_collection_dbname_chain.js - jstests/concurrency/fsm_workloads/rename_capped_collection_dbname_droptarget.js - jstests/concurrency/fsm_workloads/rename_capped_collection_droptarget.js - jstests/concurrency/fsm_workloads/rename_collection_chain.js - jstests/concurrency/fsm_workloads/rename_collection_dbname_chain.js - jstests/concurrency/fsm_workloads/rename_collection_dbname_droptarget.js - jstests/concurrency/fsm_workloads/rename_collection_droptarget.js # cannot use upsert command with $where with sharded collections - jstests/concurrency/fsm_workloads/upsert_where.js # stagedebug can only be run against a standalone mongod - jstests/concurrency/fsm_workloads/yield_and_hashed.js - jstests/concurrency/fsm_workloads/yield_and_sorted.js # TODO Unblacklist (SERVER-38852). - jstests/concurrency/fsm_workloads/agg_out_interrupt_cleanup.js # serverStatus does not include transaction metrics on mongos. - jstests/concurrency/fsm_workloads/multi_statement_transaction_atomicity_isolation_metrics_test.js # Uses the same transaction id across different routers, which is not allowed because when either # router tries to commit, it may not know the full participant list. - jstests/concurrency/fsm_workloads/multi_statement_transaction_all_commands_same_session.js # Expects reads to die with a particular error, but other errors are possible if the read is part # of a transaction (e.g. ErrorCodes.LockTimeout). - jstests/concurrency/fsm_workloads/drop_index_during_replan.js ## # Blacklists from concurrency_replication_multi_stmt_txn ## # Relies on having one thread observe writes from the other threads, which won't become visible # once a transaction in the thread is started because it'll keep reading from the same snapshot. - jstests/concurrency/fsm_workloads/create_index_background.js - jstests/concurrency/fsm_workloads/create_index_background_partial_filter.js - jstests/concurrency/fsm_workloads/create_index_background_wildcard.js # Performs direct writes to system.views - jstests/concurrency/fsm_workloads/view_catalog_direct_system_writes.js ## # Blacklists from concurrency_sharded_multi_stmt_txn ## # Use updates that do not contain the shard key, so they are rejected before any commands are # sent to participant shards, but these workloads do not fail, so the auto retry transaction logic # attempts to commit, which fails because no participants have been contacted. - jstests/concurrency/fsm_workloads/update_rename.js - jstests/concurrency/fsm_workloads/update_rename_noindex.js # SERVER-44160 Modify cleanupOrphaned to wait for overlapping ranges to finish - jstests/concurrency/fsm_workloads/cleanupOrphanedWhileMigrating.js exclude_with_any_tags: - assumes_balancer_off - does_not_support_causal_consistency - requires_replication # Sharing cursors between state functions will fail in this suite because it will attempt to use # the same cursor in multiple transactions. - state_functions_share_cursor # These start a transaction in one state function and use it in other state functions. This suite # would instead execute each state function as its own transaction. - state_functions_share_transaction # Are meant to test transactions with snapshot read concern. - assumes_snapshot_transactions # Tests which expect commands to fail and catch the error can cause transactions to abort and # retry indefinitely. - catches_command_failures # mongos has no system.profile collection. - requires_profiling executor: archive: hooks: - CheckReplDBHashInBackground - CheckReplDBHash - ValidateCollections tests: true config: shell_options: readMode: commands global_vars: TestData: # Reads and writes outside of transactions will not have their read or write concerns # changed. defaultTransactionReadConcernLevel: "local" defaultTransactionWriteConcernW: 1 runInsideTransaction: true # Neither causal consistency nor majority write concern is required because tests in this # suite only read from primaries, only one node is electable in each shard, and they use # transactions with "local" level read concern, which should see all applied writes, # including those that have not been majority replicated. runningWithCausalConsistency: false runningWithSessions: true traceExceptions: false usingReplicaSetShards: true hooks: - class: CheckReplDBHashInBackground - class: CheckReplDBHash - class: ValidateCollections - class: CheckOrphansDeleted - class: CleanupConcurrencyWorkloads fixture: class: ShardedClusterFixture mongos_options: set_parameters: enableTestCommands: 1 shard_options: mongod_options: oplogSize: 1024 mongod_options: set_parameters: enableTestCommands: 1 roleGraphInvalidationIsFatal: 1 num_rs_nodes_per_shard: 3 num_shards: 2 num_mongos: 2