path: root/buildscripts/resmokeconfig/suites/sharding_continuous_config_stepdown.yml

test_kind: js_test

selector:
  roots:
  - jstests/sharding/**/*.js
  exclude_files:
  - jstests/sharding/**/libs/**/*.js
    # Skip any tests that run with auth explicitly.
    # Auth tests require authentication on the stepdown thread's connection
  - jstests/sharding/*[aA]uth*.js
  - jstests/sharding/query/*[aA]uth*.js
  - jstests/sharding/change_streams/*[aA]uth*.js
  - jstests/sharding/internal_txns/internal_client_restrictions.js
  - jstests/sharding/internal_txns/non_retryable_writes_during_migration.js
  - jstests/sharding/internal_txns/retry_on_transient_error_validation.js
  - jstests/sharding/internal_txns/retryable_findAndModify_during_migration_oplog.js
  - jstests/sharding/internal_txns/retryable_findAndModify_during_migration_side_coll.js
  - jstests/sharding/internal_txns/retryable_writes_aborted_during_migration.js
  - jstests/sharding/internal_txns/retryable_writes_committed_during_migration.js

  - jstests/sharding/localhostAuthBypass.js
  - jstests/sharding/kill_sessions.js
  - jstests/sharding/mongos_rs_auth_shard_failure_tolerance.js
  - jstests/sharding/query/mrShardedOutputAuth.js
  - jstests/sharding/query/aggregation_currentop.js
  - jstests/sharding/advance_cluster_time_action_type.js
  - jstests/sharding/mongod_returns_no_cluster_time_without_keys.js
  # Count/write/aggregate commands against the config shard do not support retries yet
  - jstests/sharding/addshard1.js
  - jstests/sharding/addshard2.js
  - jstests/sharding/autosplit.js
  - jstests/sharding/basic_merge.js
  - jstests/sharding/count1.js
  - jstests/sharding/count2.js
  - jstests/sharding/query/current_op_with_drop_shard.js
  - jstests/sharding/cursor1.js
  - jstests/sharding/diffservers1.js
  - jstests/sharding/disable_autosplit.js
  - jstests/sharding/findandmodify1.js
  - jstests/sharding/findandmodify_autosplit.js
  - jstests/sharding/query/geo_near_sharded.js
  - jstests/sharding/hash_basic.js
  - jstests/sharding/hash_shard1.js
  - jstests/sharding/hash_shard_non_empty.js
  - jstests/sharding/hash_shard_num_chunks.js
  - jstests/sharding/hash_single_shard.js
  - jstests/sharding/key_many.js
  - jstests/sharding/key_string.js
  - jstests/sharding/large_chunk.js
  - jstests/sharding/limit_push.js
  - jstests/sharding/merge_with_drop_shard.js
  - jstests/sharding/merge_with_move_primary.js
  - jstests/sharding/move_chunk_basic.js
  - jstests/sharding/movePrimary1.js
  - jstests/sharding/names.js
  - jstests/sharding/prefix_shard_key.js
  - jstests/sharding/query_config.js
  - jstests/sharding/range_deleter_interacts_correctly_with_refine_shard_key.js
  - jstests/sharding/remove1.js
  - jstests/sharding/rename_across_mongos.js
  - jstests/sharding/shard2.js
  - jstests/sharding/shard3.js
  - jstests/sharding/shard_collection_basic.js
  - jstests/sharding/tag_range.js
  - jstests/sharding/top_chunk_autosplit.js
  - jstests/sharding/count_config_servers.js
  - jstests/sharding/split_large_key.js
  - jstests/sharding/balancer_window.js
  - jstests/sharding/zone_changes_compound.js
  - jstests/sharding/zone_changes_hashed.js
  - jstests/sharding/zone_changes_range.js
  # No retries on direct writes to the config/admin databases on the config servers
  - jstests/sharding/listDatabases.js
  - jstests/sharding/bulk_insert.js
  - jstests/sharding/printShardingStatus.js
  - jstests/sharding/refresh_sessions.js
  - jstests/sharding/shard_collection_existing_zones.js
  # Balancer writes (direct write to config database with no retries)
  - jstests/sharding/convert_to_and_from_sharded.js
  - jstests/sharding/remove2.js
  - jstests/sharding/features3.js
  - jstests/sharding/in_memory_sort_limit.js
  - jstests/sharding/parallel.js
  - jstests/sharding/migrateBig.js
  - jstests/sharding/sharding_rs1.js
  - jstests/sharding/move_primary_fails_without_database_version.js
  # Calls the config server primary directly (not through mongos)
  - jstests/sharding/analyze_shard_key/configure_query_analyzer_basic.js
  - jstests/sharding/analyze_shard_key/persist_sampled_diffs.js
  - jstests/sharding/analyze_shard_key/persist_sampled_read_queries.js
  - jstests/sharding/analyze_shard_key/persist_sampled_write_queries.js
  - jstests/sharding/analyze_shard_key/refresh_sample_rates_sharded.js
  - jstests/sharding/configsvr_metadata_commands_require_majority_write_concern.js
  - jstests/sharding/min_optime_recovery_on_successful_move_chunk_commit.js
  - jstests/sharding/read_after_optime.js
  - jstests/sharding/server_status.js
  - jstests/sharding/drop_configdb.js
  - jstests/sharding/shard_identity_config_update.js
  - jstests/sharding/mongos_does_not_gossip_logical_time_without_keys.js
  - jstests/sharding/key_rotation.js
  - jstests/sharding/keys_rotation_interval_sec.js
  - jstests/sharding/migration_coordinator_basic.js # sets a failpoint on the config primary
  - jstests/sharding/migration_coordinator_abort_failover.js # sets a failpoint on the config primary
  - jstests/sharding/migration_coordinator_commit_failover.js # sets a failpoint on the config primary
  - jstests/sharding/move_chunk_find_and_modify_with_write_retryability.js
  - jstests/sharding/move_chunk_insert_with_write_retryability.js
  - jstests/sharding/move_chunk_remove_with_write_retryability.js
  - jstests/sharding/move_chunk_update_with_write_retryability.js
  - jstests/sharding/refine_collection_shard_key_atomic.js  # sets a failpoint on the config primary
  - jstests/sharding/restart_transactions.js
  - jstests/sharding/txn_two_phase_commit_commands_basic_requirements.js
  - jstests/sharding/txn_two_phase_commit_coordinator_shutdown_and_restart.js
  - jstests/sharding/txn_two_phase_commit_failover.js
  - jstests/sharding/txn_two_phase_commit_wait_for_majority_commit_after_stepup.js
  # Runs setShardVersion/getShardVersion against the config server and we don't support retries
  # for this command
  - jstests/sharding/major_version_check.js
  # Runs replSetGetStatus -- via awaitLastOpCommitted -- directly against the config server:
  # retries aren't supported.
  - jstests/sharding/coll_epoch_test1.js
  - jstests/sharding/move_stale_mongos.js
  - jstests/sharding/shard4.js
  - jstests/sharding/shard5.js
  - jstests/sharding/split_stale_mongos.js
  - jstests/sharding/stale_mongos_updates_and_removes.js
  - jstests/sharding/zero_shard_version.js
  # Already stop or blackholes the primary of the CSRS config shard
  - jstests/sharding/all_shard_and_config_hosts_brought_down_one_by_one.js
  - jstests/sharding/all_config_servers_blackholed_from_mongos.js
  - jstests/sharding/batch_write_command_sharded.js
  - jstests/sharding/config_rs_no_primary.js
  - jstests/sharding/startup_with_all_configs_down.js
  - jstests/sharding/lagged_config_secondary.js
  - jstests/sharding/autodiscover_config_rs_from_secondary.js
  - jstests/sharding/rs_stepdown_and_pooling.js
  - jstests/sharding/mongos_no_replica_set_refresh.js
  - jstests/sharding/primary_config_server_blackholed_from_mongos.js
  - jstests/sharding/reconfig_fails_no_cwwc_set_sharding.js
  - jstests/sharding/health_monitor/config_server_health_observer_crash.js
  # Nothing is affected by config server step down
  - jstests/sharding/basic_sharding_params.js
  # ShardingTest is never used, so continuous step down thread never starts
  - jstests/sharding/config_rs_change.js
  - jstests/sharding/empty_cluster_init.js
  # Temporarily denylisted until more robust
  # Expects same secondaries for entire test
  - jstests/sharding/commands_that_write_accept_wc_configRS.js
  - jstests/sharding/commands_that_write_accept_wc_shards.js
  - jstests/sharding/move_chunk_wc.js
  # Expects that connections to all shards/config servers will never close
  - jstests/sharding/shard6.js
  # Stepping down the primary can make the balancer rerun a migration that was designed to fail
  # earlier, but can potentially pass or have different side effects on the second try
  - jstests/sharding/migration_ignore_interrupts_1.js
  - jstests/sharding/migration_sets_fromMigrate_flag.js
  - jstests/sharding/migration_waits_for_majority_commit.js
  # listCollections is not retryable
  - jstests/sharding/sessions_collection_auto_healing.js
  # shardCollection is not retryable
  - jstests/sharding/shard_collection_config_db.js
  # creates collection, does movePrimary, then shards the collection and moves a chunk to the old
  # primary (SERVER-31909)
  - jstests/sharding/mongos_validate_writes.js
  # Test expects a specific chunk distribution after shardCollection and it can be broken when
  # a step down occurs.
  - jstests/sharding/regex_targeting.js
  # Calls movePrimary after data has been inserted into an unsharded collection, so will fail if
  # a stepdown causes the command to be sent again.
  - jstests/sharding/move_primary_clone_test.js
  - jstests/sharding/mongos_validate_writes.js
  - jstests/sharding/movePrimary1.js
  # Asserts that the _flushDatabaseCacheUpdates at the end of _configsvrCreateDatabase is sent, but
  # it may not be sent if the config server primary steps down just before sending it.
  - jstests/sharding/database_versioning_all_commands.js
  # Calls removeShard/removeshard which is not idempotent and these tests expect it to be run an exact number of times
  - jstests/sharding/addshard5.js
  - jstests/sharding/auth_add_shard.js
  - jstests/sharding/remove3.js
  - jstests/sharding/authCommands.js
  #  - jstests/sharding/addshard2.js
  #  - jstests/sharding/configsvr_metadata_commands_require_majority_write_concern.js
  #  - jstests/sharding/convert_to_and_from_sharded.js
  #  - jstests/sharding/names.js
  #  - jstests/sharding/remove1.js
  #  - jstests/sharding/remove2.js

  # Moves a chunk before continuing a transaction, which can lead to snapshot errors if the
  # CSRS failovers are sufficiently slow.
  - jstests/sharding/transactions_reject_writes_for_moved_chunks.js
  - jstests/sharding/snapshot_reads_target_at_point_in_time.js
  # Tests that rely on shards becoming aware of collection drops regardless of config stepdowns.
  # (SERVER-34760)
  - jstests/sharding/merge_requires_unique_index.js
  - jstests/sharding/query/merge_stale_on_fields.js
  - jstests/sharding/query/out_fails_to_replace_sharded_collection.js
  # In this suite the cluster may end up in a state where each shard believes the
  # collection is sharded and the mongos believes it is unsharded. $merge is not
  # prepared to work correctly in this situation. This should be fixed by a future
  # improvement in sharding infrastructure, and can be undenylisted by SERVER-40172.
  - jstests/sharding/query/merge_to_existing.js
  # Sets a failpoint on find commands which can lead to a hang when a config steps down.
  - jstests/sharding/sharding_statistics_server_status.js
  # setShardVersion is not robust during config server stepdown.
  - jstests/sharding/mongos_no_detect_sharding.js
  # Runs commands directly on the config server primary and is not robust to the primary changing.
  - jstests/sharding/read_write_concern_defaults_commands_api.js
  - jstests/sharding/read_write_concern_defaults_propagation.js
  - jstests/sharding/live_shard_startup_recovery_config_server.js
  - jstests/sharding/live_shard_logical_initial_sync_config_server.js

  # On stepdown there is not gurantee that changelog entries have been inserted [SERVER-45655]
  - jstests/sharding/refine_collection_shard_key_changelog.js
  # This is expected to fail if the config server steps down during moveChunk.
  - jstests/sharding/index_operations_abort_concurrent_outgoing_migrations.js
  - jstests/sharding/move_chunk_critical_section_non_internal_client_abort.js
  # Runs commands on mongos which target the primary configsvr, and then checks the outcome using
  # profiling/logging (on the configsvr primary), so cannot tolerate the configsvr primary changing.
  - jstests/sharding/read_write_concern_defaults_application.js

  # SERVER-48537 addShard is not idempotent for retries
  - jstests/sharding/conversion_of_replica_set_to_sharded_cluster.js
  - jstests/sharding/move_primary_with_writes.js

  # Expects same CSRS primary and shard primary throughout the test
  - jstests/sharding/api_params_nontransaction_sharded.js
  - jstests/sharding/api_params_nontransaction_unsharded.js
  - jstests/sharding/api_params_transaction_sharded.js
  - jstests/sharding/api_params_transaction_unsharded.js

  # TODO SERVER-51495: Re-enable these tests after reshardCollection is resilient to config server
  # primary failovers.
  - jstests/sharding/*reshard*.js

  # SERVER-51805 splitChunk op is not idempotent
  - jstests/sharding/mongos_get_shard_version.js

  # Expects reshardCollection executes without config server stepdown
  - jstests/sharding/shard_encrypted_collection.js

  # Runs commands against mongos which target the config server primary and may fail with
  # FailedToSatisfyReadPreference when electing a new primary of the config server replica
  # set takes a while.
  - jstests/sharding/move_chunk_respects_maxtimems.js

  exclude_with_any_tags:
  - does_not_support_stepdowns

executor:
  config:
    shell_options:
      global_vars:
        TestData:
          # TODO: SERVER-45994 remove
          skipCheckingCatalogCacheConsistencyWithShardingCatalog: true
          skipCheckOrphans: true
      eval: "load('jstests/libs/override_methods/sharding_continuous_config_stepdown.js');"
      nodb: ''