blob: a8117766776c326e51bb0a8a90fa9cd8f86006b2 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
|
config_variables:
- &keyFile jstests/libs/authTestsKey
- &keyFileData Thiskeyisonlyforrunningthesuitewithauthenticationdontuseitinanytestsdirectly
- &authOptions
authenticationDatabase: admin
authenticationMechanism: SCRAM-SHA-1
password: *keyFileData
username: __system
test_kind: js_test
selector:
roots:
- jstests/core/**/*.js
exclude_files:
- jstests/core/txns/**/*.js
# Skip any tests that run with auth explicitly.
- jstests/core/*[aA]uth*.js
# Commands using UUIDs are not compatible with name-based auth.
- jstests/core/commands_with_uuid.js
# These tests depend on hardcoded database name equality.
- jstests/core/json_schema/misc_validation.js
- jstests/core/list_databases.js
- jstests/core/profile1.js
- jstests/core/profile3.js
- jstests/core/views/views_stats.js
# These tests contain assertions on the number of executed operations and this suite retries
# operations on TenantMigrationAborted errors.
- jstests/core/find_and_modify_metrics.js
- jstests/core/update_metrics.js
- jstests/core/operation_latency_histogram.js
- jstests/core/top.js
- jstests/core/profile_sampling.js
- jstests/core/profile_hide_index.js
- jstests/core/index_stats.js
# The override cannot deep copy very large or small dates.
- jstests/core/index_large_and_small_dates.js
# This test expects that the connection (i.e. 'threadName') does not change throughout each test
# case. That is not always true when there is a background tenant migration.
- jstests/core/failcommand_failpoint.js
# The set_param1.js test attempts to compare the response from running the {getParameter: "*"}
# command multiple times, which may observe the change to the failpoint enabled by the migration
# hook.
- jstests/core/set_param1.js
# This test does not support tojson of command objects so the override cannot deep copy the
# command objects correctly.
- jstests/core/SERVER-23626.js
# These tests write with {w: 0} which doesn't wait for the storage transaction writing the
# document and the oplog entry to commit so the TenantMigrationConflict will not be caught.
- jstests/core/batch_write_command_w0.js
- jstests/core/crud_api.js
# These tests use benchRun which does not use runCommand.
- jstests/core/bench_test1.js
- jstests/core/bench_test3.js
- jstests/core/benchrun_pipeline_updates.js
# This test uses exhaust which does not use runCommand.
- jstests/core/exhaust.js
# These tests use db._authOrThrow which does not use runCommand.
- jstests/core/auth1.js
- jstests/core/connection_status.js
- jstests/core/user_management_helpers.js
# These tests use legacy read mode which does not use runCommand.
- jstests/core/comment_field.js
# These tests run applyOps which is not supported in serverless.
- jstests/core/apply_ops1.js
- jstests/core/apply_ops1.js
- jstests/core/apply_ops2.js
- jstests/core/apply_ops_dups.js
- jstests/core/apply_ops_index_collation.js
- jstests/core/apply_ops_invalid_index_spec.js
- jstests/core/apply_ops_missing_field.js
- jstests/core/apply_ops_system_dot_views.js
- jstests/core/apply_ops_without_ns.js
- jstests/core/bypass_doc_validation.js
- jstests/core/collation.js
- jstests/core/collmod_without_uuid.js
- jstests/core/txns/commands_banning_txnnumber_outside_transactions.js
- jstests/core/txns/commands_not_allowed_in_txn.js
- jstests/core/txns/prepare_transaction_fails_on_temp_collections.js
- jstests/core/txns/statement_ids_accepted.js
- jstests/core/list_collections1.js
- jstests/core/list_collections_filter.js
- jstests/core/list_collections_no_views.js
- jstests/core/views/duplicate_ns.js
- jstests/core/views/view_with_invalid_dbname.js
- jstests/core/views/views_creation.js
- jstests/core/views/invalid_system_views.js
- jstests/core/views/views_all_commands.js
- jstests/core/rename_collection_staytemp.js
# This test contains assertions for the hostname that operations run on.
- jstests/core/currentop_cursors.js
# Server parameters are stored in-memory only so are not transferred onto the recipient. These
# tests set the server parameter "notablescan" to force the node to not execute queries that
# require a collection scan and return an error.
- jstests/core/notablescan.js
- jstests/core/notablescan_capped.js
exclude_with_any_tags:
- assumes_standalone_mongod
# These tests run getMore commands which are not supported in the tenant migration passthrough.
- requires_getmore
# Due to background tenant migrations, operations in the main test shell are not guaranteed to
# be causally consistent with operations in a parallel shell. The reason is that
# TenantMigrationCommitted error is only thrown when the client does a write or a atClusterTime/
# afterClusterTime or linearlizable read. Therefore, one of shell may not be aware that the
# migration has occurred and would not forward the read/write command to the right replica set.
- uses_parallel_shell
# Profile settings are stored in-memory only so are not transferred to the recipient.
- requires_profiling
# emptycapped command is blocked during tenant migration.
- requires_emptycapped
# Multi-updates that conflict with tenant migration are not retried by inject_tenant_prefix.js.
- requires_multi_updates
- tenant_migration_incompatible
executor:
archive:
tests: true
hooks:
- CheckReplDBHash
- CheckReplOplogs
- ValidateCollections
config:
shell_options:
eval: >-
testingReplication = true;
load('jstests/libs/override_methods/inject_tenant_prefix.js');
jsTest.authenticate(db.getMongo());
global_vars:
TestData: &TestData
tenantId: "tenantMigrationTenantId"
auth: true
authMechanism: SCRAM-SHA-1
keyFile: *keyFile
keyFileData: *keyFileData
roleGraphInvalidationIsFatal: true
hooks:
- class: ContinuousTenantMigration
shell_options:
global_vars:
TestData:
<<: *TestData
authOptions: *authOptions
# The CheckReplDBHash hook waits until all operations have replicated to and have been applied
# on the secondaries, so we run the ValidateCollections hook after it to ensure we're
# validating the entire contents of the collection.
- class: CheckReplOplogs
shell_options:
global_vars:
TestData: *TestData
- class: CheckReplDBHash
shell_options:
global_vars:
TestData: *TestData
- class: ValidateCollections
- class: CleanEveryN
n: 20
fixture:
class: TenantMigrationFixture
common_mongod_options:
set_parameters:
enableTestCommands: 1
failpoint.abortTenantMigrationBeforeLeavingBlockingState:
mode:
activationProbability: 0.5
failpoint.pauseTenantMigrationBeforeLeavingBlockingState:
mode: alwaysOn
data:
blockTimeMS: 250
# To avoid routing commands in each test incorrectly, the ContinuousTenantMigration hook
# only runs donorForgetMigration against the donor of each migration when it is safe to do
# so. Therefore, the garbage collection delay doesn't need to be large.
tenantMigrationGarbageCollectionDelayMS: 1
ttlMonitorSleepSecs: 1
# Tenant migrations is not currently compatible with implicitly replicated retryable
# findAndModify images.
storeFindAndModifyImagesInSideCollection: false
tlsMode: allowTLS
tlsCAFile: jstests/libs/ca.pem
tlsAllowInvalidHostnames: ''
auth: ''
keyFile: *keyFile
per_mongod_options:
# Each entry is for a different replica set's extra mongod options.
- tlsCertificateKeyFile: jstests/libs/rs0.pem
- tlsCertificateKeyFile: jstests/libs/rs1.pem
num_replica_sets: 2
num_nodes_per_replica_set: 3
use_replica_set_connection_string: true
auth_options: *authOptions
|
