1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
|
/**
* Tests that the recipient only rejects with writes between when cloning is done and when it
* receives and reaches the rejectReadsBeforeTimestamp since no read is allowed in that time window.
*
* @tags: [requires_fcv_47, requires_majority_read_concern, incompatible_with_eft,
* incompatible_with_windows_tls, incompatible_with_macos, requires_persistence]
*/
(function() {
'use strict';
load("jstests/libs/fail_point_util.js");
load("jstests/libs/parallelTester.js");
load("jstests/libs/uuid_util.js");
load("jstests/replsets/libs/tenant_migration_test.js");
load("jstests/replsets/libs/tenant_migration_util.js");
const tenantMigrationTest = new TenantMigrationTest({name: jsTestName()});
if (!tenantMigrationTest.isFeatureFlagEnabled()) {
jsTestLog("Skipping test because the tenant migrations feature flag is disabled");
return;
}
const donorRst = tenantMigrationTest.getDonorRst();
const donorPrimary = donorRst.getPrimary();
const recipientRst = tenantMigrationTest.getRecipientRst();
const recipientPrimary = recipientRst.getPrimary();
const kTenantId = "testTenantId";
(() => {
jsTest.log("Test writes during and after a migration that commits");
const tenantId = kTenantId + "Commit";
const ns = tenantId + "_testDb.testColl";
const tenantCollOnRecipient = recipientPrimary.getCollection(ns);
const migrationOpts = {
migrationIdString: extractUUIDFromObject(UUID()),
tenantId: tenantId,
recipientConnString: tenantMigrationTest.getRecipientConnString(),
};
let startOplogFetcherFp =
configureFailPoint(recipientPrimary,
"fpAfterStartingOplogFetcherMigrationRecipientInstance",
{action: "hang"});
let clonerDoneFp =
configureFailPoint(recipientPrimary, "fpAfterCollectionClonerDone", {action: "hang"});
let waitForRejectReadsBeforeTsFp = configureFailPoint(
recipientPrimary, "fpAfterWaitForRejectReadsBeforeTimestamp", {action: "hang"});
const donorRstArgs = TenantMigrationUtil.createRstArgs(donorRst);
const runMigrationThread =
new Thread(TenantMigrationUtil.runMigrationAsync, migrationOpts, donorRstArgs);
runMigrationThread.start();
startOplogFetcherFp.wait();
// Write before cloning is done.
assert.commandFailedWithCode(tenantCollOnRecipient.remove({_id: 1}), ErrorCodes.SnapshotTooOld);
startOplogFetcherFp.off();
clonerDoneFp.wait();
// Write after cloning is done should fail with SnapshotTooOld since no read is allowed.
assert.commandFailedWithCode(tenantCollOnRecipient.remove({_id: 1}), ErrorCodes.SnapshotTooOld);
clonerDoneFp.off();
waitForRejectReadsBeforeTsFp.wait();
// Write after the recipient applied data past the rejectReadsBeforeTimestamp.
assert.commandWorked(tenantCollOnRecipient.remove({_id: 1}));
waitForRejectReadsBeforeTsFp.off();
TenantMigrationTest.assertCommitted(runMigrationThread.returnData());
// Write after the migration committed.
assert.commandWorked(tenantCollOnRecipient.remove({_id: 1}));
assert.commandWorked(tenantMigrationTest.forgetMigration(migrationOpts.migrationIdString));
// Write after the migration is forgotten.
assert.commandWorked(tenantCollOnRecipient.remove({_id: 1}));
})();
(() => {
jsTest.log("Test writes after a migration aborted before the recipient receives the " +
"returnAfterReachingTimestamp");
const tenantId = kTenantId + "AbortBeforeReturnAfterReachingTs";
const ns = tenantId + "_testDb.testColl";
const tenantCollOnRecipient = recipientPrimary.getCollection(ns);
const migrationOpts = {
migrationIdString: extractUUIDFromObject(UUID()),
tenantId: tenantId,
recipientConnString: tenantMigrationTest.getRecipientConnString(),
};
// Force the recipient to abort the migration right before it responds to the first
// recipientSyncData (i.e. before it receives returnAfterReachingTimestamp in the second
// recipientSyncData).
let abortFp = configureFailPoint(recipientPrimary,
"fpBeforeFulfillingDataConsistentPromise",
{action: "stop", stopErrorCode: ErrorCodes.InternalError});
TenantMigrationTest.assertAborted(tenantMigrationTest.runMigration(
migrationOpts, false /* retryOnRetryableErrors */, false /* automaticForgetMigration */));
abortFp.off();
// Write after the migration aborted.
assert.commandFailedWithCode(tenantCollOnRecipient.remove({_id: 1}), ErrorCodes.SnapshotTooOld);
assert.commandWorked(tenantMigrationTest.forgetMigration(migrationOpts.migrationIdString));
// Write after the migration is forgotten.
assert.commandWorked(tenantCollOnRecipient.remove({_id: 1}));
})();
(() => {
jsTest.log("Test writes after the migration aborted after the recipient finished oplog" +
" application");
const tenantId = kTenantId + "AbortAfterReturnAfterReachingTs";
const ns = tenantId + "_testDb.testColl";
const tenantCollOnRecipient = recipientPrimary.getCollection(ns);
const migrationOpts = {
migrationIdString: extractUUIDFromObject(UUID()),
tenantId: kTenantId + "AbortAfterReturnAfterReachingTs",
recipientConnString: tenantMigrationTest.getRecipientConnString(),
};
// Force the donor to abort the migration right after the recipient responds to the second
// recipientSyncData.
let abortFp =
configureFailPoint(donorPrimary, "abortTenantMigrationBeforeLeavingBlockingState");
TenantMigrationTest.assertAborted(tenantMigrationTest.runMigration(
migrationOpts, false /* retryOnRetryableErrors */, false /* automaticForgetMigration */));
abortFp.off();
// Write after the migration aborted.
assert.commandWorked(tenantCollOnRecipient.remove({_id: 1}));
assert.commandWorked(tenantMigrationTest.forgetMigration(migrationOpts.migrationIdString));
// Write after the migration is forgotten.
assert.commandWorked(tenantCollOnRecipient.remove({_id: 1}));
})();
tenantMigrationTest.stop();
})();
|
