1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
/**
* Tests initial sync's recovery to a tenant migration's in-memory state.
*
* Tenant migrations are not expected to be run on servers with ephemeralForTest.
*
* @tags: [requires_fcv_47, requires_majority_read_concern, requires_persistence,
* incompatible_with_eft]
*/
(function() {
"use strict";
load("jstests/libs/fail_point_util.js");
load("jstests/libs/uuid_util.js");
load("jstests/libs/parallelTester.js");
load("jstests/replsets/libs/tenant_migration_test.js");
// TODO SERVER-53110: Remove 'enableRecipientTesting: false'.
const tenantMigrationTest =
new TenantMigrationTest({name: jsTestName(), enableRecipientTesting: false});
if (!tenantMigrationTest.isFeatureFlagEnabled()) {
jsTestLog("Skipping test because the tenant migrations feature flag is disabled");
return;
}
const kMaxSleepTimeMS = 1000;
const kTenantId = 'testTenantId';
let donorPrimary = tenantMigrationTest.getDonorPrimary();
// Force the migration to pause after entering a randomly selected state to simulate a failure.
Random.setRandomSeed();
const kMigrationFpNames = [
"pauseTenantMigrationBeforeLeavingDataSyncState",
"pauseTenantMigrationBeforeLeavingBlockingState",
"abortTenantMigrationBeforeLeavingBlockingState"
];
let fp;
const index = Random.randInt(kMigrationFpNames.length + 1);
if (index < kMigrationFpNames.length) {
fp = configureFailPoint(donorPrimary, kMigrationFpNames[index]);
}
const migrationOpts = {
migrationIdString: extractUUIDFromObject(UUID()),
tenantId: kTenantId
};
assert.commandWorked(tenantMigrationTest.startMigration(migrationOpts));
sleep(Math.random() * kMaxSleepTimeMS);
// Add the initial sync node and make sure that it does not step up.
const donorRst = tenantMigrationTest.getDonorRst();
const initialSyncNode = donorRst.add({rsConfig: {priority: 0, votes: 0}});
donorRst.reInitiate();
jsTestLog("Waiting for initial sync to finish.");
donorRst.awaitSecondaryNodes();
let configDonorsColl = initialSyncNode.getCollection(TenantMigrationTest.kConfigDonorsNS);
let donorDoc = configDonorsColl.findOne({tenantId: kTenantId});
if (donorDoc) {
let state = donorDoc.state;
switch (state) {
case TenantMigrationTest.State.kDataSync:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.state == TenantMigrationTest.AccessState.kAllow);
break;
case TenantMigrationTest.State.kBlocking:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.state == TenantMigrationTest.AccessState.kBlockWritesAndReads);
assert.soon(
() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.blockTimestamp,
donorDoc.blockTimestamp) == 0);
break;
case TenantMigrationTest.State.kCommitted:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.state == TenantMigrationTest.AccessState.kReject);
assert.soon(
() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.commitOpTime,
donorDoc.commitOrAbortOpTime) == 0);
assert.soon(
() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.blockTimestamp,
donorDoc.blockTimestamp) == 0);
break;
case TenantMigrationTest.State.kAborted:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.state == TenantMigrationTest.AccessState.kAborted);
assert.soon(
() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.abortOpTime,
donorDoc.commitOrAbortOpTime) == 0);
assert.soon(
() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(initialSyncNode, kTenantId)
.blockTimestamp,
donorDoc.blockTimestamp) == 0);
break;
default:
throw new Error(`Invalid state "${state}" from donor doc.`);
}
}
if (fp) {
fp.off();
}
assert.commandWorked(tenantMigrationTest.waitForMigrationToComplete(migrationOpts));
assert.commandWorked(tenantMigrationTest.forgetMigration(migrationOpts.migrationIdString));
tenantMigrationTest.stop();
})();
|