1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
/**
* Tests that tenant migration donor's in memory state is recovered correctly on startup. This test
* randomly selects a point during the migration to shutdown the donor.
*
* Incompatible with shard merge, which can't handle restart.
*
* @tags: [
* incompatible_with_macos,
* incompatible_with_shard_merge,
* incompatible_with_windows_tls,
* requires_majority_read_concern,
* requires_persistence,
* serverless,
* ]
*/
(function() {
"use strict";
load("jstests/libs/fail_point_util.js");
load("jstests/libs/uuid_util.js");
load("jstests/replsets/libs/tenant_migration_test.js");
const donorRst = new ReplSetTest({
nodes: 1,
name: 'donor',
nodeOptions: Object.assign(TenantMigrationUtil.makeX509OptionsForTest().donor, {
setParameter:
// In order to deterministically validate that in-memory state is preserved during
// recovery, this failpoint prevents active migrations from continuing on process
// restart.
{"failpoint.PrimaryOnlyServiceSkipRebuildingInstances": tojson({mode: "alwaysOn"})}
})
});
donorRst.startSet();
donorRst.initiate();
const tenantMigrationTest = new TenantMigrationTest({name: jsTestName(), donorRst});
const kMaxSleepTimeMS = 1000;
const kTenantId = 'testTenantId';
let donorPrimary = tenantMigrationTest.getDonorPrimary();
// Force the migration to pause after entering a randomly selected state.
Random.setRandomSeed();
const kMigrationFpNames = [
"pauseTenantMigrationBeforeLeavingDataSyncState",
"pauseTenantMigrationBeforeLeavingBlockingState",
"abortTenantMigrationBeforeLeavingBlockingState"
];
const index = Random.randInt(kMigrationFpNames.length + 1);
if (index < kMigrationFpNames.length) {
configureFailPoint(donorPrimary, kMigrationFpNames[index]);
}
const migrationOpts = {
migrationIdString: extractUUIDFromObject(UUID()),
tenantId: kTenantId,
};
assert.commandWorked(tenantMigrationTest.startMigration(migrationOpts));
sleep(Math.random() * kMaxSleepTimeMS);
donorRst.stopSet(null /* signal */, true /*forRestart */);
donorRst.startSet({
restart: true,
setParameter: {"failpoint.PrimaryOnlyServiceSkipRebuildingInstances": "{'mode':'alwaysOn'}"}
});
donorPrimary = donorRst.getPrimary();
const configDonorsColl = donorPrimary.getCollection(TenantMigrationTest.kConfigDonorsNS);
const donorDoc = configDonorsColl.findOne({tenantId: kTenantId});
if (donorDoc) {
switch (donorDoc.state) {
case TenantMigrationTest.DonorState.kAbortingIndexBuilds:
case TenantMigrationTest.DonorState.kDataSync:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.state == TenantMigrationTest.DonorAccessState.kAllow);
break;
case TenantMigrationTest.DonorState.kBlocking:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.state ==
TenantMigrationTest.DonorAccessState.kBlockWritesAndReads);
assert.soon(() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.blockTimestamp,
donorDoc.blockTimestamp) == 0);
break;
case TenantMigrationTest.DonorState.kCommitted:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.state == TenantMigrationTest.DonorAccessState.kReject);
assert.soon(() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.commitOpTime,
donorDoc.commitOrAbortOpTime) == 0);
assert.soon(() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.blockTimestamp,
donorDoc.blockTimestamp) == 0);
// Don't run donorForgetMigration because the fail point above prevents instances from
// being rebuilt on step up.
break;
case TenantMigrationTest.DonorState.kAborted:
assert.soon(() => tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.state == TenantMigrationTest.DonorAccessState.kAborted);
assert.soon(() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.abortOpTime,
donorDoc.commitOrAbortOpTime) == 0);
assert.soon(() => bsonWoCompare(tenantMigrationTest
.getTenantMigrationAccessBlocker(
{donorNode: donorPrimary, tenantId: kTenantId})
.donor.blockTimestamp,
donorDoc.blockTimestamp) == 0);
// Don't run donorForgetMigration because the fail point above prevents instances from
// being rebuilt on step up.
break;
default:
throw new Error(`Invalid state "${state}" from donor doc.`);
}
}
tenantMigrationTest.stop();
donorRst.stopSet();
})();
|
