1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
/**
* Tests that FTDC collects information about the pre-image collection, including its purging job.
* @tags: [ requires_replication ]
*/
(function() {
'use strict';
// For verifyGetDiagnosticData.
load('jstests/libs/ftdc.js');
const kExpiredPreImageRemovalJobSleepSeconds = 1;
const kExpireAfterSeconds = 1;
const replicaSet = new ReplSetTest({
nodes: 1,
nodeOptions: {
setParameter:
{expiredChangeStreamPreImageRemovalJobSleepSecs: kExpiredPreImageRemovalJobSleepSeconds}
}
});
replicaSet.startSet();
replicaSet.initiate();
const primary = replicaSet.getPrimary();
const adminDb = primary.getDB('admin');
const testDb = primary.getDB(jsTestName());
assert.soon(() => {
// Ensure that server status diagnostics is collecting pre-image collection statistics.
const serverStatusDiagnostics = verifyGetDiagnosticData(adminDb).serverStatus;
return serverStatusDiagnostics.hasOwnProperty('changeStreamPreImages') &&
serverStatusDiagnostics.changeStreamPreImages.hasOwnProperty('purgingJob');
});
const diagnosticsBeforeTestCollModifications =
verifyGetDiagnosticData(adminDb).serverStatus.changeStreamPreImages.purgingJob;
// Create collection and insert sample data.
assert.commandWorked(
testDb.createCollection("testColl", {changeStreamPreAndPostImages: {enabled: true}}));
const numberOfDocuments = 100;
for (let i = 0; i < numberOfDocuments; i++) {
assert.commandWorked(testDb.testColl.insert({x: i}));
}
for (let i = 0; i < numberOfDocuments; i++) {
assert.commandWorked(testDb.testColl.updateOne({x: i}, {$inc: {y: 1}}));
}
const preImageCollection = primary.getDB('config')['system.preimages'];
const estimatedToBeRemovedDocsSize = preImageCollection.find()
.toArray()
.map(doc => Object.bsonsize(doc))
.reduce((acc, size) => acc + size, 0);
assert.gt(estimatedToBeRemovedDocsSize, 0);
// Set the 'expireAfterSeconds' to 'kExpireAfterSeconds'.
assert.commandWorked(adminDb.runCommand({
setClusterParameter:
{changeStreamOptions: {preAndPostImages: {expireAfterSeconds: kExpireAfterSeconds}}}
}));
// Ensure purging job deletes the expired pre-image entries of the test collection.
assert.soon(() => {
// All entries are removed.
return preImageCollection.count() === 0;
});
// Ensure that FTDC collected the purging job information of the pre-image collection.
assert.soon(() => {
const diagnosticsAfterTestCollModifications =
verifyGetDiagnosticData(adminDb).serverStatus.changeStreamPreImages.purgingJob;
const totalPassBigger = diagnosticsAfterTestCollModifications.totalPass >
diagnosticsBeforeTestCollModifications.totalPass;
const scannedBigger = diagnosticsAfterTestCollModifications.scannedCollections >
diagnosticsBeforeTestCollModifications.scannedCollections;
const scannedInternalBigger = diagnosticsAfterTestCollModifications.scannedInternalCollections >
diagnosticsBeforeTestCollModifications.scannedInternalCollections;
const bytesEqual = diagnosticsAfterTestCollModifications.bytesDeleted >=
diagnosticsBeforeTestCollModifications.bytesDeleted + estimatedToBeRemovedDocsSize;
const docsDeletedEqual = diagnosticsAfterTestCollModifications.docsDeleted >=
diagnosticsBeforeTestCollModifications.docsDeleted + numberOfDocuments;
const wallTimeGTE = diagnosticsAfterTestCollModifications.maxStartWallTimeMillis.tojson() >=
ISODate("1970-01-01T00:00:00.000Z").tojson();
const timeElapsedGTE = diagnosticsAfterTestCollModifications.timeElapsedMillis >=
diagnosticsBeforeTestCollModifications.timeElapsedMillis;
// For debug purposes log which condition failed.
if (!totalPassBigger) {
jsTestLog("totalPassBigger failed, retrying");
return false;
}
if (!scannedBigger) {
jsTestLog("scannedBigger failed, retrying");
return false;
}
if (!scannedInternalBigger) {
jsTestLog("scannedInternalBigger failed, retrying");
return false;
}
if (!bytesEqual) {
jsTestLog("bytesEqual) failed, retrying");
return false;
}
if (!docsDeletedEqual) {
jsTestLog("docsDeletedEqual failed, retrying");
return false;
}
if (!wallTimeGTE) {
jsTestLog("wallTimeGTE failed, retrying");
return false;
}
if (!timeElapsedGTE) {
jsTestLog("timeElapsedGTE failed, retrying");
return false;
}
return totalPassBigger && scannedBigger && scannedInternalBigger && bytesEqual &&
docsDeletedEqual && wallTimeGTE && timeElapsedGTE;
});
replicaSet.stopSet();
}());
|
