1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
/**
* Tests TTL deletions on a clustered collection delete expired entries of type 'date' only.
*
* @tags: [
* requires_fcv_53,
* does_not_support_stepdowns,
* ]
*/
(function() {
"use strict";
load("jstests/libs/clustered_collections/clustered_collection_util.js");
load('jstests/libs/dateutil.js');
load('jstests/libs/ttl_util.js');
// Run TTL monitor constantly to speed up this test.
const conn = MongoRunner.runMongod({setParameter: 'ttlMonitorSleepSecs=1'});
const dbName = jsTestName();
const replicatedDB = conn.getDB(dbName);
const replicatedColl = replicatedDB.getCollection('coll');
const nonReplicatedDB = conn.getDB('local');
const nonReplicatedColl = nonReplicatedDB.getCollection('coll');
// Set expireAfterSeconds to a day to safely test that only expired documents are deleted.
const expireAfterSeconds = 60 * 60 * 24;
// Generates an ObjectId with timestamp corresponding to 'date'.
const makeObjectIdFromDate = (date) => {
try {
const objIdVal = new ObjectId().valueOf();
const suffix = objIdVal.substring(objIdVal.length - 16);
return new ObjectId(Math.floor(date.getTime() / 1000).toString(16) + suffix);
} catch (e) {
assert("Invalid date for conversion to Object Id: " + date);
}
};
const insertAndValidateTTL = (coll, ttlFieldName) => {
const batchSize = 10;
const now = new Date();
let docs = [];
jsTest.log("Inserting documents with unexpired 'date' types");
for (let i = 0; i < batchSize; i++) {
const recentDate = new Date(now - i);
docs.push({
[ttlFieldName]: recentDate,
info: "unexpired",
});
}
assert.commandWorked(coll.insertMany(docs, {ordered: false}));
assert.eq(coll.find().itcount(), batchSize);
jsTest.log("Inserting documents that should never expire due to type");
// Insert documents of type ObjectId with the an expired timestamp. The type of ObjectId sorts
// lower than Date - this tests that TTL monitor doesn't delete everything from the
// beginning, only 'Date' types.
docs = [];
for (let i = 0; i < batchSize; i++) {
const tenTimesExpiredMs = 10 * expireAfterSeconds * 1000;
const pastDate = new Date(now - tenTimesExpiredMs);
const pastDateOID = makeObjectIdFromDate(pastDate);
docs.push({
[ttlFieldName]: pastDateOID,
info: "unexpired",
myid: i,
});
}
assert.commandWorked(coll.insertMany(docs, {ordered: false}));
jsTest.log("Inserting documents with expired 'date' types");
docs = [];
for (let i = 0; i < batchSize; i++) {
const tenTimesExpiredMs = 10 * expireAfterSeconds * 1000;
const pastDate = new Date(now - tenTimesExpiredMs - i);
docs.push({
[ttlFieldName]: pastDate,
info: "expired",
});
}
assert.commandWorked(coll.insertMany(docs, {ordered: false}));
TTLUtil.waitForPass(coll.getDB("test"));
// The unexpired documents should still be preserved.
assert.eq(coll.find().itcount(), batchSize * 2);
assert.eq(coll.find({info: "expired"}).itcount(), 0);
assert.eq(coll.find({info: "unexpired"}).itcount(), batchSize * 2);
};
jsTest.log(`Test TTL on cluster key _id`);
assert.commandWorked(replicatedDB.createCollection(
replicatedColl.getName(), {clusteredIndex: {key: {_id: 1}, unique: true}, expireAfterSeconds}));
insertAndValidateTTL(replicatedColl, "_id");
replicatedColl.drop();
jsTest.log(`Test TTL on secondary index`);
// The collection is clustered, but not TTL on cluster key _id.
assert.commandWorked(replicatedDB.createCollection(
replicatedColl.getName(), {clusteredIndex: {key: {_id: 1}, unique: true}}));
assert.commandWorked(replicatedColl.createIndex({ttlField: 1}, {expireAfterSeconds}));
insertAndValidateTTL(replicatedColl, "ttlField");
replicatedColl.drop();
MongoRunner.stopMongod(conn);
})();
|
