1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
/** Simple test of sharding TTL collections.
* - Creates a new collection with a TTL index
* - Shards it, and moves one chunk containing half the docs to another shard.
* - Checks that both shards have TTL index, and docs get deleted on both shards.
* - Run the collMod command to update the expireAfterSeconds field. Check that more docs get
* deleted.
*/
// start up a new sharded cluster
var s = new ShardingTest({ shards : 2, mongos : 1});
var dbname = "testDB";
var coll = "ttl_sharded";
var ns = dbname + "." + coll;
t = s.getDB( dbname ).getCollection( coll );
// enable sharding of the collection. Only 1 chunk initially
s.adminCommand( { enablesharding : dbname } );
s.ensurePrimaryShard(dbname, 'shard0001');
s.adminCommand( { shardcollection : ns , key: { _id : 1 } } );
// insert 24 docs, with timestamps at one hour intervals
var now = (new Date()).getTime();
var bulk = t.initializeUnorderedBulkOp();
for (var i = 0; i < 24; i++) {
var past = new Date( now - ( 3600 * 1000 * i ) );
bulk.insert({ _id: i, x: past });
}
assert.writeOK(bulk.execute());
assert.eq( t.count() , 24 , "initial docs not inserted");
// create the TTL index which delete anything older than ~5.5 hours
t.ensureIndex( { x : 1 } , { expireAfterSeconds : 20000 } );
// split chunk in half by _id, and move one chunk to the other shard
s.adminCommand( {split : ns , middle : {_id : 12 } } );
s.adminCommand( {moveChunk : ns , find : {_id : 0} , to : s.getOther(s.getServer(dbname)).name } );
// one shard will lose 12/12 docs, the other 6/12, so count will go
// from 24 -> 18 or 12 -> 6
assert.soon(
function() {
return t.count() < 7;
}, "TTL index on x didn't delete enough" , 70 * 1000
);
// ensure that count ultimately ends up at 6
assert.eq( 0 , t.find( { x : { $lt : new Date( now - 20000000 ) } } ).count() );
assert.eq( 6 , t.count() );
// now lets check things explicily on each shard
var shard0 = s._connections[0].getDB( dbname );
var shard1 = s._connections[1].getDB( dbname );
print("Shard 0 coll stats:");
printjson( shard0.getCollection( coll ).stats() );
print("Shard 1 coll stats:");
printjson( shard1.getCollection( coll ).stats() );
function getTTLTime( theCollection, theKey ) {
var indexes = theCollection.getIndexes();
for ( var i = 0; i < indexes.length; i++ ) {
if ( friendlyEqual( theKey, indexes[i].key ) )
return indexes[i].expireAfterSeconds;
}
throw "not found";
}
// Check that TTL index (with expireAfterSeconds field) appears on both shards
assert.eq( 20000, getTTLTime( shard0.getCollection(coll), { x : 1 } ) );
assert.eq( 20000, getTTLTime( shard1.getCollection(coll), { x : 1 } ) );
// Check that the collMod command successfully updates the expireAfterSeconds field
s.getDB( dbname ).runCommand( { collMod : coll,
index : { keyPattern : {x : 1}, expireAfterSeconds : 10000} } );
assert.eq( 10000, getTTLTime( shard0.getCollection(coll), { x : 1 } ) );
assert.eq( 10000, getTTLTime( shard1.getCollection(coll), { x : 1 } ) );
assert.soon(
function() {
return t.count() < 6;
}, "new expireAfterSeconds value not taking effect" , 70 * 1000
);
assert.eq( 0 , t.find( { x : { $lt : new Date( now - 10000000 ) } } ).count() );
assert.eq( 3 , t.count() );
s.stop();
|
