1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
/**
* Validate basic batched multi-deletion functionality.
*
* @tags: [
* # Running as a replica set requires journaling.
* requires_journaling,
* ]
*/
(function() {
"use strict";
load("jstests/libs/analyze_plan.js");
function validateBatchedDeletes(conn) {
// '__internalBatchedDeletesTesting.Collection0' is a special, hardcoded namespace that batches
// multi-doc deletes if the 'internalBatchUserMultiDeletesForTest' server parameter is set.
// TODO (SERVER-63044): remove this special handling.
const db = conn.getDB("__internalBatchedDeletesTesting");
const coll = db.getCollection('Collection0');
const collName = coll.getName();
const docsPerBatchDefault = 100; // BatchedDeleteStageBatchParams::targetBatchDocs
const collCount =
5017; // Intentionally not a multiple of BatchedDeleteStageBatchParams::targetBatchDocs.
function validateDeletion(db, coll, docsPerBatch) {
coll.drop();
assert.commandWorked(coll.insertMany(
[...Array(collCount).keys()].map(x => ({_id: x, a: "a".repeat(1024)}))));
const serverStatusBatchesBefore = db.serverStatus()['batchedDeletes']['batches'];
const serverStatusDocsBefore = db.serverStatus()['batchedDeletes']['docs'];
assert.eq(collCount, coll.find().itcount());
assert.commandWorked(coll.deleteMany({_id: {$gte: 0}}));
assert.eq(0, coll.find().itcount());
const serverStatusBatchesAfter = db.serverStatus()['batchedDeletes']['batches'];
const serverStatusDocsAfter = db.serverStatus()['batchedDeletes']['docs'];
const serverStatusBatchesExpected =
serverStatusBatchesBefore + Math.ceil(collCount / docsPerBatch);
const serverStatusDocsExpected = serverStatusDocsBefore + collCount;
assert.eq(serverStatusBatchesAfter, serverStatusBatchesExpected);
assert.eq(serverStatusDocsAfter, serverStatusDocsExpected);
}
coll.drop();
assert.commandWorked(
coll.insertMany([...Array(collCount).keys()].map(x => ({_id: x, a: "a".repeat(1024)}))));
assert.commandWorked(
db.adminCommand({setParameter: 1, internalBatchUserMultiDeletesForTest: 1}));
// For consistent results, don't enforce the targetBatchTimeMS.
assert.commandWorked(db.adminCommand({setParameter: 1, batchedDeletesTargetBatchTimeMS: 0}));
// Explain plan and executionStats.
{
const expl = db.runCommand({
explain: {delete: collName, deletes: [{q: {_id: {$gte: 0}}, limit: 0}]},
verbosity: "executionStats"
});
assert.commandWorked(expl);
assert(getPlanStage(expl, "BATCHED_DELETE"));
assert.eq(0, expl.executionStats.nReturned);
assert.eq(collCount, expl.executionStats.totalDocsExamined);
assert.eq(collCount, expl.executionStats.totalKeysExamined);
assert.eq(0, expl.executionStats.executionStages.nReturned);
assert.eq(1, expl.executionStats.executionStages.isEOF);
}
// Actual deletion.
for (const docsPerBatch of [10, docsPerBatchDefault]) {
assert.commandWorked(
db.adminCommand({setParameter: 1, batchedDeletesTargetBatchDocs: docsPerBatch}));
validateDeletion(db, coll, docsPerBatch);
}
}
// Standalone
{
const conn = MongoRunner.runMongod();
validateBatchedDeletes(conn);
MongoRunner.stopMongod(conn);
}
// Replica set
{
const rst = new ReplSetTest({
name: "batched_multi_deletes_test",
nodes: 2,
});
rst.startSet();
rst.initiate();
rst.awaitNodesAgreeOnPrimary();
validateBatchedDeletes(rst.getPrimary());
rst.stopSet();
}
})();
|
