1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
/**
* Test that DocumentSourceSetWindowFields errors when using more than the perscribed amount of
* data. Memory checks are per node, so only test when the data is all in one place.
*/
(function() {
"use strict";
load("jstests/libs/fixture_helpers.js"); // For FixtureHelpers.isMongos.
load("jstests/noPassthrough/libs/server_parameter_helpers.js"); // For setParameterOnAllHosts.
load("jstests/libs/discover_topology.js"); // For findNonConfigNodes.
const featureEnabled =
assert.commandWorked(db.adminCommand({getParameter: 1, featureFlagWindowFunctions: 1}))
.featureFlagWindowFunctions.value;
if (!featureEnabled) {
jsTestLog("Skipping test because the window function feature flag is disabled");
return;
}
const coll = db[jsTestName()];
coll.drop();
// Test that we can set the memory limit.
setParameterOnAllHosts(DiscoverTopology.findNonConfigNodes(db.getMongo()),
"internalDocumentSourceSetWindowFieldsMaxMemoryBytes",
1200);
// Create a collection with enough documents in a single partition to go over the memory limit.
for (let i = 0; i < 10; i++) {
coll.insert({_id: i, partitionKey: 1, str: "str"});
}
assert.commandFailedWithCode(coll.runCommand({
aggregate: coll.getName(),
pipeline: [{$setWindowFields: {sortBy: {partitionKey: 1}, output: {val: {$sum: "$_id"}}}}],
cursor: {}
}),
5414201);
// The same query passes with a higher memory limit.
setParameterOnAllHosts(DiscoverTopology.findNonConfigNodes(db.getMongo()),
"internalDocumentSourceSetWindowFieldsMaxMemoryBytes",
3000);
assert.commandWorked(coll.runCommand({
aggregate: coll.getName(),
pipeline: [{$setWindowFields: {sortBy: {partitionKey: 1}, output: {val: {$sum: "$_id"}}}}],
cursor: {}
}));
// The query passes with multiple partitions of the same size.
for (let i = 0; i < 10; i++) {
coll.insert({_id: i, partitionKey: 2, str: "str"});
}
assert.commandWorked(coll.runCommand({
aggregate: coll.getName(),
pipeline: [{
$setWindowFields:
{sortBy: {partitionKey: 1}, partitionBy: "$partitionKey", output: {val: {$sum: "$_id"}}}
}],
cursor: {}
}));
// Test that the query fails with a window function that stores documents.
assert.commandFailedWithCode(coll.runCommand({
aggregate: coll.getName(),
pipeline: [{
$setWindowFields: {
sortBy: {partitionKey: 1},
partitionBy: "$partitionKey",
output: {val: {$max: "$_id", window: {documents: [-9, 9]}}}
}
}],
cursor: {}
}),
5414201);
// Reset limit for other tests.
setParameterOnAllHosts(DiscoverTopology.findNonConfigNodes(db.getMongo()),
"internalDocumentSourceSetWindowFieldsMaxMemoryBytes",
100 * 1024 * 1024);
})();
|
