summaryrefslogtreecommitdiff
path: root/jstests/sharding/secondary_shard_version_protocol_with_causal_consistency.js
blob: 6c8b150aebb8d95f58ac15fe3bd71adea6ec017b (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
/**
 * Tests the shard version protocol on secondaries with causal consistency. A secondary request with
 * read concern level 'available' and afterClusterTime specified should error because they ensure
 * contradictory things. A secondary request with afterClusterTime specified and no read concern
 * level should default to 'local' read concern level, using the shard version protocol.
 */
(function() {
"use strict";

load('jstests/libs/profiler.js');  // for profilerHasSingleMatchingEntryOrThrow()

// Set the secondaries to priority 0 and votes 0 to prevent the primaries from stepping down.
let rsOpts = {nodes: [{rsConfig: {votes: 1}}, {rsConfig: {priority: 0, votes: 0}}]};
let st =
    new ShardingTest({mongos: 2, shards: {rs0: rsOpts, rs1: rsOpts}, causallyConsistent: true});
let dbName = 'test', collName = 'foo', ns = 'test.foo';

assert.commandWorked(st.s0.adminCommand({enableSharding: dbName}));
st.ensurePrimaryShard(dbName, st.shard0.shardName);

assert.commandWorked(st.s0.adminCommand({shardCollection: ns, key: {x: 1}}));
assert.commandWorked(st.s0.adminCommand({split: ns, middle: {x: 0}}));

let freshMongos = st.s0;
let staleMongos = st.s1;

jsTest.log("do insert from stale mongos to make it load the routing table before the move");
assert.writeOK(staleMongos.getCollection(ns).insert({x: 1}));

jsTest.log("do moveChunk from fresh mongos");
assert.commandWorked(freshMongos.adminCommand({
    moveChunk: ns,
    find: {x: 0},
    to: st.shard1.shardName,
    secondaryThrottle: true,
    _waitForDelete: true,
    writeConcern: {w: 2},
}));

// Turn on system profiler on secondaries to collect data on all future operations on the db.
let donorShardSecondary = st.rs0.getSecondary();
let recipientShardSecondary = st.rs1.getSecondary();
assert.commandWorked(donorShardSecondary.getDB(dbName).setProfilingLevel(2));
assert.commandWorked(recipientShardSecondary.getDB(dbName).setProfilingLevel(2));

// Note: this query will not be registered by the profiler because it errors before reaching the
// storage level.
jsTest.log("Do a secondary read from stale mongos with afterClusterTime and level 'available'");
const staleMongosDB = staleMongos.getDB(dbName);
assert.commandFailedWithCode(staleMongosDB.runCommand({
    count: collName,
    query: {x: 1},
    $readPreference: {mode: "secondary"},
    readConcern:
        {'afterClusterTime': staleMongosDB.getSession().getOperationTime(), 'level': 'available'}
}),
                             ErrorCodes.InvalidOptions);

jsTest.log("Do a secondary read from stale mongos with afterClusterTime and no level");
let res = staleMongosDB.runCommand({
    count: collName,
    query: {x: 1},
    $readPreference: {mode: "secondary"},
    readConcern: {'afterClusterTime': staleMongosDB.getSession().getOperationTime()},
});
assert(res.ok);
assert.eq(1, res.n, tojson(res));

// The stale mongos will first go to the donor shard and receive a stale shard version,
// prompting the stale mongos to refresh it's routing table and retarget to the recipient shard.
profilerHasSingleMatchingEntryOrThrow({
    profileDB: donorShardSecondary.getDB(dbName),
    filter: {
        "ns": ns,
        "command.count": collName,
        "command.query": {x: 1},
        "command.shardVersion": {"$exists": true},
        "command.$readPreference": {"mode": "secondary"},
        "command.readConcern.afterClusterTime": {"$exists": true},
        "errCode": ErrorCodes.StaleConfig
    }
});

// The recipient shard will then return a stale shard version error because it needs to refresh
// its own routing table.
profilerHasSingleMatchingEntryOrThrow({
    profileDB: recipientShardSecondary.getDB(dbName),
    filter: {
        "ns": ns,
        "command.count": collName,
        "command.query": {x: 1},
        "command.shardVersion": {"$exists": true},
        "command.$readPreference": {"mode": "secondary"},
        "command.readConcern.afterClusterTime": {"$exists": true},
        "errCode": ErrorCodes.StaleConfig
    }
});

// Finally, the command is retried on the recipient shard and succeeds.
profilerHasSingleMatchingEntryOrThrow({
    profileDB: recipientShardSecondary.getDB(dbName),
    filter: {
        "ns": ns,
        "command.count": collName,
        "command.query": {x: 1},
        "command.shardVersion": {"$exists": true},
        "command.$readPreference": {"mode": "secondary"},
        "command.readConcern.afterClusterTime": {"$exists": true},
        "errCode": {"$exists": false}
    }
});

st.stop();
})();