1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
runOn:
-
minServerVersion: "4.0"
topology: ["replicaset"]
-
minServerVersion: "4.1.7"
topology: ["sharded"]
database_name: &database_name "retryable-reads-tests"
collection_name: &collection_name "coll"
data:
- {_id: 1, x: 11}
- {_id: 2, x: 22}
- {_id: 3, x: 33}
tests:
-
description: "db.coll.watch succeeds after InterruptedAtShutdown"
failPoint: &failCommand_failPoint
configureFailPoint: failCommand
mode: { times: 1 }
data: { failCommands: [aggregate], errorCode: 11600 }
operations:
- &retryable_operation
name: watch
object: collection
expectations:
- &retryable_command_started_event
command_started_event:
command:
aggregate: *collection_name
cursor: {}
pipeline: [ { $changeStream: { fullDocument: "default" } } ]
database_name: *database_name
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after InterruptedDueToReplStateChange"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 11602 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after NotMaster"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 10107 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after NotMasterNoSlaveOk"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 13435 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after NotMasterOrSecondary"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 13436 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after PrimarySteppedDown"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 189 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after ShutdownInProgress"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 91 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after HostNotFound"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 7 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after HostUnreachable"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 6 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after NetworkTimeout"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 89 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch succeeds after SocketException"
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 9001 }
operations: [*retryable_operation]
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch fails after two NotMaster errors"
failPoint:
<<: *failCommand_failPoint
mode: { times: 2 }
data: { failCommands: [aggregate], errorCode: 10107 }
operations:
- &retryable_operation_fails
<<: *retryable_operation
error: true
expectations:
- *retryable_command_started_event
- *retryable_command_started_event
-
description: "db.coll.watch fails after NotMaster when retryReads is false"
clientOptions:
retryReads: false
failPoint:
<<: *failCommand_failPoint
data: { failCommands: [aggregate], errorCode: 10107 }
operations: [*retryable_operation_fails]
expectations:
- *retryable_command_started_event
|
