1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
|
/**
* Copyright (C) 2008 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
* As a special exception, the copyright holders give permission to link the
* code of portions of this program with the OpenSSL library under certain
* conditions as described in each individual source file and distribute
* linked combinations including the program with the OpenSSL library. You
* must comply with the GNU Affero General Public License in all respects for
* all of the code used other than as permitted herein. If you modify file(s)
* with this exception, you may extend this exception to your version of the
* file(s), but you are not obligated to do so. If you do not wish to do so,
* delete this exception statement from your version. If you delete this
* exception statement from all source files in the program, then also delete
* it in the license file.
*/
#pragma once
#include <string>
#include <vector>
#include "mongo/base/status.h"
#include "mongo/bson/bsonobj.h"
#include "mongo/bson/timestamp.h"
#include "mongo/db/catalog/collection_options.h"
#include "mongo/db/logical_session_id.h"
#include "mongo/db/repl/optime.h"
#include "mongo/db/repl/replication_coordinator.h"
#include "mongo/db/storage/snapshot_name.h"
#include "mongo/stdx/functional.h"
namespace mongo {
class Collection;
class Database;
class NamespaceString;
class OperationContext;
class OperationSessionInfo;
class Session;
struct OplogSlot {
OplogSlot() {}
OplogSlot(repl::OpTime opTime, std::int64_t hash) : opTime(opTime), hash(hash) {}
repl::OpTime opTime;
std::int64_t hash = 0;
};
struct InsertStatement {
public:
InsertStatement() = default;
explicit InsertStatement(BSONObj toInsert) : doc(toInsert) {}
InsertStatement(StmtId statementId, BSONObj toInsert) : stmtId(statementId), doc(toInsert) {}
InsertStatement(StmtId statementId, BSONObj toInsert, OplogSlot os)
: stmtId(statementId), oplogSlot(os), doc(toInsert) {}
InsertStatement(BSONObj toInsert, SnapshotName ts, long long term)
: oplogSlot(repl::OpTime(Timestamp(ts.asU64()), term), 0), doc(toInsert) {}
StmtId stmtId = kUninitializedStmtId;
OplogSlot oplogSlot;
BSONObj doc;
};
namespace repl {
class ReplSettings;
struct OplogLink {
OplogLink() = default;
Timestamp prevTs;
Timestamp preImageTs;
Timestamp postImageTs;
};
/**
* Create a new capped collection for the oplog if it doesn't yet exist.
* If the collection already exists (and isReplSet is false),
* set the 'last' Timestamp from the last entry of the oplog collection (side effect!)
*/
void createOplog(OperationContext* opCtx, const std::string& oplogCollectionName, bool isReplSet);
/*
* Shortcut for above function using oplogCollectionName = _oplogCollectionName,
* and replEnabled = replCoord::isReplSet();
*/
void createOplog(OperationContext* opCtx);
extern std::string masterSlaveOplogName;
extern int OPLOG_VERSION;
/**
* Log insert(s) to the local oplog.
* Returns the OpTime of the last insert.
* The timestamps parameter can also be modified and contain the individual timestamps for each
* insert after the oplog entries were created.
*/
OpTime logInsertOps(OperationContext* opCtx,
const NamespaceString& nss,
OptionalCollectionUUID uuid,
Session* session,
std::vector<InsertStatement>::const_iterator begin,
std::vector<InsertStatement>::const_iterator end,
Timestamp timestamps[],
bool fromMigrate);
/**
* @param opstr
* "i" insert
* "u" update
* "d" delete
* "c" db cmd
* "n" no-op
* "db" declares presence of a database (ns is set to the db name + '.')
*
* For 'u' records, 'obj' captures the mutation made to the object but not
* the object itself. 'o2' captures the the criteria for the object that will be modified.
*
* oplogLink this contains the timestamp that points to the previous write that will be
* linked via prevTs, and the timestamps of the oplog entry that contains the document
* before/after update was applied. The timestamps are ignored if isNull() is true.
*
* Returns the optime of the oplog entry written to the oplog.
* Returns a null optime if oplog was not modified.
*/
OpTime logOp(OperationContext* opCtx,
const char* opstr,
const NamespaceString& ns,
OptionalCollectionUUID uuid,
const BSONObj& obj,
const BSONObj* o2,
bool fromMigrate,
const OperationSessionInfo& sessionInfo,
StmtId stmtId,
const OplogLink& oplogLink);
// Flush out the cached pointer to the oplog.
// Used by the closeDatabase command to ensure we don't cache closed things.
void oplogCheckCloseDatabase(OperationContext* opCtx, Database* db);
/**
* Establish the cached pointer to the local oplog.
*/
void acquireOplogCollectionForLogging(OperationContext* opCtx);
using IncrementOpsAppliedStatsFn = stdx::function<void()>;
/**
* Take the object field of a BSONObj, the BSONObj, and the namespace of
* the operation and perform necessary validation to ensure the BSONObj is a
* properly-formed command to insert into system.indexes. This is only to
* be used for insert operations into system.indexes. It is called via applyOps.
*/
std::pair<BSONObj, NamespaceString> prepForApplyOpsIndexInsert(const BSONElement& fieldO,
const BSONObj& op,
const NamespaceString& requestNss);
/**
* Take a non-command op and apply it locally
* Used for applying from an oplog
* @param inSteadyStateReplication convert some updates to upserts for idempotency reasons
* @param incrementOpsAppliedStats is called whenever an op is applied.
* Returns failure status if the op was an update that could not be applied.
*/
Status applyOperation_inlock(OperationContext* opCtx,
Database* db,
const BSONObj& op,
bool inSteadyStateReplication = false,
IncrementOpsAppliedStatsFn incrementOpsAppliedStats = {});
/**
* Take a command op and apply it locally
* Used for applying from an oplog
* inSteadyStateReplication indicates whether we are in steady state replication, rather than
* initial sync.
* Returns failure status if the op that could not be applied.
*/
Status applyCommand_inlock(OperationContext* opCtx,
const BSONObj& op,
bool inSteadyStateReplication);
/**
* Initializes the global Timestamp with the value from the timestamp of the last oplog entry.
*/
void initTimestampFromOplog(OperationContext* opCtx, const std::string& oplogNS);
/**
* Sets the global Timestamp to be 'newTime'.
*/
void setNewTimestamp(ServiceContext* opCtx, const Timestamp& newTime);
/**
* Detects the current replication mode and sets the "_oplogCollectionName" accordingly.
*/
void setOplogCollectionName();
/**
* Signal any waiting AwaitData queries on the oplog that there is new data or metadata available.
*/
void signalOplogWaiters();
/**
* Creates a new index in the given namespace.
*/
void createIndexForApplyOps(OperationContext* opCtx,
const BSONObj& indexSpec,
const NamespaceString& indexNss,
IncrementOpsAppliedStatsFn incrementOpsAppliedStats);
/**
* Allocates optimes for new entries in the oplog. Returns an OplogSlot or a vector of OplogSlots,
* which contain the new optimes along with their terms and newly calculated hash fields.
*/
OplogSlot getNextOpTime(OperationContext* opCtx);
std::vector<OplogSlot> getNextOpTimes(OperationContext* opCtx, std::size_t count);
} // namespace repl
} // namespace mongo
|
