1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
|
/**
* Copyright (C) 2014 MongoDB Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
* As a special exception, the copyright holders give permission to link the
* code of portions of this program with the OpenSSL library under certain
* conditions as described in each individual source file and distribute
* linked combinations including the program with the OpenSSL library. You
* must comply with the GNU Affero General Public License in all respects for
* all of the code used other than as permitted herein. If you modify file(s)
* with this exception, you may extend this exception to your version of the
* file(s), but you are not obligated to do so. If you do not wish to do so,
* delete this exception statement from your version. If you delete this
* exception statement from all source files in the program, then also delete
* it in the license file.
*/
#pragma once
#include <deque>
#include "mongo/base/disallow_copying.h"
#include "mongo/db/concurrency/d_concurrency.h"
#include "mongo/db/repl/bgsync.h"
#include "mongo/db/repl/replication_coordinator_external_state.h"
#include "mongo/db/repl/rs_sync.h"
#include "mongo/db/repl/sync_source_feedback.h"
#include "mongo/db/repl/sync_tail.h"
#include "mongo/db/repl/task_runner.h"
#include "mongo/db/storage/journal_listener.h"
#include "mongo/db/storage/snapshot_manager.h"
#include "mongo/stdx/mutex.h"
#include "mongo/util/concurrency/old_thread_pool.h"
namespace mongo {
class ServiceContext;
namespace repl {
namespace {
using UniqueLock = stdx::unique_lock<stdx::mutex>;
} // namespace
class SnapshotThread;
class StorageInterface;
class NoopWriter;
class ReplicationCoordinatorExternalStateImpl final : public ReplicationCoordinatorExternalState,
public JournalListener {
MONGO_DISALLOW_COPYING(ReplicationCoordinatorExternalStateImpl);
public:
ReplicationCoordinatorExternalStateImpl(StorageInterface* storageInterface);
virtual ~ReplicationCoordinatorExternalStateImpl();
virtual void startThreads(const ReplSettings& settings) override;
virtual void startInitialSync(OnInitialSyncFinishedFn finished) override;
virtual void startSteadyStateReplication(OperationContext* txn,
ReplicationCoordinator* replCoord) override;
virtual void stopDataReplication(OperationContext* txn) override;
virtual void runOnInitialSyncThread(stdx::function<void(OperationContext* txn)> run) override;
virtual bool isInitialSyncFlagSet(OperationContext* txn) override;
virtual void startMasterSlave(OperationContext* txn);
virtual void shutdown(OperationContext* txn);
virtual executor::TaskExecutor* getTaskExecutor() const override;
virtual OldThreadPool* getDbWorkThreadPool() const override;
virtual Status runRepairOnLocalDB(OperationContext* txn) override;
virtual Status initializeReplSetStorage(OperationContext* txn, const BSONObj& config);
void onDrainComplete(OperationContext* txn) override;
OpTime onTransitionToPrimary(OperationContext* txn, bool isV1ElectionProtocol) override;
virtual void forwardSlaveProgress();
virtual OID ensureMe(OperationContext* txn);
virtual bool isSelf(const HostAndPort& host, ServiceContext* service);
virtual StatusWith<BSONObj> loadLocalConfigDocument(OperationContext* txn);
virtual Status storeLocalConfigDocument(OperationContext* txn, const BSONObj& config);
virtual StatusWith<LastVote> loadLocalLastVoteDocument(OperationContext* txn);
virtual Status storeLocalLastVoteDocument(OperationContext* txn, const LastVote& lastVote);
virtual void setGlobalTimestamp(ServiceContext* service, const Timestamp& newTime);
virtual StatusWith<OpTime> loadLastOpTime(OperationContext* txn);
virtual void cleanUpLastApplyBatch(OperationContext* txn);
virtual HostAndPort getClientHostAndPort(const OperationContext* txn);
virtual void closeConnections();
virtual void killAllUserOperations(OperationContext* txn);
virtual void shardingOnStepDownHook();
virtual void signalApplierToChooseNewSyncSource();
virtual void stopProducer();
virtual void startProducerIfStopped();
void dropAllSnapshots() final;
void updateCommittedSnapshot(SnapshotName newCommitPoint) final;
void createSnapshot(OperationContext* txn, SnapshotName name) final;
void forceSnapshotCreation() final;
virtual bool snapshotsEnabled() const;
virtual void notifyOplogMetadataWaiters();
virtual double getElectionTimeoutOffsetLimitFraction() const;
virtual bool isReadCommittedSupportedByStorageEngine(OperationContext* txn) const;
virtual StatusWith<OpTime> multiApply(OperationContext* txn,
MultiApplier::Operations ops,
MultiApplier::ApplyOperationFn applyOperation) override;
virtual Status multiSyncApply(MultiApplier::OperationPtrs* ops) override;
virtual Status multiInitialSyncApply(MultiApplier::OperationPtrs* ops,
const HostAndPort& source,
AtomicUInt32* fetchCount) override;
virtual std::unique_ptr<OplogBuffer> makeInitialSyncOplogBuffer(
OperationContext* txn) const override;
virtual std::unique_ptr<OplogBuffer> makeSteadyStateOplogBuffer(
OperationContext* txn) const override;
virtual bool shouldUseDataReplicatorInitialSync() const override;
virtual std::size_t getOplogFetcherMaxFetcherRestarts() const override;
// Methods from JournalListener.
virtual JournalListener::Token getToken();
virtual void onDurable(const JournalListener::Token& token);
virtual void setupNoopWriter(Seconds waitTime);
virtual void startNoopWriter(OpTime);
virtual void stopNoopWriter();
private:
/**
* Stops data replication and returns with 'lock' locked.
*/
void _stopDataReplication_inlock(OperationContext* txn, UniqueLock* lock);
/**
* Called when the instance transitions to primary in order to notify a potentially sharded host
* to perform respective state changes, such as starting the balancer, etc.
*
* Throws on errors.
*/
void _shardingOnTransitionToPrimaryHook(OperationContext* txn);
/**
* Drops all temporary collections on all databases except "local".
*
* The implementation may assume that the caller has acquired the global exclusive lock
* for "txn".
*/
void _dropAllTempCollections(OperationContext* txn);
// Guards starting threads and setting _startedThreads
stdx::mutex _threadMutex;
// Flag for guarding against concurrent data replication stopping.
bool _stoppingDataReplication = false;
stdx::condition_variable _dataReplicationStopped;
StorageInterface* _storageInterface;
// True when the threads have been started
bool _startedThreads = false;
// The SyncSourceFeedback class is responsible for sending replSetUpdatePosition commands
// for forwarding replication progress information upstream when there is chained
// replication.
SyncSourceFeedback _syncSourceFeedback;
// The BackgroundSync class is responsible for pulling ops off the network from the sync source
// and into a BlockingQueue.
// We can't create it on construction because it needs a fully constructed
// ReplicationCoordinator, but this ExternalState object is constructed prior to the
// ReplicationCoordinator.
std::unique_ptr<BackgroundSync> _bgSync;
// Thread running SyncSourceFeedback::run().
std::unique_ptr<stdx::thread> _syncSourceFeedbackThread;
// Thread running runSyncThread().
std::unique_ptr<RSDataSync> _applierThread;
// Mutex guarding the _nextThreadId value to prevent concurrent incrementing.
stdx::mutex _nextThreadIdMutex;
// Number used to uniquely name threads.
long long _nextThreadId = 0;
std::unique_ptr<SnapshotThread> _snapshotThread;
// Initial sync stuff
StartInitialSyncFn _startInitialSyncIfNeededFn;
StartSteadyReplicationFn _startSteadReplicationFn;
OldThreadPool _initialSyncThreadPool;
TaskRunner _initialSyncRunner;
// Task executor used to run replication tasks.
std::unique_ptr<executor::TaskExecutor> _taskExecutor;
// Used by repl::multiApply() to apply the sync source's operations in parallel.
std::unique_ptr<OldThreadPool> _writerPool;
// Writes a noop every 10 seconds.
std::unique_ptr<NoopWriter> _noopWriter;
};
} // namespace repl
} // namespace mongo
|
