1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
|
/**
* Copyright (C) 2020-present MongoDB, Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the Server Side Public License, version 1,
* as published by MongoDB, Inc.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* Server Side Public License for more details.
*
* You should have received a copy of the Server Side Public License
* along with this program. If not, see
* <http://www.mongodb.com/licensing/server-side-public-license>.
*
* As a special exception, the copyright holders give permission to link the
* code of portions of this program with the OpenSSL library under certain
* conditions as described in each individual source file and distribute
* linked combinations including the program with the OpenSSL library. You
* must comply with the Server Side Public License in all respects for
* all of the code used other than as permitted herein. If you modify file(s)
* with this exception, you may extend this exception to your version of the
* file(s), but you are not obligated to do so. If you do not wish to do so,
* delete this exception statement from your version. If you delete this
* exception statement from all source files in the program, then also delete
* it in the license file.
*/
#pragma once
#include <vector>
#include "mongo/bson/bsonobj.h"
#include "mongo/bson/timestamp.h"
#include "mongo/db/catalog/database.h"
#include "mongo/db/keypattern.h"
#include "mongo/db/operation_context.h"
#include "mongo/db/pipeline/pipeline.h"
#include "mongo/db/s/resharding/coordinator_document_gen.h"
#include "mongo/db/s/resharding/donor_oplog_id_gen.h"
#include "mongo/executor/task_executor.h"
#include "mongo/s/catalog/type_tags.h"
#include "mongo/s/catalog_cache.h"
#include "mongo/s/resharded_chunk_gen.h"
#include "mongo/s/shard_id.h"
#include "mongo/s/write_ops/batched_command_request.h"
namespace mongo {
constexpr auto kReshardingOplogPrePostImageOps = "prePostImageOps"_sd;
/**
* Helper method to construct a DonorShardEntry with the fields specified.
*/
DonorShardEntry makeDonorShard(ShardId shardId,
DonorStateEnum donorState,
boost::optional<Timestamp> minFetchTimestamp = boost::none);
/**
* Helper method to construct a RecipientShardEntry with the fields specified.
*/
RecipientShardEntry makeRecipientShard(
ShardId shardId,
RecipientStateEnum recipientState,
boost::optional<Timestamp> strictConsistencyTimestamp = boost::none);
/**
* Gets the UUID for 'nss' from the 'cm'
*
* Note: throws if the collection does not have a UUID.
*/
UUID getCollectionUUIDFromChunkManger(const NamespaceString& nss, const ChunkManager& cm);
/**
* Constructs the temporary resharding collection's namespace provided the original collection's
* namespace and chunk manager.
*
* <db>.system.resharding.<existing collection's UUID>
*
* Note: throws if the original collection does not have a UUID.
*/
NamespaceString constructTemporaryReshardingNss(const NamespaceString& originalNss,
const ChunkManager& cm);
/**
* Constructs a BatchedCommandRequest with batch type 'Insert'.
*/
BatchedCommandRequest buildInsertOp(const NamespaceString& nss, std::vector<BSONObj> docs);
/**
* Constructs a BatchedCommandRequest with batch type 'Update'.
*/
BatchedCommandRequest buildUpdateOp(const NamespaceString& nss,
const BSONObj& query,
const BSONObj& update,
bool upsert,
bool multi);
/**
* Constructs a BatchedCommandRequest with batch type 'Delete'.
*/
BatchedCommandRequest buildDeleteOp(const NamespaceString& nss,
const BSONObj& query,
bool multiDelete);
/**
* Sends _flushRoutingTableCacheUpdatesWithWriteConcern to a list of shards. Throws if one of the
* shards fails to refresh.
*/
void tellShardsToRefresh(OperationContext* opCtx,
const std::vector<ShardId>& shardIds,
const NamespaceString& nss,
std::shared_ptr<executor::TaskExecutor> executor);
/**
* Asserts that there is not a hole or overlap in the chunks.
*/
void checkForHolesAndOverlapsInChunks(std::vector<ReshardedChunk>& chunks,
const KeyPattern& keyPattern);
/**
* Validates resharded chunks provided with a reshardCollection cmd. Parses each BSONObj to a valid
* ReshardedChunk and asserts that each chunk's shardId is associated with an existing entry in
* the shardRegistry. Then, asserts that there is not a hole or overlap in the chunks.
*/
void validateReshardedChunks(const std::vector<mongo::BSONObj>& chunks,
OperationContext* opCtx,
const KeyPattern& keyPattern);
/**
* Selects the highest minFetchTimestamp from the list of donors.
*
* Throws if not every donor has a minFetchTimestamp.
*/
Timestamp getHighestMinFetchTimestamp(const std::vector<DonorShardEntry>& donorShards);
/**
* Asserts that there is not an overlap in the zone ranges.
*/
void checkForOverlappingZones(std::vector<TagsType>& zones);
/**
* Validates zones provided with a reshardCollection cmd. Parses each BSONObj to a valid
* TagsType and asserts that each zones's name is associated with an existing entry in
* config.tags. Then, asserts that there is not an overlap in the zone ranges.
*/
void validateZones(const std::vector<mongo::BSONObj>& zones,
const std::vector<TagsType>& authoritativeTags);
/**
* Create pipeline stages for iterating the buffered copy of the donor oplog and link together the
* oplog entries with their preImage/postImage oplog. Note that caller is responsible for making
* sure that the donorOplogNS is properly resolved and ns is set in the expCtx.
*
* If doAttachDocumentCursor is false, the caller will need to manually set the initial stage of the
* pipeline with a source. This is mostly useful for testing.
*/
std::unique_ptr<Pipeline, PipelineDeleter> createAggForReshardingOplogBuffer(
const boost::intrusive_ptr<ExpressionContext>& expCtx,
const boost::optional<ReshardingDonorOplogId>& resumeToken,
bool doAttachDocumentCursor);
/**
* Creates a view on the oplog that facilitates the specialized oplog tailing a resharding
* recipient performs on a donor.
*/
void createSlimOplogView(OperationContext* opCtx, Database* db);
BSONObj getSlimOplogPipeline();
/**
* Creates a pipeline that can be serialized into a query for fetching oplog entries. `startAfter`
* may be `Timestamp::isNull()` to fetch from the beginning of the oplog.
*/
std::unique_ptr<Pipeline, PipelineDeleter> createOplogFetchingPipelineForResharding(
const boost::intrusive_ptr<ExpressionContext>& expCtx,
const ReshardingDonorOplogId& startAfter,
UUID collUUID,
const ShardId& recipientShard,
bool doesDonorOwnMinKeyChunk);
/**
* Returns the shard Id of the recipient shard that would own the document under the new shard
* key pattern.
*/
boost::optional<ShardId> getDestinedRecipient(OperationContext* opCtx,
const NamespaceString& sourceNss,
const BSONObj& fullDocument);
/**
* Creates pipeline for filtering collection data matching the recipient shard.
*/
std::unique_ptr<Pipeline, PipelineDeleter> createAggForCollectionCloning(
const boost::intrusive_ptr<ExpressionContext>& expCtx,
const ShardKeyPattern& newShardKeyPattern,
const NamespaceString& sourceNss,
const ShardId& recipientShard);
} // namespace mongo
|
