1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
|
// config.h
/**
* Copyright (C) 2008 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
* As a special exception, the copyright holders give permission to link the
* code of portions of this program with the OpenSSL library under certain
* conditions as described in each individual source file and distribute
* linked combinations including the program with the OpenSSL library. You
* must comply with the GNU Affero General Public License in all respects
* for all of the code used other than as permitted herein. If you modify
* file(s) with this exception, you may extend this exception to your
* version of the file(s), but you are not obligated to do so. If you do not
* wish to do so, delete this exception statement from your version. If you
* delete this exception statement from all source files in the program,
* then also delete it in the license file.
*/
/* This file is things related to the "grid configuration":
- what machines make up the db component of our cloud
- where various ranges of things live
*/
#pragma once
#include "mongo/client/dbclient_rs.h"
#include "mongo/s/chunk.h"
#include "mongo/s/shard.h"
#include "mongo/s/shardkey.h"
namespace mongo {
class ConfigServer;
class DBConfig;
typedef boost::shared_ptr<DBConfig> DBConfigPtr;
extern DBConfigPtr configServerPtr;
extern ConfigServer& configServer;
/**
* top level configuration for a database
*/
class DBConfig {
struct CollectionInfo {
CollectionInfo() {
_dirty = false;
_dropped = false;
}
CollectionInfo( const BSONObj& in );
bool isSharded() const {
return _cm.get();
}
ChunkManagerPtr getCM() const {
return _cm;
}
void resetCM( ChunkManager * cm ) {
verify(cm);
verify(_cm); // this has to be already sharded
_cm.reset( cm );
}
void shard( ChunkManager* cm );
void unshard();
bool isDirty() const { return _dirty; }
bool wasDropped() const { return _dropped; }
void save( const string& ns );
bool unique() const { return _unqiue; }
BSONObj key() const { return _key; }
private:
BSONObj _key;
bool _unqiue;
ChunkManagerPtr _cm;
bool _dirty;
bool _dropped;
};
typedef map<string,CollectionInfo> Collections;
public:
DBConfig( string name )
: _name( name ) ,
_primary("config","") ,
_shardingEnabled(false),
_lock("DBConfig") ,
_hitConfigServerLock( "DBConfig::_hitConfigServerLock" ) {
verify( name.size() );
}
virtual ~DBConfig() {}
string getName() const { return _name; };
/**
* @return if anything in this db is partitioned or not
*/
bool isShardingEnabled() {
return _shardingEnabled;
}
void enableSharding( bool save = true );
/* Makes all the configuration changes necessary to shard a new collection.
* Optionally, chunks will be created based on a set of specified initial split points, and
* distributed in a round-robin fashion onto a set of initial shards. If no initial shards
* are specified, only the primary will be used.
*
* WARNING: It's not safe to place initial chunks onto non-primary shards using this method.
* The initShards parameter allows legacy behavior expected by map-reduce.
*/
ChunkManagerPtr shardCollection( const string& ns ,
ShardKeyPattern fieldsAndOrder ,
bool unique ,
vector<BSONObj>* initPoints = 0,
vector<Shard>* initShards = 0 );
/**
@return true if there was sharding info to remove
*/
bool removeSharding( const string& ns );
/**
* @return whether or not the 'ns' collection is partitioned
*/
bool isSharded( const string& ns );
// Atomically returns *either* the chunk manager *or* the primary shard for the collection,
// neither if the collection doesn't exist.
void getChunkManagerOrPrimary( const string& ns, ChunkManagerPtr& manager, ShardPtr& primary );
ChunkManagerPtr getChunkManager( const string& ns , bool reload = false, bool forceReload = false );
ChunkManagerPtr getChunkManagerIfExists( const string& ns , bool reload = false, bool forceReload = false );
const Shard& getShard( const string& ns );
/**
* @return the correct for shard for the ns
* if the namespace is sharded, will return NULL
*/
ShardPtr getShardIfExists( const string& ns );
const Shard& getPrimary() const {
uassert( 8041 , (string)"no primary shard configured for db: " + _name , _primary.ok() );
return _primary;
}
void setPrimary( const std::string& s );
bool load();
bool reload();
bool dropDatabase( string& errmsg );
// model stuff
// lockless loading
void serialize(BSONObjBuilder& to);
void unserialize(const BSONObj& from);
void getAllShards(set<Shard>& shards) const;
void getAllShardedCollections(set<string>& namespaces) const;
protected:
/**
lockless
*/
bool _isSharded( const string& ns );
bool _dropShardedCollections( int& num, set<Shard>& allServers , string& errmsg );
bool _load();
bool _reload();
void _save( bool db = true, bool coll = true );
string _name; // e.g. "alleyinsider"
Shard _primary; // e.g. localhost , mongo.foo.com:9999
bool _shardingEnabled;
//map<string,CollectionInfo> _sharded; // { "alleyinsider.blog.posts" : { ts : 1 } , ... ] - all ns that are sharded
//map<string,ChunkManagerPtr> _shards; // this will only have entries for things that have been looked at
Collections _collections;
mutable mongo::mutex _lock; // TODO: change to r/w lock ??
mutable mongo::mutex _hitConfigServerLock;
};
class ConfigServer : public DBConfig {
public:
ConfigServer();
~ConfigServer();
bool ok( bool checkConsistency = false );
virtual string modelServer() {
uassert( 10190 , "ConfigServer not setup" , _primary.ok() );
return _primary.getConnString();
}
/**
call at startup, this will initiate connection to the grid db
*/
bool init( vector<string> configHosts );
bool init( const std::string& s );
/**
* Check hosts are unique. Returns true if all configHosts
* hostname:port entries are unique. Otherwise return false
* and fill errmsg with message containing the offending server.
*/
bool checkHostsAreUnique( const vector<string>& configHosts, string* errmsg );
bool allUp();
bool allUp( string& errmsg );
int dbConfigVersion();
int dbConfigVersion( DBClientBase& conn );
void reloadSettings();
/**
* Create a metadata change log entry in the config.changelog collection.
*
* @param what e.g. "split" , "migrate"
* @param ns to which collection the metadata change is being applied
* @param msg additional info about the metadata change
*
* This call is guaranteed never to throw.
*/
void logChange( const string& what , const string& ns , const BSONObj& detail = BSONObj() );
ConnectionString getConnectionString() const {
return ConnectionString( _primary.getConnString() , ConnectionString::SYNC );
}
void replicaSetChange(const string& setName, const string& newConnectionString);
static int VERSION;
/**
* check to see if all config servers have the same state
* will try tries time to make sure not catching in a bad state
*/
bool checkConfigServersConsistent( string& errmsg , int tries = 4 ) const;
private:
string getHost( const std::string& name , bool withPort );
vector<string> _config;
};
} // namespace mongo
|