1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
// A dummy replicator that copies collections from one cluster to another,
// with the ability to filter specific collections to clone.
(function() {
'use strict';
load("jstests/libs/cluster_to_cluster_util.js");
load('jstests/libs/discover_topology.js');
// Copy the collection from one cluster to another.
function copyCollection(c0Conn, c1Conn, c0Topology, c1Topology, dbName, collInfo) {
const collName = collInfo.name;
jsTestLog(`Copying collection: ${dbName}.${collName}, ${tojson(collInfo)}`);
// Create collection or view with the same option as in the source cluster.
assert.commandWorked(c1Conn.getDB(dbName).createCollection(
collName, Object.extend(collInfo.options, {writeConcern: {w: "majority"}})));
// Skip all following operations if this is not of type collection (i.e. a view).
if (collInfo.type !== "collection") {
return;
}
// Create indexes on the destination collection except for _id index.
const c0Coll = c0Conn.getDB(dbName).getCollection(collName);
const c1Coll = c1Conn.getDB(dbName).getCollection(collName);
for (const index of c0Coll.getIndexes()) {
if (!index.key._id) {
let options = Object.assign({}, index);
delete options.v;
delete options.key;
assert.commandWorked(c1Coll.createIndex(index.key, options));
}
}
// Retrieve shard key information from the source cluster and shard the
// collection on the destination cluster.
if (c0Topology.type === Topology.kShardedCluster &&
c1Topology.type === Topology.kShardedCluster) {
const shardKeyInfo = ClusterToClusterUtil.getShardKeyInfo(c0Conn, dbName, collName);
// Skip if the collection is not sharded.
if (shardKeyInfo) {
assert.commandWorked(c1Conn.adminCommand({enableSharding: dbName}));
assert.commandWorked(c1Conn.adminCommand({
shardCollection: `${dbName}.${collName}`,
key: shardKeyInfo.key,
unique: shardKeyInfo.unique
}));
}
}
// Read and copy all collection data.
const findRes = c0Coll.find({}).sort({_id: 1}).toArray();
assert.commandWorked(c1Coll.insert(findRes));
}
// Create connections to both clusters, the connection string can represent a replica set
// primary in case of a replicaSet fixture or a mongos in case of a sharded cluster.
const c0Conn = new Mongo(TestData.cluster0ConnectionString);
const c1Conn = new Mongo(TestData.cluster1ConnectionString);
const c0Topology = DiscoverTopology.findConnectedNodes(c0Conn);
const c1Topology = DiscoverTopology.findConnectedNodes(c1Conn);
// Get the filtered collections and do copy.
const collInfoMap = ClusterToClusterUtil.getCollectionsToCopy(
c0Conn, TestData.includeNamespaces, TestData.excludeNamespaces);
for (const [dbName, collInfos] of Object.entries(collInfoMap)) {
jsTestLog(`Copying database: ${dbName}`);
for (const collInfo of collInfos) {
copyCollection(c0Conn, c1Conn, c0Topology, c1Topology, dbName, collInfo);
}
}
})();
|
