diff options
Diffstat (limited to 'jstests/sharding/prefix_shard_key.js')
| -rw-r--r-- | jstests/sharding/prefix_shard_key.js | 201 |
1 files changed, 107 insertions, 94 deletions
diff --git a/jstests/sharding/prefix_shard_key.js b/jstests/sharding/prefix_shard_key.js index 6e906add822..8ac414113df 100644 --- a/jstests/sharding/prefix_shard_key.js +++ b/jstests/sharding/prefix_shard_key.js @@ -7,16 +7,16 @@ // Insert docs with same val for 'skey' but different vals for 'extra'. // Move chunks around and check that [min,max) chunk boundaries are properly obeyed. -var s = new ShardingTest({ name : jsTestName(), shards : 2 }); +var s = new ShardingTest({name: jsTestName(), shards: 2}); -var db = s.getDB( "test" ); -var admin = s.getDB( "admin" ); -var config = s.getDB( "config" ); +var db = s.getDB("test"); +var admin = s.getDB("admin"); +var config = s.getDB("config"); var shards = config.shards.find().toArray(); -var shard0 = new Mongo( shards[0].host ); -var shard1 = new Mongo( shards[1].host ); +var shard0 = new Mongo(shards[0].host); +var shard1 = new Mongo(shards[1].host); -s.adminCommand( { enablesharding : "test" } ); +s.adminCommand({enablesharding: "test"}); s.ensurePrimaryShard('test', 'shard0001'); //******************Part 1******************** @@ -24,67 +24,75 @@ s.ensurePrimaryShard('test', 'shard0001'); var coll = db.foo; var longStr = 'a'; -while ( longStr.length < 1024 * 128 ) { longStr += longStr; } +while (longStr.length < 1024 * 128) { + longStr += longStr; +} var bulk = coll.initializeUnorderedBulkOp(); -for( i=0 ; i<100; i++){ - bulk.insert({ num: i, str: longStr }); - bulk.insert({ num: i+100, x: i, str: longStr }); +for (i = 0; i < 100; i++) { + bulk.insert({num: i, str: longStr}); + bulk.insert({num: i + 100, x: i, str: longStr}); } assert.writeOK(bulk.execute()); -//no usable index yet, should throw -assert.throws( function(){ s.adminCommand( { shardCollection : coll.getFullName(), key : { num : 1 } } ); } ); +// no usable index yet, should throw +assert.throws(function() { + s.adminCommand({shardCollection: coll.getFullName(), key: {num: 1}}); +}); -//create usable index -assert.commandWorked(coll.ensureIndex({ num: 1, x: 1 })); +// create usable index +assert.commandWorked(coll.ensureIndex({num: 1, x: 1})); -//usable index, but doc with empty 'num' value, so still should throw -assert.writeOK(coll.insert({ x: -5 })); -assert.throws( function(){ s.adminCommand( { shardCollection : coll.getFullName(), key : { num : 1 } } ); } ); +// usable index, but doc with empty 'num' value, so still should throw +assert.writeOK(coll.insert({x: -5})); +assert.throws(function() { + s.adminCommand({shardCollection: coll.getFullName(), key: {num: 1}}); +}); -//remove the bad doc. now should finally succeed -assert.writeOK(coll.remove({ x: -5 })); -var result1 = admin.runCommand( { shardCollection : coll.getFullName(), key : { num : 1 } } ); -printjson( result1 ); -assert.eq( 1, result1.ok , "sharding didn't succeed"); +// remove the bad doc. now should finally succeed +assert.writeOK(coll.remove({x: -5})); +var result1 = admin.runCommand({shardCollection: coll.getFullName(), key: {num: 1}}); +printjson(result1); +assert.eq(1, result1.ok, "sharding didn't succeed"); -//make sure extra index is not created -assert.eq( 2, coll.getIndexes().length ); +// make sure extra index is not created +assert.eq(2, coll.getIndexes().length); // make sure balancing happens -s.awaitBalance( coll.getName(), db.getName() ); +s.awaitBalance(coll.getName(), db.getName()); // Make sure our initial balance cleanup doesn't interfere with later migrations. -assert.soon( function(){ - print( "Waiting for migration cleanup to occur..." ); +assert.soon(function() { + print("Waiting for migration cleanup to occur..."); return coll.count() == coll.find().itcount(); }); s.stopBalancer(); -//test splitting -var result2 = admin.runCommand( { split : coll.getFullName() , middle : { num : 50 } } ); -printjson( result2 ); -assert.eq( 1, result2.ok , "splitting didn't succeed"); - -//test moving -var result3 = admin.runCommand({ movechunk: coll.getFullName(), - find: { num: 20 }, - to: s.getOther(s.getPrimaryShard("test")).name, - _waitForDelete: true }); -printjson( result3 ); -assert.eq( 1, result3.ok , "moveChunk didn't succeed"); - +// test splitting +var result2 = admin.runCommand({split: coll.getFullName(), middle: {num: 50}}); +printjson(result2); +assert.eq(1, result2.ok, "splitting didn't succeed"); + +// test moving +var result3 = admin.runCommand({ + movechunk: coll.getFullName(), + find: {num: 20}, + to: s.getOther(s.getPrimaryShard("test")).name, + _waitForDelete: true +}); +printjson(result3); +assert.eq(1, result3.ok, "moveChunk didn't succeed"); //******************Part 2******************** // Migrations and splits will still work on a sharded collection that only has multi key // index. -db.user.ensureIndex({ num: 1, x: 1 }); -db.adminCommand({ shardCollection: 'test.user', key: { num: 1 }}); +db.user.ensureIndex({num: 1, x: 1}); +db.adminCommand({shardCollection: 'test.user', key: {num: 1}}); var indexCount = db.user.getIndexes().length; -assert.eq(2, indexCount, // indexes for _id_ and num_1_x_1 +assert.eq(2, + indexCount, // indexes for _id_ and num_1_x_1 'index count not expected: ' + tojson(db.user.getIndexes())); var array = []; @@ -93,37 +101,45 @@ for (var item = 0; item < 50; item++) { } for (var docs = 0; docs < 1000; docs++) { - db.user.insert({ num: docs, x: array }); + db.user.insert({num: docs, x: array}); } assert.eq(1000, db.user.find().itcount()); -var result4 = admin.runCommand({ movechunk: 'test.user', find: { num: 70 }, - to: s.getOther(s.getPrimaryShard("test")).name, _waitForDelete: true }); +var result4 = admin.runCommand({ + movechunk: 'test.user', + find: {num: 70}, + to: s.getOther(s.getPrimaryShard("test")).name, + _waitForDelete: true +}); assert.commandWorked(result4); -var expectedShardCount = { shard0000: 0, shard0001: 0 }; -config.chunks.find({ ns: 'test.user' }).forEach(function(chunkDoc) { - var min = chunkDoc.min.num; - var max = chunkDoc.max.num; - - if (min < 0 || min == MinKey) { - min = 0; - } +var expectedShardCount = { + shard0000: 0, + shard0001: 0 +}; +config.chunks.find({ns: 'test.user'}) + .forEach(function(chunkDoc) { + var min = chunkDoc.min.num; + var max = chunkDoc.max.num; + + if (min < 0 || min == MinKey) { + min = 0; + } - if (max > 1000 || max == MaxKey) { - max = 1000; - } + if (max > 1000 || max == MaxKey) { + max = 1000; + } - if (max > 0) { - expectedShardCount[chunkDoc.shard] += (max - min); - } -}); + if (max > 0) { + expectedShardCount[chunkDoc.shard] += (max - min); + } + }); assert.eq(expectedShardCount['shard0000'], shard0.getDB('test').user.find().count()); assert.eq(expectedShardCount['shard0001'], shard1.getDB('test').user.find().count()); -result4 = admin.runCommand({ split: 'test.user', middle: { num: 70 }}); +result4 = admin.runCommand({split: 'test.user', middle: {num: 70}}); assert.commandWorked(result4); assert.eq(expectedShardCount['shard0000'], shard0.getDB('test').user.find().count()); @@ -134,62 +150,59 @@ assert.eq(expectedShardCount['shard0001'], shard1.getDB('test').user.find().coun // Check chunk boundaries obeyed when using prefix shard key. // This test repeats with shard key as the prefix of different longer indices. -for( i=0; i < 3; i++ ){ - +for (i = 0; i < 3; i++) { // setup new collection on shard0 var coll2 = db.foo2; coll2.drop(); - if ( s.getPrimaryShardIdForDatabase( coll2.getDB() ) != shards[0]._id ) { - var moveRes = admin.runCommand( { movePrimary : coll2.getDB() + "", to : shards[0]._id } ); - assert.eq( moveRes.ok , 1 , "primary not moved correctly" ); + if (s.getPrimaryShardIdForDatabase(coll2.getDB()) != shards[0]._id) { + var moveRes = admin.runCommand({movePrimary: coll2.getDB() + "", to: shards[0]._id}); + assert.eq(moveRes.ok, 1, "primary not moved correctly"); } // declare a longer index - if ( i == 0 ) { - assert.commandWorked( coll2.ensureIndex( { skey : 1, extra : 1 } )); - } - else if ( i == 1 ) { - assert.commandWorked( coll2.ensureIndex( { skey : 1, extra : -1 } )); - } - else if ( i == 2 ) { - assert.commandWorked( coll2.ensureIndex( { skey : 1, extra : 1 , superfluous : -1 } )); + if (i == 0) { + assert.commandWorked(coll2.ensureIndex({skey: 1, extra: 1})); + } else if (i == 1) { + assert.commandWorked(coll2.ensureIndex({skey: 1, extra: -1})); + } else if (i == 2) { + assert.commandWorked(coll2.ensureIndex({skey: 1, extra: 1, superfluous: -1})); } // then shard collection on prefix - var shardRes = admin.runCommand( { shardCollection : coll2 + "", key : { skey : 1 } } ); - assert.eq( shardRes.ok , 1 , "collection not sharded" ); + var shardRes = admin.runCommand({shardCollection: coll2 + "", key: {skey: 1}}); + assert.eq(shardRes.ok, 1, "collection not sharded"); // insert docs with same value for skey bulk = coll2.initializeUnorderedBulkOp(); - for( var i = 0; i < 5; i++ ){ - for( var j = 0; j < 5; j++ ){ - bulk.insert( { skey : 0, extra : i , superfluous : j } ); + for (var i = 0; i < 5; i++) { + for (var j = 0; j < 5; j++) { + bulk.insert({skey: 0, extra: i, superfluous: j}); } } - assert.writeOK( bulk.execute() ); + assert.writeOK(bulk.execute()); // split on that key, and check it makes 2 chunks - var splitRes = admin.runCommand( { split : coll2 + "", middle : { skey : 0 } } ); - assert.eq( splitRes.ok , 1 , "split didn't work" ); - assert.eq( config.chunks.find( { ns : coll2.getFullName() } ).count() , 2 ); + var splitRes = admin.runCommand({split: coll2 + "", middle: {skey: 0}}); + assert.eq(splitRes.ok, 1, "split didn't work"); + assert.eq(config.chunks.find({ns: coll2.getFullName()}).count(), 2); // movechunk should move ALL docs since they have same value for skey - moveRes = admin.runCommand({ moveChunk: coll2 + "", find: { skey: 0 }, - to: shards[1]._id, _waitForDelete: true }); - assert.eq( moveRes.ok , 1 , "movechunk didn't work" ); + moveRes = admin.runCommand( + {moveChunk: coll2 + "", find: {skey: 0}, to: shards[1]._id, _waitForDelete: true}); + assert.eq(moveRes.ok, 1, "movechunk didn't work"); // Make sure our migration eventually goes through before testing individual shards - assert.soon( function(){ - print( "Waiting for migration cleanup to occur..." ); + assert.soon(function() { + print("Waiting for migration cleanup to occur..."); return coll2.count() == coll2.find().itcount(); }); - + // check no orphaned docs on the shards - assert.eq( 0 , shard0.getCollection( coll2 + "" ).find().itcount() ); - assert.eq( 25 , shard1.getCollection( coll2 + "" ).find().itcount() ); + assert.eq(0, shard0.getCollection(coll2 + "").find().itcount()); + assert.eq(25, shard1.getCollection(coll2 + "").find().itcount()); // and check total - assert.eq( 25 , coll2.find().itcount() , "bad total number of docs after move" ); + assert.eq(25, coll2.find().itcount(), "bad total number of docs after move"); s.printShardingStatus(); } |