diff options
Diffstat (limited to 'jstests/replsets/step_down_on_secondary.js')
| -rw-r--r-- | jstests/replsets/step_down_on_secondary.js | 228 |
1 files changed, 114 insertions, 114 deletions
diff --git a/jstests/replsets/step_down_on_secondary.js b/jstests/replsets/step_down_on_secondary.js index 5563d4a1e23..d4a90d48ca3 100644 --- a/jstests/replsets/step_down_on_secondary.js +++ b/jstests/replsets/step_down_on_secondary.js @@ -13,119 +13,119 @@ */ (function() { - "use strict"; - load('jstests/libs/parallelTester.js'); - load("jstests/libs/curop_helpers.js"); // for waitForCurOpByFailPoint(). - load("jstests/core/txns/libs/prepare_helpers.js"); - load("jstests/libs/check_log.js"); - - const dbName = "test"; - const collName = "coll"; - - const rst = new ReplSetTest({nodes: [{}, {rsConfig: {priority: 0}}]}); - rst.startSet(); - rst.initiate(); - - const primary = rst.getPrimary(); - const primaryDB = primary.getDB(dbName); - const primaryColl = primaryDB[collName]; - const collNss = primaryColl.getFullName(); - const secondary = rst.getSecondary(); - - TestData.dbName = dbName; - TestData.collName = collName; - TestData.collNss = collNss; - - jsTestLog("Do a document write"); - assert.commandWorked(primaryColl.insert({_id: 0}, {"writeConcern": {"w": "majority"}})); - rst.awaitReplication(); - - jsTestLog("Hang primary on step down"); - const joinStepDownThread = startParallelShell(() => { - assert.commandWorked(db.adminCommand( - {configureFailPoint: "stepdownHangBeforeRSTLEnqueue", mode: "alwaysOn"})); - - const freezeSecs = 24 * 60 * 60; // 24 hours - assert.commandFailedWithCode( - db.adminCommand({"replSetStepDown": freezeSecs, "force": true}), ErrorCodes.NotMaster); - }, primary.port); - - waitForCurOpByFailPointNoNS(primaryDB, "stepdownHangBeforeRSTLEnqueue"); - - jsTestLog("Force reconfig to swap the electable node"); - const newConfig = rst.getReplSetConfigFromNode(); - const oldPrimaryId = rst.getNodeId(primary); - const newPrimaryId = rst.getNodeId(secondary); - newConfig.members[newPrimaryId].priority = 1; - newConfig.members[oldPrimaryId].priority = 0; - newConfig.version++; - assert.commandWorked(secondary.adminCommand({"replSetReconfig": newConfig, force: true})); - - jsTestLog("Step up the new electable node"); - rst.stepUp(secondary); - - jsTestLog("Wait for step up to complete"); - // Wait until the primary successfully steps down via heartbeat reconfig. - rst.waitForState(secondary, ReplSetTest.State.PRIMARY); - rst.waitForState(primary, ReplSetTest.State.SECONDARY); - const newPrimary = rst.getPrimary(); - - jsTestLog("Prepare a transaction on the new primary"); - const session = newPrimary.startSession(); - const sessionDb = session.getDatabase(dbName); - const sessionColl = sessionDb[collName]; - session.startTransaction({writeConcern: {w: "majority"}}); - assert.commandWorked(sessionColl.update({_id: 0}, {$set: {"b": 1}})); - const prepareTimestamp = PrepareHelpers.prepareTransaction(session); - - jsTestLog("Get a cluster time for afterClusterTime reads"); - TestData.clusterTimeAfterPrepare = - assert - .commandWorked(newPrimary.getDB(dbName)[collName].runCommand( - "insert", {documents: [{_id: "clusterTimeAfterPrepare"}]})) - .operationTime; - - jsTestLog("Do a read that hits a prepare conflict on the old primary"); +"use strict"; +load('jstests/libs/parallelTester.js'); +load("jstests/libs/curop_helpers.js"); // for waitForCurOpByFailPoint(). +load("jstests/core/txns/libs/prepare_helpers.js"); +load("jstests/libs/check_log.js"); + +const dbName = "test"; +const collName = "coll"; + +const rst = new ReplSetTest({nodes: [{}, {rsConfig: {priority: 0}}]}); +rst.startSet(); +rst.initiate(); + +const primary = rst.getPrimary(); +const primaryDB = primary.getDB(dbName); +const primaryColl = primaryDB[collName]; +const collNss = primaryColl.getFullName(); +const secondary = rst.getSecondary(); + +TestData.dbName = dbName; +TestData.collName = collName; +TestData.collNss = collNss; + +jsTestLog("Do a document write"); +assert.commandWorked(primaryColl.insert({_id: 0}, {"writeConcern": {"w": "majority"}})); +rst.awaitReplication(); + +jsTestLog("Hang primary on step down"); +const joinStepDownThread = startParallelShell(() => { assert.commandWorked( - primary.adminCommand({configureFailPoint: "WTPrintPrepareConflictLog", mode: "alwaysOn"})); - - const joinReadThread = startParallelShell(() => { - db.getMongo().setSlaveOk(true); - oldPrimaryDB = db.getSiblingDB(TestData.dbName); - - assert.commandFailedWithCode(oldPrimaryDB.runCommand({ - find: TestData.collName, - filter: {_id: 0}, - readConcern: {level: "local", afterClusterTime: TestData.clusterTimeAfterPrepare}, - }), - ErrorCodes.InterruptedDueToReplStateChange); - }, primary.port); - - jsTestLog("Wait to hit a prepare conflict"); - checkLog.contains(primary, "WTPrintPrepareConflictLog fail point enabled"); - - jsTestLog("Allow step down to complete"); - assert.commandWorked( - primary.adminCommand({configureFailPoint: "stepdownHangBeforeRSTLEnqueue", mode: "off"})); - - jsTestLog("Wait for step down to start killing operations"); - checkLog.contains(primary, "Starting to kill user operations"); - - jsTestLog("Commit the prepared transaction"); - assert.commandWorked(PrepareHelpers.commitTransaction(session, prepareTimestamp)); - - jsTestLog("Join parallel shells"); - joinStepDownThread(); - joinReadThread(); - - // Validate that the read operation got killed during step down. - const replMetrics = assert.commandWorked(primary.adminCommand({serverStatus: 1})).metrics.repl; - assert.eq(replMetrics.stepDown.userOperationsKilled, 1, replMetrics); - - jsTestLog("Check nodes have correct data"); - assert.docEq(newPrimary.getDB(dbName)[collName].find({_id: 0}).toArray(), [{_id: 0, b: 1}]); - rst.awaitReplication(); - assert.docEq(primary.getDB(dbName)[collName].find({_id: 0}).toArray(), [{_id: 0, b: 1}]); - - rst.stopSet(); + db.adminCommand({configureFailPoint: "stepdownHangBeforeRSTLEnqueue", mode: "alwaysOn"})); + + const freezeSecs = 24 * 60 * 60; // 24 hours + assert.commandFailedWithCode(db.adminCommand({"replSetStepDown": freezeSecs, "force": true}), + ErrorCodes.NotMaster); +}, primary.port); + +waitForCurOpByFailPointNoNS(primaryDB, "stepdownHangBeforeRSTLEnqueue"); + +jsTestLog("Force reconfig to swap the electable node"); +const newConfig = rst.getReplSetConfigFromNode(); +const oldPrimaryId = rst.getNodeId(primary); +const newPrimaryId = rst.getNodeId(secondary); +newConfig.members[newPrimaryId].priority = 1; +newConfig.members[oldPrimaryId].priority = 0; +newConfig.version++; +assert.commandWorked(secondary.adminCommand({"replSetReconfig": newConfig, force: true})); + +jsTestLog("Step up the new electable node"); +rst.stepUp(secondary); + +jsTestLog("Wait for step up to complete"); +// Wait until the primary successfully steps down via heartbeat reconfig. +rst.waitForState(secondary, ReplSetTest.State.PRIMARY); +rst.waitForState(primary, ReplSetTest.State.SECONDARY); +const newPrimary = rst.getPrimary(); + +jsTestLog("Prepare a transaction on the new primary"); +const session = newPrimary.startSession(); +const sessionDb = session.getDatabase(dbName); +const sessionColl = sessionDb[collName]; +session.startTransaction({writeConcern: {w: "majority"}}); +assert.commandWorked(sessionColl.update({_id: 0}, {$set: {"b": 1}})); +const prepareTimestamp = PrepareHelpers.prepareTransaction(session); + +jsTestLog("Get a cluster time for afterClusterTime reads"); +TestData.clusterTimeAfterPrepare = + assert + .commandWorked(newPrimary.getDB(dbName)[collName].runCommand( + "insert", {documents: [{_id: "clusterTimeAfterPrepare"}]})) + .operationTime; + +jsTestLog("Do a read that hits a prepare conflict on the old primary"); +assert.commandWorked( + primary.adminCommand({configureFailPoint: "WTPrintPrepareConflictLog", mode: "alwaysOn"})); + +const joinReadThread = startParallelShell(() => { + db.getMongo().setSlaveOk(true); + oldPrimaryDB = db.getSiblingDB(TestData.dbName); + + assert.commandFailedWithCode(oldPrimaryDB.runCommand({ + find: TestData.collName, + filter: {_id: 0}, + readConcern: {level: "local", afterClusterTime: TestData.clusterTimeAfterPrepare}, + }), + ErrorCodes.InterruptedDueToReplStateChange); +}, primary.port); + +jsTestLog("Wait to hit a prepare conflict"); +checkLog.contains(primary, "WTPrintPrepareConflictLog fail point enabled"); + +jsTestLog("Allow step down to complete"); +assert.commandWorked( + primary.adminCommand({configureFailPoint: "stepdownHangBeforeRSTLEnqueue", mode: "off"})); + +jsTestLog("Wait for step down to start killing operations"); +checkLog.contains(primary, "Starting to kill user operations"); + +jsTestLog("Commit the prepared transaction"); +assert.commandWorked(PrepareHelpers.commitTransaction(session, prepareTimestamp)); + +jsTestLog("Join parallel shells"); +joinStepDownThread(); +joinReadThread(); + +// Validate that the read operation got killed during step down. +const replMetrics = assert.commandWorked(primary.adminCommand({serverStatus: 1})).metrics.repl; +assert.eq(replMetrics.stepDown.userOperationsKilled, 1, replMetrics); + +jsTestLog("Check nodes have correct data"); +assert.docEq(newPrimary.getDB(dbName)[collName].find({_id: 0}).toArray(), [{_id: 0, b: 1}]); +rst.awaitReplication(); +assert.docEq(primary.getDB(dbName)[collName].find({_id: 0}).toArray(), [{_id: 0, b: 1}]); + +rst.stopSet(); })(); |