/** * Copyright (C) 2018-present MongoDB, Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the Server Side Public License, version 1, * as published by MongoDB, Inc. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * Server Side Public License for more details. * * You should have received a copy of the Server Side Public License * along with this program. If not, see * . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the Server Side Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #include "mongo/platform/basic.h" #include "mongo/db/repl/rollback_test_fixture.h" #include #include #include "mongo/db/catalog/database_holder.h" #include "mongo/db/client.h" #include "mongo/db/db_raii.h" #include "mongo/db/op_observer/op_observer_noop.h" #include "mongo/db/op_observer/op_observer_registry.h" #include "mongo/db/read_write_concern_defaults_cache_lookup_mock.h" #include "mongo/db/repl/oplog.h" #include "mongo/db/repl/replication_consistency_markers_mock.h" #include "mongo/db/repl/replication_coordinator.h" #include "mongo/db/repl/replication_coordinator_mock.h" #include "mongo/db/repl/replication_process.h" #include "mongo/db/repl/replication_recovery.h" #include "mongo/db/repl/rs_rollback.h" #include "mongo/unittest/log_test.h" #include "mongo/util/str.h" namespace mongo { namespace repl { namespace { /** * Creates ReplSettings for ReplicationCoordinatorRollbackMock. */ ReplSettings createReplSettings() { ReplSettings settings; settings.setOplogSizeBytes(5 * 1024 * 1024); settings.setReplSetString("mySet/node1:12345"); return settings; } class RollbackTestOpObserver : public OpObserverNoop { public: using OpObserver::onDropCollection; repl::OpTime onDropCollection(OperationContext* opCtx, const NamespaceString& collectionName, const UUID& uuid, std::uint64_t numRecords, const CollectionDropType dropType) override { // If the oplog is not disabled for this namespace, then we need to reserve an op time for // the drop. if (!repl::ReplicationCoordinator::get(opCtx)->isOplogDisabledFor(opCtx, collectionName)) { OpObserver::Times::get(opCtx).reservedOpTimes.push_back(dropOpTime); } return {}; } const repl::OpTime dropOpTime = {Timestamp(Seconds(100), 1U), 1LL}; }; } // namespace void RollbackTest::setUp() { ServiceContextMongoDTest::setUp(); _storageInterface = new StorageInterfaceRollback(); auto serviceContext = getServiceContext(); auto consistencyMarkers = std::make_unique(); auto recovery = std::make_unique(_storageInterface, consistencyMarkers.get()); _replicationProcess = std::make_unique( _storageInterface, std::move(consistencyMarkers), std::move(recovery)); _dropPendingCollectionReaper = new DropPendingCollectionReaper(_storageInterface); DropPendingCollectionReaper::set( serviceContext, std::unique_ptr(_dropPendingCollectionReaper)); StorageInterface::set(serviceContext, std::unique_ptr(_storageInterface)); _coordinator = new ReplicationCoordinatorRollbackMock(serviceContext); ReplicationCoordinator::set(serviceContext, std::unique_ptr(_coordinator)); _opCtx = makeOperationContext(); _replicationProcess->getConsistencyMarkers()->clearAppliedThrough(_opCtx.get()); _replicationProcess->getConsistencyMarkers()->setMinValid(_opCtx.get(), OpTime{}); _replicationProcess->initializeRollbackID(_opCtx.get()).transitional_ignore(); auto observerRegistry = checked_cast(serviceContext->getOpObserver()); observerRegistry->addObserver(std::make_unique()); ReadWriteConcernDefaults::create(serviceContext, _lookupMock.getFetchDefaultsFn()); } RollbackTest::ReplicationCoordinatorRollbackMock::ReplicationCoordinatorRollbackMock( ServiceContext* service) : ReplicationCoordinatorMock(service, createReplSettings()) {} void RollbackTest::ReplicationCoordinatorRollbackMock::failSettingFollowerMode( const MemberState& transitionToFail, ErrorCodes::Error codeToFailWith) { _failSetFollowerModeOnThisMemberState = transitionToFail; _failSetFollowerModeWithThisCode = codeToFailWith; } Status RollbackTest::ReplicationCoordinatorRollbackMock::setFollowerMode( const MemberState& newState) { if (newState == _failSetFollowerModeOnThisMemberState) { return Status(_failSetFollowerModeWithThisCode, str::stream() << "ReplicationCoordinatorRollbackMock set to fail on setting state to " << _failSetFollowerModeOnThisMemberState.toString()); } return ReplicationCoordinatorMock::setFollowerMode(newState); } Status RollbackTest::ReplicationCoordinatorRollbackMock::setFollowerModeRollback( OperationContext* opCtx) { return setFollowerMode(MemberState::RS_ROLLBACK); } std::pair RollbackTest::makeCRUDOp(OpTypeEnum opType, Timestamp ts, UUID uuid, StringData nss, BSONObj o, boost::optional o2, int recordId) { invariant(opType != OpTypeEnum::kCommand); BSONObjBuilder bob; bob.append("ts", ts); bob.append("op", OpType_serializer(opType)); uuid.appendToBuilder(&bob, "ui"); bob.append("ns", nss); bob.append("o", o); if (o2) { bob.append("o2", *o2); } bob.append("wall", Date_t()); return std::make_pair(bob.obj(), RecordId(recordId)); } std::pair RollbackTest::makeCommandOp(Timestamp ts, const boost::optional& uuid, StringData nss, BSONObj cmdObj, int recordId, boost::optional o2) { BSONObjBuilder bob; bob.append("ts", ts); bob.append("op", "c"); if (uuid) { // Not all ops have UUID fields. uuid.value().appendToBuilder(&bob, "ui"); } bob.append("ns", nss); bob.append("o", cmdObj); if (o2) { bob.append("o2", *o2); } bob.append("wall", Date_t()); return std::make_pair(bob.obj(), RecordId(recordId)); } std::pair RollbackTest::makeCommandOpForApplyOps(boost::optional uuid, StringData nss, BSONObj cmdObj, int recordId, boost::optional o2) { BSONObjBuilder bob; bob.append("op", "c"); if (uuid) { // Not all ops have UUID fields. uuid.value().appendToBuilder(&bob, "ui"); } bob.append("ns", nss); bob.append("o", cmdObj); if (o2) { bob.append("o2", *o2); } return std::make_pair(bob.obj(), RecordId(recordId)); } Collection* RollbackTest::_createCollection(OperationContext* opCtx, const NamespaceString& nss, const CollectionOptions& options) { Lock::DBLock dbLock(opCtx, nss.dbName(), MODE_X); mongo::WriteUnitOfWork wuow(opCtx); auto databaseHolder = DatabaseHolder::get(opCtx); auto db = databaseHolder->openDb(opCtx, nss.dbName()); ASSERT_TRUE(db); db->dropCollection(opCtx, nss).transitional_ignore(); auto coll = db->createCollection(opCtx, nss, options); ASSERT_TRUE(coll); wuow.commit(); return coll; } Collection* RollbackTest::_createCollection(OperationContext* opCtx, const std::string& nss, const CollectionOptions& options) { return _createCollection(opCtx, NamespaceString(nss), options); } void RollbackTest::_insertDocument(OperationContext* opCtx, const NamespaceString& nss, const BSONObj& doc) { auto insertDoc = [opCtx, &doc](const CollectionPtr& collection) { WriteUnitOfWork wuow(opCtx); OpDebug* const opDebug = nullptr; ASSERT_OK(collection->insertDocument(opCtx, InsertStatement(doc), opDebug)); wuow.commit(); }; AutoGetCollection collection(opCtx, nss, MODE_X); if (collection) { insertDoc(collection.getCollection()); } else { CollectionOptions options; options.uuid = UUID::gen(); insertDoc(_createCollection(opCtx, nss, options)); } } Status RollbackTest::_insertOplogEntry(const BSONObj& doc) { TimestampedBSONObj obj; obj.obj = doc; _storageInterface->oplogDiskLocRegister(_opCtx.get(), doc["ts"].timestamp(), true); return _storageInterface->insertDocument( _opCtx.get(), NamespaceString::kRsOplogNamespace, obj, 0); } RollbackSourceMock::RollbackSourceMock(std::unique_ptr oplog) : _oplog(std::move(oplog)) {} const OplogInterface& RollbackSourceMock::getOplog() const { return *_oplog; } const HostAndPort& RollbackSourceMock::getSource() const { return _source; } int RollbackSourceMock::getRollbackId() const { return 0; } BSONObj RollbackSourceMock::getLastOperation() const { auto iter = _oplog->makeIterator(); auto result = iter->next(); ASSERT_OK(result.getStatus()); return result.getValue().first; } BSONObj RollbackSourceMock::findOne(const NamespaceString& nss, const BSONObj& filter) const { return BSONObj(); } std::pair RollbackSourceMock::findOneByUUID(const std::string& db, UUID uuid, const BSONObj& filter) const { return {BSONObj(), NamespaceString()}; } StatusWith RollbackSourceMock::getCollectionInfo(const NamespaceString& nss) const { return BSON("name" << nss.ns() << "options" << BSONObj()); } StatusWith RollbackSourceMock::getCollectionInfoByUUID(const std::string& db, const UUID& uuid) const { return BSON("options" << BSONObj() << "info" << BSON("uuid" << uuid)); } } // namespace repl } // namespace mongo