/** * Copyright (C) 2018-present MongoDB, Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the Server Side Public License, version 1, * as published by MongoDB, Inc. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * Server Side Public License for more details. * * You should have received a copy of the Server Side Public License * along with this program. If not, see * . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the Server Side Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #define MONGO_LOG_DEFAULT_COMPONENT ::mongo::logger::LogComponent::kCommand #include "mongo/platform/basic.h" #include "mongo/db/catalog/drop_collection.h" #include "mongo/db/background.h" #include "mongo/db/catalog/index_catalog.h" #include "mongo/db/catalog/uncommitted_collections.h" #include "mongo/db/client.h" #include "mongo/db/concurrency/write_conflict_exception.h" #include "mongo/db/curop.h" #include "mongo/db/db_raii.h" #include "mongo/db/index_builds_coordinator.h" #include "mongo/db/repl/replication_coordinator.h" #include "mongo/db/server_options.h" #include "mongo/db/service_context.h" #include "mongo/db/views/view_catalog.h" #include "mongo/logv2/log.h" #include "mongo/util/fail_point.h" namespace mongo { MONGO_FAIL_POINT_DEFINE(hangDropCollectionBeforeLockAcquisition); MONGO_FAIL_POINT_DEFINE(hangDuringDropCollection); Status _checkNssAndReplState(OperationContext* opCtx, Collection* coll) { if (!coll) { return Status(ErrorCodes::NamespaceNotFound, "ns not found"); } if (opCtx->writesAreReplicated() && !repl::ReplicationCoordinator::get(opCtx)->canAcceptWritesFor(opCtx, coll->ns())) { return Status(ErrorCodes::NotMaster, str::stream() << "Not primary while dropping collection " << coll->ns()); } return Status::OK(); } Status _dropView(OperationContext* opCtx, Database* db, const NamespaceString& collectionName, BSONObjBuilder& result) { if (!db) { return Status(ErrorCodes::NamespaceNotFound, "ns not found"); } auto view = ViewCatalog::get(db)->lookupWithoutValidatingDurableViews(opCtx, collectionName.ns()); if (!view) { return Status(ErrorCodes::NamespaceNotFound, "ns not found"); } // Validates the view or throws an "invalid view" error. ViewCatalog::get(db)->lookup(opCtx, collectionName.ns()); Lock::CollectionLock collLock(opCtx, collectionName, MODE_IX); // Operations all lock system.views in the end to prevent deadlock. Lock::CollectionLock systemViewsLock(opCtx, db->getSystemViewsName(), MODE_X); if (MONGO_unlikely(hangDuringDropCollection.shouldFail())) { LOGV2(20330, "hangDuringDropCollection fail point enabled. Blocking until fail point is " "disabled."); hangDuringDropCollection.pauseWhileSet(); } AutoStatsTracker statsTracker(opCtx, collectionName, Top::LockType::NotLocked, AutoStatsTracker::LogMode::kUpdateCurOp, db->getProfilingLevel()); if (opCtx->writesAreReplicated() && !repl::ReplicationCoordinator::get(opCtx)->canAcceptWritesFor(opCtx, collectionName)) { return Status(ErrorCodes::NotMaster, str::stream() << "Not primary while dropping collection " << collectionName); } WriteUnitOfWork wunit(opCtx); Status status = db->dropView(opCtx, collectionName); if (!status.isOK()) { return status; } wunit.commit(); result.append("ns", collectionName.ns()); return Status::OK(); } Status _abortIndexBuildsAndDropCollection(OperationContext* opCtx, const NamespaceString& startingNss, DropCollectionSystemCollectionMode systemCollectionMode, BSONObjBuilder& result) { // We only need to hold an intent lock to send abort signals to the active index builder on this // collection. boost::optional autoDb; autoDb.emplace(opCtx, startingNss.db(), MODE_IX); boost::optional collLock; collLock.emplace(opCtx, startingNss, MODE_IX); // Abandon the snapshot as the index catalog will compare the in-memory state to the disk state, // which may have changed when we released the collection lock temporarily. opCtx->recoveryUnit()->abandonSnapshot(); Collection* coll = CollectionCatalog::get(opCtx).lookupCollectionByNamespace(opCtx, startingNss); Status status = _checkNssAndReplState(opCtx, coll); if (!status.isOK()) { return status; } if (MONGO_unlikely(hangDuringDropCollection.shouldFail())) { LOGV2(518090, "hangDuringDropCollection fail point enabled. Blocking until fail point is " "disabled."); hangDuringDropCollection.pauseWhileSet(); } AutoStatsTracker statsTracker(opCtx, startingNss, Top::LockType::NotLocked, AutoStatsTracker::LogMode::kUpdateCurOp, autoDb->getDb()->getProfilingLevel()); IndexBuildsCoordinator* indexBuildsCoord = IndexBuildsCoordinator::get(opCtx); const UUID collectionUUID = coll->uuid(); const NamespaceStringOrUUID dbAndUUID{coll->ns().db().toString(), coll->uuid()}; const int numIndexes = coll->getIndexCatalog()->numIndexesTotal(opCtx); while (true) { // Send the abort signal to any active index builds on the collection. indexBuildsCoord->abortCollectionIndexBuildsNoWait( opCtx, collectionUUID, str::stream() << "Collection " << coll->ns() << "(" << collectionUUID << ") is being dropped"); // Now that the abort signals were sent out to the active index builders for this // collection, we need to release the lock temporarily to allow those index builders to // process the abort signal. Holding a lock here will cause the index builders to block // indefinitely. collLock = boost::none; autoDb = boost::none; indexBuildsCoord->awaitNoIndexBuildInProgressForCollection(collectionUUID); // Take an exclusive lock to finish the collection drop. autoDb.emplace(opCtx, startingNss.db(), MODE_IX); collLock.emplace(opCtx, dbAndUUID, MODE_X); // Abandon the snapshot as the index catalog will compare the in-memory state to the // disk state, which may have changed when we released the collection lock temporarily. opCtx->recoveryUnit()->abandonSnapshot(); coll = CollectionCatalog::get(opCtx).lookupCollectionByUUID(opCtx, collectionUUID); status = _checkNssAndReplState(opCtx, coll); if (!status.isOK()) { return status; } // Check if any new index builds were started while releasing the collection lock // temporarily, if so, we need to abort the new index builders. const bool abortAgain = indexBuildsCoord->inProgForCollection(collectionUUID); if (!abortAgain) { break; } // We only need to hold an intent lock to send an abort signal to the active index // builders on this collection. collLock = boost::none; autoDb = boost::none; autoDb.emplace(opCtx, startingNss.db(), MODE_IX); collLock.emplace(opCtx, dbAndUUID, MODE_IX); // Abandon the snapshot as the index catalog will compare the in-memory state to the // disk state, which may have changed when we released the collection lock temporarily. opCtx->recoveryUnit()->abandonSnapshot(); coll = CollectionCatalog::get(opCtx).lookupCollectionByUUID(opCtx, collectionUUID); status = _checkNssAndReplState(opCtx, coll); if (!status.isOK()) { return status; } } // It's possible for the given collection to be drop pending after obtaining the locks again, if // that is the case, then the collection is already registered to be dropped. Return early. const NamespaceString resolvedNss = coll->ns(); if (resolvedNss.isDropPendingNamespace()) { return Status::OK(); } WriteUnitOfWork wunit(opCtx); invariant(coll->getIndexCatalog()->numIndexesInProgress(opCtx) == 0); status = systemCollectionMode == DropCollectionSystemCollectionMode::kDisallowSystemCollectionDrops ? autoDb->getDb()->dropCollection(opCtx, resolvedNss, {}) : autoDb->getDb()->dropCollectionEvenIfSystem(opCtx, resolvedNss, {}); if (!status.isOK()) { return status; } wunit.commit(); result.append("nIndexesWas", numIndexes); result.append("ns", resolvedNss.ns()); return Status::OK(); } Status _dropCollection(OperationContext* opCtx, Database* db, const NamespaceString& collectionName, const repl::OpTime& dropOpTime, DropCollectionSystemCollectionMode systemCollectionMode, BSONObjBuilder& result) { Lock::CollectionLock collLock(opCtx, collectionName, MODE_X); Collection* coll = CollectionCatalog::get(opCtx).lookupCollectionByNamespace(opCtx, collectionName); Status status = _checkNssAndReplState(opCtx, coll); if (!status.isOK()) { return status; } if (MONGO_unlikely(hangDuringDropCollection.shouldFail())) { LOGV2(20331, "hangDuringDropCollection fail point enabled. Blocking until fail point is " "disabled."); hangDuringDropCollection.pauseWhileSet(); } AutoStatsTracker statsTracker(opCtx, collectionName, Top::LockType::NotLocked, AutoStatsTracker::LogMode::kUpdateCurOp, db->getProfilingLevel()); WriteUnitOfWork wunit(opCtx); int numIndexes = coll->getIndexCatalog()->numIndexesTotal(opCtx); BackgroundOperation::assertNoBgOpInProgForNs(collectionName.ns()); IndexBuildsCoordinator::get(opCtx)->assertNoIndexBuildInProgForCollection(coll->uuid()); status = systemCollectionMode == DropCollectionSystemCollectionMode::kDisallowSystemCollectionDrops ? db->dropCollection(opCtx, collectionName, dropOpTime) : db->dropCollectionEvenIfSystem(opCtx, collectionName, dropOpTime); if (!status.isOK()) { return status; } wunit.commit(); result.append("nIndexesWas", numIndexes); result.append("ns", collectionName.ns()); return Status::OK(); } Status dropCollection(OperationContext* opCtx, const NamespaceString& collectionName, BSONObjBuilder& result, DropCollectionSystemCollectionMode systemCollectionMode) { if (!serverGlobalParams.quiet.load()) { LOGV2(518070, "CMD: drop {collectionName}", "collectionName"_attr = collectionName); } if (MONGO_unlikely(hangDropCollectionBeforeLockAcquisition.shouldFail())) { LOGV2(518080, "Hanging drop collection before lock acquisition while fail point is set"); hangDropCollectionBeforeLockAcquisition.pauseWhileSet(); } try { return writeConflictRetry(opCtx, "drop", collectionName.ns(), [&] { { AutoGetDb autoDb(opCtx, collectionName.db(), MODE_IX); Database* db = autoDb.getDb(); if (!db) { return Status(ErrorCodes::NamespaceNotFound, "ns not found"); } Collection* coll = CollectionCatalog::get(opCtx).lookupCollectionByNamespace( opCtx, collectionName); if (!coll) { return _dropView(opCtx, db, collectionName, result); } // Only abort in-progress index builds if two phase index builds are supported. bool supportsTwoPhaseIndexBuild = IndexBuildsCoordinator::get(opCtx)->supportsTwoPhaseIndexBuild(); if (!supportsTwoPhaseIndexBuild) { return _dropCollection( opCtx, db, collectionName, {}, systemCollectionMode, result); } } return _abortIndexBuildsAndDropCollection( opCtx, collectionName, systemCollectionMode, result); }); } catch (ExceptionFor&) { // The shell requires that NamespaceNotFound error codes return the "ns not found" // string. return Status(ErrorCodes::NamespaceNotFound, "ns not found"); } } Status dropCollectionForApplyOps(OperationContext* opCtx, const NamespaceString& collectionName, const repl::OpTime& dropOpTime, DropCollectionSystemCollectionMode systemCollectionMode) { if (!serverGlobalParams.quiet.load()) { LOGV2(20332, "CMD: drop {collectionName}", "collectionName"_attr = collectionName); } if (MONGO_unlikely(hangDropCollectionBeforeLockAcquisition.shouldFail())) { LOGV2(20333, "Hanging drop collection before lock acquisition while fail point is set"); hangDropCollectionBeforeLockAcquisition.pauseWhileSet(); } return writeConflictRetry(opCtx, "drop", collectionName.ns(), [&] { AutoGetDb autoDb(opCtx, collectionName.db(), MODE_IX); Database* db = autoDb.getDb(); if (!db) { return Status(ErrorCodes::NamespaceNotFound, "ns not found"); } Collection* coll = CollectionCatalog::get(opCtx).lookupCollectionByNamespace(opCtx, collectionName); BSONObjBuilder unusedBuilder; if (!coll) { return _dropView(opCtx, db, collectionName, unusedBuilder); } else { return _dropCollection( opCtx, db, collectionName, dropOpTime, systemCollectionMode, unusedBuilder); } }); } } // namespace mongo