/** * Copyright (C) 2018-present MongoDB, Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the Server Side Public License, version 1, * as published by MongoDB, Inc. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * Server Side Public License for more details. * * You should have received a copy of the Server Side Public License * along with this program. If not, see * . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the Server Side Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #pragma once #include #include "mongo/db/catalog_raii.h" #include "mongo/db/stats/top.h" #include "mongo/util/timer.h" namespace mongo { /** * RAII-style class which can update the diagnostic state on the operation's CurOp object and record * the operation via Top upon destruction. Can be configured to only update the Top counters if * desired. */ class AutoStatsTracker { AutoStatsTracker(const AutoStatsTracker&) = delete; AutoStatsTracker& operator=(const AutoStatsTracker&) = delete; public: /** * Describes which diagnostics to update during the lifetime of this object. */ enum class LogMode { kUpdateTop, // Increments the Top counter for this operation type and this namespace // upon destruction. kUpdateCurOp, // Adjusts the state on the CurOp object associated with the // OperationContext. Updates the namespace to be 'nss', starts a timer // for the operation (if it hasn't already started), and figures out and // records the profiling level of the operation. kUpdateTopAndCurOp, // Performs the operations of both the LogModes specified above. }; /** * If 'logMode' is 'kUpdateCurOp' or 'kUpdateTopAndCurOp', sets up and records state on the * CurOp object attached to 'opCtx', as described above. */ AutoStatsTracker(OperationContext* opCtx, const NamespaceString& nss, Top::LockType lockType, LogMode logMode, int dbProfilingLevel, Date_t deadline = Date_t::max()); /** * Records stats about the current operation via Top, if 'logMode' is 'kUpdateTop' or * 'kUpdateTopAndCurOp'. */ ~AutoStatsTracker(); private: OperationContext* _opCtx; Top::LockType _lockType; const NamespaceString _nss; const LogMode _logMode; }; /** * Shared base class for AutoGetCollectionForRead and AutoGetCollectionForReadLockFree. * Do not use directly. */ template class AutoGetCollectionForReadBase { AutoGetCollectionForReadBase(const AutoGetCollectionForReadBase&) = delete; AutoGetCollectionForReadBase& operator=(const AutoGetCollectionForReadBase&) = delete; public: AutoGetCollectionForReadBase(OperationContext* opCtx, const EmplaceAutoGetCollectionFunc& emplaceAutoColl, bool isLockFreeReadSubOperation = false); explicit operator bool() const { return static_cast(getCollection()); } const Collection* operator->() const { return getCollection().get(); } const CollectionPtr& operator*() const { return getCollection(); } const CollectionPtr& getCollection() const { return _autoColl->getCollection(); } const ViewDefinition* getView() const { return _autoColl->getView(); } const NamespaceString& getNss() const { return _autoColl->getNss(); } protected: // So that AutoGetCollectionForReadLockFree & AutoGetCollectionForReadCommandBase can access a // non-const CollectionPtr from this class. AutoGetCollectionForRead inherits the access. friend class AutoGetCollectionForReadLockFree; template friend class AutoGetCollectionForReadCommandBase; /** * Allow access to the CollectionPtr as non-const, for friend classes. */ CollectionPtr& _getCollectionPtrForModify() { return _autoColl->_getCollectionPtrForModify(); } // If this field is set, the reader will not take the ParallelBatchWriterMode lock and conflict // with secondary batch application. This stays in scope with the _autoColl so that locks are // taken and released in the right order. boost::optional _shouldNotConflictWithSecondaryBatchApplicationBlock; // This field is optional, because the code to wait for majority committed snapshot needs to // release locks in order to block waiting boost::optional _autoColl; }; /** * Helper for AutoGetCollectionForRead below. Contains implementation on how contained * AutoGetCollection is instantiated by AutoGetCollectionForReadBase. */ class EmplaceAutoGetCollectionForRead { public: EmplaceAutoGetCollectionForRead(OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode, Date_t deadline); void emplace(boost::optional& autoColl) const; private: OperationContext* _opCtx; const NamespaceStringOrUUID& _nsOrUUID; AutoGetCollectionViewMode _viewMode; Date_t _deadline; LockMode _collectionLockMode; }; /** * Same as calling AutoGetCollection with MODE_IS, but in addition ensures that the read will be * performed against an appropriately committed snapshot if the operation is using a readConcern of * 'majority'. * * Use this when you want to read the contents of a collection, but you are not at the top-level of * some command. This will ensure your reads obey any requested readConcern, but will not update the * status of CurrentOp, or add a Top entry. * * NOTE: Must not be used with any locks held, because it needs to block waiting on the committed * snapshot to become available, and can potentially release and reacquire locks. */ class AutoGetCollectionForRead : public AutoGetCollectionForReadBase { public: AutoGetCollectionForRead( OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max()); Database* getDb() const { return _autoColl->getDb(); } }; /** * Same as AutoGetCollectionForRead above except does not take collection, database or rstl locks. * Takes the global lock and may take the PBWM, same as AutoGetCollectionForRead. Ensures a * consistent in-memory and on-disk view of the collection. */ class AutoGetCollectionForReadLockFree { public: AutoGetCollectionForReadLockFree( OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max()); explicit operator bool() const { return static_cast(getCollection()); } const Collection* operator->() const { return getCollection().get(); } const CollectionPtr& operator*() const { return getCollection(); } const CollectionPtr& getCollection() const { return _autoGetCollectionForReadBase->getCollection(); } const ViewDefinition* getView() const { return _autoGetCollectionForReadBase->getView(); } const NamespaceString& getNss() const { return _autoGetCollectionForReadBase->getNss(); } private: // So that AutoGetCollectionForReadCommandBase can access a non-const CollectionPtr from this // class. template friend class AutoGetCollectionForReadCommandBase; /** * Allow access to the CollectionPtr as non-const, for friend classes. */ CollectionPtr& _getCollectionPtrForModify() { return _autoGetCollectionForReadBase->_getCollectionPtrForModify(); } /** * Helper for how AutoGetCollectionForReadBase instantiates its owned AutoGetCollectionLockFree. */ class EmplaceHelper { public: EmplaceHelper(OperationContext* opCtx, CollectionCatalogStasher& catalogStasher, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode, Date_t deadline, bool isLockFreeReadSubOperation); void emplace(boost::optional& autoColl) const; private: OperationContext* _opCtx; CollectionCatalogStasher& _catalogStasher; const NamespaceStringOrUUID& _nsOrUUID; AutoGetCollectionViewMode _viewMode; Date_t _deadline; // Set to true if the lock helper using this EmplaceHelper is nested under another lock-free // helper. bool _isLockFreeReadSubOperation; }; // The CollectionCatalogStasher must outlive the LockFreeReadsBlock in the AutoGet* below. // ~LockFreeReadsBlock clears a flag that the ~CollectionCatalogStasher checks. CollectionCatalogStasher _catalogStash; boost::optional> _autoGetCollectionForReadBase; }; /** * Creates either an AutoGetCollectionForRead or AutoGetCollectionForReadLockFree depending on * whether a lock-free read is supported. */ class AutoGetCollectionForReadMaybeLockFree { public: AutoGetCollectionForReadMaybeLockFree( OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max()); /** * Passthrough functions to either _autoGet or _autoGetLockFree. */ explicit operator bool() const { return static_cast(getCollection()); } const Collection* operator->() const { return getCollection().get(); } const CollectionPtr& operator*() const { return getCollection(); } const CollectionPtr& getCollection() const; const ViewDefinition* getView() const; const NamespaceString& getNss() const; private: boost::optional _autoGet; boost::optional _autoGetLockFree; }; template class AutoGetCollectionForReadCommandBase { AutoGetCollectionForReadCommandBase(const AutoGetCollectionForReadCommandBase&) = delete; AutoGetCollectionForReadCommandBase& operator=(const AutoGetCollectionForReadCommandBase&) = delete; public: explicit operator bool() const { return static_cast(getCollection()); } const Collection* operator->() const { return getCollection().get(); } const CollectionPtr& operator*() const { return getCollection(); } const CollectionPtr& getCollection() const { return _autoCollForRead.getCollection(); } const ViewDefinition* getView() const { return _autoCollForRead.getView(); } const NamespaceString& getNss() const { return _autoCollForRead.getNss(); } protected: /** * Allow access to the CollectionPtr as non-const, for friend classes of inheriting classes. */ CollectionPtr& _getCollectionPtrForModify() { return _autoCollForRead._getCollectionPtrForModify(); } AutoGetCollectionForReadCommandBase( OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max(), AutoStatsTracker::LogMode logMode = AutoStatsTracker::LogMode::kUpdateTopAndCurOp); AutoGetCollectionForReadType _autoCollForRead; AutoStatsTracker _statsTracker; }; /** * Same as AutoGetCollectionForRead, but in addition will add a Top entry upon destruction and * ensure the CurrentOp object has the right namespace and has started its timer. */ class AutoGetCollectionForReadCommand : public AutoGetCollectionForReadCommandBase { public: AutoGetCollectionForReadCommand( OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max(), AutoStatsTracker::LogMode logMode = AutoStatsTracker::LogMode::kUpdateTopAndCurOp) : AutoGetCollectionForReadCommandBase(opCtx, nsOrUUID, viewMode, deadline, logMode) {} Database* getDb() const { return _autoCollForRead.getDb(); } }; /** * Same as AutoGetCollectionForReadCommand except no collection, database or RSTL lock is taken. */ class AutoGetCollectionForReadCommandLockFree : public AutoGetCollectionForReadCommandBase { public: AutoGetCollectionForReadCommandLockFree( OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max(), AutoStatsTracker::LogMode logMode = AutoStatsTracker::LogMode::kUpdateTopAndCurOp) : AutoGetCollectionForReadCommandBase(opCtx, nsOrUUID, viewMode, deadline, logMode) {} private: // So that AutoGetCollectionMultiForReadCommandLockFree can access a non-const CollectionPtr // from this class. friend class AutoGetCollectionMultiForReadCommandLockFree; }; /** * Creates an AutoGetCollectionForReadCommandLockFree instance for the 'primary' collection and * verifies 'secondary' collections are safe to use for the read. Secondary collections are checked * for existence and that their minimum visible timestamp supports read concern, throwing a * NamespaceNotFound or SnapshotUnavailable on error. Secondaries must be unsharded: this is an * invariant. * * Acquires only the Global IS lock, and sets up consistent in-memory and on-disk state. */ class AutoGetCollectionMultiForReadCommandLockFree { public: /** * 'primaryNssOrUUID' specifies the collection that can be sharded and on which sharding checks * will be made. 'secondaryNsOrUUIDs' specifies the additional collections that are not expected * to be sharded and on which 'not sharded' checks will be made. */ AutoGetCollectionMultiForReadCommandLockFree( OperationContext* opCtx, const NamespaceStringOrUUID& primaryNssOrUUID, std::vector& secondaryNsOrUUIDs, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max(), AutoStatsTracker::LogMode logMode = AutoStatsTracker::LogMode::kUpdateTopAndCurOp); explicit operator bool() const { return static_cast(getCollection()); } const Collection* operator->() const { return getCollection().get(); } const CollectionPtr& operator*() const { return getCollection(); } const CollectionPtr& getCollection() const { return _autoCollForReadCommandLockFree.getCollection(); } const ViewDefinition* getView() const { return _autoCollForReadCommandLockFree.getView(); } /** * Returns the namespace for the 'primary' collection. */ const NamespaceString& getNss() const { return _autoCollForReadCommandLockFree.getNss(); } private: /** * Runs on restore from a query yield. The 'primary' CollectionPtr's restore function is * extended to run this logic. * * Fetches the collections identified by '_secondaryCollectionUUIDs' and verifies they're still * safe to use. */ void _secondaryCollectionsRestoreFn(OperationContext* opCtx); // Runs all the usual check on the 'primary' collection. AutoGetCollectionForReadCommandLockFree _autoCollForReadCommandLockFree; // Save a reference to the 'primary' CollectionPtr's original restore lambda so that the new one // can reference it. std::function _primaryCollectionRestoreFn; // Used on query yield restore to identify the 'secondary' collections to check. std::vector _secondaryCollectionUUIDs; }; /** * Creates either an AutoGetCollectionForReadCommand or AutoGetCollectionForReadCommandLockFree * depending on whether a lock-free read is supported in the situation per the results of * supportsLockFreeRead(). */ class AutoGetCollectionForReadCommandMaybeLockFree { public: AutoGetCollectionForReadCommandMaybeLockFree( OperationContext* opCtx, const NamespaceStringOrUUID& nsOrUUID, AutoGetCollectionViewMode viewMode = AutoGetCollectionViewMode::kViewsForbidden, Date_t deadline = Date_t::max(), AutoStatsTracker::LogMode logMode = AutoStatsTracker::LogMode::kUpdateTopAndCurOp); /** * Passthrough function to either _autoGet or _autoGetLockFree. */ explicit operator bool() const { return static_cast(getCollection()); } const Collection* operator->() const { return getCollection().get(); } const CollectionPtr& operator*() const { return getCollection(); } const CollectionPtr& getCollection() const; const ViewDefinition* getView() const; const NamespaceString& getNss() const; private: boost::optional _autoGet; boost::optional _autoGetLockFree; }; /** * Acquires the global MODE_IS lock and establishes a consistent CollectionCatalog and storage * snapshot. */ class AutoReadLockFree { public: AutoReadLockFree(OperationContext* opCtx, Date_t deadline = Date_t::max()); private: // The CollectionCatalogStasher must outlive the LockFreeReadsBlock below. ~LockFreeReadsBlock // clears a flag that the ~CollectionCatalogStasher checks. CollectionCatalogStasher _catalogStash; // Sets a flag on the opCtx to inform subsequent code that the operation is running lock-free. LockFreeReadsBlock _lockFreeReadsBlock; Lock::GlobalLock _globalLock; }; /** * Establishes a consistent CollectionCatalog with a storage snapshot. Also verifies Database * sharding state for the provided Db. Takes MODE_IS global lock. * * Similar to AutoGetCollectionForReadLockFree but does not take readConcern into account. Any * Collection returned by the stashed catalog will not refresh the storage snapshot on yield. * * Should only be used to read catalog metadata for a particular Db and not for reading from * Collection(s). */ class AutoGetDbForReadLockFree { public: AutoGetDbForReadLockFree(OperationContext* opCtx, StringData dbName, Date_t deadline = Date_t::max()); private: // The CollectionCatalogStasher must outlive the LockFreeReadsBlock below. ~LockFreeReadsBlock // clears a flag that the ~CollectionCatalogStasher checks. CollectionCatalogStasher _catalogStash; // Sets a flag on the opCtx to inform subsequent code that the operation is running lock-free. LockFreeReadsBlock _lockFreeReadsBlock; Lock::GlobalLock _globalLock; }; /** * Creates either an AutoGetDb or AutoGetDbForReadLockFree depending on whether a lock-free read is * supported in the situation per the results of supportsLockFreeRead(). */ class AutoGetDbForReadMaybeLockFree { public: AutoGetDbForReadMaybeLockFree(OperationContext* opCtx, StringData dbName, Date_t deadline = Date_t::max()); private: boost::optional _autoGet; boost::optional _autoGetLockFree; }; /** * Opens the database that we want to use and sets the appropriate namespace on the * current operation. */ class OldClientContext { OldClientContext(const OldClientContext&) = delete; OldClientContext& operator=(const OldClientContext&) = delete; public: OldClientContext(OperationContext* opCtx, const std::string& ns, bool doVersion = true); ~OldClientContext(); Database* db() const { return _db; } /** @return if the db was created by this OldClientContext */ bool justCreated() const { return _justCreated; } private: friend class CurOp; const Timer _timer; OperationContext* const _opCtx; Database* _db; bool _justCreated{false}; }; /** * Returns a MODE_IX LockMode if a read is performed under readConcern level snapshot, or a MODE_IS * lock otherwise. MODE_IX acquisition will allow a read to participate in two-phase locking. * Throws an exception if 'system.views' is being queried within a transaction. */ LockMode getLockModeForQuery(OperationContext* opCtx, const boost::optional& nss); /** * When in scope, enforces prepare conflicts in the storage engine. Reads and writes in this scope * will block on accessing an already updated document which is in prepared state. And they will * unblock after the prepared transaction that performed the update commits/aborts. */ class EnforcePrepareConflictsBlock { public: explicit EnforcePrepareConflictsBlock(OperationContext* opCtx) : _opCtx(opCtx), _originalValue(opCtx->recoveryUnit()->getPrepareConflictBehavior()) { // It is illegal to call setPrepareConflictBehavior() while any storage transaction is // active. setPrepareConflictBehavior() invariants that there is no active storage // transaction. _opCtx->recoveryUnit()->setPrepareConflictBehavior(PrepareConflictBehavior::kEnforce); } ~EnforcePrepareConflictsBlock() { // If we are still holding locks, we might still have open storage transactions. However, we // did not start with any active transactions when we first entered the scope. And // transactions started within this scope cannot be reused outside of the scope. So we need // to call abandonSnapshot() to close any open transactions on destruction. Any reads or // writes should have already completed as we are exiting the scope. Therefore, this call is // safe. if (_opCtx->lockState()->isLocked()) { _opCtx->recoveryUnit()->abandonSnapshot(); } // It is illegal to call setPrepareConflictBehavior() while any storage transaction is // active. There should not be any active transaction if we are not holding locks. If locks // are still being held, the above abandonSnapshot() call should have already closed all // storage transactions. _opCtx->recoveryUnit()->setPrepareConflictBehavior(_originalValue); } private: OperationContext* _opCtx; PrepareConflictBehavior _originalValue; }; /** * TODO: SERVER-44105 remove * RAII type for letting secondary reads to block behind the PBW lock. * Note: Do not add additional usage. This is only temporary for ease of backport. */ struct BlockSecondaryReadsDuringBatchApplication_DONT_USE { public: BlockSecondaryReadsDuringBatchApplication_DONT_USE(OperationContext* opCtx); ~BlockSecondaryReadsDuringBatchApplication_DONT_USE(); private: OperationContext* _opCtx{nullptr}; boost::optional _originalSettings; }; } // namespace mongo