/** * Copyright (C) 2019-present MongoDB, Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the Server Side Public License, version 1, * as published by MongoDB, Inc. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * Server Side Public License for more details. * * You should have received a copy of the Server Side Public License * along with this program. If not, see * . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the Server Side Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #pragma once #include "mongo/util/duration.h" #include #include "mongo/db/exec/sbe/stages/stages.h" #include "mongo/db/query/optimizer/explain_interface.h" #include "mongo/db/query/plan_executor.h" #include "mongo/db/query/plan_explainer_sbe.h" #include "mongo/db/query/plan_yield_policy_sbe.h" #include "mongo/db/query/sbe_plan_ranker.h" #include "mongo/db/query/sbe_runtime_planner.h" #include "mongo/db/query/sbe_stage_builder.h" namespace mongo { class PlanExecutorSBE final : public PlanExecutor { public: PlanExecutorSBE(OperationContext* opCtx, std::unique_ptr cq, std::unique_ptr optimizerData, sbe::CandidatePlans candidates, bool returnOwnedBson, NamespaceString nss, bool isOpen, std::unique_ptr yieldPolicy, bool generatedByBonsai); CanonicalQuery* getCanonicalQuery() const override { return _cq.get(); } const NamespaceString& nss() const override { return _nss; } const std::vector& getSecondaryNamespaces() const final { return _secondaryNssVector; } OperationContext* getOpCtx() const override { return _opCtx; } void saveState(); void restoreState(const RestoreContext& context); void detachFromOperationContext(); void reattachToOperationContext(OperationContext* opCtx); ExecState getNext(BSONObj* out, RecordId* dlOut) override; ExecState getNextDocument(Document* objOut, RecordId* dlOut) override; bool isEOF() override { return isMarkedAsKilled() || (_stash.empty() && _root->getCommonStats()->isEOF); } long long executeCount() override { // Using SBE to execute a count command is not yet supported. MONGO_UNREACHABLE; } UpdateResult executeUpdate() override { // Using SBE to execute an update command is not yet supported. MONGO_UNREACHABLE; } UpdateResult getUpdateResult() const override { // Using SBE to execute an update command is not yet supported. MONGO_UNREACHABLE; } long long executeDelete() override { // Using SBE to execute a delete command is not yet supported. MONGO_UNREACHABLE; } BatchedDeleteStats getBatchedDeleteStats() override { // Using SBE to execute a batched delete command is not yet supported. MONGO_UNREACHABLE; } void markAsKilled(Status killStatus); void dispose(OperationContext* opCtx); void stashResult(const BSONObj& obj); bool isMarkedAsKilled() const override { return !_killStatus.isOK(); } Status getKillStatus() override { invariant(isMarkedAsKilled()); return _killStatus; } bool isDisposed() const override { return _isDisposed; } Timestamp getLatestOplogTimestamp() const override; BSONObj getPostBatchResumeToken() const override; /** * The caller must acquire a top level AutoGet object outside of this PlanExecutor in order to * open a storage transaction and establish a consistent view of the catalog. */ LockPolicy lockPolicy() const override { return LockPolicy::kLockExternally; } const PlanExplainer& getPlanExplainer() const final { invariant(_planExplainer); return *_planExplainer; } void enableSaveRecoveryUnitAcrossCommandsIfSupported() override { _isSaveRecoveryUnitAcrossCommandsEnabled = true; } bool isSaveRecoveryUnitAcrossCommandsEnabled() const override { return _isSaveRecoveryUnitAcrossCommandsEnabled; } PlanExecutor::QueryFramework getQueryFramework() const override final { return _generatedByBonsai ? PlanExecutor::QueryFramework::kCQF : PlanExecutor::QueryFramework::kSBEOnly; } void setReturnOwnedData(bool returnOwnedData) override final { _mustReturnOwnedBson = returnOwnedData; } private: template ExecState getNextImpl(ObjectType* out, RecordId* dlOut); enum class State { kClosed, kOpened }; State _state{State::kClosed}; OperationContext* _opCtx; NamespaceString _nss; // Vector of secondary namespaces. std::vector _secondaryNssVector{}; bool _mustReturnOwnedBson; // CompileCtx owns the instance pointed by _env, so we must keep it around. const std::unique_ptr _root; stage_builder::PlanStageData _rootData; std::unique_ptr _solution; sbe::value::SlotAccessor* _result{nullptr}; sbe::value::SlotAccessor* _resultRecordId{nullptr}; sbe::value::TypeTags _tagLastRecordId{sbe::value::TypeTags::Nothing}; sbe::value::Value _valLastRecordId{0}; sbe::RuntimeEnvironment::Accessor* _oplogTs{nullptr}; // Only for a resumed scan ("seek"). Slot holding the TypeTags::RecordId of the record to resume // the scan from. '_seekRecordId' is the RecordId value, initialized from the slot at runtime. boost::optional _resumeRecordIdSlot; // Only for clustered collection scans, holds the minimum record ID of the scan, if applicable. boost::optional _minRecordIdSlot; // Only for clustered collection scans, holds the maximum record ID of the scan, if applicable. boost::optional _maxRecordIdSlot; // NOTE: '_stash' stores documents as BSON. Currently, one of the '_stash' is usages is to store // documents received from the plan during multiplanning. This means that the documents // generated during multiplanning cannot exceed maximum BSON size. $group and $lookup CAN // produce documents larger than maximum BSON size. But $group and $lookup never participate in // multiplanning. This is why maximum BSON size limitation in '_stash' is not an issue for such // operators. // Another usage of '_stash' is when the 'find' command cannot fit the last returned document // into the result batch. But in this case each document is already requried to fit into the // maximum BSON size, because all results are encoded into BSON before returning to client. So // using BSON in '_stash' does not introduce any additional limitations. std::deque>> _stash; // If we are returning owned result (i.e. value is moved out of the result accessor) then its // lifetime must extend up to the next getNext (or saveState). BSONObj _lastGetNext; // If _killStatus has a non-OK value, then we have been killed and the value represents the // reason for the kill. Status _killStatus = Status::OK(); std::unique_ptr _cq; std::unique_ptr _yieldPolicy; std::unique_ptr _planExplainer; bool _isDisposed{false}; bool _isSaveRecoveryUnitAcrossCommandsEnabled = false; // Indicates whether this executor was constructed via Bonsai/CQF. bool _generatedByBonsai{false}; }; /** * Executes getNext() on the 'root' PlanStage and used 'resultSlot' and 'recordIdSlot' to access the * fetched document and it's record id, which are stored in 'out' and 'dlOut' parameters * respectively, if they not null pointers. * * This common logic can be used by various consumers which need to fetch data using an SBE * PlanStage tree, such as PlanExecutor or RuntimePlanner. */ sbe::PlanState fetchNext(sbe::PlanStage* root, sbe::value::SlotAccessor* resultSlot, sbe::value::SlotAccessor* recordIdSlot, BSONObj* out, RecordId* dlOut, bool returnOwnedBson); } // namespace mongo