/** * Copyright (C) 2018-present MongoDB, Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the Server Side Public License, version 1, * as published by MongoDB, Inc. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * Server Side Public License for more details. * * You should have received a copy of the Server Side Public License * along with this program. If not, see * . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the Server Side Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #pragma once #include #include "mongo/client/read_preference.h" #include "mongo/db/dbmessage.h" #include "mongo/db/namespace_string.h" #include "mongo/db/query/find_command_gen.h" #include "mongo/rpc/message.h" namespace mongo { class AScopedConnection; class DBClientBase; class AggregateCommandRequest; /** * The internal client's cursor representation for find or agg cursors. The cursor is iterated by * the caller using the 'more()' and 'next()' methods. Any necessary getMore requests are * constructed and issued internally. */ class DBClientCursor { DBClientCursor(const DBClientCursor&) = delete; DBClientCursor& operator=(const DBClientCursor&) = delete; public: static StatusWith> fromAggregationRequest( DBClientBase* client, AggregateCommandRequest aggRequest, bool secondaryOk, bool useExhaust); /** * Constructs a 'DBClientCursor' that will be opened by issuing the find command described by * 'findRequest'. */ DBClientCursor(DBClientBase* client, FindCommandRequest findRequest, const ReadPreferenceSetting& readPref, bool isExhaust); /** * Constructs a 'DBClientCursor' from a pre-existing cursor id. */ DBClientCursor(DBClientBase* client, const NamespaceStringOrUUID& nsOrUuid, long long cursorId, bool isExhaust, std::vector initialBatch = {}, boost::optional operationTime = boost::none, boost::optional postBatchResumeToken = boost::none); virtual ~DBClientCursor(); /** * If true, safe to call next(). Requests more from server if necessary. */ virtual bool more(); bool hasMoreToCome() const { invariant(_isInitialized); return _connectionHasPendingReplies; } /** * If true, there is more in our local buffers to be fetched via next(). Returns false when a * getMore request back to server would be required. You can use this if you want to exhaust * whatever data has been fetched to the client already but then perhaps stop. */ int objsLeftInBatch() const { invariant(_isInitialized); return _putBack.size() + _batch.objs.size() - _batch.pos; } bool moreInCurrentBatch() { return objsLeftInBatch() > 0; } /** * Returns the next object from the cursor. * * On error at the remote server, you will get back: * {$err: * * If you do not want to handle that yourself, call 'nextSafe()'. */ virtual BSONObj next(); /** * Restores an object previously returned by next() to the cursor. */ void putBack(const BSONObj& o) { invariant(_isInitialized); _putBack.push(o.getOwned()); } /** * Similar to 'next()', but throws an AssertionException on error. */ BSONObj nextSafe(); /** * Peek ahead at items buffered for future next() calls. Never requests new data from the * server. * * WARNING: no support for _putBack yet! */ void peek(std::vector&, int atMost); /** * Peeks at first element. If no first element exists, returns an empty object. */ BSONObj peekFirst(); /** * peek ahead and see if an error occurred, and get the error if so. */ bool peekError(BSONObj* error = nullptr); /** * Iterates the rest of the cursor and returns the resulting number if items. */ int itcount() { int c = 0; while (more()) { next(); c++; } return c; } /** * Returns true if the cursor is no longer open on the remote node (the remote node has returned * a cursor id of zero). */ bool isDead() const { return _cursorId == 0; } bool tailable() const { return _findRequest && _findRequest->getTailable(); } bool tailableAwaitData() const { return tailable() && _findRequest->getAwaitData(); } /** * Changes the cursor's batchSize after construction. Can change after requesting first batch. */ void setBatchSize(int newBatchSize) { _batchSize = newBatchSize; } long long getCursorId() const { return _cursorId; } void attach(AScopedConnection* conn); std::string originalHost() const { return _originalHost; } StringData getns() const { return _ns.ns(); } const NamespaceString& getNamespaceString() const { return _ns; } /** * Performs the initial query, opening the cursor. */ bool init(); /** * Marks this object as dead and sends the KillCursors message to the server. * * Any errors that result from this are swallowed since this is typically performed as part of * cleanup and a failure to kill the cursor should not result in a failure of the operation * using the cursor. * * Killing an already killed or exhausted cursor does nothing, so it is safe to always call this * if you want to ensure that a cursor is killed. */ void kill(); /** * Returns true if the connection this cursor is using has pending replies. * * If true, you should not try to use the connection for any other purpose or return it to a * pool. * * This can happen if an exhaust query was started but not completed. */ bool connectionHasPendingReplies() const { return _connectionHasPendingReplies; } Milliseconds getAwaitDataTimeoutMS() const { return _awaitDataTimeout; } void setAwaitDataTimeoutMS(Milliseconds timeout) { // It only makes sense to set awaitData timeout if the cursor is in tailable awaitData mode. invariant(tailableAwaitData()); _awaitDataTimeout = timeout; } // Only used for tailable awaitData oplog fetching requests. void setCurrentTermAndLastCommittedOpTime( const boost::optional& term, const boost::optional& lastCommittedOpTime) { invariant(tailableAwaitData()); _term = term; _lastKnownCommittedOpTime = lastCommittedOpTime; } /** * Returns the resume token for the latest batch, it set. */ virtual boost::optional getPostBatchResumeToken() const { return _postBatchResumeToken; } /** * Returns the operation time for the latest batch, if set. */ virtual boost::optional getOperationTime() const { return _operationTime; } protected: struct Batch { // TODO remove constructors after c++17 toolchain upgrade Batch() = default; Batch(std::vector initial, size_t initialPos = 0) : objs(std::move(initial)), pos(initialPos) {} std::vector objs; size_t pos = 0; }; Batch _batch; private: void dataReceived(const Message& reply) { bool retry; std::string lazyHost; dataReceived(reply, retry, lazyHost); } void dataReceived(const Message& reply, bool& retry, std::string& lazyHost); /** * Parses and returns command replies regardless of which command protocol was used. * Does *not* parse replies from non-command OP_QUERY finds. */ BSONObj commandDataReceived(const Message& reply); void requestMore(); void exhaustReceiveMore(); Message assembleInit(); Message assembleGetMore(); DBClientBase* _client; std::string _originalHost; NamespaceStringOrUUID _nsOrUuid; // In order to fully initialize a DBClientCursor object, one must first call its constructor // and then subsequently call DBClientCursor::init(). bool _isInitialized = false; // 'ns' is initially the NamespaceString passed in, or the dbName if doing a find by UUID. // After a successful 'find' command, 'ns' is updated to contain the namespace returned by that // command. NamespaceString _ns; long long _cursorId = 0; std::stack _putBack; std::string _scopedHost; bool _wasError = false; bool _connectionHasPendingReplies = false; int _lastRequestId = 0; int _batchSize = 0; // A description of the find command provided by the caller which is used to open the cursor. // // Has a value of boost::none if the caller constructed this cursor using a pre-existing cursor // id. boost::optional _findRequest; ReadPreferenceSetting _readPref; bool _isExhaust; Milliseconds _awaitDataTimeout = Milliseconds{0}; boost::optional _term; boost::optional _lastKnownCommittedOpTime; boost::optional _operationTime; boost::optional _postBatchResumeToken; }; } // namespace mongo