/**
* Copyright (C) 2015 MongoDB Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see .
*
* As a special exception, the copyright holders give permission to link the
* code of portions of this program with the OpenSSL library under certain
* conditions as described in each individual source file and distribute
* linked combinations including the program with the OpenSSL library. You
* must comply with the GNU Affero General Public License in all respects
* for all of the code used other than as permitted herein. If you modify
* file(s) with this exception, you may extend this exception to your
* version of the file(s), but you are not obligated to do so. If you do not
* wish to do so, delete this exception statement from your version. If you
* delete this exception statement from all source files in the program,
* then also delete it in the license file.
*/
#pragma once
#include
#include
#include "mongo/base/disallow_copying.h"
#include "mongo/bson/bsonobj.h"
#include "mongo/db/namespace_string.h"
#include "mongo/db/s/metadata_manager.h"
#include "mongo/db/s/sharding_migration_critical_section.h"
#include "mongo/util/decorable.h"
namespace mongo {
class OperationContext;
/**
* Contains all sharding-related runtime state for a given collection. One such object is assigned
* to each sharded collection known on a mongod instance. A set of these objects is linked off the
* instance's sharding state.
*
* Synchronization rules: In order to look-up this object in the instance's sharding map, one must
* have some lock on the respective collection.
*/
class CollectionShardingState : public Decorable {
MONGO_DISALLOW_COPYING(CollectionShardingState);
public:
using CleanupNotification = CollectionRangeDeleter::DeleteNotification;
/**
* Instantiates a new per-collection sharding state as unsharded.
*/
CollectionShardingState(ServiceContext* sc, NamespaceString nss);
/**
* Obtains the sharding state for the specified collection. If it does not exist, it will be
* created and will remain active until the collection is dropped or unsharded.
*
* Must be called with some lock held on the specific collection being looked up and the
* returned pointer should never be stored.
*/
static CollectionShardingState* get(OperationContext* opCtx, const NamespaceString& nss);
static CollectionShardingState* get(OperationContext* opCtx, const std::string& ns);
static void resetAll(OperationContext* opCtx);
static void report(OperationContext* opCtx, BSONObjBuilder* builder);
/**
* Returns the chunk filtering metadata for the collection. The returned object is safe to
* access outside of collection lock.
*
* If the operation context contains an 'atClusterTime' property, the returned filtering
* metadata will be tied to a specific point in time. Otherwise it will reference the latest
* time available.
*/
ScopedCollectionMetadata getMetadata(OperationContext* opCtx);
/**
* BSON output of the pending metadata into a BSONArray
*/
void toBSONPending(BSONArrayBuilder& bb) const {
_metadataManager->toBSONPending(bb);
}
/**
* Updates the metadata based on changes received from the config server and also resolves the
* pending receives map in case some of these pending receives have completed or have been
* abandoned. If newMetadata is null, unshard the collection.
*
* Must always be called with an exclusive collection lock.
*/
void refreshMetadata(OperationContext* opCtx, std::unique_ptr newMetadata);
/**
* Marks the collection as not sharded at stepdown time so that no filtering will occur for
* slaveOk queries.
*/
void markNotShardedAtStepdown();
/**
* Schedules any documents in `range` for immediate cleanup iff no running queries can depend
* on them, and adds the range to the list of pending ranges. Otherwise, returns a notification
* that yields bad status immediately. Does not block. Call waitStatus(opCtx) on the result
* to wait for the deletion to complete or fail. After that, call waitForClean to ensure no
* other deletions are pending for the range.
*/
auto beginReceive(ChunkRange const& range) -> CleanupNotification;
/*
* Removes `range` from the list of pending ranges, and schedules any documents in the range for
* immediate cleanup. Does not block.
*/
void forgetReceive(const ChunkRange& range);
/**
* Schedules documents in `range` for cleanup after any running queries that may depend on them
* have terminated. Does not block. Fails if range overlaps any current local shard chunk.
* Passed kDelayed, an additional delay (configured via server parameter orphanCleanupDelaySecs)
* is added to permit (most) dependent queries on secondaries to complete, too.
*
* Call result.waitStatus(opCtx) to wait for the deletion to complete or fail. If that succeeds,
* waitForClean can be called to ensure no other deletions are pending for the range. Call
* result.abandon(), instead of waitStatus, to ignore the outcome.
*/
enum CleanWhen { kNow, kDelayed };
auto cleanUpRange(ChunkRange const& range, CleanWhen) -> CleanupNotification;
/**
* Returns a vector of ScopedCollectionMetadata objects representing metadata instances in use
* by running queries that overlap the argument range, suitable for identifying and invalidating
* those queries.
*/
std::vector overlappingMetadata(ChunkRange const& range) const;
/**
* Methods to control the collection's critical section. Must be called with the collection X
* lock held.
*/
void enterCriticalSectionCatchUpPhase(OperationContext* opCtx);
void enterCriticalSectionCommitPhase(OperationContext* opCtx);
void exitCriticalSection(OperationContext* opCtx);
auto getCriticalSectionSignal(ShardingMigrationCriticalSection::Operation op) const {
return _critSec.getSignal(op);
}
/**
* Checks whether the shard version in the operation context is compatible with the shard
* version of the collection and if not throws StaleConfigException populated with the received
* and wanted versions.
*/
void checkShardVersionOrThrow(OperationContext* opCtx);
/**
* Tracks deletion of any documents within the range, returning when deletion is complete.
* Throws if the collection is dropped while it sleeps.
*/
static Status waitForClean(OperationContext* opCtx,
const NamespaceString& nss,
OID const& epoch,
ChunkRange orphanRange);
/**
* Reports whether any range still scheduled for deletion overlaps the argument range. If so,
* it returns a notification n such that n->get(opCtx) will wake when the newest overlapping
* range's deletion (possibly the one of interest) completes or fails. This should be called
* again after each wakeup until it returns boost::none, because there can be more than one
* range scheduled for deletion that overlaps its argument.
*/
auto trackOrphanedDataCleanup(ChunkRange const& range) -> boost::optional;
/**
* Returns a range _not_ owned by this shard that starts no lower than the specified
* startingFrom key value, if any, or boost::none if there is no such range.
*/
boost::optional getNextOrphanRange(BSONObj const& startingFrom);
private:
// Namespace this state belongs to.
const NamespaceString _nss;
// Contains all the metadata associated with this collection.
std::shared_ptr _metadataManager;
ShardingMigrationCriticalSection _critSec;
// for access to _metadataManager
friend auto CollectionRangeDeleter::cleanUpNextRange(OperationContext*,
NamespaceString const&,
OID const& epoch,
int maxToDelete,
CollectionRangeDeleter*)
-> boost::optional;
};
/**
* RAII-style class, which obtains a reference to the critical section for the
* specified collection.
*/
class CollectionCriticalSection {
MONGO_DISALLOW_COPYING(CollectionCriticalSection);
public:
CollectionCriticalSection(OperationContext* opCtx, NamespaceString ns);
~CollectionCriticalSection();
/**
* Enters the commit phase of the critical section and blocks reads.
*/
void enterCommitPhase();
private:
NamespaceString _nss;
OperationContext* _opCtx;
};
} // namespace mongo