// @file dur.h durability support /** * Copyright (C) 2009 10gen Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License, version 3, * as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the GNU Affero General Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #pragma once #include "mongo/db/diskloc.h" #include "mongo/db/storage/durable_mapped_file.h" namespace mongo { class NamespaceDetails; void mongoAbort(const char *msg); void abort(); // not defined -- use mongoAbort() instead namespace dur { void releasedWriteLock(); // a smaller limit is likely better on 32 bit const unsigned UncommittedBytesLimit = (sizeof(void*)==4) ? 50 * 1024 * 1024 : 100 * 1024 * 1024; /** Call during startup so durability module can initialize Throws if fatal error Does nothing if storageGlobalParams.dur is false */ void startup(); class DurableInterface : boost::noncopyable { public: virtual ~DurableInterface() { log() << "ERROR warning ~DurableInterface not intended to be called" << endl; } /** Declare that a file has been created Normally writes are applied only after journaling, for safety. But here the file is created first, and the journal will just replay the creation if the create didn't happen because of crashing. */ virtual void createdFile(const std::string& filename, unsigned long long len) = 0; /** Declarations of write intent. Use these methods to declare "i'm about to write to x and it should be logged for redo." Failure to call writing...() is checked in _DEBUG mode by using a read only mapped view (i.e., you'll segfault if the code is covered in that situation). The _DEBUG check doesn't verify that your length is correct though. */ /** declare intent to write to x for up to len @return pointer where to write. this is modified when testIntent is true. */ virtual void* writingPtr(void *x, unsigned len) = 0; /** declare write intent; should already be in the write view to work correctly when testIntent is true. if you aren't, use writingPtr() instead. */ virtual void declareWriteIntent(void *x, unsigned len) = 0; /** declare intent to write @param ofs offset within buf at which we will write @param len the length at ofs we will write @return new buffer pointer. this is modified when testIntent is true. */ virtual void* writingAtOffset(void *buf, unsigned ofs, unsigned len) = 0; /** declare intent to write @param ranges vector of pairs representing ranges. Each pair comprises an offset from buf where a range begins, then the range length. @return new buffer pointer. this is modified when testIntent is true. */ virtual void* writingRangesAtOffsets(void *buf, const vector< pair< long long, unsigned > > &ranges ) = 0; /** Wait for acknowledgement of the next group commit. @return true if --dur is on. There will be delay. @return false if --dur is off. */ virtual bool awaitCommit() = 0; /** Commit immediately. Generally, you do not want to do this often, as highly granular committing may affect performance. Does not return until the commit is complete. You must be at least read locked when you call this. Ideally, you are not write locked and then read operations can occur concurrently. Do not use this. Use commitIfNeeded() instead. @return true if --dur is on. @return false if --dur is off. (in which case there is action) */ virtual bool commitNow() = 0; /** Commit if enough bytes have been modified. Current threshold is 50MB The idea is that long running write operations that don't yield (like creating an index or update with $atomic) can call this whenever the db is in a sane state and it will prevent commits from growing too large. @return true if commited */ virtual bool commitIfNeeded(bool force=false) = 0; /** @return true if time to commit but does NOT do a commit */ virtual bool aCommitIsNeeded() const = 0; /** Declare write intent for a DiskLoc. @see DiskLoc::writing() */ inline DiskLoc& writingDiskLoc(DiskLoc& d) { return *((DiskLoc*) writingPtr(&d, sizeof(d))); } /** Declare write intent for an int */ inline int& writingInt(int& d) { return *static_cast(writingPtr( &d, sizeof(d))); } /** "assume i've already indicated write intent, let me write" redeclaration is fine too, but this is faster. */ template inline T* alreadyDeclared(T *x) { #if defined(_TESTINTENT) return (T*) DurableMappedFile::switchToPrivateView(x); #else return x; #endif } /** declare intent to write to x for sizeof(*x) */ template inline T* writing(T *x) { return (T*) writingPtr(x, sizeof(T)); } /** Commits pending changes, flushes all changes to main data files, then removes the journal. This is useful as a "barrier" to ensure that writes before this call will never go through recovery and be applied to files that have had changes made after this call applied. */ virtual void syncDataAndTruncateJournal() = 0; virtual bool isDurable() const = 0; static DurableInterface& getDur() { return *_impl; } private: /** Intentionally unimplemented method. It's very easy to manipulate Record::data open ended. Thus a call to writing(Record*) is suspect. This will override the templated version and yield an unresolved external. */ Record* writing(Record* r); /** Intentionally unimplemented method. BtreeBuckets are allocated in buffers larger than sizeof( BtreeBucket ). */ // BtreeBucket* writing( BtreeBucket* ); /** Intentionally unimplemented method. NamespaceDetails may be based on references to 'Extra' objects. */ NamespaceDetails* writing( NamespaceDetails* ); static DurableInterface* _impl; // NonDurableImpl at startup() static void enableDurability(); // makes _impl a DurableImpl static void disableDurability(); // makes _impl a NonDurableImpl // these need to be able to enable/disable Durability friend void startup(); friend class TempDisableDurability; }; // class DurableInterface class NonDurableImpl : public DurableInterface { void* writingPtr(void *x, unsigned len); void* writingAtOffset(void *buf, unsigned ofs, unsigned len) { return buf; } void* writingRangesAtOffsets(void *buf, const vector< pair< long long, unsigned > > &ranges) { return buf; } void declareWriteIntent(void *, unsigned); void createdFile(const std::string& filename, unsigned long long len) { } bool awaitCommit() { return false; } bool commitNow() { return false; } bool commitIfNeeded(bool) { return false; } bool aCommitIsNeeded() const { return false; } void syncDataAndTruncateJournal() {} bool isDurable() const { return false; } }; class DurableImpl : public DurableInterface { bool _aCommitIsNeeded(); void* writingPtr(void *x, unsigned len); void* writingAtOffset(void *buf, unsigned ofs, unsigned len); void* writingRangesAtOffsets(void *buf, const vector< pair< long long, unsigned > > &ranges); void declareWriteIntent(void *, unsigned); void createdFile(const std::string& filename, unsigned long long len); bool awaitCommit(); bool commitNow(); bool aCommitIsNeeded() const; bool commitIfNeeded(bool); void syncDataAndTruncateJournal(); bool isDurable() const { return true; } }; } // namespace dur inline dur::DurableInterface& getDur() { return dur::DurableInterface::getDur(); } /** declare that we are modifying a diskloc and this is a datafile write. */ inline DiskLoc& DiskLoc::writing() const { return getDur().writingDiskLoc(*const_cast< DiskLoc * >( this )); } }