/**
* Copyright (C) 2012 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see .
*
* As a special exception, the copyright holders give permission to link the
* code of portions of this program with the OpenSSL library under certain
* conditions as described in each individual source file and distribute
* linked combinations including the program with the OpenSSL library. You
* must comply with the GNU Affero General Public License in all respects for
* all of the code used other than as permitted herein. If you modify file(s)
* with this exception, you may extend this exception to your version of the
* file(s), but you are not obligated to do so. If you do not wish to do so,
* delete this exception statement from your version. If you delete this
* exception statement from all source files in the program, then also delete
* it in the license file.
*/
#include "mongo/db/index_rebuilder.h"
#include "mongo/db/auth/authorization_session.h"
#include "mongo/db/auth/user_name.h"
#include "mongo/db/client.h"
#include "mongo/db/instance.h"
#include "mongo/db/pdfile.h"
#include "mongo/db/repl/rs.h"
#include "mongo/db/structure/collection.h"
#include "mongo/util/scopeguard.h"
namespace mongo {
IndexRebuilder indexRebuilder;
IndexRebuilder::IndexRebuilder() {}
std::string IndexRebuilder::name() const {
return "IndexRebuilder";
}
void IndexRebuilder::run() {
Client::initThread(name().c_str());
ON_BLOCK_EXIT_OBJ(cc(), &Client::shutdown);
cc().getAuthorizationSession()->grantInternalAuthorization();
std::vector dbNames;
getDatabaseNames(dbNames);
try {
std::list collNames;
for (std::vector::const_iterator dbName = dbNames.begin();
dbName < dbNames.end();
dbName++) {
Client::ReadContext ctx(*dbName);
Database* db = cc().database();
db->namespaceIndex().getNamespaces(collNames, /* onlyCollections */ true);
}
{
boost::unique_lock lk(ReplSet::rss.mtx);
ReplSet::rss.indexRebuildDone = true;
ReplSet::rss.cond.notify_all();
}
checkNS(collNames);
}
catch (const DBException&) {
warning() << "index rebuilding did not complete" << endl;
{
boost::unique_lock lk(ReplSet::rss.mtx);
ReplSet::rss.indexRebuildDone = true;
ReplSet::rss.cond.notify_all();
}
}
LOG(1) << "checking complete" << endl;
}
void IndexRebuilder::checkNS(const std::list& nsToCheck) {
bool firstTime = true;
for (std::list::const_iterator it = nsToCheck.begin();
it != nsToCheck.end();
++it) {
// This write lock is held throughout the index building process
// for this namespace.
Client::WriteContext ctx(*it);
Collection* collection = ctx.ctx().db()->getCollection( *it );
if ( collection == NULL )
continue;
IndexCatalog* indexCatalog = collection->getIndexCatalog();
if ( indexCatalog->numIndexesInProgress() == 0 ) {
continue;
}
log() << "found interrupted index build(s) on " << *it << endl;
if (firstTime) {
log() << "note: restart the server with --noIndexBuildRetry to skip index rebuilds";
firstTime = false;
}
// If the indexBuildRetry flag isn't set, just clear the inProg flag
if (!serverGlobalParams.indexBuildRetry) {
// If we crash between unsetting the inProg flag and cleaning up the index, the
// index space will be lost.
Status s = indexCatalog->blowAwayInProgressIndexEntries();
if ( !s.isOK() ) {
log() << "failed to blowAwayInProgressIndexEntries: " << s;
fassertFailed( 17201 );
}
continue;
}
// We go from right to left building these indexes, so that indexBuildInProgress-- has
// the correct effect of "popping" an index off the list.
while ( indexCatalog->numIndexesInProgress() > 0 ) {
// First, clean up the in progress index build. Save the system.indexes entry so that we
// can add it again afterwards.
BSONObj indexObj = indexCatalog->prepOneUnfinishedIndex();
// The index has now been removed from system.indexes, so the only record of it is
// in-memory. If there is a journal commit between now and when insert() rewrites
// the entry and the db crashes before the new system.indexes entry is journalled,
// the index will be lost forever. Thus, we're assuming no journaling will happen
// between now and the entry being re-written.
try {
// TODO
const std::string ns = collection->ns().getSystemIndexesCollection();
theDataFileMgr.insert(ns.c_str(), indexObj.objdata(), indexObj.objsize(), false, true);
}
catch (const DBException& e) {
log() << "building index failed: " << e.what() << " (" << e.getCode() << ")";
}
}
}
}
}