summaryrefslogtreecommitdiff
path: root/src/mongo/db/exec/text.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/mongo/db/exec/text.cpp')
-rw-r--r--src/mongo/db/exec/text.cpp620
1 files changed, 306 insertions, 314 deletions
diff --git a/src/mongo/db/exec/text.cpp b/src/mongo/db/exec/text.cpp
index 52d660471cb..cd20727ee3c 100644
--- a/src/mongo/db/exec/text.cpp
+++ b/src/mongo/db/exec/text.cpp
@@ -39,48 +39,50 @@
namespace mongo {
- using std::auto_ptr;
- using std::string;
- using std::vector;
-
- // static
- const char* TextStage::kStageType = "TEXT";
-
- TextStage::TextStage(OperationContext* txn,
- const TextStageParams& params,
- WorkingSet* ws,
- const MatchExpression* filter)
- : _txn(txn),
- _params(params),
- _ftsMatcher(params.query, params.spec),
- _ws(ws),
- _filter(filter),
- _commonStats(kStageType),
- _internalState(INIT_SCANS),
- _currentIndexScanner(0) {
- _scoreIterator = _scores.end();
- _specificStats.indexPrefix = _params.indexPrefix;
- _specificStats.indexName = _params.index->indexName();
+using std::auto_ptr;
+using std::string;
+using std::vector;
+
+// static
+const char* TextStage::kStageType = "TEXT";
+
+TextStage::TextStage(OperationContext* txn,
+ const TextStageParams& params,
+ WorkingSet* ws,
+ const MatchExpression* filter)
+ : _txn(txn),
+ _params(params),
+ _ftsMatcher(params.query, params.spec),
+ _ws(ws),
+ _filter(filter),
+ _commonStats(kStageType),
+ _internalState(INIT_SCANS),
+ _currentIndexScanner(0) {
+ _scoreIterator = _scores.end();
+ _specificStats.indexPrefix = _params.indexPrefix;
+ _specificStats.indexName = _params.index->indexName();
+}
+
+TextStage::~TextStage() {}
+
+bool TextStage::isEOF() {
+ return _internalState == DONE;
+}
+
+PlanStage::StageState TextStage::work(WorkingSetID* out) {
+ ++_commonStats.works;
+
+ // Adds the amount of time taken by work() to executionTimeMillis.
+ ScopedTimer timer(&_commonStats.executionTimeMillis);
+
+ if (isEOF()) {
+ return PlanStage::IS_EOF;
}
+ invariant(_internalState != DONE);
- TextStage::~TextStage() { }
-
- bool TextStage::isEOF() {
- return _internalState == DONE;
- }
-
- PlanStage::StageState TextStage::work(WorkingSetID* out) {
- ++_commonStats.works;
-
- // Adds the amount of time taken by work() to executionTimeMillis.
- ScopedTimer timer(&_commonStats.executionTimeMillis);
-
- if (isEOF()) { return PlanStage::IS_EOF; }
- invariant(_internalState != DONE);
-
- PlanStage::StageState stageState = PlanStage::IS_EOF;
+ PlanStage::StageState stageState = PlanStage::IS_EOF;
- switch (_internalState) {
+ switch (_internalState) {
case INIT_SCANS:
stageState = initScans(out);
break;
@@ -93,10 +95,10 @@ namespace mongo {
case DONE:
// Handled above.
break;
- }
+ }
- // Increment common stats counters that are specific to the return value of work().
- switch (stageState) {
+ // Increment common stats counters that are specific to the return value of work().
+ switch (stageState) {
case PlanStage::ADVANCED:
++_commonStats.advanced;
break;
@@ -108,332 +110,322 @@ namespace mongo {
break;
default:
break;
- }
-
- return stageState;
}
- void TextStage::saveState() {
- _txn = NULL;
- ++_commonStats.yields;
+ return stageState;
+}
- for (size_t i = 0; i < _scanners.size(); ++i) {
- _scanners.mutableVector()[i]->saveState();
- }
+void TextStage::saveState() {
+ _txn = NULL;
+ ++_commonStats.yields;
+
+ for (size_t i = 0; i < _scanners.size(); ++i) {
+ _scanners.mutableVector()[i]->saveState();
}
+}
- void TextStage::restoreState(OperationContext* opCtx) {
- invariant(_txn == NULL);
- _txn = opCtx;
- ++_commonStats.unyields;
+void TextStage::restoreState(OperationContext* opCtx) {
+ invariant(_txn == NULL);
+ _txn = opCtx;
+ ++_commonStats.unyields;
- for (size_t i = 0; i < _scanners.size(); ++i) {
- _scanners.mutableVector()[i]->restoreState(opCtx);
- }
+ for (size_t i = 0; i < _scanners.size(); ++i) {
+ _scanners.mutableVector()[i]->restoreState(opCtx);
}
+}
- void TextStage::invalidate(OperationContext* txn, const RecordId& dl, InvalidationType type) {
- ++_commonStats.invalidates;
-
- // Propagate invalidate to children.
- for (size_t i = 0; i < _scanners.size(); ++i) {
- _scanners.mutableVector()[i]->invalidate(txn, dl, type);
- }
+void TextStage::invalidate(OperationContext* txn, const RecordId& dl, InvalidationType type) {
+ ++_commonStats.invalidates;
- // We store the score keyed by RecordId. We have to toss out our state when the RecordId
- // changes.
- // TODO: If we're RETURNING_RESULTS we could somehow buffer the object.
- ScoreMap::iterator scoreIt = _scores.find(dl);
- if (scoreIt != _scores.end()) {
- if (scoreIt == _scoreIterator) {
- _scoreIterator++;
- }
- _scores.erase(scoreIt);
- }
+ // Propagate invalidate to children.
+ for (size_t i = 0; i < _scanners.size(); ++i) {
+ _scanners.mutableVector()[i]->invalidate(txn, dl, type);
}
- vector<PlanStage*> TextStage::getChildren() const {
- vector<PlanStage*> empty;
- return empty;
+ // We store the score keyed by RecordId. We have to toss out our state when the RecordId
+ // changes.
+ // TODO: If we're RETURNING_RESULTS we could somehow buffer the object.
+ ScoreMap::iterator scoreIt = _scores.find(dl);
+ if (scoreIt != _scores.end()) {
+ if (scoreIt == _scoreIterator) {
+ _scoreIterator++;
+ }
+ _scores.erase(scoreIt);
}
+}
- PlanStageStats* TextStage::getStats() {
- _commonStats.isEOF = isEOF();
+vector<PlanStage*> TextStage::getChildren() const {
+ vector<PlanStage*> empty;
+ return empty;
+}
- // Add a BSON representation of the filter to the stats tree, if there is one.
- if (NULL != _filter) {
- BSONObjBuilder bob;
- _filter->toBSON(&bob);
- _commonStats.filter = bob.obj();
- }
+PlanStageStats* TextStage::getStats() {
+ _commonStats.isEOF = isEOF();
- auto_ptr<PlanStageStats> ret(new PlanStageStats(_commonStats, STAGE_TEXT));
- ret->specific.reset(new TextStats(_specificStats));
- return ret.release();
+ // Add a BSON representation of the filter to the stats tree, if there is one.
+ if (NULL != _filter) {
+ BSONObjBuilder bob;
+ _filter->toBSON(&bob);
+ _commonStats.filter = bob.obj();
}
- const CommonStats* TextStage::getCommonStats() {
- return &_commonStats;
+ auto_ptr<PlanStageStats> ret(new PlanStageStats(_commonStats, STAGE_TEXT));
+ ret->specific.reset(new TextStats(_specificStats));
+ return ret.release();
+}
+
+const CommonStats* TextStage::getCommonStats() {
+ return &_commonStats;
+}
+
+const SpecificStats* TextStage::getSpecificStats() {
+ return &_specificStats;
+}
+
+PlanStage::StageState TextStage::initScans(WorkingSetID* out) {
+ invariant(0 == _scanners.size());
+
+ _specificStats.parsedTextQuery = _params.query.toBSON();
+
+ // Get all the index scans for each term in our query.
+ for (size_t i = 0; i < _params.query.getTerms().size(); i++) {
+ const string& term = _params.query.getTerms()[i];
+ IndexScanParams params;
+ params.bounds.startKey = FTSIndexFormat::getIndexKey(
+ MAX_WEIGHT, term, _params.indexPrefix, _params.spec.getTextIndexVersion());
+ params.bounds.endKey = FTSIndexFormat::getIndexKey(
+ 0, term, _params.indexPrefix, _params.spec.getTextIndexVersion());
+ params.bounds.endKeyInclusive = true;
+ params.bounds.isSimpleRange = true;
+ params.descriptor = _params.index;
+ params.direction = -1;
+ _scanners.mutableVector().push_back(new IndexScan(_txn, params, _ws, NULL));
}
- const SpecificStats* TextStage::getSpecificStats() {
- return &_specificStats;
+ // If we have no terms we go right to EOF.
+ if (0 == _scanners.size()) {
+ _internalState = DONE;
+ return PlanStage::IS_EOF;
}
- PlanStage::StageState TextStage::initScans(WorkingSetID* out) {
- invariant(0 == _scanners.size());
-
- _specificStats.parsedTextQuery = _params.query.toBSON();
-
- // Get all the index scans for each term in our query.
- for (size_t i = 0; i < _params.query.getTerms().size(); i++) {
- const string& term = _params.query.getTerms()[i];
- IndexScanParams params;
- params.bounds.startKey = FTSIndexFormat::getIndexKey(MAX_WEIGHT,
- term,
- _params.indexPrefix,
- _params.spec.getTextIndexVersion());
- params.bounds.endKey = FTSIndexFormat::getIndexKey(0,
- term,
- _params.indexPrefix,
- _params.spec.getTextIndexVersion());
- params.bounds.endKeyInclusive = true;
- params.bounds.isSimpleRange = true;
- params.descriptor = _params.index;
- params.direction = -1;
- _scanners.mutableVector().push_back(new IndexScan(_txn, params, _ws, NULL));
- }
-
- // If we have no terms we go right to EOF.
- if (0 == _scanners.size()) {
- _internalState = DONE;
- return PlanStage::IS_EOF;
- }
-
- // Transition to the next state.
- _internalState = READING_TERMS;
+ // Transition to the next state.
+ _internalState = READING_TERMS;
+ return PlanStage::NEED_TIME;
+}
+
+PlanStage::StageState TextStage::readFromSubScanners(WorkingSetID* out) {
+ // This should be checked before we get here.
+ invariant(_currentIndexScanner < _scanners.size());
+
+ // Read the next result from our current scanner.
+ WorkingSetID id = WorkingSet::INVALID_ID;
+ PlanStage::StageState childState = _scanners.vector()[_currentIndexScanner]->work(&id);
+
+ if (PlanStage::ADVANCED == childState) {
+ WorkingSetMember* wsm = _ws->get(id);
+ invariant(1 == wsm->keyData.size());
+ invariant(wsm->hasLoc());
+ IndexKeyDatum& keyDatum = wsm->keyData.back();
+ addTerm(keyDatum.keyData, id);
return PlanStage::NEED_TIME;
- }
-
- PlanStage::StageState TextStage::readFromSubScanners(WorkingSetID* out) {
- // This should be checked before we get here.
- invariant(_currentIndexScanner < _scanners.size());
+ } else if (PlanStage::IS_EOF == childState) {
+ // Done with this scan.
+ ++_currentIndexScanner;
- // Read the next result from our current scanner.
- WorkingSetID id = WorkingSet::INVALID_ID;
- PlanStage::StageState childState = _scanners.vector()[_currentIndexScanner]->work(&id);
-
- if (PlanStage::ADVANCED == childState) {
- WorkingSetMember* wsm = _ws->get(id);
- invariant(1 == wsm->keyData.size());
- invariant(wsm->hasLoc());
- IndexKeyDatum& keyDatum = wsm->keyData.back();
- addTerm(keyDatum.keyData, id);
+ if (_currentIndexScanner < _scanners.size()) {
+ // We have another scan to read from.
return PlanStage::NEED_TIME;
}
- else if (PlanStage::IS_EOF == childState) {
- // Done with this scan.
- ++_currentIndexScanner;
-
- if (_currentIndexScanner < _scanners.size()) {
- // We have another scan to read from.
- return PlanStage::NEED_TIME;
- }
- // If we're here we are done reading results. Move to the next state.
- _scoreIterator = _scores.begin();
- _internalState = RETURNING_RESULTS;
+ // If we're here we are done reading results. Move to the next state.
+ _scoreIterator = _scores.begin();
+ _internalState = RETURNING_RESULTS;
- // Don't need to keep these around.
- _scanners.clear();
- return PlanStage::NEED_TIME;
- }
- else {
- if (PlanStage::FAILURE == childState) {
- // Propagate failure from below.
- *out = id;
- // If a stage fails, it may create a status WSM to indicate why it
- // failed, in which case 'id' is valid. If ID is invalid, we
- // create our own error message.
- if (WorkingSet::INVALID_ID == id) {
- mongoutils::str::stream ss;
- ss << "text stage failed to read in results from child";
- Status status(ErrorCodes::InternalError, ss);
- *out = WorkingSetCommon::allocateStatusMember( _ws, status);
- }
+ // Don't need to keep these around.
+ _scanners.clear();
+ return PlanStage::NEED_TIME;
+ } else {
+ if (PlanStage::FAILURE == childState) {
+ // Propagate failure from below.
+ *out = id;
+ // If a stage fails, it may create a status WSM to indicate why it
+ // failed, in which case 'id' is valid. If ID is invalid, we
+ // create our own error message.
+ if (WorkingSet::INVALID_ID == id) {
+ mongoutils::str::stream ss;
+ ss << "text stage failed to read in results from child";
+ Status status(ErrorCodes::InternalError, ss);
+ *out = WorkingSetCommon::allocateStatusMember(_ws, status);
}
- return childState;
}
+ return childState;
}
+}
- PlanStage::StageState TextStage::returnResults(WorkingSetID* out) {
- if (_scoreIterator == _scores.end()) {
- _internalState = DONE;
- return PlanStage::IS_EOF;
- }
+PlanStage::StageState TextStage::returnResults(WorkingSetID* out) {
+ if (_scoreIterator == _scores.end()) {
+ _internalState = DONE;
+ return PlanStage::IS_EOF;
+ }
- // Filter for phrases and negative terms, score and truncate.
- TextRecordData textRecordData = _scoreIterator->second;
- WorkingSetMember* wsm = _ws->get(textRecordData.wsid);
- _scoreIterator++;
+ // Filter for phrases and negative terms, score and truncate.
+ TextRecordData textRecordData = _scoreIterator->second;
+ WorkingSetMember* wsm = _ws->get(textRecordData.wsid);
+ _scoreIterator++;
- // Ignore non-matched documents.
- if (textRecordData.score < 0) {
- _ws->free(textRecordData.wsid);
- return PlanStage::NEED_TIME;
- }
+ // Ignore non-matched documents.
+ if (textRecordData.score < 0) {
+ _ws->free(textRecordData.wsid);
+ return PlanStage::NEED_TIME;
+ }
- // Retrieve the document. We may already have the document due to force-fetching before
- // a yield. If not, then we fetch the document here.
- BSONObj doc;
- if (wsm->hasObj()) {
- doc = wsm->obj.value();
- }
- else {
- wsm->obj = _params.index->getCollection()->docFor(_txn, wsm->loc);
- doc = wsm->obj.value();
- wsm->keyData.clear();
- wsm->state = WorkingSetMember::LOC_AND_OBJ;
- }
+ // Retrieve the document. We may already have the document due to force-fetching before
+ // a yield. If not, then we fetch the document here.
+ BSONObj doc;
+ if (wsm->hasObj()) {
+ doc = wsm->obj.value();
+ } else {
+ wsm->obj = _params.index->getCollection()->docFor(_txn, wsm->loc);
+ doc = wsm->obj.value();
+ wsm->keyData.clear();
+ wsm->state = WorkingSetMember::LOC_AND_OBJ;
+ }
- // Filter for phrases and negated terms
- if (_params.query.hasNonTermPieces()) {
- if (!_ftsMatcher.matchesNonTerm(doc)) {
- _ws->free(textRecordData.wsid);
- return PlanStage::NEED_TIME;
- }
+ // Filter for phrases and negated terms
+ if (_params.query.hasNonTermPieces()) {
+ if (!_ftsMatcher.matchesNonTerm(doc)) {
+ _ws->free(textRecordData.wsid);
+ return PlanStage::NEED_TIME;
}
-
- // Populate the working set member with the text score and return it.
- wsm->addComputed(new TextScoreComputedData(textRecordData.score));
- *out = textRecordData.wsid;
- return PlanStage::ADVANCED;
}
- class TextMatchableDocument : public MatchableDocument {
- public:
- TextMatchableDocument(OperationContext* txn,
- const BSONObj& keyPattern,
- const BSONObj& key,
- RecordId loc,
- const Collection* collection,
- bool *fetched)
- : _txn(txn),
- _collection(collection),
- _keyPattern(keyPattern),
- _key(key),
- _loc(loc),
- _fetched(fetched) { }
-
- BSONObj toBSON() const {
- *_fetched = true;
- return _collection->docFor(_txn, _loc).value();
- }
+ // Populate the working set member with the text score and return it.
+ wsm->addComputed(new TextScoreComputedData(textRecordData.score));
+ *out = textRecordData.wsid;
+ return PlanStage::ADVANCED;
+}
+
+class TextMatchableDocument : public MatchableDocument {
+public:
+ TextMatchableDocument(OperationContext* txn,
+ const BSONObj& keyPattern,
+ const BSONObj& key,
+ RecordId loc,
+ const Collection* collection,
+ bool* fetched)
+ : _txn(txn),
+ _collection(collection),
+ _keyPattern(keyPattern),
+ _key(key),
+ _loc(loc),
+ _fetched(fetched) {}
+
+ BSONObj toBSON() const {
+ *_fetched = true;
+ return _collection->docFor(_txn, _loc).value();
+ }
- virtual ElementIterator* allocateIterator(const ElementPath* path) const {
- BSONObjIterator keyPatternIt(_keyPattern);
- BSONObjIterator keyDataIt(_key);
-
- // Look in the key.
- while (keyPatternIt.more()) {
- BSONElement keyPatternElt = keyPatternIt.next();
- verify(keyDataIt.more());
- BSONElement keyDataElt = keyDataIt.next();
-
- if (path->fieldRef().equalsDottedField(keyPatternElt.fieldName())) {
- if (Array == keyDataElt.type()) {
- return new SimpleArrayElementIterator(keyDataElt, true);
- }
- else {
- return new SingleElementElementIterator(keyDataElt);
- }
+ virtual ElementIterator* allocateIterator(const ElementPath* path) const {
+ BSONObjIterator keyPatternIt(_keyPattern);
+ BSONObjIterator keyDataIt(_key);
+
+ // Look in the key.
+ while (keyPatternIt.more()) {
+ BSONElement keyPatternElt = keyPatternIt.next();
+ verify(keyDataIt.more());
+ BSONElement keyDataElt = keyDataIt.next();
+
+ if (path->fieldRef().equalsDottedField(keyPatternElt.fieldName())) {
+ if (Array == keyDataElt.type()) {
+ return new SimpleArrayElementIterator(keyDataElt, true);
+ } else {
+ return new SingleElementElementIterator(keyDataElt);
}
}
-
- // All else fails, fetch.
- *_fetched = true;
- return new BSONElementIterator(path, _collection->docFor(_txn, _loc).value());
}
- virtual void releaseIterator( ElementIterator* iterator ) const {
- delete iterator;
- }
+ // All else fails, fetch.
+ *_fetched = true;
+ return new BSONElementIterator(path, _collection->docFor(_txn, _loc).value());
+ }
- private:
- OperationContext* _txn;
- const Collection* _collection;
- BSONObj _keyPattern;
- BSONObj _key;
- RecordId _loc;
- bool* _fetched;
- };
-
- void TextStage::addTerm(const BSONObj key, WorkingSetID wsid) {
- WorkingSetMember* wsm = _ws->get(wsid);
- TextRecordData* textRecordData = &_scores[wsm->loc];
-
- if (WorkingSet::INVALID_ID == textRecordData->wsid) {
- // We haven't seen this RecordId before. Keep the working set member around
- // (it may be force-fetched on saveState()).
- textRecordData->wsid = wsid;
- }
- else {
- // We already have a working set member for this RecordId. Free the old
- // WSM and retrieve the new one.
- invariant(wsid != textRecordData->wsid);
- _ws->free(wsid);
- wsm = _ws->get(textRecordData->wsid);
- }
+ virtual void releaseIterator(ElementIterator* iterator) const {
+ delete iterator;
+ }
+
+private:
+ OperationContext* _txn;
+ const Collection* _collection;
+ BSONObj _keyPattern;
+ BSONObj _key;
+ RecordId _loc;
+ bool* _fetched;
+};
+
+void TextStage::addTerm(const BSONObj key, WorkingSetID wsid) {
+ WorkingSetMember* wsm = _ws->get(wsid);
+ TextRecordData* textRecordData = &_scores[wsm->loc];
+
+ if (WorkingSet::INVALID_ID == textRecordData->wsid) {
+ // We haven't seen this RecordId before. Keep the working set member around
+ // (it may be force-fetched on saveState()).
+ textRecordData->wsid = wsid;
+ } else {
+ // We already have a working set member for this RecordId. Free the old
+ // WSM and retrieve the new one.
+ invariant(wsid != textRecordData->wsid);
+ _ws->free(wsid);
+ wsm = _ws->get(textRecordData->wsid);
+ }
- double* documentAggregateScore = &textRecordData->score;
+ double* documentAggregateScore = &textRecordData->score;
- ++_specificStats.keysExamined;
+ ++_specificStats.keysExamined;
- // Locate score within possibly compound key: {prefix,term,score,suffix}.
- BSONObjIterator keyIt(key);
- for (unsigned i = 0; i < _params.spec.numExtraBefore(); i++) {
- keyIt.next();
- }
+ // Locate score within possibly compound key: {prefix,term,score,suffix}.
+ BSONObjIterator keyIt(key);
+ for (unsigned i = 0; i < _params.spec.numExtraBefore(); i++) {
+ keyIt.next();
+ }
- keyIt.next(); // Skip past 'term'.
+ keyIt.next(); // Skip past 'term'.
- BSONElement scoreElement = keyIt.next();
- double documentTermScore = scoreElement.number();
+ BSONElement scoreElement = keyIt.next();
+ double documentTermScore = scoreElement.number();
- // Handle filtering.
- if (*documentAggregateScore < 0) {
- // We have already rejected this document.
- return;
- }
+ // Handle filtering.
+ if (*documentAggregateScore < 0) {
+ // We have already rejected this document.
+ return;
+ }
- if (*documentAggregateScore == 0) {
- if (_filter) {
- // We have not seen this document before and need to apply a filter.
- bool fetched = false;
- TextMatchableDocument tdoc(_txn,
- _params.index->keyPattern(),
- key,
- wsm->loc,
- _params.index->getCollection(),
- &fetched);
-
- if (!_filter->matches(&tdoc)) {
- // We had to fetch but we're not going to return it.
- if (fetched) {
- ++_specificStats.fetches;
- }
- *documentAggregateScore = -1;
- return;
+ if (*documentAggregateScore == 0) {
+ if (_filter) {
+ // We have not seen this document before and need to apply a filter.
+ bool fetched = false;
+ TextMatchableDocument tdoc(_txn,
+ _params.index->keyPattern(),
+ key,
+ wsm->loc,
+ _params.index->getCollection(),
+ &fetched);
+
+ if (!_filter->matches(&tdoc)) {
+ // We had to fetch but we're not going to return it.
+ if (fetched) {
+ ++_specificStats.fetches;
}
+ *documentAggregateScore = -1;
+ return;
}
- else {
- // If we're here, we're going to return the doc, and we do a fetch later.
- ++_specificStats.fetches;
- }
+ } else {
+ // If we're here, we're going to return the doc, and we do a fetch later.
+ ++_specificStats.fetches;
}
-
- // Aggregate relevance score, term keys.
- *documentAggregateScore += documentTermScore;
}
+ // Aggregate relevance score, term keys.
+ *documentAggregateScore += documentTermScore;
+}
+
} // namespace mongo
View Lorry Controller Status