summaryrefslogtreecommitdiff
path: root/src/mongo/db/fts/fts_matcher.cpp
diff options
context:
space:
mode:
authorMark Benvenuto <mark.benvenuto@mongodb.com>2015-04-01 14:33:08 -0400
committerMark Benvenuto <mark.benvenuto@mongodb.com>2015-04-01 14:58:14 -0400
commit937b2bdc5b85095734a9cc08fccc9a8586e871cd (patch)
tree00ec134c5b43041456435960a6e95ef4ff0b9fa8 /src/mongo/db/fts/fts_matcher.cpp
parent72598f750d732c08c98f5f578bf1335acd78e10e (diff)
downloadmongo-937b2bdc5b85095734a9cc08fccc9a8586e871cd.tar.gz
SERVER-17520: Add support for FTS Tokenizer stop word filtering
Diffstat (limited to 'src/mongo/db/fts/fts_matcher.cpp')
-rw-r--r--src/mongo/db/fts/fts_matcher.cpp6
1 files changed, 4 insertions, 2 deletions
diff --git a/src/mongo/db/fts/fts_matcher.cpp b/src/mongo/db/fts/fts_matcher.cpp
index 634bcf345cd..c2aa234cd51 100644
--- a/src/mongo/db/fts/fts_matcher.cpp
+++ b/src/mongo/db/fts/fts_matcher.cpp
@@ -99,7 +99,8 @@ namespace mongo {
const string& raw ) const {
std::unique_ptr<FTSTokenizer> tokenizer(language->createTokenizer());
- tokenizer->reset(raw.c_str(), _query.getCaseSensitive());
+ tokenizer->reset(raw.c_str(), _query.getCaseSensitive() ?
+ FTSTokenizer::GenerateCaseSensitiveTokens : FTSTokenizer::None);
while (tokenizer->moveNext()) {
string word = tokenizer->get().toString();
@@ -131,7 +132,8 @@ namespace mongo {
const string& raw ) const {
std::unique_ptr<FTSTokenizer> tokenizer(language->createTokenizer());
- tokenizer->reset(raw.c_str(), _query.getCaseSensitive());
+ tokenizer->reset(raw.c_str(), _query.getCaseSensitive() ?
+ FTSTokenizer::GenerateCaseSensitiveTokens : FTSTokenizer::None);
while (tokenizer->moveNext()) {
string word = tokenizer->get().toString();