diff options
author | Mark Benvenuto <mark.benvenuto@mongodb.com> | 2015-04-01 14:33:08 -0400 |
---|---|---|
committer | Mark Benvenuto <mark.benvenuto@mongodb.com> | 2015-04-01 14:58:14 -0400 |
commit | 937b2bdc5b85095734a9cc08fccc9a8586e871cd (patch) | |
tree | 00ec134c5b43041456435960a6e95ef4ff0b9fa8 /src/mongo/db/fts/fts_matcher.cpp | |
parent | 72598f750d732c08c98f5f578bf1335acd78e10e (diff) | |
download | mongo-937b2bdc5b85095734a9cc08fccc9a8586e871cd.tar.gz |
SERVER-17520: Add support for FTS Tokenizer stop word filtering
Diffstat (limited to 'src/mongo/db/fts/fts_matcher.cpp')
-rw-r--r-- | src/mongo/db/fts/fts_matcher.cpp | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/src/mongo/db/fts/fts_matcher.cpp b/src/mongo/db/fts/fts_matcher.cpp index 634bcf345cd..c2aa234cd51 100644 --- a/src/mongo/db/fts/fts_matcher.cpp +++ b/src/mongo/db/fts/fts_matcher.cpp @@ -99,7 +99,8 @@ namespace mongo { const string& raw ) const { std::unique_ptr<FTSTokenizer> tokenizer(language->createTokenizer()); - tokenizer->reset(raw.c_str(), _query.getCaseSensitive()); + tokenizer->reset(raw.c_str(), _query.getCaseSensitive() ? + FTSTokenizer::GenerateCaseSensitiveTokens : FTSTokenizer::None); while (tokenizer->moveNext()) { string word = tokenizer->get().toString(); @@ -131,7 +132,8 @@ namespace mongo { const string& raw ) const { std::unique_ptr<FTSTokenizer> tokenizer(language->createTokenizer()); - tokenizer->reset(raw.c_str(), _query.getCaseSensitive()); + tokenizer->reset(raw.c_str(), _query.getCaseSensitive() ? + FTSTokenizer::GenerateCaseSensitiveTokens : FTSTokenizer::None); while (tokenizer->moveNext()) { string word = tokenizer->get().toString(); |