diff options
| author | Mark Benvenuto <mark.benvenuto@mongodb.com> | 2015-04-07 15:23:13 -0400 |
|---|---|---|
| committer | Mark Benvenuto <mark.benvenuto@mongodb.com> | 2015-04-16 13:21:50 -0400 |
| commit | b0b78e017d4e503fb347962228000f46adad5b39 (patch) | |
| tree | 26e94c4edf3b48f73755625fce0b0bd6caea22bd /src/mongo/db/fts/fts_basic_tokenizer.cpp | |
| parent | a7c0c18303f0e485e0b4006454511ab9919def83 (diff) | |
| download | mongo-b0b78e017d4e503fb347962228000f46adad5b39.tar.gz | |
SERVER-17620 RLP Tokenizer
Diffstat (limited to 'src/mongo/db/fts/fts_basic_tokenizer.cpp')
| -rw-r--r-- | src/mongo/db/fts/fts_basic_tokenizer.cpp | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/src/mongo/db/fts/fts_basic_tokenizer.cpp b/src/mongo/db/fts/fts_basic_tokenizer.cpp index b0b1448ab60..80509b68147 100644 --- a/src/mongo/db/fts/fts_basic_tokenizer.cpp +++ b/src/mongo/db/fts/fts_basic_tokenizer.cpp @@ -48,9 +48,10 @@ namespace fts { : _language(language), _stemmer(language), _stopWords(StopWords::getStopWords(language)) { } - void BasicFTSTokenizer::reset(const char* document, Options options) { + void BasicFTSTokenizer::reset(StringData document, Options options) { _options = options; - _tokenizer = stdx::make_unique<Tokenizer>(_language, document); + _document = document.toString(); + _tokenizer = stdx::make_unique<Tokenizer>(_language, _document); } bool BasicFTSTokenizer::moveNext() { |