SERVER-17620 RLP Tokenizer

1 files changed, 4 insertions, 3 deletions

diff --git a/src/mongo/db/fts/fts_basic_tokenizer.h b/src/mongo/db/fts/fts_basic_tokenizer.h
index 7e89289488f..45b3ad8e074 100644
--- a/src/mongo/db/fts/fts_basic_tokenizer.h
+++ b/src/mongo/db/fts/fts_basic_tokenizer.h
@@ -58,17 +58,18 @@ namespace fts {
     public:
         BasicFTSTokenizer(const FTSLanguage* language);
 
-        void reset(const char* document, Options options) override;
+        void reset(StringData document, Options options) final;
 
-        bool moveNext() override;
+        bool moveNext() final;
 
-        StringData get() const override;
+        StringData get() const final;
 
     private:
         const FTSLanguage* const _language;
         const Stemmer _stemmer;
         const StopWords* const _stopWords;
 
+        std::string _document;
         std::unique_ptr<Tokenizer> _tokenizer;
         Options _options;