From 72598f750d732c08c98f5f578bf1335acd78e10e Mon Sep 17 00:00:00 2001
From: Mark Benvenuto <mark.benvenuto@mongodb.com>
Date: Wed, 1 Apr 2015 14:34:39 -0400
Subject: SERVER-17520: Add support for pluggable FTS tokenizers

---
 src/mongo/db/fts/fts_language.cpp | 6 ++++++
 1 file changed, 6 insertions(+)

(limited to 'src/mongo/db/fts/fts_language.cpp')

diff --git a/src/mongo/db/fts/fts_language.cpp b/src/mongo/db/fts/fts_language.cpp
index edb2b7cf363..9164d157508 100644
--- a/src/mongo/db/fts/fts_language.cpp
+++ b/src/mongo/db/fts/fts_language.cpp
@@ -33,6 +33,8 @@
 #include <string>
  
 #include "mongo/base/init.h"
+#include "mongo/db/fts/fts_basic_tokenizer.h"
+#include "mongo/stdx/memory.h"
 #include "mongo/util/assert_util.h"
 #include "mongo/util/mongoutils/str.h"
 #include "mongo/util/string_map.h"
@@ -79,6 +81,10 @@ namespace mongo {
             LanguageMapV1 languageMapV1;
         }
 
+        std::unique_ptr<FTSTokenizer> BasicFTSLanguage::createTokenizer() const {
+            return stdx::make_unique<BasicFTSTokenizer>(this);
+        }
+
         MONGO_INITIALIZER_GROUP( FTSAllLanguagesRegistered, MONGO_NO_PREREQUISITES,
                                  MONGO_NO_DEPENDENTS );
 
-- 
cgit v1.2.1