summaryrefslogtreecommitdiff
path: root/src/mongo/db/fts/fts_basic_tokenizer.h
diff options
context:
space:
mode:
authorMark Benvenuto <mark.benvenuto@mongodb.com>2015-06-20 00:22:50 -0400
committerMark Benvenuto <mark.benvenuto@mongodb.com>2015-06-20 10:56:02 -0400
commit9c2ed42daa8fbbef4a919c21ec564e2db55e8d60 (patch)
tree3814f79c10d7b490948d8cb7b112ac1dd41ceff1 /src/mongo/db/fts/fts_basic_tokenizer.h
parent01965cf52bce6976637ecb8f4a622aeb05ab256a (diff)
downloadmongo-9c2ed42daa8fbbef4a919c21ec564e2db55e8d60.tar.gz
SERVER-18579: Clang-Format - reformat code, no comment reflow
Diffstat (limited to 'src/mongo/db/fts/fts_basic_tokenizer.h')
-rw-r--r--src/mongo/db/fts/fts_basic_tokenizer.h67
1 files changed, 34 insertions, 33 deletions
diff --git a/src/mongo/db/fts/fts_basic_tokenizer.h b/src/mongo/db/fts/fts_basic_tokenizer.h
index 45b3ad8e074..221de72bb8c 100644
--- a/src/mongo/db/fts/fts_basic_tokenizer.h
+++ b/src/mongo/db/fts/fts_basic_tokenizer.h
@@ -37,44 +37,45 @@
namespace mongo {
namespace fts {
- class FTSLanguage;
- class StopWords;
+class FTSLanguage;
+class StopWords;
- /**
- * BasicFTSTokenizer
- * A iterator of "documents" where a document contains ASCII space (U+0020) delimited words.
- * Uses
- * - Tokenizer for tokenizing words via ASCII space (ie, U+0020 space).
- * - tolower from the C standard libary to lower letters, ie, it only supports lower casing
- * - ASCII letters (U+0000 - U+007F)
- * - Stemmer (ie, Snowball Stemmer) to stem words.
- * - Embeded stop word lists for each language in StopWord class
- *
- * For each word returns a stem version of a word optimized for full text indexing.
- * Optionally supports returning case sensitive search terms.
- */
- class BasicFTSTokenizer : public FTSTokenizer {
- MONGO_DISALLOW_COPYING(BasicFTSTokenizer);
- public:
- BasicFTSTokenizer(const FTSLanguage* language);
+/**
+ * BasicFTSTokenizer
+ * A iterator of "documents" where a document contains ASCII space (U+0020) delimited words.
+ * Uses
+ * - Tokenizer for tokenizing words via ASCII space (ie, U+0020 space).
+ * - tolower from the C standard libary to lower letters, ie, it only supports lower casing
+ * - ASCII letters (U+0000 - U+007F)
+ * - Stemmer (ie, Snowball Stemmer) to stem words.
+ * - Embeded stop word lists for each language in StopWord class
+ *
+ * For each word returns a stem version of a word optimized for full text indexing.
+ * Optionally supports returning case sensitive search terms.
+ */
+class BasicFTSTokenizer : public FTSTokenizer {
+ MONGO_DISALLOW_COPYING(BasicFTSTokenizer);
+
+public:
+ BasicFTSTokenizer(const FTSLanguage* language);
- void reset(StringData document, Options options) final;
+ void reset(StringData document, Options options) final;
- bool moveNext() final;
+ bool moveNext() final;
- StringData get() const final;
+ StringData get() const final;
- private:
- const FTSLanguage* const _language;
- const Stemmer _stemmer;
- const StopWords* const _stopWords;
+private:
+ const FTSLanguage* const _language;
+ const Stemmer _stemmer;
+ const StopWords* const _stopWords;
- std::string _document;
- std::unique_ptr<Tokenizer> _tokenizer;
- Options _options;
+ std::string _document;
+ std::unique_ptr<Tokenizer> _tokenizer;
+ Options _options;
- std::string _stem;
- };
+ std::string _stem;
+};
-} // namespace fts
-} // namespace mongo
+} // namespace fts
+} // namespace mongo