summaryrefslogtreecommitdiff
path: root/src/mongo/db/fts/tokenizer_test.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/mongo/db/fts/tokenizer_test.cpp')
-rw-r--r--src/mongo/db/fts/tokenizer_test.cpp21
1 files changed, 15 insertions, 6 deletions
diff --git a/src/mongo/db/fts/tokenizer_test.cpp b/src/mongo/db/fts/tokenizer_test.cpp
index db61f3abc7d..db0a1c272af 100644
--- a/src/mongo/db/fts/tokenizer_test.cpp
+++ b/src/mongo/db/fts/tokenizer_test.cpp
@@ -36,13 +36,22 @@
namespace mongo {
namespace fts {
+namespace {
+const FTSLanguage* languageEnglishV2() {
+ return &FTSLanguage::make("english", TEXT_INDEX_VERSION_2);
+}
+const FTSLanguage* languageFrenchV2() {
+ return &FTSLanguage::make("french", TEXT_INDEX_VERSION_2);
+}
+} // namespace
+
TEST(Tokenizer, Empty1) {
- Tokenizer i(&languageEnglishV2, "");
+ Tokenizer i(languageEnglishV2(), "");
ASSERT(!i.more());
}
TEST(Tokenizer, Basic1) {
- Tokenizer i(&languageEnglishV2, "blue red green");
+ Tokenizer i(languageEnglishV2(), "blue red green");
ASSERT(i.more());
ASSERT_EQUALS(i.next().data.toString(), "blue");
@@ -57,7 +66,7 @@ TEST(Tokenizer, Basic1) {
}
TEST(Tokenizer, Basic2) {
- Tokenizer i(&languageEnglishV2, "blue-red");
+ Tokenizer i(languageEnglishV2(), "blue-red");
Token a = i.next();
Token b = i.next();
@@ -75,7 +84,7 @@ TEST(Tokenizer, Basic2) {
}
TEST(Tokenizer, Basic3) {
- Tokenizer i(&languageEnglishV2, "blue -red");
+ Tokenizer i(languageEnglishV2(), "blue -red");
Token a = i.next();
Token b = i.next();
@@ -97,7 +106,7 @@ TEST(Tokenizer, Basic3) {
}
TEST(Tokenizer, Quote1English) {
- Tokenizer i(&languageEnglishV2, "eliot's car");
+ Tokenizer i(languageEnglishV2(), "eliot's car");
Token a = i.next();
Token b = i.next();
@@ -107,7 +116,7 @@ TEST(Tokenizer, Quote1English) {
}
TEST(Tokenizer, Quote1French) {
- Tokenizer i(&languageFrenchV2, "eliot's car");
+ Tokenizer i(languageFrenchV2(), "eliot's car");
Token a = i.next();
Token b = i.next();