1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
// Copyright (C) 2021-2022 Joel Rosdahl and other contributors
//
// See doc/AUTHORS.adoc for a complete list of contributors.
//
// This program is free software; you can redistribute it and/or modify it
// under the terms of the GNU General Public License as published by the Free
// Software Foundation; either version 3 of the License, or (at your option)
// any later version.
//
// This program is distributed in the hope that it will be useful, but WITHOUT
// ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
// FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
// more details.
//
// You should have received a copy of the GNU General Public License along with
// this program; if not, write to the Free Software Foundation, Inc., 51
// Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
#include "../src/Util.hpp"
#include "third_party/doctest.h"
#include <ostream> // https://github.com/doctest/doctest/issues/618
TEST_CASE("util::Tokenizer")
{
using Mode = util::Tokenizer::Mode;
using IncludeDelimiter = util::Tokenizer::IncludeDelimiter;
struct SplitTest
{
SplitTest(Mode mode,
IncludeDelimiter include_delimiter = IncludeDelimiter::no)
: m_mode(mode),
m_include_delimiter(include_delimiter)
{
}
void
operator()(const char* input,
const char* separators,
const std::vector<std::string>& expected) const
{
const auto res =
Util::split_into_views(input, separators, m_mode, m_include_delimiter);
REQUIRE(res.size() == expected.size());
for (int i = 0, total = expected.size(); i < total; ++i) {
CHECK(res[i] == expected[i]);
}
}
Mode m_mode;
IncludeDelimiter m_include_delimiter;
};
SUBCASE("include empty tokens")
{
SplitTest split(Mode::include_empty);
split("", "/", {""});
split("/", "/", {"", ""});
split("a/", "/", {"a", ""});
split("/b", "/", {"", "b"});
split("a/b", "/", {"a", "b"});
split("/a:", "/:", {"", "a", ""});
}
SUBCASE("skip empty")
{
SplitTest split(Mode::skip_empty);
split("", "/", {});
split("///", "/", {});
split("a/b", "/", {"a", "b"});
split("a/b", "x", {"a/b"});
split("a/b:c", "/:", {"a", "b", "c"});
split("/a:", "/:", {"a"});
split(":a//b..:.c/:/.", "/:.", {"a", "b", "c"});
split(".0.1.2.3.4.5.6.7.8.9.",
"/:.+_abcdef",
{"0", "1", "2", "3", "4", "5", "6", "7", "8", "9"});
}
SUBCASE("include empty and delimiter")
{
SplitTest split(Mode::include_empty, IncludeDelimiter::yes);
split("", "/", {""});
split("/", "/", {"/", ""});
split("a/", "/", {"a/", ""});
split("/b", "/", {"/", "b"});
split("a/b", "/", {"a/", "b"});
split("/a:", "/:", {"/", "a:", ""});
split("a//b/", "/", {"a/", "/", "b/", ""});
}
SUBCASE("skip empty and include delimiter")
{
SplitTest split(Mode::skip_empty, IncludeDelimiter::yes);
split("", "/", {});
split("///", "/", {});
split("a/b", "/", {"a/", "b"});
split("a/b", "x", {"a/b"});
split("a/b:c", "/:", {"a/", "b:", "c"});
split("/a:", "/:", {"a:"});
split(":a//b..:.c/:/.", "/:.", {"a/", "b.", "c/"});
split(".0.1.2.3.4.5.6.7.8.9.",
"/:.+_abcdef",
{"0.", "1.", "2.", "3.", "4.", "5.", "6.", "7.", "8.", "9."});
}
}
|
