diff options
| author | Bruno Haible <bruno@clisp.org> | 2009-02-08 20:54:44 +0100 |
|---|---|---|
| committer | Bruno Haible <bruno@clisp.org> | 2009-02-08 20:54:44 +0100 |
| commit | 38db1b35bf51a7a738f27d2660a9fdd3b46447be (patch) | |
| tree | 7c978aa3520c5e17735481e4235955034f8ec7f5 /lib/uniwbrk | |
| parent | f56e0125344bd8f616e45494c8f2a9637b854269 (diff) | |
| download | gnulib-38db1b35bf51a7a738f27d2660a9fdd3b46447be.tar.gz | |
New module 'uniwbrk/table'.
Diffstat (limited to 'lib/uniwbrk')
| -rw-r--r-- | lib/uniwbrk/wbrktable.c | 52 | ||||
| -rw-r--r-- | lib/uniwbrk/wbrktable.h | 18 |
2 files changed, 70 insertions, 0 deletions
diff --git a/lib/uniwbrk/wbrktable.c b/lib/uniwbrk/wbrktable.c new file mode 100644 index 0000000000..81a2323e0d --- /dev/null +++ b/lib/uniwbrk/wbrktable.c @@ -0,0 +1,52 @@ +/* Word break auxiliary table. + Copyright (C) 2009 Free Software Foundation, Inc. + Written by Bruno Haible <bruno@clisp.org>, 2009. + + This program is free software: you can redistribute it and/or modify it + under the terms of the GNU Lesser General Public License as published + by the Free Software Foundation; either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public License + along with this program. If not, see <http://www.gnu.org/licenses/>. */ + +#include <config.h> + +/* Specification. */ +#include "wbrktable.h" + +/* This table contains the following rules (see UAX #29): + + last current + + ALetter × ALetter (WB5) + ALetter × Numeric (WB9) + Numeric × ALetter (WB10) + Numeric × Numeric (WB8) + Katakana × Katakana (WB13) + (ALetter | Numeric | Katakana) × ExtendNumLet (WB13a) + ExtendNumLet × ExtendNumLet (WB13a) + ExtendNumLet × (ALetter | Numeric | Katakana) (WB13b) + */ + +const unsigned char uniwbrk_table[10][8] = +{ /* current: OTHER MIDNUMLET NUMERIC */ + /* KATAKANA MIDLETTER EXTENDNUMLET */ + /* ALETTER MIDNUM */ + /* last */ + /* WBP_OTHER */ { 1, 1, 1, 1, 1, 1, 1, 1 }, + /* WBP_KATAKANA */ { 1, 0, 1, 1, 1, 1, 1, 0 }, + /* WBP_ALETTER */ { 1, 1, 0, 1, 1, 1, 0, 0 }, + /* WBP_MIDNUMLET */ { 1, 1, 1, 1, 1, 1, 1, 1 }, + /* WBP_MIDLETTER */ { 1, 1, 1, 1, 1, 1, 1, 1 }, + /* WBP_MIDNUM */ { 1, 1, 1, 1, 1, 1, 1, 1 }, + /* WBP_NUMERIC */ { 1, 1, 0, 1, 1, 1, 0, 0 }, + /* WBP_EXTENDNUMLET */ { 1, 0, 0, 1, 1, 1, 0, 0 }, + /* WBP_EXTEND */ { 1, 1, 1, 1, 1, 1, 1, 1 }, + /* WBP_FORMAT */ { 1, 1, 1, 1, 1, 1, 1, 1 } +}; diff --git a/lib/uniwbrk/wbrktable.h b/lib/uniwbrk/wbrktable.h new file mode 100644 index 0000000000..14efee90a5 --- /dev/null +++ b/lib/uniwbrk/wbrktable.h @@ -0,0 +1,18 @@ +/* Word break auxiliary table. + Copyright (C) 2009 Free Software Foundation, Inc. + Written by Bruno Haible <bruno@clisp.org>, 2009. + + This program is free software: you can redistribute it and/or modify it + under the terms of the GNU Lesser General Public License as published + by the Free Software Foundation; either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public License + along with this program. If not, see <http://www.gnu.org/licenses/>. */ + +extern const unsigned char uniwbrk_table[10][8]; |