summaryrefslogtreecommitdiff
path: root/modules/unilbrk
diff options
context:
space:
mode:
authorDaiki Ueno <ueno@gnu.org>2017-11-27 11:34:25 +0100
committerDaiki Ueno <dueno@redhat.com>2017-11-27 11:34:25 +0100
commit19f18ecffa68391c6d0babc3568672108884bbc0 (patch)
treeeb1b23f3ce024c42df42a33ab8deb052856f6cc7 /modules/unilbrk
parentd5aa1da12243e1ac20800b9ffc1be93b13fe2f5b (diff)
downloadgnulib-19f18ecffa68391c6d0babc3568672108884bbc0.tar.gz
libunistring: update to Unicode 9.0.0
* lib/gen-uni-tables.c (fill_properties): Recognize Sentence_Terminal and Prepended_Concatenation_Mark. (is_property_default_ignorable_code_point): Exclude U+08E2. (fill_arabicshaping): Allow missing whitespace when parsing; recognize "AFRICAN FEH", "AFRICAN QAF", and "AFRICAN MOON". (output_blocks): Increase the element size of the level1 table to accommodate more blocks. (get_lbp): Recognize ZWJ, E_Base, and E_Modifier characters; Update each class according to the standard. (get_wbp): Recognize ZWJ, E_Base, E_Modifier, Glue_After_Zwj, and E_Base_GAZ characters. (output_gbp_table): Recognize ZWJ, E_Base, E_Modifier, Glue_After_Zwj, and E_Base_GAZ characters. * lib/unictype.in.h (UC_JOINING_GROUP_AFRICAN_FEH) (UC_JOINING_GROUP_AFRICAN_QAF, UC_JOINING_GROUP_AFRICAN_MOON): New enum value. * lib/unilbrk/lbrktables.h (LBP_ZWJ, LBP_EB, LBP_EM): New enum value. * lib/unilbrk/lbrktables.c (unilbrk_table): Extend the table with LBP_ZWJ, LBP_EB, and LBP_EM. * lib/uniwbrk.in.h (WBP_ZWJ, WBP_EB, WBP_EM, WBP_GAZ, WBP_EBG): New enum value. * lib/uniwbrk/u-wordbreaks.h: Implement WB3c, WB15, and WB16. * lib/uniwbrk/wbrktable.h (uniwbrk_prop_index): New variable declaration. * lib/uniwbrk/wbrktable.c (uniwbrk_prop_index): New variable. (uniwbrk_table): Implement WB14. * tests/uniwbrk/test-uc-wordbreaks.c (wordbreakproperty_to_string): Check WBP_ZWJ, WBP_EB, WBP_EM, WBP_GAZ, and WBP_EBG. * modules/unigbrk/u{32,16,8}-grapheme-breaks: No longer depend on uc-is-grapheme-break. * modules/unigbrk/uc-grapheme-breaks: New module. * modules/unigbrk/uc-grapheme-breaks-tests: New module. * lib/unigbrk.in.h (GBP_ZWJ, GBP_EB, GBP_EM, GBP_GAZ, GBP_EBG): New enum value. (uc_grapheme_breaks): New function, replacing uc_is_grapheme_break. * lib/unigbrk/u-grapheme-breaks.h: New file. * lib/unigbrk/u{32,16,8}-grapheme-breaks.c: Rewrite using u-grapheme-breaks.h instead of uc_is_grapheme_break. * lib/unigbrk/uc-grapheme-breaks.c: New file. * lib/unigbrk/uc-is-grapheme-break.c: Partially update to TR29 rev 29. * tests/unigbrk/test-uc-gbrk-prop.c (graphemebreakproperty_to_string): Check GBP_ZWJ, GBP_EB, GBP_EM, GBP_GAZ, and GBP_EBG. * tests/unigbrk/test-uc-grapheme-breaks.c: New test. * tests/unigbrk/test-uc-is-grapheme-break.c (graphemebreakproperty_to_string): Check GBP_ZWJ, GBP_EB, GBP_EM, GBP_GAZ, and GBP_EBG. (main): Skip unsupported rules involving 3 or more characters, namely GB10, GB12, and GB13. * lib/uniwidth/width.c (nonspacing_table_data): Update. * all generated files under lib/uni* and tests/uni*: Regenerate. * all the dependant modules: Bump version.
Diffstat (limited to 'modules/unilbrk')
-rw-r--r--modules/unilbrk/u16-possible-linebreaks2
-rw-r--r--modules/unilbrk/u16-width-linebreaks2
-rw-r--r--modules/unilbrk/u32-possible-linebreaks2
-rw-r--r--modules/unilbrk/u32-width-linebreaks2
-rw-r--r--modules/unilbrk/u8-possible-linebreaks2
-rw-r--r--modules/unilbrk/u8-width-linebreaks2
-rw-r--r--modules/unilbrk/ulc-possible-linebreaks2
-rw-r--r--modules/unilbrk/ulc-width-linebreaks2
8 files changed, 8 insertions, 8 deletions
diff --git a/modules/unilbrk/u16-possible-linebreaks b/modules/unilbrk/u16-possible-linebreaks
index 4d6dca92d6..953838a365 100644
--- a/modules/unilbrk/u16-possible-linebreaks
+++ b/modules/unilbrk/u16-possible-linebreaks
@@ -12,7 +12,7 @@ unistr/u16-mbtouc-unsafe
streq
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/u16-possible-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/u16-possible-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_U16_POSSIBLE_LINEBREAKS
diff --git a/modules/unilbrk/u16-width-linebreaks b/modules/unilbrk/u16-width-linebreaks
index 360053a1c2..e580118aca 100644
--- a/modules/unilbrk/u16-width-linebreaks
+++ b/modules/unilbrk/u16-width-linebreaks
@@ -11,7 +11,7 @@ uniwidth/width
unistr/u16-mbtouc-unsafe
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/u16-width-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/u16-width-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_U16_WIDTH_LINEBREAKS
diff --git a/modules/unilbrk/u32-possible-linebreaks b/modules/unilbrk/u32-possible-linebreaks
index 514d821946..08e47e18fb 100644
--- a/modules/unilbrk/u32-possible-linebreaks
+++ b/modules/unilbrk/u32-possible-linebreaks
@@ -11,7 +11,7 @@ unilbrk/tables
streq
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/u32-possible-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/u32-possible-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_U32_POSSIBLE_LINEBREAKS
diff --git a/modules/unilbrk/u32-width-linebreaks b/modules/unilbrk/u32-width-linebreaks
index 71b83c30a7..647e77f739 100644
--- a/modules/unilbrk/u32-width-linebreaks
+++ b/modules/unilbrk/u32-width-linebreaks
@@ -10,7 +10,7 @@ unilbrk/u32-possible-linebreaks
uniwidth/width
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/u32-width-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/u32-width-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_U32_WIDTH_LINEBREAKS
diff --git a/modules/unilbrk/u8-possible-linebreaks b/modules/unilbrk/u8-possible-linebreaks
index f02fbb3550..7d208ba348 100644
--- a/modules/unilbrk/u8-possible-linebreaks
+++ b/modules/unilbrk/u8-possible-linebreaks
@@ -12,7 +12,7 @@ unistr/u8-mbtouc-unsafe
streq
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/u8-possible-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/u8-possible-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_U8_POSSIBLE_LINEBREAKS
diff --git a/modules/unilbrk/u8-width-linebreaks b/modules/unilbrk/u8-width-linebreaks
index 76a4cdab2b..b3c9b48091 100644
--- a/modules/unilbrk/u8-width-linebreaks
+++ b/modules/unilbrk/u8-width-linebreaks
@@ -11,7 +11,7 @@ uniwidth/width
unistr/u8-mbtouc-unsafe
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/u8-width-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/u8-width-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_U8_WIDTH_LINEBREAKS
diff --git a/modules/unilbrk/ulc-possible-linebreaks b/modules/unilbrk/ulc-possible-linebreaks
index 19b5e035c6..f484c619ac 100644
--- a/modules/unilbrk/ulc-possible-linebreaks
+++ b/modules/unilbrk/ulc-possible-linebreaks
@@ -12,7 +12,7 @@ uniconv/u8-conv-from-enc
c-ctype
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/ulc-possible-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/ulc-possible-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_ULC_POSSIBLE_LINEBREAKS
diff --git a/modules/unilbrk/ulc-width-linebreaks b/modules/unilbrk/ulc-width-linebreaks
index 7de23d8f5e..43032550e1 100644
--- a/modules/unilbrk/ulc-width-linebreaks
+++ b/modules/unilbrk/ulc-width-linebreaks
@@ -12,7 +12,7 @@ uniconv/u8-conv-from-enc
c-ctype
configure.ac:
-gl_LIBUNISTRING_MODULE([0.9.6], [unilbrk/ulc-width-linebreaks])
+gl_LIBUNISTRING_MODULE([0.9.8], [unilbrk/ulc-width-linebreaks])
Makefile.am:
if LIBUNISTRING_COMPILE_UNILBRK_ULC_WIDTH_LINEBREAKS