summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorKarl Williamson <khw@cpan.org>2019-10-02 16:13:31 -0600
committerKarl Williamson <khw@cpan.org>2019-10-02 23:09:49 -0600
commitff8d74df8543a394d61833a4f940f40a2c3aed18 (patch)
tree995f9fea749d7d34dc5256feadb2a9a193de0784
parent7fd0eed3ddc61ff1ab8e81d17472959868e6a87f (diff)
downloadperl-ff8d74df8543a394d61833a4f940f40a2c3aed18.tar.gz
mktables: Fix Named Sequences for EBCDIC
This table wasn't being translated into native code points
-rw-r--r--charclass_invlists.h2
-rw-r--r--lib/unicore/mktables5
-rw-r--r--lib/unicore/uni_keywords.pl2
-rw-r--r--regcharclass.h2
-rw-r--r--uni_keywords.h2
5 files changed, 9 insertions, 4 deletions
diff --git a/charclass_invlists.h b/charclass_invlists.h
index 70ea70894d..50cf43bd17 100644
--- a/charclass_invlists.h
+++ b/charclass_invlists.h
@@ -395307,7 +395307,7 @@ static const U8 WB_table[23][23] = {
* 78e2600e24fa7d5ab62117de50b382f8b31b08401c37a0782c38dacb340b64e7 lib/unicore/extracted/DLineBreak.txt
* 1bde4ad73e271c6349fbd1972e54f38bba5cc1900c28f678e79b9e8909b31793 lib/unicore/extracted/DNumType.txt
* 6278722699123f3890e4b1cc42011e96d8960e4958a3b93484361530983d2611 lib/unicore/extracted/DNumValues.txt
- * a74b5e334b78d45bfc61718c8ef302d19884bdcfe348d0f24ddcbf4fa0a17118 lib/unicore/mktables
+ * 70966df83428f30e3b8a0f75539b3cf4964248c73ce898aabdcb819d6eb8175a lib/unicore/mktables
* a712c758275b460d18fa77a26ed3589689bb3f69dcc1ea99b913e32db92a5cd2 lib/unicore/version
* 2680b9254eb236c5c090f11b149605043e8c8433661b96efc4a42fb4709342a5 regen/charset_translations.pl
* 03e51b0f07beebd5da62ab943899aa4934eee1f792fa27c1fb638c33bf4ac6ea regen/mk_PL_charclass.pl
diff --git a/lib/unicore/mktables b/lib/unicore/mktables
index 9cecad3799..8b16b820cd 100644
--- a/lib/unicore/mktables
+++ b/lib/unicore/mktables
@@ -12524,6 +12524,11 @@ sub process_NamedSequences {
next;
}
+ # Code points below 0x0100 need to be converted to native
+ $sequence =~ s/\b 00 ( [0-9A-F]{2} ) \b/
+ sprintf("%04X", utf8::unicode_to_native(hex $1))/gxe
+ if NON_ASCII_PLATFORM;
+
# Note single \t in keeping with special output format of
# Perl_charnames. But it turns out that the code points don't have to
# be 5 digits long, like the rest, based on the internal workings of
diff --git a/lib/unicore/uni_keywords.pl b/lib/unicore/uni_keywords.pl
index b1640d7583..94e8c183c7 100644
--- a/lib/unicore/uni_keywords.pl
+++ b/lib/unicore/uni_keywords.pl
@@ -1261,7 +1261,7 @@
# 78e2600e24fa7d5ab62117de50b382f8b31b08401c37a0782c38dacb340b64e7 lib/unicore/extracted/DLineBreak.txt
# 1bde4ad73e271c6349fbd1972e54f38bba5cc1900c28f678e79b9e8909b31793 lib/unicore/extracted/DNumType.txt
# 6278722699123f3890e4b1cc42011e96d8960e4958a3b93484361530983d2611 lib/unicore/extracted/DNumValues.txt
-# a74b5e334b78d45bfc61718c8ef302d19884bdcfe348d0f24ddcbf4fa0a17118 lib/unicore/mktables
+# 70966df83428f30e3b8a0f75539b3cf4964248c73ce898aabdcb819d6eb8175a lib/unicore/mktables
# a712c758275b460d18fa77a26ed3589689bb3f69dcc1ea99b913e32db92a5cd2 lib/unicore/version
# 2680b9254eb236c5c090f11b149605043e8c8433661b96efc4a42fb4709342a5 regen/charset_translations.pl
# 03e51b0f07beebd5da62ab943899aa4934eee1f792fa27c1fb638c33bf4ac6ea regen/mk_PL_charclass.pl
diff --git a/regcharclass.h b/regcharclass.h
index cc8dc6dcbb..6df3b95a6f 100644
--- a/regcharclass.h
+++ b/regcharclass.h
@@ -1901,7 +1901,7 @@
* 78e2600e24fa7d5ab62117de50b382f8b31b08401c37a0782c38dacb340b64e7 lib/unicore/extracted/DLineBreak.txt
* 1bde4ad73e271c6349fbd1972e54f38bba5cc1900c28f678e79b9e8909b31793 lib/unicore/extracted/DNumType.txt
* 6278722699123f3890e4b1cc42011e96d8960e4958a3b93484361530983d2611 lib/unicore/extracted/DNumValues.txt
- * a74b5e334b78d45bfc61718c8ef302d19884bdcfe348d0f24ddcbf4fa0a17118 lib/unicore/mktables
+ * 70966df83428f30e3b8a0f75539b3cf4964248c73ce898aabdcb819d6eb8175a lib/unicore/mktables
* a712c758275b460d18fa77a26ed3589689bb3f69dcc1ea99b913e32db92a5cd2 lib/unicore/version
* 2680b9254eb236c5c090f11b149605043e8c8433661b96efc4a42fb4709342a5 regen/charset_translations.pl
* 830144f6afdd047b009754ffa06134397268f6638837fe85283483eb0cfdd558 regen/regcharclass.pl
diff --git a/uni_keywords.h b/uni_keywords.h
index c160321c0c..f088a431f1 100644
--- a/uni_keywords.h
+++ b/uni_keywords.h
@@ -7284,7 +7284,7 @@ MPH_VALt match_uniprop( const unsigned char * const key, const U16 key_len ) {
* 78e2600e24fa7d5ab62117de50b382f8b31b08401c37a0782c38dacb340b64e7 lib/unicore/extracted/DLineBreak.txt
* 1bde4ad73e271c6349fbd1972e54f38bba5cc1900c28f678e79b9e8909b31793 lib/unicore/extracted/DNumType.txt
* 6278722699123f3890e4b1cc42011e96d8960e4958a3b93484361530983d2611 lib/unicore/extracted/DNumValues.txt
- * a74b5e334b78d45bfc61718c8ef302d19884bdcfe348d0f24ddcbf4fa0a17118 lib/unicore/mktables
+ * 70966df83428f30e3b8a0f75539b3cf4964248c73ce898aabdcb819d6eb8175a lib/unicore/mktables
* a712c758275b460d18fa77a26ed3589689bb3f69dcc1ea99b913e32db92a5cd2 lib/unicore/version
* 2680b9254eb236c5c090f11b149605043e8c8433661b96efc4a42fb4709342a5 regen/charset_translations.pl
* 03e51b0f07beebd5da62ab943899aa4934eee1f792fa27c1fb638c33bf4ac6ea regen/mk_PL_charclass.pl