diff options
| author | Larry Wall <larry@wall.org> | 1998-07-24 05:44:33 +0000 |
|---|---|---|
| committer | Larry Wall <larry@wall.org> | 1998-07-24 05:44:33 +0000 |
| commit | a0ed51b321531af4b47cce24205ab9656f043f0f (patch) | |
| tree | 610356407b37a4041ea8bcaf44571579b2da5613 /utf8.h | |
| parent | 9332a1c1d80ded85a2b1f32b1c8968a35e3b0fbb (diff) | |
| download | perl-a0ed51b321531af4b47cce24205ab9656f043f0f.tar.gz | |
Here are the long-expected Unicode/UTF-8 modifications.
p4raw-id: //depot/utfperl@1651
Diffstat (limited to 'utf8.h')
| -rw-r--r-- | utf8.h | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/utf8.h b/utf8.h new file mode 100644 index 0000000000..6f86f721e6 --- /dev/null +++ b/utf8.h @@ -0,0 +1,27 @@ +/* utf8.h + * + * Copyright (c) 1998, Larry Wall + * + * You may distribute under the terms of either the GNU General Public + * License or the Artistic License, as specified in the README file. + * + */ + +#ifdef DOINIT +EXTCONST unsigned char PL_utf8skip[] = { +1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */ +1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */ +1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */ +1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */ +1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* bogus */ +1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* bogus */ +2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, /* scripts */ +3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,6,6,7,8, /* cjk etc. */ +}; +#else +EXTCONST unsigned char PL_utf8skip[]; +#endif + +#define IN_UTF8 (curcop->op_private & HINT_UTF8) + +#define UTF8SKIP(s) PL_utf8skip[*(U8*)s] |