diff options
author | Jarkko Hietaniemi <jhi@iki.fi> | 2015-07-19 10:34:24 +0300 |
---|---|---|
committer | Jarkko Hietaniemi <jhi@iki.fi> | 2015-07-22 08:33:23 -0400 |
commit | f7e03a1013a0b759f99885c500f0e89656a992ba (patch) | |
tree | 0de13481a2541f3816d2419e614271469de745fe | |
parent | b992490dd5c64d667e649dd0ee35a658034d93c0 (diff) | |
download | perl-f7e03a1013a0b759f99885c500f0e89656a992ba.tar.gz |
static inlines from dquote_static.c -> new dquote_inline.h
-rw-r--r-- | MANIFEST | 1 | ||||
-rw-r--r-- | dquote_inline.h | 160 | ||||
-rw-r--r-- | dquote_static.c | 150 | ||||
-rw-r--r-- | regcomp.c | 1 | ||||
-rw-r--r-- | toke.c | 1 |
5 files changed, 164 insertions, 149 deletions
@@ -3527,6 +3527,7 @@ djgpp/fixpmain DOS/DJGPP port doio.c I/O operations doop.c Support code for various operations dosish.h Some defines for MS/DOSish machines +dquote_inline.h Inline functions for double quotish contexts dquote_static.c Static functions for double quotish contexts dump.c Debugging output ebcdic_tables.h Generated tables included in utfebcdic.h diff --git a/dquote_inline.h b/dquote_inline.h new file mode 100644 index 0000000000..d8548bf890 --- /dev/null +++ b/dquote_inline.h @@ -0,0 +1,160 @@ +/* dquote_inline.h + * + * Copyright (C) 2015 by Larry Wall and others + * + * You may distribute under the terms of either the GNU General Public + * License or the Artistic License, as specified in the README file. + */ + +#ifndef DQUOTE_INLINE_H /* Guard against nested #inclusion */ +#define DQUOTE_INLINE_H + +/* + - regcurly - a little FSA that accepts {\d+,?\d*} + Pulled from reg.c. + */ +PERL_STATIC_INLINE I32 +S_regcurly(const char *s) +{ + PERL_ARGS_ASSERT_REGCURLY; + + if (*s++ != '{') + return FALSE; + if (!isDIGIT(*s)) + return FALSE; + while (isDIGIT(*s)) + s++; + if (*s == ',') { + s++; + while (isDIGIT(*s)) + s++; + } + + return *s == '}'; +} + +PERL_STATIC_INLINE bool +S_grok_bslash_x(pTHX_ char **s, UV *uv, const char** error_msg, + const bool output_warning, const bool strict, + const bool silence_non_portable, + const bool UTF) +{ + +/* Documentation to be supplied when interface nailed down finally + * This returns FALSE if there is an error which the caller need not recover + * from; otherwise TRUE. + * It guarantees that the returned codepoint, *uv, when expressed as + * utf8 bytes, would fit within the skipped "\x{...}" bytes. + * + * On input: + * s is the address of a pointer to a NULL terminated string that begins + * with 'x', and the previous character was a backslash. At exit, *s + * will be advanced to the byte just after those absorbed by this + * function. Hence the caller can continue parsing from there. In + * the case of an error, this routine has generally positioned *s to + * point just to the right of the first bad spot, so that a message + * that has a "<--" to mark the spot will be correctly positioned. + * uv points to a UV that will hold the output value, valid only if the + * return from the function is TRUE + * error_msg is a pointer that will be set to an internal buffer giving an + * error message upon failure (the return is FALSE). Untouched if + * function succeeds + * output_warning says whether to output any warning messages, or suppress + * them + * strict is true if anything out of the ordinary should cause this to + * fail instead of warn or be silent. For example, it requires + * exactly 2 digits following the \x (when there are no braces). + * 3 digits could be a mistake, so is forbidden in this mode. + * silence_non_portable is true if to suppress warnings about the code + * point returned being too large to fit on all platforms. + * UTF is true iff the string *s is encoded in UTF-8. + */ + char* e; + STRLEN numbers_len; + I32 flags = PERL_SCAN_DISALLOW_PREFIX; +#ifdef DEBUGGING + char *start = *s - 1; + assert(*start == '\\'); +#endif + + PERL_ARGS_ASSERT_GROK_BSLASH_X; + + assert(**s == 'x'); + (*s)++; + + if (strict || ! output_warning) { + flags |= PERL_SCAN_SILENT_ILLDIGIT; + } + + if (**s != '{') { + STRLEN len = (strict) ? 3 : 2; + + *uv = grok_hex(*s, &len, &flags, NULL); + *s += len; + if (strict && len != 2) { + if (len < 2) { + *s += (UTF) ? UTF8SKIP(*s) : 1; + *error_msg = "Non-hex character"; + } + else { + *error_msg = "Use \\x{...} for more than two hex characters"; + } + return FALSE; + } + goto ok; + } + + e = strchr(*s, '}'); + if (!e) { + (*s)++; /* Move past the '{' */ + while (isXDIGIT(**s)) { /* Position beyond the legal digits */ + (*s)++; + } + /* XXX The corresponding message above for \o is just '\\o{'; other + * messages for other constructs include the '}', so are inconsistent. + */ + *error_msg = "Missing right brace on \\x{}"; + return FALSE; + } + + (*s)++; /* Point to expected first digit (could be first byte of utf8 + sequence if not a digit) */ + numbers_len = e - *s; + if (numbers_len == 0) { + if (strict) { + (*s)++; /* Move past the } */ + *error_msg = "Number with no digits"; + return FALSE; + } + *s = e + 1; + *uv = 0; + goto ok; + } + + flags |= PERL_SCAN_ALLOW_UNDERSCORES; + if (silence_non_portable) { + flags |= PERL_SCAN_SILENT_NON_PORTABLE; + } + + *uv = grok_hex(*s, &numbers_len, &flags, NULL); + /* Note that if has non-hex, will ignore everything starting with that up + * to the '}' */ + + if (strict && numbers_len != (STRLEN) (e - *s)) { + *s += numbers_len; + *s += (UTF) ? UTF8SKIP(*s) : 1; + *error_msg = "Non-hex character"; + return FALSE; + } + + /* Return past the '}' */ + *s = e + 1; + + ok: + /* guarantee replacing "\x{...}" with utf8 bytes fits within + * existing space */ + assert(OFFUNISKIP(*uv) < *s - start); + return TRUE; +} + +#endif /* DQUOTE_INLINE_H */ diff --git a/dquote_static.c b/dquote_static.c index 885ba06ffb..4cce891146 100644 --- a/dquote_static.c +++ b/dquote_static.c @@ -10,32 +10,8 @@ #define PERL_IN_DQUOTE_STATIC_C #include "embed.h" -/* - - regcurly - a little FSA that accepts {\d+,?\d*} - Pulled from regcomp.c. - */ -PERL_STATIC_INLINE I32 -S_regcurly(const char *s) -{ - PERL_ARGS_ASSERT_REGCURLY; - - if (*s++ != '{') - return FALSE; - if (!isDIGIT(*s)) - return FALSE; - while (isDIGIT(*s)) - s++; - if (*s == ',') { - s++; - while (isDIGIT(*s)) - s++; - } - - return *s == '}'; -} - /* XXX Add documentation after final interface and behavior is decided */ -/* May want to show context for error, so would pass Perl_bslash_c(pTHX_ const char* current, const char* start, const bool output_warning) +/* May want to show context for error, so would pass S_grok_bslash_c(pTHX_ const char* current, const char* start, const bool output_warning) U8 source = *current; */ @@ -190,130 +166,6 @@ S_grok_bslash_o(pTHX_ char **s, UV *uv, const char** error_msg, return TRUE; } -PERL_STATIC_INLINE bool -S_grok_bslash_x(pTHX_ char **s, UV *uv, const char** error_msg, - const bool output_warning, const bool strict, - const bool silence_non_portable, - const bool UTF) -{ - -/* Documentation to be supplied when interface nailed down finally - * This returns FALSE if there is an error which the caller need not recover - * from; otherwise TRUE. - * It guarantees that the returned codepoint, *uv, when expressed as - * utf8 bytes, would fit within the skipped "\x{...}" bytes. - * - * On input: - * s is the address of a pointer to a NULL terminated string that begins - * with 'x', and the previous character was a backslash. At exit, *s - * will be advanced to the byte just after those absorbed by this - * function. Hence the caller can continue parsing from there. In - * the case of an error, this routine has generally positioned *s to - * point just to the right of the first bad spot, so that a message - * that has a "<--" to mark the spot will be correctly positioned. - * uv points to a UV that will hold the output value, valid only if the - * return from the function is TRUE - * error_msg is a pointer that will be set to an internal buffer giving an - * error message upon failure (the return is FALSE). Untouched if - * function succeeds - * output_warning says whether to output any warning messages, or suppress - * them - * strict is true if anything out of the ordinary should cause this to - * fail instead of warn or be silent. For example, it requires - * exactly 2 digits following the \x (when there are no braces). - * 3 digits could be a mistake, so is forbidden in this mode. - * silence_non_portable is true if to suppress warnings about the code - * point returned being too large to fit on all platforms. - * UTF is true iff the string *s is encoded in UTF-8. - */ - char* e; - STRLEN numbers_len; - I32 flags = PERL_SCAN_DISALLOW_PREFIX; -#ifdef DEBUGGING - char *start = *s - 1; - assert(*start == '\\'); -#endif - - PERL_ARGS_ASSERT_GROK_BSLASH_X; - - assert(**s == 'x'); - (*s)++; - - if (strict || ! output_warning) { - flags |= PERL_SCAN_SILENT_ILLDIGIT; - } - - if (**s != '{') { - STRLEN len = (strict) ? 3 : 2; - - *uv = grok_hex(*s, &len, &flags, NULL); - *s += len; - if (strict && len != 2) { - if (len < 2) { - *s += (UTF) ? UTF8SKIP(*s) : 1; - *error_msg = "Non-hex character"; - } - else { - *error_msg = "Use \\x{...} for more than two hex characters"; - } - return FALSE; - } - goto ok; - } - - e = strchr(*s, '}'); - if (!e) { - (*s)++; /* Move past the '{' */ - while (isXDIGIT(**s)) { /* Position beyond the legal digits */ - (*s)++; - } - /* XXX The corresponding message above for \o is just '\\o{'; other - * messages for other constructs include the '}', so are inconsistent. - */ - *error_msg = "Missing right brace on \\x{}"; - return FALSE; - } - - (*s)++; /* Point to expected first digit (could be first byte of utf8 - sequence if not a digit) */ - numbers_len = e - *s; - if (numbers_len == 0) { - if (strict) { - (*s)++; /* Move past the } */ - *error_msg = "Number with no digits"; - return FALSE; - } - *s = e + 1; - *uv = 0; - goto ok; - } - - flags |= PERL_SCAN_ALLOW_UNDERSCORES; - if (silence_non_portable) { - flags |= PERL_SCAN_SILENT_NON_PORTABLE; - } - - *uv = grok_hex(*s, &numbers_len, &flags, NULL); - /* Note that if has non-hex, will ignore everything starting with that up - * to the '}' */ - - if (strict && numbers_len != (STRLEN) (e - *s)) { - *s += numbers_len; - *s += (UTF) ? UTF8SKIP(*s) : 1; - *error_msg = "Non-hex character"; - return FALSE; - } - - /* Return past the '}' */ - *s = e + 1; - - ok: - /* guarantee replacing "\x{...}" with utf8 bytes fits within - * existing space */ - assert(OFFUNISKIP(*uv) < *s - start); - return TRUE; -} - STATIC char* S_form_short_octal_warning(pTHX_ const char * const s, /* Points to first non-octal */ @@ -87,6 +87,7 @@ EXTERN_C const struct regexp_engine my_reg_engine; #endif #include "dquote_static.c" +#include "dquote_inline.h" #include "invlist_inline.h" #include "unicode_constants.h" @@ -39,6 +39,7 @@ Individual members of C<PL_parser> have their own documentation. #define PERL_IN_TOKE_C #include "perl.h" #include "dquote_static.c" +#include "dquote_inline.h" #define new_constant(a,b,c,d,e,f,g) \ S_new_constant(aTHX_ a,b,STR_WITH_LEN(c),d,e,f, g) |