diff options
| author | Benjamin Peterson <benjamin@python.org> | 2009-03-02 23:31:26 +0000 |
|---|---|---|
| committer | Benjamin Peterson <benjamin@python.org> | 2009-03-02 23:31:26 +0000 |
| commit | d9a6e17352a6d8e333c4782718cc99aec6d536e6 (patch) | |
| tree | 25e0b7853076a58617b90f14754351cab385f967 /Parser/tokenizer.h | |
| parent | 52b65a6a6818d27707d31495a00b01391378ab11 (diff) | |
| download | cpython-d9a6e17352a6d8e333c4782718cc99aec6d536e6.tar.gz | |
ignore the coding cookie in compile(), exec(), and eval() if the source is a string #4626
Diffstat (limited to 'Parser/tokenizer.h')
| -rw-r--r-- | Parser/tokenizer.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index df9cbc74b9..e3328f1a58 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -61,6 +61,7 @@ struct tok_state { }; extern struct tok_state *PyTokenizer_FromString(const char *); +extern struct tok_state *PyTokenizer_FromUTF8(const char *); extern struct tok_state *PyTokenizer_FromFile(FILE *, char*, char *, char *); extern void PyTokenizer_Free(struct tok_state *); |