Make pgen compile with pydebug. Duplicate normalized names, as it may

be longer than the old string.

1 files changed, 2 insertions, 0 deletions

diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index 9782666fd8..f3bac74acd 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -45,8 +45,10 @@ struct tok_state {
 	int read_coding_spec;	/* whether 'coding:...' has been read  */
 	int issued_encoding_warning; /* whether non-ASCII warning was issued */
 	char *encoding;
+#ifndef PGEN
 	PyObject *decoding_readline; /* codecs.open(...).readline */
 	PyObject *decoding_buffer;
+#endif
 	const char* enc;
 	const char* str;
 };