1 files changed, 93 insertions, 0 deletions
diff --git a/ext/tokenizer/tokenizer_data_gen.php b/ext/tokenizer/tokenizer_data_gen.php
new file mode 100644
index 0000000000..8af1878103
--- /dev/null
+++ b/ext/tokenizer/tokenizer_data_gen.php
@@ -0,0 +1,93 @@
+<?php
+
+$rootDir = __DIR__ . '/../..';
+$infile = $rootDir . '/Zend/zend_language_parser.h';
+$outfile = $rootDir . '/ext/tokenizer/tokenizer_data.c';
+
+if (!file_exists($infile)) {
+    fwrite(STDERR, <<<ERROR
+$infile is missing.
+
+Please, generate the PHP parser files by scripts/dev/genfiles
+or by running the ./configure build step.
+ERROR);
+    exit(1);
+}
+
+$result = '';
+
+$result .= <<<CODE
+/*
+   +----------------------------------------------------------------------+
+   | Copyright (c) The PHP Group                                          |
+   +----------------------------------------------------------------------+
+   | This source file is subject to version 3.01 of the PHP license,      |
+   | that is bundled with this package in the file LICENSE, and is        |
+   | available through the world-wide-web at the following url:           |
+   | http://www.php.net/license/3_01.txt                                  |
+   | If you did not receive a copy of the PHP license and are unable to   |
+   | obtain it through the world-wide-web, please send a note to          |
+   | license@php.net so we can mail you a copy immediately.               |
+   +----------------------------------------------------------------------+
+   | Author: Johannes Schlueter <johannes@php.net>                        |
+   +----------------------------------------------------------------------+
+*/
+
+/*
+   DO NOT EDIT THIS FILE!
+   This file is generated using tokenizer_data_gen.php
+*/
+
+#include "php.h"
+#include "zend.h"
+#include <zend_language_parser.h>
+
+
+void tokenizer_register_constants(INIT_FUNC_ARGS) {
+
+CODE;
+
+$incontent = file_get_contents($infile);
+preg_match_all('(^    (?<token_name>T_.*?)\b)m', $incontent, $matches);
+
+foreach ($matches['token_name'] as $tokenName) {
+    if ($tokenName === 'T_NOELSE' || $tokenName === 'T_ERROR') {
+        continue;
+    }
+    $result .= "\tREGISTER_LONG_CONSTANT(\"$tokenName\", $tokenName, CONST_CS | CONST_PERSISTENT);\n";
+}
+$result .= "\tREGISTER_LONG_CONSTANT(\"T_DOUBLE_COLON\", T_PAAMAYIM_NEKUDOTAYIM, CONST_CS | CONST_PERSISTENT);\n";
+
+$result .= <<<CODE
+}
+
+char *get_token_type_name(int token_type)
+{
+\tswitch (token_type) {
+
+
+CODE;
+
+foreach ($matches['token_name'] as $tokenName) {
+    if ($tokenName === 'T_NOELSE' || $tokenName === 'T_ERROR') {
+        continue;
+    }
+    if ($tokenName === 'T_PAAMAYIM_NEKUDOTAYIM') {
+        $result .= "\t\tcase T_PAAMAYIM_NEKUDOTAYIM: return \"T_DOUBLE_COLON\";\n";
+    } else {
+        $result .= "\t\tcase $tokenName: return \"$tokenName\";\n";
+    }
+}
+
+$result .= <<<CODE
+
+\t}
+\treturn NULL;
+}
+
+
+CODE;
+
+file_put_contents($outfile, $result);
+
+echo "Wrote $outfile\n";