diff options
| author | Tim Martin <tim@timmart.in> | 2022-09-21 13:17:14 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2022-09-21 20:17:14 +0200 |
| commit | d48686deae70c734a916886c9f93185dcd40494d (patch) | |
| tree | d24f1e2b1478a97712c43a4b4d06353781ff4f5f /scripts | |
| parent | f59a3ef2e7a678074ccb3dce0d9b54e4123e449f (diff) | |
| download | pygments-git-d48686deae70c734a916886c9f93185dcd40494d.tar.gz | |
Add World of Warcraft TOC file lexer (#2244)
Also fix a broken link and decode as UTF8 in count_token_references.py.
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/count_token_references.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/scripts/count_token_references.py b/scripts/count_token_references.py index e235cc40..8e798c2d 100755 --- a/scripts/count_token_references.py +++ b/scripts/count_token_references.py @@ -72,7 +72,10 @@ def fetch_lexer_sources(): to a list of lines. """ lexer_dir = (pathlib.Path(__file__).parent / "../pygments/lexers").resolve() - lexer_sources = {fn: fn.read_text().splitlines(keepends=False) for fn in lexer_dir.glob("*.py")} + lexer_sources = { + fn: fn.read_text(encoding='utf-8').splitlines(keepends=False) + for fn in lexer_dir.glob("*.py") + } return lexer_sources |