Improve utility scripts.

Scan snippet files in addition to token output streams.

1 files changed, 8 insertions, 1 deletions

diff --git a/scripts/check_whitespace_token.py b/scripts/check_whitespace_token.py
index 9fb56ab3..cc3d1aa6 100644
--- a/scripts/check_whitespace_token.py
+++ b/scripts/check_whitespace_token.py
@@ -19,7 +19,14 @@ def check_file(path):
     whitespace_re = re.compile('\s+')
 
     for value, token, linenumber in unpack_output_file(path):
-        if whitespace_re.fullmatch(value) and 'Whitespace' not in token:
+        if whitespace_re.fullmatch(value):
+            # We allow " " if it's inside a Literal.String for example
+            if 'Literal' in token:
+                continue
+
+            if 'Whitespace' in token:
+                continue
+
             print(f'{path}:{linenumber}')
             return False