Add a checker for misleading unicode (#5311)

Co-authored-by: Pierre Sassoulas <pierre.sassoulas@gmail.com>
Co-authored-by: Daniël van Noord <13665637+DanielNoord@users.noreply.github.com>

5 files changed, 15 insertions, 0 deletions

diff --git a/tests/regrtest_data/unicode/invisible_function.txt b/tests/regrtest_data/unicode/invisible_function.txt
new file mode 100644
index 000000000..ebec0247e
--- /dev/null
+++ b/tests/regrtest_data/unicode/invisible_function.txt
@@ -0,0 +1,15 @@
+#!/usr/bin/env python3
+
+def is_admin():
+    return True
+
+def is_​admin():
+    return False
+
+def main():
+    if is_​admin():
+        print("You are an admin.")
+
+
+if __name__ == '__main__':
+    main()
diff --git a/tests/regrtest_data/unicode/pep_bidirectional_utf_16_bom.txt b/tests/regrtest_data/unicode/pep_bidirectional_utf_16_bom.txt
new file mode 100644
index 000000000..67cce9b52
--- /dev/null
+++ b/tests/regrtest_data/unicode/pep_bidirectional_utf_16_bom.txt
diff --git a/tests/regrtest_data/unicode/pep_bidirectional_utf_16_le_no_bom.txt b/tests/regrtest_data/unicode/pep_bidirectional_utf_16_le_no_bom.txt
new file mode 100644
index 000000000..70610fcbb
--- /dev/null
+++ b/tests/regrtest_data/unicode/pep_bidirectional_utf_16_le_no_bom.txt
diff --git a/tests/regrtest_data/unicode/pep_bidirectional_utf_32_bom.txt b/tests/regrtest_data/unicode/pep_bidirectional_utf_32_bom.txt
new file mode 100644
index 000000000..afa27e9ef
--- /dev/null
+++ b/tests/regrtest_data/unicode/pep_bidirectional_utf_32_bom.txt
diff --git a/tests/regrtest_data/unicode/pep_bidirectional_utf_32_le_no_bom.txt b/tests/regrtest_data/unicode/pep_bidirectional_utf_32_le_no_bom.txt
new file mode 100644
index 000000000..dab9046fa
--- /dev/null
+++ b/tests/regrtest_data/unicode/pep_bidirectional_utf_32_le_no_bom.txt