The tokenize module rejects certain source files that are accepted as

valid by the Python interpreter, e.g. modules that end with a line
continuation. Catch the exception and skip the files.

1 files changed, 5 insertions, 1 deletions

diff --git a/lint.py b/lint.py
index 6fe9076..0c52890 100644
--- a/lint.py
+++ b/lint.py
@@ -649,7 +649,11 @@ This is used by the global evaluation report (RP0004).'}),
     def check_astroid_module(self, astroid, walker, rawcheckers, tokencheckers):
         """check a module from its astroid representation, real work"""
         # call raw checkers if possible
-        tokens = tokenize_module(astroid)
+        try:
+            tokens = tokenize_module(astroid)
+        except tokenize.TokenError, ex:
+            self.add_message('E0001', line=ex.args[1][0], args=ex.args[0])
+            return
 
         if not astroid.pure_python:
             self.add_message('I0001', args=astroid.name)