Closes #1127: Fix traceback when autodoc tries to tokenize a non-Python file.

1 files changed, 4 insertions, 1 deletions

diff --git a/sphinx/pycode/__init__.py b/sphinx/pycode/__init__.py
index 073c1560..64999df8 100644
--- a/sphinx/pycode/__init__.py
+++ b/sphinx/pycode/__init__.py
@@ -241,7 +241,10 @@ class ModuleAnalyzer(object):
         """Generate tokens from the source."""
         if self.tokens is not None:
             return
-        self.tokens = list(tokenize.generate_tokens(self.source.readline))
+        try:
+            self.tokens = list(tokenize.generate_tokens(self.source.readline))
+        except tokenize.TokenError, err:
+            raise PycodeError('tokenizing failed', err)
         self.source.close()
 
     def parse(self):