# Copyright (c) 2006, 2009-2013 LOGILAB S.A. (Paris, FRANCE) # Copyright (c) 2012-2014 Google, Inc. # Copyright (c) 2014-2020 Claudiu Popa # Copyright (c) 2014 Brett Cannon # Copyright (c) 2014 Alexandru Coman # Copyright (c) 2014 Arun Persaud # Copyright (c) 2015 Ionel Cristian Maries # Copyright (c) 2016 Łukasz Rogalski # Copyright (c) 2016 glegoux # Copyright (c) 2017-2019 hippo91 # Copyright (c) 2017 Mikhail Fesenko # Copyright (c) 2018 Rogalski, Lukasz # Copyright (c) 2018 Lucas Cimon # Copyright (c) 2018 Ville Skyttä # Copyright (c) 2019-2020 Pierre Sassoulas # Copyright (c) 2020 Anthony Sottile # Copyright (c) 2020 Benny # Licensed under the GPL: https://www.gnu.org/licenses/old-licenses/gpl-2.0.html # For details: https://github.com/PyCQA/pylint/blob/master/COPYING """Check source code is ascii only or has an encoding declaration (PEP 263)""" import re import tokenize from pylint.checkers import BaseChecker from pylint.interfaces import IRawChecker, ITokenChecker from pylint.message import MessagesHandlerMixIn from pylint.utils.pragma_parser import OPTION_PO, PragmaParserError, parse_pragma class ByIdManagedMessagesChecker(BaseChecker): """checks for messages that are enabled or disabled by id instead of symbol.""" __implements__ = IRawChecker # configuration section name name = "miscellaneous" msgs = { "I0023": ( "%s", "use-symbolic-message-instead", "Used when a message is enabled or disabled by id.", ) } options = () def process_module(self, module): """inspect the source file to find messages activated or deactivated by id.""" managed_msgs = MessagesHandlerMixIn.get_by_id_managed_msgs() for (mod_name, msg_id, msg_symbol, lineno, is_disabled) in managed_msgs: if mod_name == module.name: verb = "disable" if is_disabled else "enable" txt = f"Id '{msg_id}' is used to {verb} '{msg_symbol}' message emission" self.add_message("use-symbolic-message-instead", line=lineno, args=txt) MessagesHandlerMixIn.clear_by_id_managed_msgs() class EncodingChecker(BaseChecker): """checks for: * warning notes in the code like FIXME, XXX * encoding issues. """ __implements__ = (IRawChecker, ITokenChecker) # configuration section name name = "miscellaneous" msgs = { "W0511": ( "%s", "fixme", "Used when a warning note as FIXME or XXX is detected.", ) } options = ( ( "notes", { "type": "csv", "metavar": "", "default": ("FIXME", "XXX", "TODO"), "help": ( "List of note tags to take in consideration, " "separated by a comma." ), }, ), ( "notes-rgx", { "type": "string", "metavar": "", "help": "Regular expression of note tags to take in consideration.", }, ), ) def open(self): super().open() notes = "|".join(map(re.escape, self.config.notes)) if self.config.notes_rgx: regex_string = r"#\s*(%s|%s)\b" % (notes, self.config.notes_rgx) else: regex_string = r"#\s*(%s)\b" % (notes) self._fixme_pattern = re.compile(regex_string, re.I) def _check_encoding(self, lineno, line, file_encoding): try: return line.decode(file_encoding) except UnicodeDecodeError: pass except LookupError: if line.startswith("#") and "coding" in line and file_encoding in line: msg = f"Cannot decode using encoding '{file_encoding}', bad encoding" self.add_message("syntax-error", line=lineno, args=msg) return None def process_module(self, module): """inspect the source file to find encoding problem""" if module.file_encoding: encoding = module.file_encoding else: encoding = "ascii" with module.stream() as stream: for lineno, line in enumerate(stream): self._check_encoding(lineno + 1, line, encoding) def process_tokens(self, tokens): """inspect the source to find fixme problems""" if not self.config.notes: return comments = ( token_info for token_info in tokens if token_info.type == tokenize.COMMENT ) for comment in comments: comment_text = comment.string[1:].lstrip() # trim '#' and whitespaces # handle pylint disable clauses disable_option_match = OPTION_PO.search(comment_text) if disable_option_match: try: values = [] try: for pragma_repr in ( p_rep for p_rep in parse_pragma(disable_option_match.group(2)) if p_rep.action == "disable" ): values.extend(pragma_repr.messages) except PragmaParserError: # Printing useful information dealing with this error is done in the lint package pass if set(values) & set(self.config.notes): continue except ValueError: self.add_message( "bad-inline-option", args=disable_option_match.group(1).strip(), line=comment.start[0], ) continue # emit warnings if necessary match = self._fixme_pattern.search("#" + comment_text.lower()) if match: note = match.group(1) self.add_message( "fixme", col_offset=comment.string.lower().index(note.lower()), args=comment_text, line=comment.start[0], ) def register(linter): """required method to auto register this checker""" linter.register_checker(EncodingChecker(linter)) linter.register_checker(ByIdManagedMessagesChecker(linter))