# Copyright (c) 2003-2014 LOGILAB S.A. (Paris, FRANCE). # http://www.logilab.fr/ -- mailto:contact@logilab.fr # # This program is free software; you can redistribute it and/or modify it under # the terms of the GNU General Public License as published by the Free Software # Foundation; either version 2 of the License, or (at your option) any later # version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. # # You should have received a copy of the GNU General Public License along with # this program; if not, write to the Free Software Foundation, Inc., # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. """functional/non regression tests for pylint""" import unittest import sys import re from os import getcwd from os.path import abspath, dirname, join from logilab.common import testlib from pylint.testutils import (make_tests, LintTestUsingModule, LintTestUsingFile, LintTestUpdate, cb_test_gen, linter, test_reporter) PY3K = sys.version_info >= (3, 0) # Configure paths INPUT_DIR = join(dirname(abspath(__file__)), 'input') MSG_DIR = join(dirname(abspath(__file__)), 'messages') # Classes quote = "'" if sys.version_info >= (3, 3) else '' class LintTestNonExistentModuleTC(LintTestUsingModule): module = 'nonexistent' _get_expected = lambda self: 'F: 1: No module named %snonexistent%s\n' % (quote, quote) tags = testlib.Tags(('generated','pylint_input_%s' % module)) class TestTests(testlib.TestCase): """check that all testable messages have been checked""" PORTED = set(['I0001', 'I0010', 'W0712', 'E1001', 'W1402', 'E1310', 'E0202', 'W0711', 'W0108', 'E0603', 'W0710', 'E0710', 'E0711', 'W1001', 'E1124', 'E1120', 'E1121', 'E1123', 'E1003', 'E1002', 'W0212', 'C0327', 'C0328', 'W0109', 'E1004', 'W0604', 'W0601', 'W0602', 'C0112', 'C0330']) @testlib.tag('coverage') def test_exhaustivity(self): # skip fatal messages not_tested = set(msg.msgid for msg in linter.msgs_store.messages if msg.msgid[0] != 'F' and msg.may_be_emitted()) for msgid in test_reporter.message_ids: try: not_tested.remove(msgid) except KeyError: continue not_tested -= self.PORTED self.assertFalse(not_tested) class LintBuiltinModuleTest(LintTestUsingModule): output = join(MSG_DIR, 'builtin_module.txt') module = 'sys' def test_functionality(self): self._test(['sys']) def gen_tests(filter_rgx): if UPDATE: callbacks = [cb_test_gen(LintTestUpdate)] else: callbacks = [cb_test_gen(LintTestUsingModule)] tests = make_tests(INPUT_DIR, MSG_DIR, filter_rgx, callbacks) if UPDATE: return tests if filter_rgx: is_to_run = re.compile(filter_rgx).search else: is_to_run = lambda x: 1 if is_to_run('nonexistent'): tests.append(LintTestNonExistentModuleTC) tests.append(LintBuiltinModuleTest) if not filter_rgx: # test all features are tested :) tests.append(TestTests) assert len(tests) < 196, "Please do not add new test cases here." return tests # Create suite FILTER_RGX = None UPDATE = False def suite(): return testlib.TestSuite([unittest.makeSuite(test, suiteClass=testlib.TestSuite) for test in gen_tests(FILTER_RGX)]) if __name__=='__main__': if '-u' in sys.argv: UPDATE = True sys.argv.remove('-u') if len(sys.argv) > 1: FILTER_RGX = sys.argv[1] del sys.argv[1] testlib.unittest_main(defaultTest='suite')