1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
#!/usr/bin/env python
# -*- Mode: python -*-
#
# Copyright (C) 2004 Canonical.com
# Author: Robert Collins <robert.collins@canonical.com>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
import unittest
import sys
import os
import shutil
from testtools.utils import iterate_tests
class ParameterisableTextTestRunner(unittest.TextTestRunner):
"""I am a TextTestRunner whose result class is
parameterisable without further subclassing"""
def __init__(self, **args):
unittest.TextTestRunner.__init__(self, **args)
self._resultFactory=None
def resultFactory(self, *args):
"""set or retrieve the result factory"""
if args:
self._resultFactory=args[0]
return self
if self._resultFactory is None:
self._resultFactory=unittest._TextTestResult
return self._resultFactory
def _makeResult(self):
return self.resultFactory()(self.stream, self.descriptions, self.verbosity)
class EarlyStoppingTextTestResult(unittest._TextTestResult):
"""I am a TextTestResult that can optionally stop at the first failure
or error"""
def addError(self, test, err):
unittest._TextTestResult.addError(self, test, err)
if self.stopOnError():
self.stop()
def addFailure(self, test, err):
unittest._TextTestResult.addError(self, test, err)
if self.stopOnFailure():
self.stop()
def stopOnError(self, *args):
"""should this result indicate an abort when an error occurs?
TODO parameterise this"""
return True
def stopOnFailure(self, *args):
"""should this result indicate an abort when a failure error occurs?
TODO parameterise this"""
return True
def earlyStopFactory(*args, **kwargs):
"""return a an early stopping text test result"""
result=EarlyStoppingTextTestResult(*args, **kwargs)
return result
def test_suite():
import testscenarios
return testscenarios.test_suite()
def main(argv):
"""To parameterise what tests are run, run this script like so:
python test_all.py REGEX
i.e.
python test_all.py .*Protocol.*
to run all tests with Protocol in their id."""
if len(argv) > 1:
pattern = argv[1]
suite = unittest.TestSuite()
filter = re.compile(pattern)
for test in iterate_tests(test_suite()):
if filter.search(test.id()):
suite.addTest(test)
else:
suite = test_suite()
runner = ParameterisableTextTestRunner(verbosity=2)
runner.resultFactory(earlyStopFactory)
if not runner.run(suite).wasSuccessful():
return 1
return 0
if __name__ == '__main__':
sys.exit(main(sys.argv))
|