summaryrefslogtreecommitdiff
path: root/test_all.py
blob: c0288bd263f258061220ad59abb63d1b5ccbb2be (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
#!/usr/bin/env python
# -*- Mode: python -*-
#
# Copyright (C) 2004 Canonical.com 
#       Author:      Robert Collins <robert.collins@canonical.com>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
#

import unittest
import sys
import os
import shutil
import logging

class ParameterisableTextTestRunner(unittest.TextTestRunner):
    """I am a TextTestRunner whose result class is 
    parameterisable without further subclassing"""
    def __init__(self, **args):
        unittest.TextTestRunner.__init__(self, **args)
        self._resultFactory=None
    def resultFactory(self, *args):
        """set or retrieve the result factory"""
        if args:
            self._resultFactory=args[0]
            return self
        if self._resultFactory is None:
            self._resultFactory=unittest._TextTestResult
        return self._resultFactory
        
    def _makeResult(self):
        return self.resultFactory()(self.stream, self.descriptions, self.verbosity)


class EarlyStoppingTextTestResult(unittest._TextTestResult):
    """I am a TextTestResult that can optionally stop at the first failure
    or error"""

    def addError(self, test, err):
        unittest._TextTestResult.addError(self, test, err)
        if self.stopOnError():
            self.stop()

    def addFailure(self, test, err):
        unittest._TextTestResult.addError(self, test, err)
        if self.stopOnFailure():
            self.stop()

    def stopOnError(self, *args):
        """should this result indicate an abort when an error occurs?
        TODO parameterise this"""
        return True

    def stopOnFailure(self, *args):
        """should this result indicate an abort when a failure error occurs?
        TODO parameterise this"""
        return True


def earlyStopFactory(*args, **kwargs):
    """return a an early stopping text test result"""
    result=EarlyStoppingTextTestResult(*args, **kwargs)
    return result

from testresources.tests.TestUtil import TestVisitor, TestSuite

def test_suite():
    result = TestSuite()
    import testresources
    result.addTest(testresources.test_suite())
    return result


class filteringVisitor(TestVisitor):
    """I accruse all the testCases I visit that pass a regexp filter on id
    into my suite
    """

    def __init__(self, filter):
        import re
        TestVisitor.__init__(self)
        self._suite=None
        self.filter=re.compile(filter)

    def suite(self):
        """answer the suite we are building"""
        if self._suite is None:
            self._suite=TestSuite()
        return self._suite

    def visitCase(self, aCase):
        if self.filter.match(aCase.id()):
            self.suite().addTest(aCase)


def main(argv):
    """To parameterise what tests are run, run this script like so:
    python test_all.py REGEX
    i.e.
    python test_all.py .*Protocol.*
    to run all tests with Protocol in their id."""
    if len(argv) > 1:
        pattern = argv[1]
    else:
        pattern = ".*"
    visitor = filteringVisitor(pattern)
    test_suite().visit(visitor)
    runner = ParameterisableTextTestRunner(verbosity=2)
    runner.resultFactory(earlyStopFactory)
    if not runner.run(visitor.suite()).wasSuccessful():
        return 1
    return 0

if __name__ == '__main__':
    sys.exit(main(sys.argv))