diff options
Diffstat (limited to 'Tools/Scripts/webkitpy/tool/bot/expectedfailures_unittest.py')
-rw-r--r-- | Tools/Scripts/webkitpy/tool/bot/expectedfailures_unittest.py | 95 |
1 files changed, 0 insertions, 95 deletions
diff --git a/Tools/Scripts/webkitpy/tool/bot/expectedfailures_unittest.py b/Tools/Scripts/webkitpy/tool/bot/expectedfailures_unittest.py deleted file mode 100644 index b639856f3..000000000 --- a/Tools/Scripts/webkitpy/tool/bot/expectedfailures_unittest.py +++ /dev/null @@ -1,95 +0,0 @@ -# Copyright (c) 2009 Google Inc. All rights reserved. -# -# Redistribution and use in source and binary forms, with or without -# modification, are permitted provided that the following conditions are -# met: -# -# * Redistributions of source code must retain the above copyright -# notice, this list of conditions and the following disclaimer. -# * Redistributions in binary form must reproduce the above -# copyright notice, this list of conditions and the following disclaimer -# in the documentation and/or other materials provided with the -# distribution. -# * Neither the name of Google Inc. nor the names of its -# contributors may be used to endorse or promote products derived from -# this software without specific prior written permission. -# -# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -import unittest2 as unittest - -from webkitpy.tool.bot.expectedfailures import ExpectedFailures - - -class MockResults(object): - def __init__(self, failing_tests=[], failure_limit=10): - self._failing_tests = failing_tests - self._failure_limit_count = failure_limit - - def failure_limit_count(self): - return self._failure_limit_count - - def failing_tests(self): - return self._failing_tests - - -class ExpectedFailuresTest(unittest.TestCase): - def _assert_can_trust(self, results, can_trust): - self.assertEqual(ExpectedFailures._should_trust(results), can_trust) - - def test_can_trust_results(self): - self._assert_can_trust(None, False) - self._assert_can_trust(MockResults(failing_tests=[], failure_limit=None), False) - self._assert_can_trust(MockResults(failing_tests=[], failure_limit=10), False) - self._assert_can_trust(MockResults(failing_tests=[1], failure_limit=None), False) - self._assert_can_trust(MockResults(failing_tests=[1], failure_limit=2), True) - self._assert_can_trust(MockResults(failing_tests=[1], failure_limit=1), False) - self._assert_can_trust(MockResults(failing_tests=[1, 2], failure_limit=1), False) - - def _assert_expected(self, expected_failures, failures, expected): - self.assertEqual(expected_failures.failures_were_expected(MockResults(failures)), expected) - - def test_failures_were_expected(self): - failures = ExpectedFailures() - failures.update(MockResults(['foo.html'])) - self._assert_expected(failures, ['foo.html'], True) - self._assert_expected(failures, ['bar.html'], False) - self._assert_expected(failures, ['bar.html', 'foo.html'], False) - - failures.update(MockResults(['baz.html'])) - self._assert_expected(failures, ['baz.html'], True) - self._assert_expected(failures, ['foo.html'], False) - - failures.update(MockResults([])) - self._assert_expected(failures, ['baz.html'], False) - self._assert_expected(failures, ['foo.html'], False) - - def test_unexpected_failures_observed(self): - failures = ExpectedFailures() - failures.update(MockResults(['foo.html'])) - self.assertEqual(failures.unexpected_failures_observed(MockResults(['foo.html', 'bar.html'])), set(['bar.html'])) - self.assertEqual(failures.unexpected_failures_observed(MockResults(['baz.html'])), set(['baz.html'])) - unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], failure_limit=3) - self.assertEqual(failures.unexpected_failures_observed(unbounded_results), set(['baz.html', 'qux.html', 'taco.html'])) - unbounded_results_with_existing_failure = MockResults(['foo.html', 'baz.html', 'qux.html', 'taco.html'], failure_limit=4) - self.assertEqual(failures.unexpected_failures_observed(unbounded_results_with_existing_failure), set(['baz.html', 'qux.html', 'taco.html'])) - - def test_unexpected_failures_observed_when_tree_is_hosed(self): - failures = ExpectedFailures() - failures.update(MockResults(['foo.html', 'banana.html'], failure_limit=2)) - self.assertEqual(failures.unexpected_failures_observed(MockResults(['foo.html', 'bar.html'])), None) - self.assertEqual(failures.unexpected_failures_observed(MockResults(['baz.html'])), None) - unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], failure_limit=3) - self.assertEqual(failures.unexpected_failures_observed(unbounded_results), None) - unbounded_results_with_existing_failure = MockResults(['foo.html', 'baz.html', 'qux.html', 'taco.html'], failure_limit=4) - self.assertEqual(failures.unexpected_failures_observed(unbounded_results_with_existing_failure), None) |