| OLD | NEW |
|---|
| (Empty) |
| 1 # Copyright (c) 2009 Google Inc. All rights reserved. | |
| 2 # | |
| 3 # Redistribution and use in source and binary forms, with or without | |
| 4 # modification, are permitted provided that the following conditions are | |
| 5 # met: | |
| 6 # | |
| 7 # * Redistributions of source code must retain the above copyright | |
| 8 # notice, this list of conditions and the following disclaimer. | |
| 9 # * Redistributions in binary form must reproduce the above | |
| 10 # copyright notice, this list of conditions and the following disclaimer | |
| 11 # in the documentation and/or other materials provided with the | |
| 12 # distribution. | |
| 13 # * Neither the name of Google Inc. nor the names of its | |
| 14 # contributors may be used to endorse or promote products derived from | |
| 15 # this software without specific prior written permission. | |
| 16 # | |
| 17 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
| 18 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
| 19 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
| 20 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
| 21 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
| 22 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
| 23 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
| 24 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
| 25 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
| 26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
| 27 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
| 28 | |
| 29 import unittest2 as unittest | |
| 30 | |
| 31 from webkitpy.tool.bot.expectedfailures import ExpectedFailures | |
| 32 | |
| 33 | |
| 34 class MockResults(object): | |
| 35 def __init__(self, failing_tests=[], failure_limit=10): | |
| 36 self._failing_tests = failing_tests | |
| 37 self._failure_limit_count = failure_limit | |
| 38 | |
| 39 def failure_limit_count(self): | |
| 40 return self._failure_limit_count | |
| 41 | |
| 42 def failing_tests(self): | |
| 43 return self._failing_tests | |
| 44 | |
| 45 | |
| 46 class ExpectedFailuresTest(unittest.TestCase): | |
| 47 def _assert_can_trust(self, results, can_trust): | |
| 48 self.assertEqual(ExpectedFailures._should_trust(results), can_trust) | |
| 49 | |
| 50 def test_can_trust_results(self): | |
| 51 self._assert_can_trust(None, False) | |
| 52 self._assert_can_trust(MockResults(failing_tests=[], failure_limit=None)
, False) | |
| 53 self._assert_can_trust(MockResults(failing_tests=[], failure_limit=10),
False) | |
| 54 self._assert_can_trust(MockResults(failing_tests=[1], failure_limit=None
), False) | |
| 55 self._assert_can_trust(MockResults(failing_tests=[1], failure_limit=2),
True) | |
| 56 self._assert_can_trust(MockResults(failing_tests=[1], failure_limit=1),
False) | |
| 57 self._assert_can_trust(MockResults(failing_tests=[1, 2], failure_limit=1
), False) | |
| 58 | |
| 59 def _assert_expected(self, expected_failures, failures, expected): | |
| 60 self.assertEqual(expected_failures.failures_were_expected(MockResults(fa
ilures)), expected) | |
| 61 | |
| 62 def test_failures_were_expected(self): | |
| 63 failures = ExpectedFailures() | |
| 64 failures.update(MockResults(['foo.html'])) | |
| 65 self._assert_expected(failures, ['foo.html'], True) | |
| 66 self._assert_expected(failures, ['bar.html'], False) | |
| 67 self._assert_expected(failures, ['bar.html', 'foo.html'], False) | |
| 68 | |
| 69 failures.update(MockResults(['baz.html'])) | |
| 70 self._assert_expected(failures, ['baz.html'], True) | |
| 71 self._assert_expected(failures, ['foo.html'], False) | |
| 72 | |
| 73 failures.update(MockResults([])) | |
| 74 self._assert_expected(failures, ['baz.html'], False) | |
| 75 self._assert_expected(failures, ['foo.html'], False) | |
| 76 | |
| 77 def test_unexpected_failures_observed(self): | |
| 78 failures = ExpectedFailures() | |
| 79 failures.update(MockResults(['foo.html'])) | |
| 80 self.assertEqual(failures.unexpected_failures_observed(MockResults(['foo
.html', 'bar.html'])), set(['bar.html'])) | |
| 81 self.assertEqual(failures.unexpected_failures_observed(MockResults(['baz
.html'])), set(['baz.html'])) | |
| 82 unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], f
ailure_limit=3) | |
| 83 self.assertEqual(failures.unexpected_failures_observed(unbounded_results
), set(['baz.html', 'qux.html', 'taco.html'])) | |
| 84 unbounded_results_with_existing_failure = MockResults(['foo.html', 'baz.
html', 'qux.html', 'taco.html'], failure_limit=4) | |
| 85 self.assertEqual(failures.unexpected_failures_observed(unbounded_results
_with_existing_failure), set(['baz.html', 'qux.html', 'taco.html'])) | |
| 86 | |
| 87 def test_unexpected_failures_observed_when_tree_is_hosed(self): | |
| 88 failures = ExpectedFailures() | |
| 89 failures.update(MockResults(['foo.html', 'banana.html'], failure_limit=2
)) | |
| 90 self.assertEqual(failures.unexpected_failures_observed(MockResults(['foo
.html', 'bar.html'])), None) | |
| 91 self.assertEqual(failures.unexpected_failures_observed(MockResults(['baz
.html'])), None) | |
| 92 unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], f
ailure_limit=3) | |
| 93 self.assertEqual(failures.unexpected_failures_observed(unbounded_results
), None) | |
| 94 unbounded_results_with_existing_failure = MockResults(['foo.html', 'baz.
html', 'qux.html', 'taco.html'], failure_limit=4) | |
| 95 self.assertEqual(failures.unexpected_failures_observed(unbounded_results
_with_existing_failure), None) | |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 15416008:
Remove a bunch of dead code from webkitpy (Closed)
Base URL: svn://svn.chromium.org/blink/trunk