OLD | NEW |
| (Empty) |
1 # Copyright (c) 2011 Google Inc. All rights reserved. | |
2 # | |
3 # Redistribution and use in source and binary forms, with or without | |
4 # modification, are permitted provided that the following conditions are | |
5 # met: | |
6 # | |
7 # * Redistributions of source code must retain the above copyright | |
8 # notice, this list of conditions and the following disclaimer. | |
9 # * Redistributions in binary form must reproduce the above | |
10 # copyright notice, this list of conditions and the following disclaimer | |
11 # in the documentation and/or other materials provided with the | |
12 # distribution. | |
13 # * Neither the name of Google Inc. nor the names of its | |
14 # contributors may be used to endorse or promote products derived from | |
15 # this software without specific prior written permission. | |
16 # | |
17 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
18 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
19 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
20 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
21 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
22 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
23 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
24 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
25 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
27 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
28 | |
29 | |
30 class ExpectedFailures(object): | |
31 def __init__(self): | |
32 self._failures = set() | |
33 self._is_trustworthy = True | |
34 | |
35 @classmethod | |
36 def _has_failures(cls, results): | |
37 return bool(results and results.failing_tests()) | |
38 | |
39 @classmethod | |
40 def _should_trust(cls, results): | |
41 return bool(cls._has_failures(results) and results.failure_limit_count()
and len(results.failing_tests()) < results.failure_limit_count()) | |
42 | |
43 def failures_were_expected(self, results): | |
44 if not self._is_trustworthy: | |
45 return False | |
46 if not self._should_trust(results): | |
47 return False | |
48 return set(results.failing_tests()) <= self._failures | |
49 | |
50 def unexpected_failures_observed(self, results): | |
51 if not self._is_trustworthy: | |
52 return None | |
53 if not self._has_failures(results): | |
54 return None | |
55 return set(results.failing_tests()) - self._failures | |
56 | |
57 def update(self, results): | |
58 if results: | |
59 self._failures = set(results.failing_tests()) | |
60 self._is_trustworthy = self._should_trust(results) | |
OLD | NEW |