| OLD | NEW |
| (Empty) |
| 1 # Copyright 2014 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 import collections | |
| 6 import os | |
| 7 import sys | |
| 8 import time | |
| 9 | |
| 10 from cStringIO import StringIO | |
| 11 | |
| 12 from .type_definitions import DirSeen, Handler, Failure | |
| 13 from .serialize import GetCurrentData, DiffData, NonExistant | |
| 14 | |
| 15 | |
| 16 Missing = collections.namedtuple('Missing', 'test log_lines') | |
| 17 Fail = collections.namedtuple('Fail', 'test diff log_lines') | |
| 18 Pass = collections.namedtuple('Pass', 'test') | |
| 19 | |
| 20 | |
| 21 class TestHandler(Handler): | |
| 22 """Run the tests.""" | |
| 23 | |
| 24 @classmethod | |
| 25 def gen_stage_loop(cls, _opts, tests, put_next_stage, put_result_stage): | |
| 26 dirs_seen = set() | |
| 27 for test in tests: | |
| 28 subtests = test.tests | |
| 29 for subtest in subtests: | |
| 30 if subtest.expect_dir not in dirs_seen: | |
| 31 put_result_stage(DirSeen(subtest.expect_dir)) | |
| 32 dirs_seen.add(subtest.expect_dir) | |
| 33 put_next_stage(test) | |
| 34 | |
| 35 @classmethod | |
| 36 def run_stage_loop(cls, _opts, results, put_next_stage): | |
| 37 for test, result, log_lines in results: | |
| 38 current, _ = GetCurrentData(test) | |
| 39 if current is NonExistant: | |
| 40 put_next_stage(Missing(test, log_lines)) | |
| 41 else: | |
| 42 diff = DiffData(current, result.data) | |
| 43 if not diff: | |
| 44 put_next_stage(Pass(test)) | |
| 45 else: | |
| 46 put_next_stage(Fail(test, diff, log_lines)) | |
| 47 | |
| 48 class ResultStageHandler(Handler.ResultStageHandler): | |
| 49 def __init__(self, *args): | |
| 50 super(TestHandler.ResultStageHandler, self).__init__(*args) | |
| 51 self.dirs_seen = set() | |
| 52 self.files_expected = collections.defaultdict(set) | |
| 53 self.err_out = StringIO() | |
| 54 self.start = time.time() | |
| 55 self.errors = collections.defaultdict(int) | |
| 56 self.num_tests = 0 | |
| 57 | |
| 58 def _emit(self, short, test, verbose): | |
| 59 if self.opts.verbose: | |
| 60 print >> sys.stdout, '%s ... %s' % (test.name if test else '????', | |
| 61 verbose) | |
| 62 else: | |
| 63 sys.stdout.write(short) | |
| 64 sys.stdout.flush() | |
| 65 | |
| 66 def _add_result(self, msg, test, header, category, log_lines=()): | |
| 67 print >> self.err_out | |
| 68 print >> self.err_out, '=' * 70 | |
| 69 if test is not None: | |
| 70 print >> self.err_out, '%s: %s (%s)' % ( | |
| 71 header, test.name, test.expect_path()) | |
| 72 print >> self.err_out, '-' * 70 | |
| 73 if msg: | |
| 74 print >> self.err_out, msg | |
| 75 if log_lines: | |
| 76 print >> self.err_out, '==== captured logging output ====' | |
| 77 print >> self.err_out, '\n'.join(log_lines) | |
| 78 self.errors[category] += 1 | |
| 79 self.num_tests += 1 | |
| 80 | |
| 81 def handle_DirSeen(self, dirseen): | |
| 82 self.dirs_seen.add(dirseen.dir) | |
| 83 | |
| 84 def _handle_record(self, test): | |
| 85 self.num_tests += 1 | |
| 86 if test.expect_path() is not None: | |
| 87 head, tail = os.path.split(test.expect_path()) | |
| 88 self.files_expected[head].add(tail) | |
| 89 | |
| 90 def handle_Pass(self, p): | |
| 91 self._handle_record(p.test) | |
| 92 if not self.opts.quiet: | |
| 93 self._emit('.', p.test, 'ok') | |
| 94 | |
| 95 def handle_Fail(self, fail): | |
| 96 self._handle_record(fail.test) | |
| 97 self._emit('F', fail.test, 'FAIL') | |
| 98 self._add_result('\n'.join(fail.diff), fail.test, 'FAIL', 'failures', | |
| 99 fail.log_lines) | |
| 100 return Failure() | |
| 101 | |
| 102 def handle_TestError(self, test_error): | |
| 103 self._handle_record(test_error.test) | |
| 104 self._emit('E', test_error.test, 'ERROR') | |
| 105 self._add_result(test_error.message, test_error.test, 'ERROR', 'errors', | |
| 106 test_error.log_lines) | |
| 107 return Failure() | |
| 108 | |
| 109 def handle_UnknownError(self, error): | |
| 110 self._handle_record(error.test) | |
| 111 self._emit('U', None, 'UNKNOWN ERROR') | |
| 112 self._add_result(error.message, None, 'UNKNOWN ERROR', 'unknown_errors') | |
| 113 return Failure() | |
| 114 | |
| 115 def handle_Missing(self, missing): | |
| 116 self._handle_record(missing.test) | |
| 117 self._emit('M', missing.test, 'MISSING') | |
| 118 self._add_result('', missing.test, 'MISSING', 'missing', | |
| 119 missing.log_lines) | |
| 120 return Failure() | |
| 121 | |
| 122 def finalize(self, aborted): | |
| 123 # TODO(iannucci): print summary stats (and timing info?) | |
| 124 if not aborted and not self.opts.test_glob: | |
| 125 for d in self.dirs_seen: | |
| 126 expected = self.files_expected[d] | |
| 127 for f in os.listdir(d): | |
| 128 # Skip OWNERS files and files beginning with a '.' (like '.svn') | |
| 129 if f == 'OWNERS' or f[0] == '.': | |
| 130 continue | |
| 131 if f not in expected: | |
| 132 path = os.path.join(d, f) | |
| 133 self._add_result('Unexpected file %s' % path, None, 'UNEXPECTED', | |
| 134 'unexpected_file') | |
| 135 | |
| 136 buf = self.err_out.getvalue() | |
| 137 if buf: | |
| 138 print | |
| 139 print buf | |
| 140 if not self.opts.quiet: | |
| 141 print | |
| 142 print '-' * 70 | |
| 143 print 'Ran %d tests in %0.3fs' % ( | |
| 144 self.num_tests, time.time() - self.start) | |
| 145 print | |
| 146 if aborted: | |
| 147 print 'ABORTED' | |
| 148 elif self.errors: | |
| 149 print 'FAILED (%s)' % (', '.join('%s=%d' % i | |
| 150 for i in self.errors.iteritems())) | |
| 151 elif not self.opts.quiet: | |
| 152 print 'OK' | |
| 153 | |
| OLD | NEW |