Index: Tools/Scripts/webkitpy/tool/bot/flakytestreporter_unittest.py |
diff --git a/Tools/Scripts/webkitpy/tool/bot/flakytestreporter_unittest.py b/Tools/Scripts/webkitpy/tool/bot/flakytestreporter_unittest.py |
deleted file mode 100644 |
index 3fb3c83eba5b64a786d4c9fa131fe98bde7858ec..0000000000000000000000000000000000000000 |
--- a/Tools/Scripts/webkitpy/tool/bot/flakytestreporter_unittest.py |
+++ /dev/null |
@@ -1,169 +0,0 @@ |
-# Copyright (c) 2010 Google Inc. All rights reserved. |
-# |
-# Redistribution and use in source and binary forms, with or without |
-# modification, are permitted provided that the following conditions are |
-# met: |
-# |
-# * Redistributions of source code must retain the above copyright |
-# notice, this list of conditions and the following disclaimer. |
-# * Redistributions in binary form must reproduce the above |
-# copyright notice, this list of conditions and the following disclaimer |
-# in the documentation and/or other materials provided with the |
-# distribution. |
-# * Neither the name of Google Inc. nor the names of its |
-# contributors may be used to endorse or promote products derived from |
-# this software without specific prior written permission. |
-# |
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
-# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
-# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
-# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
-# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
-# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
-# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
-# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
-# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
-# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
-# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
- |
-import unittest2 as unittest |
- |
-from webkitpy.common.config.committers import Committer |
-from webkitpy.common.system.filesystem_mock import MockFileSystem |
-from webkitpy.common.system.outputcapture import OutputCapture |
-from webkitpy.layout_tests.models import test_results |
-from webkitpy.layout_tests.models import test_failures |
-from webkitpy.thirdparty.mock import Mock |
-from webkitpy.tool.bot.flakytestreporter import FlakyTestReporter |
-from webkitpy.tool.mocktool import MockTool |
-from webkitpy.common.net.statusserver_mock import MockStatusServer |
- |
- |
-# Creating fake CommitInfos is a pain, so we use a mock one here. |
-class MockCommitInfo(object): |
- def __init__(self, author_email): |
- self._author_email = author_email |
- |
- def author(self): |
- # It's definitely possible to have commits with authors who |
- # are not in our committers.py list. |
- if not self._author_email: |
- return None |
- return Committer("Mock Committer", self._author_email) |
- |
- |
-class FlakyTestReporterTest(unittest.TestCase): |
- def _mock_test_result(self, testname): |
- return test_results.TestResult(testname, [test_failures.FailureTextMismatch()]) |
- |
- def _assert_emails_for_test(self, emails): |
- tool = MockTool() |
- reporter = FlakyTestReporter(tool, 'dummy-queue') |
- commit_infos = [MockCommitInfo(email) for email in emails] |
- tool.checkout().recent_commit_infos_for_files = lambda paths: set(commit_infos) |
- self.assertEqual(reporter._author_emails_for_test([]), set(emails)) |
- |
- def test_author_emails_for_test(self): |
- self._assert_emails_for_test([]) |
- self._assert_emails_for_test(["test1@test.com", "test1@test.com"]) |
- self._assert_emails_for_test(["test1@test.com", "test2@test.com"]) |
- |
- def test_create_bug_for_flaky_test(self): |
- reporter = FlakyTestReporter(MockTool(), 'dummy-queue') |
- expected_logs = """MOCK create_bug |
-bug_title: Flaky Test: foo/bar.html |
-bug_description: This is an automatically generated bug from the dummy-queue. |
-foo/bar.html has been flaky on the dummy-queue. |
- |
-foo/bar.html was authored by test@test.com. |
-http://trac.webkit.org/browser/trunk/LayoutTests/foo/bar.html |
- |
-FLAKE_MESSAGE |
- |
-The bots will update this with information from each new failure. |
- |
-If you believe this bug to be fixed or invalid, feel free to close. The bots will re-open if the flake re-occurs. |
- |
-If you would like to track this test fix with another bug, please close this bug as a duplicate. The bots will follow the duplicate chain when making future comments. |
- |
-component: Tools / Tests |
-cc: test@test.com |
-blocked: 50856 |
-""" |
- OutputCapture().assert_outputs(self, reporter._create_bug_for_flaky_test, ['foo/bar.html', ['test@test.com'], 'FLAKE_MESSAGE'], expected_logs=expected_logs) |
- |
- def test_follow_duplicate_chain(self): |
- tool = MockTool() |
- reporter = FlakyTestReporter(tool, 'dummy-queue') |
- bug = tool.bugs.fetch_bug(50004) |
- self.assertEqual(reporter._follow_duplicate_chain(bug).id(), 50002) |
- |
- def test_report_flaky_tests_creating_bug(self): |
- tool = MockTool() |
- tool.filesystem = MockFileSystem({"/mock-results/foo/bar-diffs.txt": "mock"}) |
- tool.status_server = MockStatusServer(bot_id="mock-bot-id") |
- reporter = FlakyTestReporter(tool, 'dummy-queue') |
- reporter._lookup_bug_for_flaky_test = lambda bug_id: None |
- patch = tool.bugs.fetch_attachment(10000) |
- expected_logs = """Bug does not already exist for foo/bar.html, creating. |
-MOCK create_bug |
-bug_title: Flaky Test: foo/bar.html |
-bug_description: This is an automatically generated bug from the dummy-queue. |
-foo/bar.html has been flaky on the dummy-queue. |
- |
-foo/bar.html was authored by abarth@webkit.org. |
-http://trac.webkit.org/browser/trunk/LayoutTests/foo/bar.html |
- |
-The dummy-queue just saw foo/bar.html flake (text diff) while processing attachment 10000 on bug 50000. |
-Bot: mock-bot-id Port: MockPort Platform: MockPlatform 1.0 |
- |
-The bots will update this with information from each new failure. |
- |
-If you believe this bug to be fixed or invalid, feel free to close. The bots will re-open if the flake re-occurs. |
- |
-If you would like to track this test fix with another bug, please close this bug as a duplicate. The bots will follow the duplicate chain when making future comments. |
- |
-component: Tools / Tests |
-cc: abarth@webkit.org |
-blocked: 50856 |
-MOCK add_attachment_to_bug: bug_id=60001, description=Failure diff from mock-bot-id filename=failure.diff mimetype=None |
-MOCK bug comment: bug_id=50000, cc=None |
---- Begin comment --- |
-The dummy-queue encountered the following flaky tests while processing attachment 10000: |
- |
-foo/bar.html bug 60001 (author: abarth@webkit.org) |
-The dummy-queue is continuing to process your patch. |
---- End comment --- |
- |
-""" |
- test_results = [self._mock_test_result('foo/bar.html')] |
- |
- class MockZipFile(object): |
- def read(self, path): |
- return "" |
- |
- def namelist(self): |
- return ['foo/bar-diffs.txt'] |
- |
- OutputCapture().assert_outputs(self, reporter.report_flaky_tests, [patch, test_results, MockZipFile()], expected_logs=expected_logs) |
- |
- def test_optional_author_string(self): |
- reporter = FlakyTestReporter(MockTool(), 'dummy-queue') |
- self.assertEqual(reporter._optional_author_string([]), "") |
- self.assertEqual(reporter._optional_author_string(["foo@bar.com"]), " (author: foo@bar.com)") |
- self.assertEqual(reporter._optional_author_string(["a@b.com", "b@b.com"]), " (authors: a@b.com and b@b.com)") |
- |
- def test_results_diff_path_for_test(self): |
- reporter = FlakyTestReporter(MockTool(), 'dummy-queue') |
- self.assertEqual(reporter._results_diff_path_for_test("test.html"), "test-diffs.txt") |
- |
- def test_find_in_archive(self): |
- reporter = FlakyTestReporter(MockTool(), 'dummy-queue') |
- |
- class MockZipFile(object): |
- def namelist(self): |
- return ["tmp/layout-test-results/foo/bar-diffs.txt"] |
- |
- reporter._find_in_archive("foo/bar-diffs.txt", MockZipFile()) |
- # This is not ideal, but its |
- reporter._find_in_archive("txt", MockZipFile()) |