| Index: Tools/Scripts/webkitpy/tool/bot/commitqueuetask_unittest.py
|
| diff --git a/Tools/Scripts/webkitpy/tool/bot/commitqueuetask_unittest.py b/Tools/Scripts/webkitpy/tool/bot/commitqueuetask_unittest.py
|
| deleted file mode 100644
|
| index ba9254b02b32c7a11cdb419099376f87956aedd8..0000000000000000000000000000000000000000
|
| --- a/Tools/Scripts/webkitpy/tool/bot/commitqueuetask_unittest.py
|
| +++ /dev/null
|
| @@ -1,582 +0,0 @@
|
| -# Copyright (c) 2010 Google Inc. All rights reserved.
|
| -#
|
| -# Redistribution and use in source and binary forms, with or without
|
| -# modification, are permitted provided that the following conditions are
|
| -# met:
|
| -#
|
| -# * Redistributions of source code must retain the above copyright
|
| -# notice, this list of conditions and the following disclaimer.
|
| -# * Redistributions in binary form must reproduce the above
|
| -# copyright notice, this list of conditions and the following disclaimer
|
| -# in the documentation and/or other materials provided with the
|
| -# distribution.
|
| -# * Neither the name of Google Inc. nor the names of its
|
| -# contributors may be used to endorse or promote products derived from
|
| -# this software without specific prior written permission.
|
| -#
|
| -# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
| -# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
| -# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
| -# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
| -# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
| -# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
| -# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
| -# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
| -# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
| -# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
| -# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
| -
|
| -from datetime import datetime
|
| -import logging
|
| -import unittest2 as unittest
|
| -
|
| -from webkitpy.common.net import bugzilla
|
| -from webkitpy.common.net.layouttestresults import LayoutTestResults
|
| -from webkitpy.common.system.executive import ScriptError
|
| -from webkitpy.common.system.outputcapture import OutputCapture
|
| -from webkitpy.layout_tests.models import test_results
|
| -from webkitpy.layout_tests.models import test_failures
|
| -from webkitpy.thirdparty.mock import Mock
|
| -from webkitpy.tool.bot.commitqueuetask import *
|
| -from webkitpy.tool.bot.expectedfailures import ExpectedFailures
|
| -from webkitpy.tool.mocktool import MockTool
|
| -
|
| -_log = logging.getLogger(__name__)
|
| -
|
| -
|
| -class MockCommitQueue(CommitQueueTaskDelegate):
|
| - def __init__(self, error_plan):
|
| - self._error_plan = error_plan
|
| - self._failure_status_id = 0
|
| -
|
| - def run_command(self, command):
|
| - _log.info("run_webkit_patch: %s" % command)
|
| - if self._error_plan:
|
| - error = self._error_plan.pop(0)
|
| - if error:
|
| - raise error
|
| -
|
| - def command_passed(self, success_message, patch):
|
| - _log.info("command_passed: success_message='%s' patch='%s'" % (
|
| - success_message, patch.id()))
|
| -
|
| - def command_failed(self, failure_message, script_error, patch):
|
| - _log.info("command_failed: failure_message='%s' script_error='%s' patch='%s'" % (
|
| - failure_message, script_error, patch.id()))
|
| - self._failure_status_id += 1
|
| - return self._failure_status_id
|
| -
|
| - def refetch_patch(self, patch):
|
| - return patch
|
| -
|
| - def expected_failures(self):
|
| - return ExpectedFailures()
|
| -
|
| - def test_results(self):
|
| - return None
|
| -
|
| - def report_flaky_tests(self, patch, flaky_results, results_archive):
|
| - flaky_tests = [result.filename for result in flaky_results]
|
| - _log.info("report_flaky_tests: patch='%s' flaky_tests='%s' archive='%s'" % (patch.id(), flaky_tests, results_archive.filename))
|
| -
|
| - def archive_last_test_results(self, patch):
|
| - _log.info("archive_last_test_results: patch='%s'" % patch.id())
|
| - archive = Mock()
|
| - archive.filename = "mock-archive-%s.zip" % patch.id()
|
| - return archive
|
| -
|
| - def build_style(self):
|
| - return "both"
|
| -
|
| - def did_pass_testing_ews(self, patch):
|
| - return False
|
| -
|
| -
|
| -class FailingTestCommitQueue(MockCommitQueue):
|
| - def __init__(self, error_plan, test_failure_plan):
|
| - MockCommitQueue.__init__(self, error_plan)
|
| - self._test_run_counter = -1 # Special value to indicate tests have never been run.
|
| - self._test_failure_plan = test_failure_plan
|
| -
|
| - def run_command(self, command):
|
| - if command[0] == "build-and-test":
|
| - self._test_run_counter += 1
|
| - MockCommitQueue.run_command(self, command)
|
| -
|
| - def _mock_test_result(self, testname):
|
| - return test_results.TestResult(testname, [test_failures.FailureTextMismatch()])
|
| -
|
| - def test_results(self):
|
| - # Doesn't make sense to ask for the test_results until the tests have run at least once.
|
| - assert(self._test_run_counter >= 0)
|
| - failures_for_run = self._test_failure_plan[self._test_run_counter]
|
| - results = LayoutTestResults(map(self._mock_test_result, failures_for_run))
|
| - # This makes the results trustable by ExpectedFailures.
|
| - results.set_failure_limit_count(10)
|
| - return results
|
| -
|
| -
|
| -# We use GoldenScriptError to make sure that the code under test throws the
|
| -# correct (i.e., golden) exception.
|
| -class GoldenScriptError(ScriptError):
|
| - pass
|
| -
|
| -
|
| -class CommitQueueTaskTest(unittest.TestCase):
|
| - def _run_through_task(self, commit_queue, expected_logs, expected_exception=None, expect_retry=False):
|
| - tool = MockTool(log_executive=True)
|
| - patch = tool.bugs.fetch_attachment(10000)
|
| - task = CommitQueueTask(commit_queue, patch)
|
| - success = OutputCapture().assert_outputs(self, task.run, expected_logs=expected_logs, expected_exception=expected_exception)
|
| - if not expected_exception:
|
| - self.assertEqual(success, not expect_retry)
|
| - return task
|
| -
|
| - def test_success_case(self):
|
| - commit_queue = MockCommitQueue([])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_passed: success_message='Passed tests' patch='10000'
|
| -run_webkit_patch: ['land-attachment', '--force-clean', '--non-interactive', '--parent-command=commit-queue', 10000]
|
| -command_passed: success_message='Landed patch' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs)
|
| -
|
| - def test_fast_success_case(self):
|
| - commit_queue = MockCommitQueue([])
|
| - commit_queue.did_pass_testing_ews = lambda patch: True
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['land-attachment', '--force-clean', '--non-interactive', '--parent-command=commit-queue', 10000]
|
| -command_passed: success_message='Landed patch' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs)
|
| -
|
| - def test_clean_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - ScriptError("MOCK clean failure"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_failed: failure_message='Unable to clean working directory' script_error='MOCK clean failure' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, expect_retry=True)
|
| -
|
| - def test_update_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - ScriptError("MOCK update failure"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_failed: failure_message='Unable to update working directory' script_error='MOCK update failure' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, expect_retry=True)
|
| -
|
| - def test_apply_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - GoldenScriptError("MOCK apply failure"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_failed: failure_message='Patch does not apply' script_error='MOCK apply failure' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, GoldenScriptError)
|
| -
|
| - def test_validate_changelog_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - GoldenScriptError("MOCK validate failure"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_failed: failure_message='ChangeLog did not pass validation' script_error='MOCK validate failure' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, GoldenScriptError)
|
| -
|
| - def test_build_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - GoldenScriptError("MOCK build failure"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_failed: failure_message='Patch does not build' script_error='MOCK build failure' patch='10000'
|
| -run_webkit_patch: ['build', '--force-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Able to build without patch' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, GoldenScriptError)
|
| -
|
| - def test_red_build_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - ScriptError("MOCK build failure"),
|
| - ScriptError("MOCK clean build failure"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_failed: failure_message='Patch does not build' script_error='MOCK build failure' patch='10000'
|
| -run_webkit_patch: ['build', '--force-clean', '--no-update', '--build-style=both']
|
| -command_failed: failure_message='Unable to build without patch' script_error='MOCK clean build failure' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, expect_retry=True)
|
| -
|
| - def test_flaky_test_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - ScriptError("MOCK tests failure"),
|
| - ])
|
| - # CommitQueueTask will only report flaky tests if we successfully parsed
|
| - # results.json and returned a LayoutTestResults object, so we fake one.
|
| - commit_queue.test_results = lambda: LayoutTestResults([])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK tests failure' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_passed: success_message='Passed tests' patch='10000'
|
| -report_flaky_tests: patch='10000' flaky_tests='[]' archive='mock-archive-10000.zip'
|
| -run_webkit_patch: ['land-attachment', '--force-clean', '--non-interactive', '--parent-command=commit-queue', 10000]
|
| -command_passed: success_message='Landed patch' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs)
|
| -
|
| - def test_failed_archive(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - ScriptError("MOCK tests failure"),
|
| - ])
|
| - commit_queue.test_results = lambda: LayoutTestResults([])
|
| - # It's possible delegate to fail to archive layout tests, don't try to report
|
| - # flaky tests when that happens.
|
| - commit_queue.archive_last_test_results = lambda patch: None
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK tests failure' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_passed: success_message='Passed tests' patch='10000'
|
| -run_webkit_patch: ['land-attachment', '--force-clean', '--non-interactive', '--parent-command=commit-queue', 10000]
|
| -command_passed: success_message='Landed patch' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs)
|
| -
|
| - def test_double_flaky_test_failure(self):
|
| - commit_queue = FailingTestCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - ScriptError("MOCK test failure"),
|
| - ScriptError("MOCK test failure again"),
|
| - ], [
|
| - "foo.html",
|
| - "bar.html",
|
| - "foo.html",
|
| - ])
|
| - # The (subtle) point of this test is that report_flaky_tests does not appear
|
| - # in the expected_logs for this run.
|
| - # Note also that there is no attempt to run the tests w/o the patch.
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure again' patch='10000'
|
| -"""
|
| - tool = MockTool(log_executive=True)
|
| - patch = tool.bugs.fetch_attachment(10000)
|
| - task = CommitQueueTask(commit_queue, patch)
|
| - success = OutputCapture().assert_outputs(self, task.run, expected_logs=expected_logs)
|
| - self.assertFalse(success)
|
| -
|
| - def test_test_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - GoldenScriptError("MOCK test failure"),
|
| - ScriptError("MOCK test failure again"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure again' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--force-clean', '--no-update', '--build', '--test', '--non-interactive']
|
| -command_passed: success_message='Able to pass tests without patch' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, GoldenScriptError)
|
| -
|
| - def test_red_test_failure(self):
|
| - commit_queue = FailingTestCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - ScriptError("MOCK test failure"),
|
| - ScriptError("MOCK test failure again"),
|
| - ScriptError("MOCK clean test failure"),
|
| - ], [
|
| - "foo.html",
|
| - "foo.html",
|
| - "foo.html",
|
| - ])
|
| -
|
| - # Tests always fail, and always return the same results, but we
|
| - # should still be able to land in this case!
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure again' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--force-clean', '--no-update', '--build', '--test', '--non-interactive']
|
| -command_failed: failure_message='Unable to pass tests without patch (tree is red?)' script_error='MOCK clean test failure' patch='10000'
|
| -run_webkit_patch: ['land-attachment', '--force-clean', '--non-interactive', '--parent-command=commit-queue', 10000]
|
| -command_passed: success_message='Landed patch' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs)
|
| -
|
| - def test_very_red_tree_retry(self):
|
| - lots_of_failing_tests = map(lambda num: "test-%s.html" % num, range(0, 100))
|
| - commit_queue = FailingTestCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - ScriptError("MOCK test failure"),
|
| - ScriptError("MOCK test failure again"),
|
| - ScriptError("MOCK clean test failure"),
|
| - ], [
|
| - lots_of_failing_tests,
|
| - lots_of_failing_tests,
|
| - lots_of_failing_tests,
|
| - ])
|
| -
|
| - # Tests always fail, and return so many failures that we do not
|
| - # trust the results (see ExpectedFailures._can_trust_results) so we
|
| - # just give up and retry the patch.
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure again' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--force-clean', '--no-update', '--build', '--test', '--non-interactive']
|
| -command_failed: failure_message='Unable to pass tests without patch (tree is red?)' script_error='MOCK clean test failure' patch='10000'
|
| -"""
|
| - self._run_through_task(commit_queue, expected_logs, expect_retry=True)
|
| -
|
| - def test_red_tree_patch_rejection(self):
|
| - commit_queue = FailingTestCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - GoldenScriptError("MOCK test failure"),
|
| - ScriptError("MOCK test failure again"),
|
| - ScriptError("MOCK clean test failure"),
|
| - ], [
|
| - ["foo.html", "bar.html"],
|
| - ["foo.html", "bar.html"],
|
| - ["foo.html"],
|
| - ])
|
| -
|
| - # Tests always fail, but the clean tree only fails one test
|
| - # while the patch fails two. So we should reject the patch!
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_failed: failure_message='Patch does not pass tests' script_error='MOCK test failure again' patch='10000'
|
| -archive_last_test_results: patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--force-clean', '--no-update', '--build', '--test', '--non-interactive']
|
| -command_failed: failure_message='Unable to pass tests without patch (tree is red?)' script_error='MOCK clean test failure' patch='10000'
|
| -"""
|
| - task = self._run_through_task(commit_queue, expected_logs, GoldenScriptError)
|
| - self.assertEqual(task.results_from_patch_test_run(task._patch).failing_tests(), ["foo.html", "bar.html"])
|
| - # failure_status_id should be of the test with patch (1), not the test without patch (2).
|
| - self.assertEqual(task.failure_status_id, 1)
|
| -
|
| - def test_land_failure(self):
|
| - commit_queue = MockCommitQueue([
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - None,
|
| - GoldenScriptError("MOCK land failure"),
|
| - ])
|
| - expected_logs = """run_webkit_patch: ['clean']
|
| -command_passed: success_message='Cleaned working directory' patch='10000'
|
| -run_webkit_patch: ['update']
|
| -command_passed: success_message='Updated working directory' patch='10000'
|
| -run_webkit_patch: ['apply-attachment', '--no-update', '--non-interactive', 10000]
|
| -command_passed: success_message='Applied patch' patch='10000'
|
| -run_webkit_patch: ['validate-changelog', '--non-interactive', 10000]
|
| -command_passed: success_message='ChangeLog validated' patch='10000'
|
| -run_webkit_patch: ['build', '--no-clean', '--no-update', '--build-style=both']
|
| -command_passed: success_message='Built patch' patch='10000'
|
| -run_webkit_patch: ['build-and-test', '--no-clean', '--no-update', '--test', '--non-interactive']
|
| -command_passed: success_message='Passed tests' patch='10000'
|
| -run_webkit_patch: ['land-attachment', '--force-clean', '--non-interactive', '--parent-command=commit-queue', 10000]
|
| -command_failed: failure_message='Unable to land patch' script_error='MOCK land failure' patch='10000'
|
| -"""
|
| - # FIXME: This should really be expect_retry=True for a better user experiance.
|
| - self._run_through_task(commit_queue, expected_logs, GoldenScriptError)
|
| -
|
| - def _expect_validate(self, patch, is_valid):
|
| - class MockDelegate(object):
|
| - def refetch_patch(self, patch):
|
| - return patch
|
| -
|
| - def expected_failures(self):
|
| - return ExpectedFailures()
|
| -
|
| - task = CommitQueueTask(MockDelegate(), patch)
|
| - self.assertEqual(task.validate(), is_valid)
|
| -
|
| - def _mock_patch(self, attachment_dict={}, bug_dict={'bug_status': 'NEW'}, committer="fake"):
|
| - bug = bugzilla.Bug(bug_dict, None)
|
| - patch = bugzilla.Attachment(attachment_dict, bug)
|
| - patch._committer = committer
|
| - return patch
|
| -
|
| - def test_validate(self):
|
| - self._expect_validate(self._mock_patch(), True)
|
| - self._expect_validate(self._mock_patch({'is_obsolete': True}), False)
|
| - self._expect_validate(self._mock_patch(bug_dict={'bug_status': 'CLOSED'}), False)
|
| - self._expect_validate(self._mock_patch(committer=None), False)
|
| - self._expect_validate(self._mock_patch({'review': '-'}), False)
|
|
|