Index: build/android/pylib/host_driven/test_case.py |
diff --git a/build/android/pylib/host_driven/python_test_base.py b/build/android/pylib/host_driven/test_case.py |
similarity index 35% |
rename from build/android/pylib/host_driven/python_test_base.py |
rename to build/android/pylib/host_driven/test_case.py |
index 42a63267c9212811c2ef289e07116e577aa17b48..bbac15955c3b7b489a1ee5261f6e0eb65a26806a 100644 |
--- a/build/android/pylib/host_driven/python_test_base.py |
+++ b/build/android/pylib/host_driven/test_case.py |
@@ -2,21 +2,21 @@ |
# Use of this source code is governed by a BSD-style license that can be |
# found in the LICENSE file. |
-"""Base class for Android Python-driven tests. |
+"""Base class for host-driven test cases. |
-This test case is intended to serve as the base class for any Python-driven |
-tests. It is similar to the Python unitttest module in that the user's tests |
-inherit from this case and add their tests in that case. |
+This test case is intended to serve as the base class for any host-driven |
+test cases. It is similar to the Python unitttest module in that test cases |
+inherit from this class and add methods which will be run as tests. |
-When a PythonTestBase object is instantiated, its purpose is to run only one of |
-its tests. The test runner gives it the name of the test the instance will |
-run. The test runner calls SetUp with the Android device ID which the test will |
-run against. The runner runs the test method itself, collecting the result, |
-and calls TearDown. |
+When a HostDrivenTestCase object is instantiated, its purpose is to run only one |
+test method in the derived class. The test runner gives it the name of the test |
+method the instance will run. The test runner calls SetUp with the device ID |
+which the test method will run against. The test runner runs the test method |
+itself, collecting the result, and calls TearDown. |
-Tests can basically do whatever they want in the test methods, such as call |
-Java tests using _RunJavaTests. Those methods have the advantage of massaging |
-the Java test results into Python test results. |
+Tests can perform arbitrary Python commands and asserts in test methods. Tests |
+that run instrumentation tests can make use of the _RunJavaTests helper function |
+to trigger Java tests and convert results into a single host-driven test result. |
""" |
import logging |
@@ -25,77 +25,74 @@ import time |
from pylib import android_commands |
from pylib.base import base_test_result |
-from pylib.instrumentation import test_options |
from pylib.instrumentation import test_package |
from pylib.instrumentation import test_result |
from pylib.instrumentation import test_runner |
- |
# aka the parent of com.google.android |
BASE_ROOT = 'src' + os.sep |
-class PythonTestBase(object): |
- """Base class for Python-driven tests.""" |
+class HostDrivenTestCase(object): |
+ """Base class for host-driven test cases.""" |
+ |
+ _HOST_DRIVEN_TAG = 'HostDriven' |
+ |
+ def __init__(self, test_name, instrumentation_options=None): |
+ """Create a test case initialized to run |test_name|. |
- def __init__(self, test_name): |
- # test_name must match one of the test methods defined on a subclass which |
- # inherits from this class. |
- # It's stored so we can do the attr lookup on demand, allowing this class |
- # to be pickled, a requirement for the multiprocessing module. |
+ Args: |
+ test_name: The name of the method to run as the test. |
+ instrumentation_options: An InstrumentationOptions object. |
+ """ |
self.test_name = test_name |
class_name = self.__class__.__name__ |
- self.qualified_name = class_name + '.' + self.test_name |
+ self.qualified_name = '%s.%s' % (class_name, self.test_name) |
+ # Use tagged_name when creating results, so that we can identify host-driven |
+ # tests in the overall results. |
+ self.tagged_name = '%s_%s' % (self._HOST_DRIVEN_TAG, self.qualified_name) |
- def SetUp(self, options): |
- self.options = options |
- self.shard_index = self.options.shard_index |
- self.device_id = self.options.device_id |
- self.adb = android_commands.AndroidCommands(self.device_id) |
+ self.instrumentation_options = instrumentation_options |
self.ports_to_forward = [] |
+ def SetUp(self, device, shard_index, build_type, push_deps, |
+ cleanup_test_files): |
+ self.device_id = device |
+ self.shard_index = shard_index |
+ self.build_type = build_type |
+ self.adb = android_commands.AndroidCommands(self.device_id) |
+ self.push_deps = push_deps |
+ self.cleanup_test_files = cleanup_test_files |
+ |
def TearDown(self): |
pass |
def GetOutDir(self): |
return os.path.join(os.environ['CHROME_SRC'], 'out', |
- self.options.build_type) |
+ self.build_type) |
def Run(self): |
- logging.warning('Running Python-driven test: %s', self.test_name) |
+ logging.info('Running host-driven test: %s', self.tagged_name) |
+ # Get the test method on the derived class and execute it |
return getattr(self, self.test_name)() |
- def _RunJavaTest(self, fname, suite, test): |
- """Runs a single Java test with a Java TestRunner. |
+ def __RunJavaTest(self, package_name, test_case, test_method): |
+ """Runs a single Java test method with a Java TestRunner. |
Args: |
- fname: filename for the test (e.g. foo/bar/baz/tests/FooTest.py) |
- suite: name of the Java test suite (e.g. FooTest) |
- test: name of the test method to run (e.g. testFooBar) |
+ package_name: Package name in which the java tests live |
+ (e.g. foo.bar.baz.tests) |
+ test_case: Name of the Java test case (e.g. FooTest) |
+ test_method: Name of the test method to run (e.g. testFooBar) |
Returns: |
TestRunResults object with a single test result. |
""" |
- test = self._ComposeFullTestName(fname, suite, test) |
+ test = '%s.%s#%s' % (package_name, test_case, test_method) |
test_pkg = test_package.TestPackage( |
- self.options.test_apk_path, self.options.test_apk_jar_path) |
- instrumentation_options = test_options.InstrumentationOptions( |
- self.options.build_type, |
- self.options.tool, |
- self.options.cleanup_test_files, |
- self.options.push_deps, |
- self.options.annotations, |
- self.options.exclude_annotations, |
- self.options.test_filter, |
- self.options.test_data, |
- self.options.save_perf_json, |
- self.options.screenshot_failures, |
- self.options.disable_assertions, |
- self.options.wait_for_debugger, |
- self.options.test_apk, |
- self.options.test_apk_path, |
- self.options.test_apk_jar_path) |
- java_test_runner = test_runner.TestRunner(instrumentation_options, |
+ self.instrumentation_options.test_apk_path, |
+ self.instrumentation_options.test_apk_jar_path) |
+ java_test_runner = test_runner.TestRunner(self.instrumentation_options, |
self.device_id, |
self.shard_index, test_pkg, |
self.ports_to_forward) |
@@ -105,18 +102,24 @@ class PythonTestBase(object): |
finally: |
java_test_runner.TearDown() |
- def _RunJavaTests(self, fname, tests): |
+ def _RunJavaTests(self, package_name, tests): |
"""Calls a list of tests and stops at the first test failure. |
This method iterates until either it encounters a non-passing test or it |
- exhausts the list of tests. Then it returns the appropriate Python result. |
+ exhausts the list of tests. Then it returns the appropriate overall result. |
+ |
+ Test cases may make use of this method internally to assist in running |
+ instrumentation tests. This function relies on instrumentation_options |
+ being defined. |
Args: |
- fname: filename for the Python test |
- tests: a list of Java test names which will be run |
+ package_name: Package name in which the java tests live |
+ (e.g. foo.bar.baz.tests) |
+ tests: A list of Java test names which will be run |
Returns: |
- A TestRunResults object containing a result for this Python test. |
+ A TestRunResults object containing an overall result for this set of Java |
+ tests. If any Java tests do not pass, this is a fail overall. |
""" |
test_type = base_test_result.ResultType.PASS |
log = '' |
@@ -126,27 +129,23 @@ class PythonTestBase(object): |
# We're only running one test at a time, so this TestRunResults object |
# will hold only one result. |
suite, test_name = test.split('.') |
- java_results = self._RunJavaTest(fname, suite, test_name) |
- assert len(java_results.GetAll()) == 1 |
- if not java_results.DidRunPass(): |
- result = java_results.GetNotPass().pop() |
+ java_result = self.__RunJavaTest(package_name, suite, test_name) |
+ assert len(java_result.GetAll()) == 1 |
+ if not java_result.DidRunPass(): |
+ result = java_result.GetNotPass().pop() |
log = result.GetLog() |
test_type = result.GetType() |
break |
duration_ms = int(time.time()) * 1000 - start_ms |
- python_results = base_test_result.TestRunResults() |
- python_results.AddResult( |
+ overall_result = base_test_result.TestRunResults() |
+ overall_result.AddResult( |
test_result.InstrumentationTestResult( |
- self.qualified_name, test_type, start_ms, duration_ms, log=log)) |
- return python_results |
- |
- def _ComposeFullTestName(self, fname, suite, test): |
- package_name = self._GetPackageName(fname) |
- return package_name + '.' + suite + '#' + test |
- |
- def _GetPackageName(self, fname): |
- """Extracts the package name from the test file path.""" |
- dirname = os.path.dirname(fname) |
- package = dirname[dirname.rfind(BASE_ROOT) + len(BASE_ROOT):] |
- return package.replace(os.sep, '.') |
+ self.tagged_name, test_type, start_ms, duration_ms, log=log)) |
+ return overall_result |
+ |
+ def __str__(self): |
+ return self.tagged_name |
+ |
+ def __repr__(self): |
+ return self.tagged_name |