Add Web Page Replay support.

scripts/slave/runtest.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """A tool to run a chrome test executable, used by the buildbot slaves.
 
   When this is run, the current directory (cwd) should be the outer build
   directory (e.g., chrome-release/build/).
 
@@ skipping 19 matching lines @@
 # which I really don't understand).
 sys.path.insert(0, os.path.abspath('src/tools/python'))
 
 # Because of this dependency on a chromium checkout, we need to disable some
 # pylint checks.
 # pylint: disable=E0611
 # pylint: disable=E1101
 from common import chromium_utils
 from slave import gtest_slave_utils
 from slave import slave_utils
+from slave import webpagereplay
 from slave import xvfb
 import config
 
 USAGE = '%s [options] test.exe [test args]' % os.path.basename(sys.argv[0])
 
 DEST_DIR = 'gtest_results'
 
 HTTPD_CONF = {
     'linux': 'httpd2_linux.conf',
     'mac': 'httpd2_mac.conf',
@@ skipping 114 matching lines @@
                                                  document_root)
   stop_cmd = platform_util.GetStopHttpdCommand()
   http_server = google.httpd_utils.ApacheHttpd(start_cmd, stop_cmd, [8000])
   try:
     http_server.StartServer()
   except google.httpd_utils.HttpdNotStarted, e:
     raise google.httpd_utils.HttpdNotStarted('%s. See log file in %s' %
                                              (e, output_dir))
   return http_server
 
+def start_wpr_server(platform, build_dir, test_exe_path, data_dir,

[James Simonsen, 2012/04/05 00:34:03]

platform is unused.

+                     wpr_dir=None):
+  """Start Web Page Replay server.
+
+  WPR makes it easy to record all the resources for a web page and serve
+  that page with a simulated network.
+  """
+  # Name the output directory for the exe, without its path or suffix.
+  # e.g., chrome-release/httpd_logs/unit_tests/
+  test_exe_name = os.path.splitext(os.path.basename(test_exe_path))[0]
+  output_dir = os.path.join(slave_utils.SlaveBaseDir(build_dir),
+                            'webpagereplay_logs',
+                            test_exe_name)
+  if wpr_dir is None:
+    wpr_dir = os.path.abspath(os.path.join(
+        __file__, '..', '..', '..', 'third_party', 'webpagereplay'))
+  data_dir = os.path.abspath(data_dir)
+  wpr_server = webpagereplay.ReplayLauncher(wpr_dir, data_dir, output_dir)
+  wpr_server.StartServer()
+  return wpr_server
+
 def main_mac(options, args):
   if len(args) < 1:
     raise chromium_utils.MissingArgument('Usage: %s' % USAGE)
 
   test_exe = args[0]
   build_dir = os.path.normpath(os.path.abspath(options.build_dir))
   test_exe_path = os.path.join(build_dir, options.target, test_exe)
   if not os.path.exists(test_exe_path):
     pre = 'Unable to find %s\n' % test_exe_path
 
@@ skipping 39 matching lines @@
   results_tracker = None
   if options.generate_json_file:
     results_tracker = gtest_slave_utils.GTestUnexpectedDeathTracker()
 
     if os.path.exists(options.test_output_xml):
       # remove the old XML output file.
       os.remove(options.test_output_xml)
 
   try:
     http_server = None
+    webpagereplay_server = None
     if options.document_root:
       http_server = start_http_server('mac', build_dir=build_dir,
                                       test_exe_path=test_exe_path,
                                       document_root=options.document_root)
+      if options.enable_wpr:
+        webpagereplay_server = start_wpr_server(
+            'mac', build_dir=build_dir, test_exe_path=test_exe_path,
+            data_dir=os.path.join(options.document_root, 'webpagereplay'))
     result = _RunGTestCommand(command, results_tracker)
   finally:
     if http_server:
       http_server.StopServer()
+    if webpagereplay_server:
+      webpagereplay_server.StopServer()
 
   if options.generate_json_file:
     _GenerateJSONForTestResults(options, results_tracker)
 
   return result
 
 def main_linux(options, args):
   if len(args) < 1:
     raise chromium_utils.MissingArgument('Usage: %s' % USAGE)
 
@@ skipping 78 matching lines @@
   results_tracker = None
   if options.generate_json_file:
     results_tracker = gtest_slave_utils.GTestUnexpectedDeathTracker()
 
     if os.path.exists(options.test_output_xml):
       # remove the old XML output file.
       os.remove(options.test_output_xml)
 
   try:
     http_server = None
+    webpagereplay_server = None
     if options.document_root:
       http_server = start_http_server('linux', build_dir=build_dir,
                                       test_exe_path=test_exe_path,
                                       document_root=options.document_root)
+      if options.enable_wpr:
+        webpagereplay_server = start_wpr_server(
+            'linux', build_dir=build_dir, test_exe_path=test_exe_path,
+            data_dir=os.path.join(options.document_root, 'webpagereplay'))
     if options.xvfb:
       xvfb.StartVirtualX(
           slave_name, bin_dir,
           with_wm=options.factory_properties.get('window_manager', True),
           server_dir=special_xvfb_dir)
     if options.factory_properties.get('asan', False):
       symbolize = os.path.abspath(os.path.join('src', 'third_party', 'asan',
                                                'scripts', 'asan_symbolize.py'))
       pipes = [[sys.executable, symbolize], ['c++filt']]
       result = _RunGTestCommand(command, pipes=pipes)
     else:
       result = _RunGTestCommand(command, results_tracker)
   finally:
     if http_server:
       http_server.StopServer()
+    if webpagereplay_server:
+      webpagereplay_server.StopServer()
     if options.xvfb:
       xvfb.StopVirtualX(slave_name)
 
   if options.generate_json_file:
     _GenerateJSONForTestResults(options, results_tracker)
 
   return result
 
 def main_win(options, args):
   """Using the target build configuration, run the executable given in the
@@ skipping 84 matching lines @@
                            help='path to main build directory (the parent of '
                                 'the Release or Debug directory)')
   option_parser.add_option('', '--enable-pageheap', action='store_true',
                            default=False,
                            help='enable pageheap checking for chrome.exe')
   # --with-httpd assumes a chromium checkout with src/tools/python.
   option_parser.add_option('', '--with-httpd', dest='document_root',
                            default=None, metavar='DOC_ROOT',
                            help='Start a local httpd server using the given '
                                 'document root, relative to the current dir')
+  option_parser.add_option('', '--enable-wpr', action='store_true',
+                           default=False,
+                           help='Start the given Web Page Replay server using '
+                                'the httpd document root as the archive root.')
   option_parser.add_option('', '--total-shards', dest='total_shards',
                            default=None, type="int",
                            help='Number of shards to split this test into.')
   option_parser.add_option('', '--shard-index', dest='shard_index',
                            default=None, type="int",
                            help='Shard to run. Must be between 1 and '
                                 'total-shards.')
   option_parser.add_option('', '--run-shell-script', action='store_true',
                            default=False,
                            help='treat first argument as the shell script'
@@ skipping 44 matching lines @@
   option_parser.add_option('--build-properties', action='callback',
                            callback=chromium_utils.convert_json, type='string',
                            nargs=1, default={},
                            help='build properties in JSON format')
   option_parser.add_option('--factory-properties', action='callback',
                            callback=chromium_utils.convert_json, type='string',
                            nargs=1, default={},
                            help='factory properties in JSON format')
   options, args = option_parser.parse_args()
 
+  if options.enable_wpr and not options.document_root:
+    sys.stderr.write('--enable-wpr requires --with-httpd for the document root.')

[James Simonsen, 2012/04/05 00:34:03]

80 chars

+    return 1
   if options.run_shell_script and options.run_python_script:
     sys.stderr.write('Use either --run-shell-script OR --run-python-script, '
                      'not both.')
     return 1
 
   # Print out builder name for log_parser
   print '[Running on builder: "%s"]' % options.builder_name
 
   # Instruct GTK to use malloc while running ASAN tests.
   if options.factory_properties.get('asan', False):
@@ skipping 29 matching lines @@
         '%d new files were left in %s: Fix the tests to clean up themselves.'
         ) % ((new_temp_files - temp_files), tempfile.gettempdir())
     # TODO(maruel): Make it an error soon. Not yet since I want to iron out all
     # the remaining cases before.
     #result = 1
   return result
 
 
 if '__main__' == __name__:
   sys.exit(main())