Add Web Page Replay support.

scripts/slave/runtest.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """A tool to run a chrome test executable, used by the buildbot slaves.
 
   When this is run, the current directory (cwd) should be the outer build
   directory (e.g., chrome-release/build/).
 
@@ skipping 153 matching lines @@
                                                  document_root)
   stop_cmd = platform_util.GetStopHttpdCommand()
   http_server = google.httpd_utils.ApacheHttpd(start_cmd, stop_cmd, [8000])
   try:
     http_server.StartServer()
   except google.httpd_utils.HttpdNotStarted, e:
     raise google.httpd_utils.HttpdNotStarted('%s. See log file in %s' %
                                              (e, output_dir))
   return http_server
 
+def start_wpr_server(test_exe_path):
+  """Start Web Page Replay server.
+
+  WPR makes it easy to record all the resources for a web page and serve
+  that page with a simulated network.
+  """
+  import google.webpagereplay_utils

[cmp, 2012/04/18 20:37:22]

it seems like sys.path needs to be manipulated so that
'src/third_party/webpagereplay/.../' is correctly in it.  wdyt?

[slamm_google, 2012/04/18 20:42:55]

Line 31 does that manipulation:
   sys.path.insert(0, os.path.abspath('src/tools/python'))

It was already needed for start_http_server() which imports google.httpd_utils
and google.platform_utils.

[cmp_google, 2012/04/18 20:47:15]

Thanks, I didn't see that.

+  test_exe_name = os.path.splitext(os.path.basename(test_exe_path))[0]
+  paths = google.webpagereplay_utils.ChromiumPaths(
+      TEST_EXE_NAME=test_exe_name, TEST_NAME='2012Q2')
+  wpr_server = google.webpagereplay_utils.ReplayLauncher(
+      paths['replay'], paths['.wpr'], paths['logs'], ['--no-dns_forwarding'])
+  wpr_server.StartServer()
+  return wpr_server
+
 def main_mac(options, args):
   if len(args) < 1:
     raise chromium_utils.MissingArgument('Usage: %s' % USAGE)
 
   test_exe = args[0]
   build_dir = os.path.normpath(os.path.abspath(options.build_dir))
   test_exe_path = os.path.join(build_dir, options.target, test_exe)
   if not os.path.exists(test_exe_path):
     pre = 'Unable to find %s\n' % test_exe_path
 
@@ skipping 42 matching lines @@
   results_tracker = None
   if options.generate_json_file:
     results_tracker = gtest_slave_utils.GTestUnexpectedDeathTracker()
 
     if os.path.exists(options.test_output_xml):
       # remove the old XML output file.
       os.remove(options.test_output_xml)
 
   try:
     http_server = None
+    webpagereplay_server = None
     if options.document_root:
       http_server = start_http_server('mac', build_dir=build_dir,
                                       test_exe_path=test_exe_path,
                                       document_root=options.document_root)
+      if options.enable_wpr:
+        webpagereplay_server = start_wpr_server(test_exe_path)
     if options.factory_properties.get('asan', False):
       symbolize = os.path.abspath(os.path.join('src', 'third_party', 'asan',
                                                'scripts', 'asan_symbolize.py'))
       pipes = [[sys.executable, symbolize], ['c++filt']]
       result = _RunGTestCommand(command, pipes=pipes)
     else:
       result = _RunGTestCommand(command, results_tracker)
   finally:
     if http_server:
       http_server.StopServer()
+    if webpagereplay_server:
+      webpagereplay_server.StopServer()
 
   if options.generate_json_file:
     _GenerateJSONForTestResults(options, results_tracker)
 
   return result
 
 def main_linux(options, args):
   if len(args) < 1:
     raise chromium_utils.MissingArgument('Usage: %s' % USAGE)
 
@@ skipping 86 matching lines @@
   results_tracker = None
   if options.generate_json_file:
     results_tracker = gtest_slave_utils.GTestUnexpectedDeathTracker()
 
     if os.path.exists(options.test_output_xml):
       # remove the old XML output file.
       os.remove(options.test_output_xml)
 
   try:
     http_server = None
+    webpagereplay_server = None
     if options.document_root:
       http_server = start_http_server('linux', build_dir=build_dir,
                                       test_exe_path=test_exe_path,
                                       document_root=options.document_root)
+      if options.enable_wpr:
+        webpagereplay_server = start_wpr_server(test_exe_path)
     if options.xvfb:
       xvfb.StartVirtualX(
           slave_name, bin_dir,
           with_wm=options.factory_properties.get('window_manager', True),
           server_dir=special_xvfb_dir)
     if options.factory_properties.get('asan', False):
       symbolize = os.path.abspath(os.path.join('src', 'third_party', 'asan',
                                                'scripts', 'asan_symbolize.py'))
       pipes = [[sys.executable, symbolize], ['c++filt']]
       result = _RunGTestCommand(command, pipes=pipes)
     else:
       result = _RunGTestCommand(command, results_tracker)
   finally:
     if http_server:
       http_server.StopServer()
+    if webpagereplay_server:
+      webpagereplay_server.StopServer()
     if options.xvfb:
       xvfb.StopVirtualX(slave_name)
 
   if options.generate_json_file:
     _GenerateJSONForTestResults(options, results_tracker)
 
   return result
 
 def main_win(options, args):
   """Using the target build configuration, run the executable given in the
@@ skipping 92 matching lines @@
                            help='path to main build directory (the parent of '
                                 'the Release or Debug directory)')
   option_parser.add_option('', '--enable-pageheap', action='store_true',
                            default=False,
                            help='enable pageheap checking for chrome.exe')
   # --with-httpd assumes a chromium checkout with src/tools/python.
   option_parser.add_option('', '--with-httpd', dest='document_root',
                            default=None, metavar='DOC_ROOT',
                            help='Start a local httpd server using the given '
                                 'document root, relative to the current dir')
+  option_parser.add_option('', '--enable-wpr', action='store_true',
+                           default=False,
+                           help='Start the given Web Page Replay server using '
+                                'the httpd document root as the archive root.')
   option_parser.add_option('', '--total-shards', dest='total_shards',
                            default=None, type="int",
                            help='Number of shards to split this test into.')
   option_parser.add_option('', '--shard-index', dest='shard_index',
                            default=None, type="int",
                            help='Shard to run. Must be between 1 and '
                                 'total-shards.')
   option_parser.add_option('', '--run-shell-script', action='store_true',
                            default=False,
                            help='treat first argument as the shell script'
@@ skipping 103 matching lines @@
         '%d new files were left in %s: Fix the tests to clean up themselves.'
         ) % ((new_temp_files - temp_files), tempfile.gettempdir())
     # TODO(maruel): Make it an error soon. Not yet since I want to iron out all
     # the remaining cases before.
     #result = 1
   return result
 
 
 if '__main__' == __name__:
   sys.exit(main())