Split up Each Swarm Test into Two Steps

scripts/slave/run_slavelastic.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 # run_slavelastic.py: Runs a test based off of a slavelastic manifest file.
 
 from __future__ import with_statement
-import json  # pylint: disable=F0401
+import json
 import optparse
 import os
 import platform
 import random
 import socket
 import sys
 import time
 import urllib2
 import zipfile
 
@@ skipping 21 matching lines @@
       }
 
     # This can cause problems when
     # |current_platform| != |switches_dict['os_image']|
     # crbug.com/117442
     current_platform = platform_mapping[sys.platform]
     switches_dict = {
       'num_shards': switches.num_shards,
       'os_image': current_platform,
     }
-    self.name = filename
+    self.manifest_name = filename
 
     self.g_shards = switches.num_shards
     # Random name for the output zip file
     self.zipfile_name = 'swarm_tempfile_%s.zip' % ''.join(random.choice(
         'abcdefghijklmnopqrstuvwxyz0123456789') for x in range(10))
     self.tasks = []
     self.current_platform = current_platform
     self.target_platform = switches_dict['os_image']
     self.working_dir = switches.working_dir
+    self.test_name = switches.test_name
 
   def add_task(self, task_name, actions):
     """Appends a new task to the swarm manifest file."""
     self.tasks.append({
           'test_name': task_name,
           'action': actions,
     })
 
   def zip(self):
     """Zip up all the files in self.files"""
     start_time = time.time()
 
     zip_file = zipfile.ZipFile(self.zipfile_name, 'w')
-    zip_file.write(self.name)
+    zip_file.write(self.manifest_name)
     zip_file.write(self.run_test_path)
     zip_file.close()
 
     print 'Zipping completed, time elapsed: %f' % (time.time() - start_time)
 
   def cleanup(self):
     os.remove(self.zipfile_name)
 
   def to_json(self):
     """Export the current configuration into a swarm-readable manifest file"""
     hostname = socket.gethostbyname(socket.gethostname())
     # pylint: disable=E1103
     filepath = os.path.relpath(self.zipfile_name, '../..').replace('\\', '/')
 
     url = 'http://%s/hashtable/' % hostname
     self.add_task(
         'Run Test',
-        ['python', self.run_test_path, '-m', self.name, '-r', url])
+        ['python', self.run_test_path, '-m', self.manifest_name, '-r', url])
 
     # Clean up
     if self.current_platform == 'Linux' or self.current_platform == 'Mac':
       cleanup_commands = ['rm', '-rf']
     elif self.current_platform == 'Windows':
       cleanup_commands = ['del']
     self.add_task('Clean Up', cleanup_commands + [self.zipfile_name])
 
     # Call kill_processes.py if on windows
     if self.target_platform == 'Windows':
       self.add_task('Kill Processes',
           [sys.executable, '..\\b\\build\\scripts\\slave\\kill_processes.py'])
 
     # Construct test case
     test_case = {
-      'test_case_name': self.name,
+      'test_case_name': self.test_name,
       'data': [
         'http://%s/%s' % (hostname, filepath),
       ],
       'tests': self.tasks,
       'env_vars': {
         'GTEST_TOTAL_SHARDS': '%(num_instances)s',
         'GTEST_SHARD_INDEX': '%(instance_index)s',
       },
       'configurations': [
         {
           'min_instances': self.g_shards,
           'max_instances': self.g_shards,
           'config_name': self.target_platform,
           'dimensions': {
             'os': self.target_platform,
           },
         },
       ],
       'working_dir': self.working_dir,
       'cleanup': 'data',
     }
 
     return json.dumps(test_case)
 
 
-def _get_first_number(line):
-  for part in line.split():
-    if part.isdigit():
-      return int(part)
-
-  print 'No number in :'
-  print line
-  return 0
-
-
-class TestSummary(object):
-  def __init__(self):
-    self.test_passed_count = 0
-    self.failed_tests = []
-    self.disabled_test_count  = 0
-    self.ignored_test_count = 0
-
-  def AddSummaryData(self, buf):
-    lines = buf.splitlines()
-
-    for line in lines:
-      if '[  PASSED  ]' in line:
-        self.test_passed_count += _get_first_number(line)
-      elif '[  FAILED  ]' in line:
-        if ', listed below' not in line:
-          self.failed_tests.append(line)
-      elif 'DISABLED' in line:
-        self.disabled_test_count += _get_first_number(line)
-      elif 'failures' in line:
-        self.ignored_test_count += _get_first_number(line)
-
-  def Output(self):
-    output = []
-
-    output.append('[  PASSED  ] %i tests.' % self.test_passed_count)
-    if self.failed_tests:
-      output.append('[  FAILED  ] failed tests listed below:')
-      output.extend(self.failed_tests)
-      output.append('%i FAILED TESTS' % len(self.failed_tests))
-
-    if self.disabled_test_count:
-      output.append('%i DISABLED TESTS' % self.disabled_test_count)
-
-    if self.ignored_test_count:
-      output.append('%i tests with ignored failures (FAILS prefix)' %
-                    self.ignored_test_count)
-
-    return output
-
-  def exit_code(self):
-    return int(bool(self.failed_tests))
-
-
-# TODO(csharp) The sharing_supervisor.py also has test parsing code, they should
-# be shared.
-def TestRunOutput(output):
-  """Go through the given output and only return the output from the Test Run
-     Step.
-  """
-  test_run_output = []
-
-  in_step = False
-  step_name = ''
-  for line in output.splitlines():
-    if in_step:
-      if '[       OK ] ' + step_name in line:
-        break
-      else:
-        test_run_output.append(line)
-    elif '[ RUN      ] ' in line and 'Run Test' in line:
-      in_step = True
-      i = len('[ RUN      ] ')
-      step_name = line[i:]
-
-  return '\n'.join(test_run_output)
-
-
 def main():
   """Packages up a Slavelastic test and send it to swarm.  Receive output from
   all shards and print it to stdout.
 
   Args
     slavelastic manifest file
     number of shards
     ...
   """
   # Parses arguments
   parser = optparse.OptionParser(usage='%prog [options] [filename]',
                                  description=DESCRIPTION)
   parser.add_option('-w', '--working_dir', default='swarm_tests',
                     help='Desired working direction on the swarm slave side. '
                     'Defaults to %default.')
   parser.add_option('-m', '--min_shards', type='int', default=1,
                     help='Minimum number of shards to request. CURRENTLY NOT '
                     'SUPPORTED.')
   parser.add_option('-s', '--num_shards', type='int', default=1,
                     help='Desired number of shards to request. Must be '
                     'greater than or equal to min_shards.')
   parser.add_option('-o', '--os_image',
                     help='Swarm OS image to request.  Defaults to the '
                     'current platform.')
-  parser.add_option('-n', '--hostname', default='localhost',
-                    help='Specify the hostname of the Swarm server. '
+  parser.add_option('-u', '--url', default='http://localhost:8080',
+                    help='Specify the url of the Swarm server. '
                     'Defaults to %default')
-  parser.add_option('-p', '--port', type='int', default=8080,
-                    help='Specify the port of the Swarm server. '
-                    'Defaults to %default')
+  parser.add_option('-t', '--test_name',
+                    help='Specify the name to give the swarm test request. '
+                    'Defaults to the given filename')
   parser.add_option('-v', '--verbose', action='store_true',
                     help='Print verbose logging')
   (options, args) = parser.parse_args()
   if not args:
     parser.error('Must specify one filename.')
   elif len(args) > 1:
     parser.error('Must specify only one filename.')
   filename = args[0]
   if not options.os_image:
     options.os_image = '%s %d' % (platform.uname()[0], 32)
+  if not options.test_name:
+    options.test_name = filename
 
   # Parses manifest file
   print "Parsing file %s..." % filename
   manifest = Manifest(filename, options)
 
   # Zip up relevent files
   print "Zipping up files..."
   manifest.zip()
 
   # Send test requests off to swarm.
   print 'Sending test requests to swarm'
-  base_url = 'http://%s:%d' % (options.hostname, options.port)
-  test_url = base_url + '/test'
+  test_url = options.url.rstrip('/') + '/test'
   manifest_text = manifest.to_json()
   result = urllib2.urlopen(test_url, manifest_text).read()
 
   # Check that we can read the output as a JSON string
   try:
-    test_keys = json.loads(result)
+    json.loads(result)
   except (ValueError, TypeError), e:
     print 'Request failed:'
     print result
+    print e
     return 1
 
-  running_test_keys = test_keys['test_keys']
-
-  # TODO(csharp) Get hostnames from key through swarm
-  hostnames = ['localhost' for i in range(options.num_shards)]
-
-  # TODO(csharp) Get exit codes from key through swarm
-  exit_codes = [0 for i in range(options.num_shards)]
-
-  # Listen to output_destination
-  summary_total = TestSummary()
-  for index in range(options.num_shards):
-    print
-    print '===================================================================='
-    print 'Begin output from shard index %d (%s)' % (index, hostnames[i])
-    print '===================================================================='
-    print
-    while True:
-      try:
-        key_url = '%s/get_result?r=%s' % (base_url,
-                                          running_test_keys[index]['test_key'])
-        output = urllib2.urlopen(key_url).read()
-
-        if output:
-          cleaned_output = TestRunOutput(output)
-          summary_index = cleaned_output.rfind('[  PASSED  ]')
-          summary_total.AddSummaryData(cleaned_output[summary_index:])
-          sys.stdout.write(cleaned_output[:summary_index - 1])
-          break
-        else:
-          # Test is not yet done, wait a bit before checking again.
-          time.sleep(0.5)
-      except urllib2.HTTPError, e:
-        print 'Calling %s threw %s' % (key_url, e)
-    print
-    print '===================================================================='
-    print 'End output from shard index %d (%s). Return %d' % (index,
-        hostnames[i], exit_codes[i])
-    print '===================================================================='
-    print
-  manifest.cleanup()  # Delete temp zip file
-
-  print '\n'.join(summary_total.Output())
-  print
-
-  if options.verbose:
-    print 'All tests completed:'
-    for i in range(options.num_shards):
-      print 'Shard index %d (%s): Exit code: %d' % (i,
-          hostnames[i], exit_codes[i])
-
-  # TODO(csharp) replace with max exit code once exit_codes gets real values
-  return summary_total.exit_code()
+  return 0
 
 if __name__ == '__main__':
   sys.exit(main())