Use utils/compiler/buildbot.py instead of the script in frog/scripts.

frog/scripts/buildbot_annotated_steps.py

-#!/usr/bin/python
-
-# Copyright (c) 2011 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-"""Dart frog buildbot steps
-
-Runs tests for the frog or dart2js compiler.
-"""
-
-import platform
-import optparse
-import os
-import re
-import shutil
-import subprocess
-import sys
-
-BUILDER_NAME = 'BUILDBOT_BUILDERNAME'
-
-DART_PATH = os.path.dirname(
-    os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
-
-DART2JS_BUILDER = (
-    r'dart2js-(linux|mac|windows)-(debug|release)(-([a-z]+))?-?(\d*)-?(\d*)')
-FROG_BUILDER = r'(frog)-(linux|mac|windows)-(debug|release)'
-WEB_BUILDER = r'web-(ie|ff|safari|chrome|opera)-(win7|win8|mac|linux)(-(\d+))?'
-
-NO_COLOR_ENV = dict(os.environ)
-NO_COLOR_ENV['TERM'] = 'nocolor'
-
-def GetBuildInfo():
-  """Returns a tuple (compiler, runtime, mode, system, option) where:
-    - compiler: 'dart2js', 'frog', or None when the builder has an
-      incorrect name
-    - runtime: 'd8', 'ie', 'ff', 'safari', 'chrome', 'opera'
-    - mode: 'debug' or 'release'
-    - system: 'linux', 'mac', or 'win7'
-    - option: 'checked'
-  """
-  parser = optparse.OptionParser()
-  parser.add_option('-n', '--name', dest='name', help='The name of the build'
-      'bot you would like to emulate (ex: web-chrome-win7)', default=None)
-  args, _ = parser.parse_args()
-
-  compiler = None
-  runtime = None
-  mode = None
-  system = None
-  builder_name = os.environ.get(BUILDER_NAME)
-  option = None
-  shard_index = None
-  total_shards = None
-  number = None
-  if not builder_name:
-    # We are not running on a buildbot.
-    if args.name:
-      builder_name = args.name
-    else:
-      print 'Use -n $BUILDBOT_NAME for the bot you would like to emulate.'
-      sys.exit(1)
-
-  if builder_name:
-
-    dart2js_pattern = re.match(DART2JS_BUILDER, builder_name)
-    frog_pattern = re.match(FROG_BUILDER, builder_name)
-    web_pattern = re.match(WEB_BUILDER, builder_name)
-
-    if dart2js_pattern:
-      compiler = 'dart2js'
-      runtime = 'd8'
-      system = dart2js_pattern.group(1)
-      mode = dart2js_pattern.group(2)
-      option = dart2js_pattern.group(4)
-      shard_index = dart2js_pattern.group(5)
-      total_shards = dart2js_pattern.group(6)
-
-    elif frog_pattern:
-      compiler = frog_pattern.group(1)
-      runtime = 'd8'
-      system = frog_pattern.group(2)
-      mode = frog_pattern.group(3)
-
-    elif web_pattern:
-      compiler = 'frog'
-      runtime = web_pattern.group(1)
-      mode = 'release'
-      system = web_pattern.group(2)
-
-      # TODO(jmesserly): do we want to do anything different for the second IE
-      # bot? For now we're using it to track down flakiness.
-      number = web_pattern.group(4)
-
-  if system == 'windows':
-    system = 'win7'
-
-  if (system == 'win7' and platform.system() != 'Windows') or (
-      system == 'mac' and platform.system() != 'Darwin') or (
-      system == 'linux' and platform.system() != 'Linux'):
-    print ('Error: You cannot emulate a buildbot with a platform different '
-        'from your own.')
-    sys.exit(1)
-  return (compiler, runtime, mode, system, option, shard_index, total_shards,
-          number)
-
-
-def NeedsXterm(compiler, runtime):
-  return runtime in ['ie', 'chrome', 'safari', 'opera', 'ff', 'drt']
-
-def TestStep(name, mode, system, compiler, runtime, targets, flags):
-  print '@@@BUILD_STEP %s %s tests: %s %s@@@' % (name, compiler, runtime,
-      ' '.join(flags))
-  sys.stdout.flush()
-  if NeedsXterm(compiler, runtime) and system == 'linux':
-    cmd = ['xvfb-run', '-a']
-  else:
-    cmd = []
-
-  user_test = os.environ.get('USER_TEST', 'no')
-
-  cmd.extend([sys.executable,
-              os.path.join(os.curdir, 'tools', 'test.py'),
-              '--mode=' + mode,
-              '--compiler=' + compiler,
-              '--runtime=' + runtime,
-              '--time',
-              '--use-sdk',
-              '--report'])
-
-  if user_test == 'yes':
-    cmd.append('--progress=color')
-  else:
-    cmd.extend(['--progress=buildbot', '-v'])
-
-  if flags:
-    cmd.extend(flags)
-  cmd.extend(targets)
-
-  print 'running %s' % (' '.join(cmd))
-  exit_code = subprocess.call(cmd, env=NO_COLOR_ENV)
-  if exit_code != 0:
-    print '@@@STEP_FAILURE@@@'
-  return exit_code
-
-
-def BuildFrog(compiler, mode, system):
-  """ build frog.
-   Args:
-     - compiler: either 'dart2js' or 'frog'
-     - mode: either 'debug' or 'release'
-     - system: either 'linux', 'mac', or 'win7'
-  """
-  # TODO(efortuna): Currently we always clobber Windows builds. The VM
-  # team thinks there's a problem with dependency tracking on Windows that
-  # is leading to occasional build failures. Remove when this gyp issue has
-  # been ironed out.
-  if system == 'win7':
-    for build in ['Release_', 'Debug_']:
-      for arch in ['ia32', 'x64']:
-        outdir = build + arch
-        shutil.rmtree(outdir, ignore_errors=True)
-        shutil.rmtree('frog/%s' % outdir, ignore_errors=True)
-        shutil.rmtree('runtime/%s' % outdir, ignore_errors=True)
-
-  os.chdir(DART_PATH)
-
-  print '@@@BUILD_STEP build frog@@@'
-
-  args = [sys.executable, './tools/build.py', '--mode=' + mode, 'create_sdk']
-  print 'running %s' % (' '.join(args))
-  return subprocess.call(args, env=NO_COLOR_ENV)
-
-
-def TestFrog(compiler, runtime, mode, system, option, flags, bot_number=None):
-  """ test frog.
-   Args:
-     - compiler: either 'dart2js' or 'frog'
-     - runtime: either 'd8', or one of the browsers, see GetBuildInfo
-     - mode: either 'debug' or 'release'
-     - system: either 'linux', 'mac', or 'win7'
-     - option: 'checked'
-     - flags: extra flags to pass to test.dart
-     - bot_number: (optional) Number of the buildbot. Used for dividing test
-       sets between bots.
-  """
-
-  # Make sure we are in the frog directory
-  os.chdir(DART_PATH)
-
-  if compiler == 'dart2js':
-    if (option == 'checked'):
-      flags.append('--host-checked')
-    # Leg isn't self-hosted (yet) so we run the leg unit tests on the VM.
-    TestStep("dart2js_unit", mode, system, 'none', 'vm', ['leg'], ['--checked'])
-
-    extra_suites = ['leg_only', 'frog_native']
-    TestStep("dart2js_extra", mode, system, 'dart2js', runtime, extra_suites,
-        flags)
-
-    TestStep("dart2js", mode, system, 'dart2js', runtime, [], flags)
-
-  elif runtime == 'd8' and compiler in ['frog']:
-    TestStep("frog", mode, system, compiler, runtime, [], flags)
-    TestStep("frog_extra", mode, system, compiler, runtime,
-        ['frog', 'frog_native', 'peg', 'css'], flags)
-    TestStep("sdk", mode, system, 'none', 'vm', ['dartdoc'], flags)
-
-  else:
-    tests = ['dom', 'html', 'json', 'benchmark_smoke',
-             'isolate', 'frog', 'css', 'corelib', 'language',
-             'frog_native', 'peg']
-
-    # TODO(efortuna): Move Mac back to DumpRenderTree when we have a more stable
-    # solution for DRT. Right now DRT is flakier than regular Chrome for the
-    # isolate tests, so we're switching to use Chrome in the short term.
-    if runtime == 'chrome' and system == 'linux':
-      TestStep('browser', mode, system, 'frog', 'drt', tests, flags)
-
-      # TODO(ngeoffray): Enable checked mode once dart2js supports type
-      # variables.
-      if not ('--checked' in flags):
-        TestStep('browser_dart2js', mode, system, 'dart2js', 'drt', [], flags)
-        TestStep('browser_dart2js_extra', mode, system, 'dart2js', 'drt',
-            ['leg_only', 'frog_native'], flags)
-
-    else:
-      additional_flags = []
-      if system.startswith('win') and runtime == 'ie':
-        # There should not be more than one InternetExplorerDriver instance
-        # running at a time. For details, see
-        # http://code.google.com/p/selenium/wiki/InternetExplorerDriver.
-        additional_flags += ['-j1']
-        # The IE bots are slow lately. Split up the tests they do.
-        if bot_number == '2':
-          tests = ['language']
-        else:
-          tests = ['dom', 'html', 'json', 'benchmark_smoke',
-                   'isolate', 'frog', 'css', 'frog_native', 'peg', 'corelib']
-      TestStep(runtime, mode, system, compiler, runtime, tests,
-          flags + additional_flags)
-
-  return 0
-
-def _DeleteFirefoxProfiles(directory):
-  """Find all the firefox profiles in a particular directory and delete them."""
-  for f in os.listdir(directory):
-    item = os.path.join(directory, f)
-    if os.path.isdir(item) and f.startswith('tmp'):
-      subprocess.Popen('rm -rf %s' % item, shell=True)
-
-def CleanUpTemporaryFiles(system, browser):
-  """For some browser (selenium) tests, the browser creates a temporary profile
-  on each browser session start. On Windows, generally these files are
-  automatically deleted when all python processes complete. However, since our
-  buildbot slave script also runs on python, we never get the opportunity to
-  clear out the temp files, so we do so explicitly here. Our batch browser
-  testing will make this problem occur much less frequently, but will still
-  happen eventually unless we do this.
-
-  This problem also occurs with batch tests in Firefox. For some reason selenium
-  automatically deletes the temporary profiles for Firefox for one browser,
-  but not multiple ones when we have many open batch tasks running. This
-  behavior has not been reproduced outside of the buildbots.
-
-  Args:
-     - system: either 'linux', 'mac', or 'win7'
-     - browser: one of the browsers, see GetBuildInfo
-  """
-  if system == 'win7':
-    shutil.rmtree('C:\\Users\\chrome-bot\\AppData\\Local\\Temp',
-        ignore_errors=True)
-  elif browser == 'ff':
-    # Note: the buildbots run as root, so we can do this without requiring a
-    # password. The command won't actually work on regular machines without
-    # root permissions.
-    _DeleteFirefoxProfiles('/tmp')
-    _DeleteFirefoxProfiles('/var/tmp')
-
-def main():
-  if len(sys.argv) == 0:
-    print 'Script pathname not known, giving up.'
-    return 1
-
-  compiler, runtime, mode, system, option, shard_index, total_shards, number = (
-      GetBuildInfo())
-  shard_description = ""
-  if shard_index:
-    shard_description = " shard %s of %s" % (shard_index, total_shards)
-  print "compiler: %s, runtime: %s mode: %s, system: %s, option: %s%s" % (
-      compiler, runtime, mode, system, option, shard_description)
-  if compiler is None:
-    return 1
-
-  status = BuildFrog(compiler, mode, system)
-  if status != 0:
-    print '@@@STEP_FAILURE@@@'
-    return status
-  test_flags = []
-  if shard_index:
-    test_flags = ['--shards=%s' % total_shards, '--shard=%s' % shard_index]
-  if compiler == 'dart2js':
-    status = TestFrog(compiler, runtime, mode, system, option, test_flags,
-                      number)
-    if status != 0:
-      print '@@@STEP_FAILURE@@@'
-    return status # Return unconditionally for dart2js.
-
-  if runtime == 'd8' or (system == 'linux' and runtime == 'chrome'):
-    status = TestFrog(compiler, runtime, mode, system, option, test_flags,
-                      number)
-    if status != 0:
-      print '@@@STEP_FAILURE@@@'
-      return status
-
-  status = TestFrog(compiler, runtime, mode, system, option,
-                    test_flags + ['--checked'], number)
-  if status != 0:
-    print '@@@STEP_FAILURE@@@'
-
-  if compiler == 'frog' and runtime in ['ff', 'chrome', 'safari', 'opera',
-      'ie', 'drt']:
-    CleanUpTemporaryFiles(system, runtime)
-  return status
-
-
-if __name__ == '__main__':
-  sys.exit(main())