Have a "fast" ie-windows bot and a slower ie-windows bot.

utils/compiler/buildbot.py

 #!/usr/bin/python
 
 # Copyright (c) 2011 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Dart frog buildbot steps
 
 Runs tests for the frog or dart2js compiler.
 """
@@ skipping 163 matching lines @@
      - mode: either 'debug' or 'release'
      - system: either 'linux', 'mac', or 'win7'
      - option: 'checked'
      - flags: extra flags to pass to test.dart
   """
 
   # Make sure we are in the frog directory
   os.chdir(DART_PATH)
 
   if system.startswith('win') and runtime == 'ie':
+    # We don't do proper sharding on the IE bots, since the runtime is
+    # long for both. We have a "fast bot" and a "slow bot" that run specific
+    # tests instead.
+    for i in flags:
+      if i.startswith('--shard='):
+        bot_num = i.split('=')[1]
     # There should not be more than one InternetExplorerDriver instance
     # running at a time. For details, see
     # http://code.google.com/p/selenium/wiki/InternetExplorerDriver.
-    flags = flags + ['-j1']
+    flags = filter(lambda(item): not item.startswith('--shard'), flags) + ['-j1']

[ricow1, 2012/07/05 11:10:39]

you might also want to remove --shards to not have any confusion.

[Emily Fortuna, 2012/07/05 12:01:28]

this will remove both --shard= and --shards=

[ricow1, 2012/07/05 12:04:49]

oh, .startswith, sorry

 
   if system == 'linux' and runtime == 'chrome':
     # TODO(ngeoffray): We should install selenium on the buildbot.
     runtime = 'drt'
 
   if compiler == 'dart2js':
     if option == 'checked': flags = flags + ['--host-checked']
 
     if runtime == 'd8':
       # The dart2js compiler isn't self-hosted (yet) so we run its
       # unit tests on the VM. We avoid doing this on the builders
       # that run the browser tests to cut down on the cycle time.
       TestStep("dart2js_unit", mode, system, 'none', 'vm', ['dart2js'], flags)
 
-    # Run the default set of test suites.
-    TestStep("dart2js", mode, system, 'dart2js', runtime, [], flags)
+    if not (system.startswith('win') and runtime == 'ie'):
+      # Run the default set of test suites.
+      TestStep("dart2js", mode, system, 'dart2js', runtime, [], flags)
 
-    # TODO(kasperl): Consider running peg and css tests too.
-    extras = ['dart2js_extra', 'dart2js_native']
-    TestStep("dart2js_extra", mode, system, 'dart2js', runtime, extras, flags)
+      # TODO(kasperl): Consider running peg and css tests too.
+      extras = ['dart2js_extra', 'dart2js_native']
+      TestStep("dart2js_extra", mode, system, 'dart2js', runtime, extras, flags)
+    else:
+      if bot_num == '1':
+        TestStep("dart2js", mode, system, 'dart2js', runtime, ['html'], flags)
+      else:
+        TestStep("dart2js", mode, system, 'dart2js', runtime, ['dartc',
+            'samples', 'standalone', 'corelib', 'co19', 'language', 'isolate',
+            'vm', 'json', 'benchmark_smoke', 'dartdoc', 'utils', 'pub', 'lib'],

[Emily Fortuna, 2012/07/05 10:18:02]

alternatively, instead of explicitly listing all of these (which is annoying
because we'd have to remember to add new "default tests" here too, is to just
send the empty list, in which case it will run all the tests (including the
'html' tests again)

+            flags)
+        extras = ['dart2js_extra', 'dart2js_native']
+        TestStep("dart2js_extra", mode, system, 'dart2js', runtime, extras,
+            flags)
 
   elif compiler == 'frog':
     TestStep("frog", mode, system, compiler, runtime, [], flags)
     extras = ['frog', 'dart2js_native', 'peg', 'css']
     TestStep("frog_extra", mode, system, compiler, runtime, extras, flags)
 
   return 0
 
 def _DeleteFirefoxProfiles(directory):
   """Find all the firefox profiles in a particular directory and delete them."""
@@ skipping 63 matching lines @@
   if status == 0 and option != 'checked' and runtime == 'd8':
     status = TestCompiler(compiler, runtime, mode, system, option,
                           test_flags + ['--checked'])
 
   if runtime != 'd8': CleanUpTemporaryFiles(system, runtime)
   if status != 0: print '@@@STEP_FAILURE@@@'
   return status
 
 if __name__ == '__main__':
   sys.exit(main())