Use the component information when the test is being scheduled instead of when it's being created.

tools/testing/dart/multitest.dart

 // Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #library("multitest");
 
 #import("dart:io");
 
 // Multitests are Dart test scripts containing lines of the form
 // " [some dart code] /// [key]: [error type]"
@@ skipping 105 matching lines @@
 }
 
 
 void DoMultitest(String filename,
                  String component,
                  String outputDir,
                  String testDir,
                  Function doTest(String filename,
                                  bool isNegative,
                                  [bool isNegativeIfChecked,
-                                  bool hasFatalTypeErrors]),
+                                  bool hasFatalTypeErrors,
+                                  bool hasRuntimeErrors]),
                  Function multitestDone) {
   // Each new test is a single String value in the Map tests.
   Map<String, String> tests = new Map<String, String>();
   Map<String, String> outcomes = new Map<String, String>();
   ExtractTestsFromMultitest(filename, tests, outcomes);
 
   String directory = CreateMultitestDirectory(outputDir, testDir);
   String pathSeparator = new Platform().pathSeparator();
   int start = filename.lastIndexOf(pathSeparator) + 1;
   int end = filename.indexOf('.dart', start);
   String baseFilename = filename.substring(start, end);
   for (String key in tests.getKeys()) {
     final String filename = '$directory/${baseFilename}_$key.dart';
     final File file = new File(filename);
 
     file.createSync();
     RandomAccessFile openedFile = file.openSync(FileMode.WRITE);
     var bytes = tests[key].charCodes();
     openedFile.writeListSync(bytes, 0, bytes.length);
     openedFile.closeSync();
     var outcome = outcomes[key];
     bool enableFatalTypeErrors = outcome.contains('static type error');
-    bool isNegative = (outcome.contains('compile-time error')
-        || (outcome.contains('runtime error') && (component != 'dartc')));
+    bool hasRuntimeErrors = outcome.contains('runtime error');
+    bool isNegative = hasRuntimeErrors
+        || outcome.contains('compile-time error');
     bool isNegativeIfChecked = outcome.contains('dynamic type error');
     doTest(filename,
            isNegative,
            isNegativeIfChecked,
-           enableFatalTypeErrors);
+           enableFatalTypeErrors,
+           hasRuntimeErrors);
   }
   multitestDone();
 }
 
 
 String CreateMultitestDirectory(String outputDir, String testDir) {
   final String generatedTestDirectory = 'generated_tests';
   Directory generatedTestDir = new Directory('$outputDir/generated_tests');
   if (!new Directory(outputDir).existsSync()) {
     new Directory(outputDir).createSync();
   }
   if (!generatedTestDir.existsSync()) {
     generatedTestDir.createSync();
   }
   var split = testDir.split('/');
   var lastComponent = split.removeLast();
   Expect.isTrue(lastComponent == 'src');
   String path = '${generatedTestDir.path}/${split.last()}';
   Directory dir = new Directory(path);
   if (!dir.existsSync()) {
     dir.createSync();
   }
   return path;
 }