Implement a better dashboard for running benchmarks

benchmark/lib/suite.dart

 // Copyright (c) 2015, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library protoc.benchmark.suite;
 
 import "benchmark.dart";
 import "benchmarks/int32_json.dart";
 import "benchmarks/repeated_int32_json.dart";
 import 'generated/benchmark.pb.dart' as pb;
@@ skipping 16 matching lines @@
     totalSamples += request.samples;
   }
   pb.Report progress() {
     report.message = "Running ($sampleCount/$totalSamples)";
     return report.clone();
   }
 
   // Send first progress message before starting.
   yield progress();
 
-  // Fill in each response.
+  var benchmarks = <Benchmark>[];
   for (var r in report.responses) {
-    var b = createBenchmark(r.request);
+    benchmarks.add(createBenchmark(r.request));
+  }
 
-    // Run the benchmark the requested number of times.
-    for (pb.Sample s in b.measure(r.request)) {
-      r.samples.add(s);
-      sampleCount++;
-      yield progress();
+  // Collect the requested number of samples.
+  while (sampleCount < totalSamples) {
+    for (var i = 0; i < benchmarks.length; i++) {
+      var b = benchmarks[i];
+      var r = report.responses[i];
+      if (r.samples.length == r.request.samples) continue;
 
-      // Also send progress to the console.
-      int usecsPerLoop = s.duration ~/ s.loopCount;
-      int kIntReadsPerSecond = s.counts.int32Reads * 1000 ~/ s.duration;
-      print("${b.summary} time: $usecsPerLoop us,"
-          " throughput: ${kIntReadsPerSecond}k int32 reads/sec");
+      for (pb.Sample s in b.measure(r.request, 1)) {
+        r.samples.add(s);
+        sampleCount++;
+        yield progress();
+
+        // Also send progress to the console.
+        int usecsPerLoop = s.duration ~/ s.loopCount;
+        int kIntReadsPerSecond = s.counts.int32Reads * 1000 ~/ s.duration;
+        print("${b.summary} time: $usecsPerLoop us,"
+            " throughput: ${kIntReadsPerSecond}k int32 reads/sec");
+      }
     }
   }
 
   // Send final report.
   report.status = pb.Status.DONE;
   report.message = "Done";
   yield report;
 }
 
 /// Creates the appropriate Benchmark instance for a protobuf.
@@ skipping 11 matching lines @@
 Map<pb.BenchmarkID, BenchmarkType> _makeTypeMap(List<BenchmarkType> types) {
   var out = <pb.BenchmarkID, BenchmarkType>{};
   for (var type in types) {
     if (out.containsKey(type.id)) {
       throw "already added: $type.id.name";
     }
     out[type.id] = type;
   }
   return new Map.unmodifiable(out);
 }