Use external byte arrays for token stream, this moves the token stream out of the isolate heap. For…

vm/raw_object.h

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #ifndef VM_RAW_OBJECT_H_
 #define VM_RAW_OBJECT_H_
 
 #include "platform/assert.h"
 #include "vm/globals.h"
 #include "vm/token.h"
@@ skipping 641 matching lines @@
 };
 
 
 class RawTokenStream : public RawObject {
   RAW_HEAP_OBJECT_IMPLEMENTATION(TokenStream);
 
   RawObject** from() {
     return reinterpret_cast<RawObject**>(&ptr()->private_key_);
   }
   RawString* private_key_;  // Key used for private identifiers.
-  RawSmi* length_;  // Length of token stream.
   RawArray* token_objects_;
+  RawExternalUint8Array* stream_;
   RawObject** to() {
-    return reinterpret_cast<RawObject**>(&ptr()->token_objects_);
+    return reinterpret_cast<RawObject**>(&ptr()->stream_);
   }
-  // Variable length data follows here.
-  uint8_t data_[0];
 
   friend class SnapshotReader;
 };
 
 
 class RawScript : public RawObject {
  public:
   enum Kind {
     kScriptTag = 0,
     kLibraryTag,
@@ skipping 650 matching lines @@
   RAW_HEAP_OBJECT_IMPLEMENTATION(ExternalInt8Array);
 
   ExternalByteArrayData<int8_t>* external_data_;
 };
 
 
 class RawExternalUint8Array : public RawByteArray {
   RAW_HEAP_OBJECT_IMPLEMENTATION(ExternalUint8Array);
 
   ExternalByteArrayData<uint8_t>* external_data_;
+
+  friend class TokenStream;
+  friend class RawTokenStream;
 };
 
 
 class RawExternalInt16Array : public RawByteArray {
   RAW_HEAP_OBJECT_IMPLEMENTATION(ExternalInt16Array);
 
   ExternalByteArrayData<int16_t>* external_data_;
 };
 
 
@@ skipping 240 matching lines @@
          kExternalUint64ArrayCid == kByteArrayCid + 18 &&
          kExternalFloat32ArrayCid == kByteArrayCid + 19 &&
          kExternalFloat64ArrayCid == kByteArrayCid + 20 &&
          kStacktraceCid == kByteArrayCid + 21);
   return (index >= kByteArrayCid && index <= kExternalFloat64ArrayCid);
 }
 
 }  // namespace dart
 
 #endif  // VM_RAW_OBJECT_H_