Represent tokens as a compressed stream instead of an array.

vm/snapshot.h

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #ifndef VM_SNAPSHOT_H_
 #define VM_SNAPSHOT_H_
 
 #include "platform/assert.h"
 #include "vm/allocation.h"
 #include "vm/bitfield.h"
 #include "vm/datastream.h"
 #include "vm/globals.h"
 #include "vm/growable_array.h"
 #include "vm/isolate.h"
 #include "vm/visitor.h"
 
 namespace dart {
 
 // Forward declarations.
 class AbstractType;
 class AbstractTypeArguments;
 class Array;
 class Class;
+class GrowableObjectArray;
 class Heap;
 class Library;
 class Object;
 class ObjectStore;
 class RawAbstractTypeArguments;
 class RawArray;
 class RawBigint;
 class RawClass;
 class RawContext;
 class RawDouble;
@@ skipping 133 matching lines @@
   SnapshotReader(const Snapshot* snapshot, Isolate* isolate);
   ~SnapshotReader() { }
 
   Isolate* isolate() const { return isolate_; }
   Heap* heap() const { return isolate_->heap(); }
   ObjectStore* object_store() const { return isolate_->object_store(); }
   Object* ObjectHandle() { return &obj_; }
   String* StringHandle() { return &str_; }
   AbstractType* TypeHandle() { return &type_; }
   AbstractTypeArguments* TypeArgumentsHandle() { return &type_arguments_; }
+  Array* TokensHandle() { return &tokens_; }
 
   // Reads an object.
   RawObject* ReadObject();
 
   // Add object to backward references.
   void AddBackRef(intptr_t id, Object* obj, DeserializeState state);
 
   // Get an object from the backward references list.
   Object* GetBackRef(intptr_t id);
 
@@ skipping 63 matching lines @@
   void ArrayReadFrom(const Array& result, intptr_t len, intptr_t tags);
 
   Snapshot::Kind kind_;  // Indicates type of snapshot(full, script, message).
   Isolate* isolate_;  // Current isolate.
   Class& cls_;  // Temporary Class handle.
   Object& obj_;  // Temporary Object handle.
   String& str_;  // Temporary String handle.
   Library& library_;  // Temporary library handle.
   AbstractType& type_;  // Temporary type handle.
   AbstractTypeArguments& type_arguments_;  // Temporary type argument handle.
+  Array& tokens_;  // Temporary tokens handle.
   GrowableArray<BackRefNode*> backward_references_;
 
   friend class Array;
   friend class Class;
   friend class Context;
   friend class ContextScope;
   friend class Field;
   friend class Function;
   friend class GrowableObjectArray;
   friend class ImmutableArray;
@@ skipping 205 matching lines @@
  private:
   SnapshotWriter* writer_;
   bool as_references_;
 
   DISALLOW_COPY_AND_ASSIGN(SnapshotWriterVisitor);
 };
 
 }  // namespace dart
 
 #endif  // VM_SNAPSHOT_H_