Represent tokens as a compressed stream instead of an array.

vm/raw_object.cc

Index: vm/raw_object.cc
===================================================================
--- vm/raw_object.cc	(revision 9303)
+++ vm/raw_object.cc	(working copy)
@@ -60,7 +60,7 @@
       case kTokenStream: {
         const RawTokenStream* raw_tokens =
             reinterpret_cast<const RawTokenStream*>(this);
-        intptr_t tokens_length = Smi::Value(raw_tokens->ptr()->length_);
+        intptr_t tokens_length = raw_tokens->ptr()->length_;
         instance_size = TokenStream::InstanceSize(tokens_length);
         break;
       }
@@ -404,8 +404,8 @@
 
 intptr_t RawTokenStream::VisitTokenStreamPointers(
     RawTokenStream* raw_obj, ObjectPointerVisitor* visitor) {
-  intptr_t length = Smi::Value(raw_obj->ptr()->length_);
-  visitor->VisitPointers(raw_obj->from(), raw_obj->to(length));
+  intptr_t length = raw_obj->ptr()->length_;
+  visitor->VisitPointers(raw_obj->from(), raw_obj->to());
   return TokenStream::InstanceSize(length);
 }