Represent tokens as a compressed stream instead of an array.

vm/object_test.cc

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #include "platform/assert.h"
 #include "vm/assembler.h"
 #include "vm/bigint_operations.h"
 #include "vm/isolate.h"
 #include "vm/object.h"
 #include "vm/object_store.h"
@@ skipping 124 matching lines @@
 
 
 TEST_CASE(TokenStream) {
   String& source = String::Handle(String::New("= ( 9 , ."));
   String& private_key = String::Handle(String::New(""));
   Scanner scanner(source, private_key);
   const Scanner::GrowableTokenStream& ts = scanner.GetStream();
   EXPECT_EQ(6, ts.length());
   EXPECT_EQ(Token::kLPAREN, ts[1].kind);
   const TokenStream& token_stream = TokenStream::Handle(TokenStream::New(ts));
-  EXPECT_EQ(6, token_stream.Length());
-  EXPECT_EQ(Token::kLPAREN, token_stream.KindAt(1));
-  EXPECT_EQ(Token::kPERIOD, token_stream.KindAt(4));
-  EXPECT_EQ(Token::kEOS, token_stream.KindAt(5));
+  TokenStream::Iterator iterator(token_stream, 0);
+  // EXPECT_EQ(6, token_stream.Length());
+  iterator.Advance();  // Advance to '(' token.
+  EXPECT_EQ(Token::kLPAREN, iterator.CurrentTokenKind());
+  iterator.Advance();
+  iterator.Advance();
+  iterator.Advance();  // Advance to '.' token.
+  EXPECT_EQ(Token::kPERIOD, iterator.CurrentTokenKind());
+  iterator.Advance();  // Advance to end of stream.
+  EXPECT_EQ(Token::kEOS, iterator.CurrentTokenKind());
 }
 
 
 TEST_CASE(InstanceClass) {
   // Allocate the class first.
   String& class_name = String::Handle(String::NewSymbol("EmptyClass"));
   Script& script = Script::Handle();
   const Class& empty_class =
       Class::Handle(Class::New(class_name, script, Scanner::kDummyTokenIndex));
 
@@ skipping 2612 matching lines @@
   // Named double-private constructor mismatch.
   mangled_name = String::New("foo@12345.named@12345");
   bare_name = String::New("foo.name");
   EXPECT(!EqualsIgnoringPrivate(mangled_name, bare_name));
 }
 
 
 #endif  // defined(TARGET_ARCH_IA32) || defined(TARGET_ARCH_X64).
 
 }  // namespace dart