Shared token objects

runtime/vm/object.h

Index: runtime/vm/object.h
diff --git a/runtime/vm/object.h b/runtime/vm/object.h
index 9ae58737b5076bbf0eb595532deb686034907d04..9df8a95255c7b2e19c8e83e96a05bd54c06e97da 100644
--- a/runtime/vm/object.h
+++ b/runtime/vm/object.h
@@ -3101,8 +3101,8 @@ class LiteralToken : public Object {
 
 class TokenStream : public Object {
  public:
-  RawArray* TokenObjects() const;
-  void SetTokenObjects(const Array& value) const;
+  RawGrowableObjectArray* TokenObjects() const;
+  void SetTokenObjects(const GrowableObjectArray& value) const;
 
   RawExternalTypedData* GetStream() const;
   void SetStream(const ExternalTypedData& stream) const;
@@ -3122,7 +3122,11 @@ class TokenStream : public Object {
 
   static RawTokenStream* New(intptr_t length);
   static RawTokenStream* New(const Scanner::GrowableTokenStream& tokens,
-                             const String& private_key);
+                             const String& private_key,
+                             bool used_shared_tokens);

[siva, 2015/10/28 18:30:22]

use_shared_tokens

[hausner, 2015/10/28 21:28:46]

Doned.

+
+  static void OpenSharedTokenList(Isolate* isolate);
+  static void CloseSharedTokenList(Isolate* isolate);
 
   // The class Iterator encapsulates iteration over the tokens
   // in a TokenStream object.
@@ -3167,7 +3171,7 @@ class TokenStream : public Object {
     TokenStream& tokens_;
     ExternalTypedData& data_;
     ReadStream stream_;
-    Array& token_objects_;
+    GrowableObjectArray& token_objects_;
     Object& obj_;
     intptr_t cur_token_pos_;
     Token::Kind cur_token_kind_;
@@ -3204,7 +3208,8 @@ class Script : public Object {
 
   RawTokenStream* tokens() const { return raw_ptr()->tokens_; }
 
-  void Tokenize(const String& private_key) const;
+  void Tokenize(const String& private_key,
+                bool use_shared_tokens = true) const;
 
   RawLibrary* FindLibrary() const;
   RawString* GetLine(intptr_t line_number,