Add token index position to classes and types for more accurate error reporting.

runtime/vm/scanner.h

 // Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 //
 // Scanner class for the Dart language. The scanner reads source text
 // and produces a stream of tokens which is used by the parser.
 //
 
 #ifndef VM_SCANNER_H_
 #define VM_SCANNER_H_
@@ skipping 23 matching lines @@
   // TokenDesc defines the kind of a token and its location in
   // the source text.
   struct TokenDescriptor {
     Token::Kind kind;
     int offset;               // Offset in source string.
     int length;               // Length of token in source.
     SourcePosition position;  // Text position in source.
     String* literal;          // Identifier, number or string literal.
   };
 
+  // Dummy token index reflecting an unknown source position.
+  static const intptr_t kDummyTokenIndex = 0;
+
   // Character used to indicate a private identifier.
   static const char kPrivateIdentifierStart  = '_';
 
   // Character used to separate the private identifier from the key.
   static const char kPrivateKeySeparator = '@';
 
   typedef ZoneGrowableArray<TokenDescriptor> GrowableTokenStream;
 
   // Initializes scanner to scan string source.
   Scanner(const String& source, const String& private_key);
@@ skipping 152 matching lines @@
   const String& private_key_;
 
   SourcePosition c0_pos_;      // Source position of lookahead character c0_.
   KeywordTable keywords_[Token::numKeywords];
 };
 
 
 }  // namespace dart
 
 #endif  // VM_SCANNER_H_