New analyzer_experimental snapshot.

pkg/analyzer_experimental/lib/src/generated/scanner.dart

 // This code was auto-generated, is not intended to be edited, and is subject to
 // significant change. Please see the README file for more information.
 library engine.scanner;
 import 'dart:collection';
 import 'java_core.dart';
 import 'java_engine.dart';
 import 'source.dart';
 import 'error.dart';
 import 'instrumentation.dart';
 /**
  * Instances of the abstract class `KeywordState` represent a state in a state machine used to
  * scan keywords.
+ *
  * @coverage dart.engine.parser
  */
 class KeywordState {
 
   /**
    * An empty transition table used by leaf states.
    */
   static List<KeywordState> _EMPTY_TABLE = new List<KeywordState>(26);
 
   /**
    * The initial state in the state machine.
    */
   static KeywordState KEYWORD_STATE = createKeywordStateTable();
 
   /**
    * Create the next state in the state machine where we have already recognized the subset of
    * strings in the given array of strings starting at the given offset and having the given length.
    * All of these strings have a common prefix and the next character is at the given start index.
+   *
    * @param start the index of the character in the strings used to transition to a new state
    * @param strings an array containing all of the strings that will be recognized by the state
-   * machine
+   *          machine
    * @param offset the offset of the first string in the array that has the prefix that is assumed
-   * to have been recognized by the time we reach the state being built
+   *          to have been recognized by the time we reach the state being built
    * @param length the number of strings in the array that pass through the state being built
    * @return the state that was created
    */
   static KeywordState computeKeywordStateTable(int start, List<String> strings, int offset, int length2) {
     List<KeywordState> result = new List<KeywordState>(26);
     assert(length2 != 0);
     int chunk = 0x0;
     int chunkStart = -1;
     bool isLeaf = false;
     for (int i = offset; i < offset + length2; i++) {
@@ skipping 20 matching lines @@
     }
     if (isLeaf) {
       return new KeywordState(result, strings[offset]);
     } else {
       return new KeywordState(result, null);
     }
   }
 
   /**
    * Create the initial state in the state machine.
+   *
    * @return the state that was created
    */
   static KeywordState createKeywordStateTable() {
     List<Keyword> values = Keyword.values;
     List<String> strings = new List<String>(values.length);
     for (int i = 0; i < values.length; i++) {
       strings[i] = values[i].syntax;
     }
     strings.sort();
     return computeKeywordStateTable(0, strings, 0, strings.length);
   }
 
   /**
    * A table mapping characters to the states to which those characters will transition. (The index
    * into the array is the offset from the character `'a'` to the transitioning character.)
    */
   List<KeywordState> _table;
 
   /**
    * The keyword that is recognized by this state, or `null` if this state is not a terminal
    * state.
    */
   Keyword _keyword2;
 
   /**
    * Initialize a newly created state to have the given transitions and to recognize the keyword
    * with the given syntax.
+   *
    * @param table a table mapping characters to the states to which those characters will transition
    * @param syntax the syntax of the keyword that is recognized by the state
    */
   KeywordState(List<KeywordState> table, String syntax) {
     this._table = table;
     this._keyword2 = (syntax == null) ? null : Keyword.keywords[syntax];
   }
 
   /**
    * Return the keyword that was recognized by this state, or `null` if this state does not
    * recognized a keyword.
+   *
    * @return the keyword that was matched by reaching this state
    */
   Keyword keyword() => _keyword2;
 
   /**
-   * Return the state that follows this state on a transition of the given character, or`null` if there is no valid state reachable from this state with such a transition.
+   * Return the state that follows this state on a transition of the given character, or
+   * `null` if there is no valid state reachable from this state with such a transition.
+   *
    * @param c the character used to transition from this state to another state
    * @return the state that follows this state on a transition of the given character
    */
   KeywordState next(int c) => _table[c - 0x61];
 }
 /**
  * The enumeration `ScannerErrorCode` defines the error codes used for errors detected by the
  * scanner.
+ *
  * @coverage dart.engine.parser
  */
 class ScannerErrorCode implements Comparable<ScannerErrorCode>, ErrorCode {
   static final ScannerErrorCode ILLEGAL_CHARACTER = new ScannerErrorCode('ILLEGAL_CHARACTER', 0, "Illegal character %x");
   static final ScannerErrorCode MISSING_DIGIT = new ScannerErrorCode('MISSING_DIGIT', 1, "Decimal digit expected");
   static final ScannerErrorCode MISSING_HEX_DIGIT = new ScannerErrorCode('MISSING_HEX_DIGIT', 2, "Hexidecimal digit expected");
   static final ScannerErrorCode MISSING_QUOTE = new ScannerErrorCode('MISSING_QUOTE', 3, "Expected quote (' or \")");
   static final ScannerErrorCode UNTERMINATED_MULTI_LINE_COMMENT = new ScannerErrorCode('UNTERMINATED_MULTI_LINE_COMMENT', 4, "Unterminated multi-line comment");
   static final ScannerErrorCode UNTERMINATED_STRING_LITERAL = new ScannerErrorCode('UNTERMINATED_STRING_LITERAL', 5, "Unterminated string literal");
   static final List<ScannerErrorCode> values = [ILLEGAL_CHARACTER, MISSING_DIGIT, MISSING_HEX_DIGIT, MISSING_QUOTE, UNTERMINATED_MULTI_LINE_COMMENT, UNTERMINATED_STRING_LITERAL];
 
   /// The name of this enum constant, as declared in the enum declaration.
   final String name;
 
   /// The position in the enum declaration.
   final int ordinal;
 
   /**
    * The message template used to create the message to be displayed for this error.
    */
   String _message;
 
   /**
    * Initialize a newly created error code to have the given message.
+   *
    * @param message the message template used to create the message to be displayed for this error
    */
   ScannerErrorCode(this.name, this.ordinal, String message) {
     this._message = message;
   }
   ErrorSeverity get errorSeverity => ErrorSeverity.ERROR;
   String get message => _message;
   ErrorType get type => ErrorType.SYNTACTIC_ERROR;
   int compareTo(ScannerErrorCode other) => ordinal - other.ordinal;
   int get hashCode => ordinal;
   String toString() => name;
 }
 /**
  * Instances of the class `TokenWithComment` represent a string token that is preceded by
  * comments.
+ *
  * @coverage dart.engine.parser
  */
 class StringTokenWithComment extends StringToken {
 
   /**
    * The first comment in the list of comments that precede this token.
    */
   Token _precedingComment;
 
   /**
    * Initialize a newly created token to have the given type and offset and to be preceded by the
    * comments reachable from the given comment.
+   *
    * @param type the type of the token
    * @param offset the offset from the beginning of the file to the first character in the token
    * @param precedingComment the first comment in the list of comments that precede this token
    */
   StringTokenWithComment(TokenType type, String value, int offset, Token precedingComment) : super(type, value, offset) {
     this._precedingComment = precedingComment;
   }
   Token get precedingComments => _precedingComment;
 }
 /**
  * The enumeration `Keyword` defines the keywords in the Dart programming language.
+ *
  * @coverage dart.engine.parser
  */
 class Keyword implements Comparable<Keyword> {
   static final Keyword ASSERT = new Keyword.con1('ASSERT', 0, "assert");
   static final Keyword BREAK = new Keyword.con1('BREAK', 1, "break");
   static final Keyword CASE = new Keyword.con1('CASE', 2, "case");
   static final Keyword CATCH = new Keyword.con1('CATCH', 3, "catch");
   static final Keyword CLASS = new Keyword.con1('CLASS', 4, "class");
   static final Keyword CONST = new Keyword.con1('CONST', 5, "const");
   static final Keyword CONTINUE = new Keyword.con1('CONTINUE', 6, "continue");
@@ skipping 57 matching lines @@
    */
   bool _isPseudoKeyword2 = false;
 
   /**
    * A table mapping the lexemes of keywords to the corresponding keyword.
    */
   static Map<String, Keyword> keywords = createKeywordMap();
 
   /**
    * Create a table mapping the lexemes of keywords to the corresponding keyword.
+   *
    * @return the table that was created
    */
   static Map<String, Keyword> createKeywordMap() {
     LinkedHashMap<String, Keyword> result = new LinkedHashMap<String, Keyword>();
     for (Keyword keyword in values) {
       result[keyword._syntax] = keyword;
     }
     return result;
   }
 
   /**
    * Initialize a newly created keyword to have the given syntax. The keyword is not a
    * pseudo-keyword.
+   *
    * @param syntax the lexeme for the keyword
    */
   Keyword.con1(this.name, this.ordinal, String syntax) {
     _jtd_constructor_318_impl(syntax);
   }
   _jtd_constructor_318_impl(String syntax) {
     _jtd_constructor_319_impl(syntax, false);
   }
 
   /**
    * Initialize a newly created keyword to have the given syntax. The keyword is a pseudo-keyword if
    * the given flag is `true`.
+   *
    * @param syntax the lexeme for the keyword
    * @param isPseudoKeyword `true` if this keyword is a pseudo-keyword
    */
   Keyword.con2(this.name, this.ordinal, String syntax2, bool isPseudoKeyword) {
     _jtd_constructor_319_impl(syntax2, isPseudoKeyword);
   }
   _jtd_constructor_319_impl(String syntax2, bool isPseudoKeyword) {
     this._syntax = syntax2;
     this._isPseudoKeyword2 = isPseudoKeyword;
   }
 
   /**
    * Return the lexeme for the keyword.
+   *
    * @return the lexeme for the keyword
    */
   String get syntax => _syntax;
 
   /**
    * Return `true` if this keyword is a pseudo-keyword. Pseudo keywords can be used as
    * identifiers.
+   *
    * @return `true` if this keyword is a pseudo-keyword
    */
   bool get isPseudoKeyword => _isPseudoKeyword2;
   int compareTo(Keyword other) => ordinal - other.ordinal;
   int get hashCode => ordinal;
   String toString() => name;
 }
 /**
  * The abstract class `AbstractScanner` implements a scanner for Dart code. Subclasses are
  * required to implement the interface used to access the characters being scanned.
  *
  * The lexical structure of Dart is ambiguous without knowledge of the context in which a token is
  * being scanned. For example, without context we cannot determine whether source of the form "<<"
  * should be scanned as a single left-shift operator or as two left angle brackets. This scanner
  * does not have any context, so it always resolves such conflicts by scanning the longest possible
  * token.
+ *
  * @coverage dart.engine.parser
  */
 abstract class AbstractScanner {
 
   /**
    * The source being scanned.
    */
   Source _source;
 
   /**
@@ skipping 42 matching lines @@
    */
   bool _hasUnmatchedGroups2 = false;
 
   /**
    * A non-breaking space, which is allowed by this scanner as a white-space character.
    */
   static int _$NBSP = 160;
 
   /**
    * Initialize a newly created scanner.
+   *
    * @param source the source being scanned
    * @param errorListener the error listener that will be informed of any errors that are found
    */
   AbstractScanner(Source source, AnalysisErrorListener errorListener) {
     this._source = source;
     this._errorListener = errorListener;
     _tokens = new Token(TokenType.EOF, -1);
     _tokens.setNext(_tokens);
     _tail = _tokens;
     _tokenStart = -1;
     _lineStarts.add(0);
   }
 
   /**
    * Return an array containing the offsets of the first character of each line in the source code.
+   *
    * @return an array containing the offsets of the first character of each line in the source code
    */
   List<int> get lineStarts => _lineStarts;
 
   /**
    * Return the current offset relative to the beginning of the file. Return the initial offset if
    * the scanner has not yet scanned the source code, and one (1) past the end of the source code if
    * the source code has been scanned.
+   *
    * @return the current offset of the scanner in the source
    */
   int get offset;
 
   /**
    * Return `true` if any unmatched groups were found during the parse.
+   *
    * @return `true` if any unmatched groups were found during the parse
    */
   bool hasUnmatchedGroups() => _hasUnmatchedGroups2;
 
   /**
    * Scan the source code to produce a list of tokens representing the source.
+   *
    * @return the first token in the list of tokens that were produced
    */
   Token tokenize() {
     InstrumentationBuilder instrumentation = Instrumentation.builder2("dart.engine.AbstractScanner.tokenize");
     int tokenCounter = 0;
     try {
       int next = advance();
       while (next != -1) {
         tokenCounter++;
         next = bigSwitch(next);
       }
       appendEofToken();
       instrumentation.metric2("tokensCount", tokenCounter);
       return firstToken();
     } finally {
       instrumentation.log();
     }
   }
 
   /**
    * Advance the current position and return the character at the new current position.
+   *
    * @return the character at the new current position
    */
   int advance();
 
   /**
    * Return the substring of the source code between the start offset and the modified current
    * position. The current position is modified by adding the end delta.
+   *
    * @param start the offset to the beginning of the string, relative to the start of the file
    * @param endDelta the number of character after the current location to be included in the
-   * string, or the number of characters before the current location to be excluded if the
-   * offset is negative
+   *          string, or the number of characters before the current location to be excluded if the
+   *          offset is negative
    * @return the specified substring of the source code
    */
   String getString(int start, int endDelta);
 
   /**
    * Return the character at the current position without changing the current position.
+   *
    * @return the character at the current position
    */
   int peek();
 
   /**
    * Record the fact that we are at the beginning of a new line in the source.
    */
   void recordStartOfLine() {
     _lineStarts.add(offset);
   }
@@ skipping 229 matching lines @@
     }
     if (next == 0x30) {
       return tokenizeHexOrNumber(next);
     }
     if (0x31 <= next && next <= 0x39) {
       return tokenizeNumber(next);
     }
     if (next == -1) {
       return -1;
     }
-    if (Character.isLetter(next)) {
-      return tokenizeIdentifier(next, offset, true);
-    }
     if (next == _$NBSP) {
       return advance();
     }
     reportError(ScannerErrorCode.ILLEGAL_CHARACTER, [next]);
     return advance();
   }
 
   /**
    * Return the beginning token corresponding to a closing brace that was found while scanning
    * inside a string interpolation expression. Tokens that cannot be matched with the closing brace
    * will be dropped from the stack.
+   *
    * @return the token to be paired with the closing brace
    */
   BeginToken findTokenMatchingClosingBraceInInterpolationExpression() {
     int last = _groupingStack.length - 1;
     while (last >= 0) {
       BeginToken begin = _groupingStack[last];
       if (identical(begin.type, TokenType.OPEN_CURLY_BRACKET) || identical(begin.type, TokenType.STRING_INTERPOLATION_EXPRESSION)) {
         return begin;
       }
       _hasUnmatchedGroups2 = true;
       _groupingStack.removeAt(last);
       last--;
     }
     return null;
   }
   Token firstToken() => _tokens.next;
 
   /**
    * Return the source being scanned.
+   *
    * @return the source being scanned
    */
   Source get source => _source;
 
   /**
    * Report an error at the current offset.
+   *
    * @param errorCode the error code indicating the nature of the error
    * @param arguments any arguments needed to complete the error message
    */
   void reportError(ScannerErrorCode errorCode, List<Object> arguments) {
     _errorListener.onError(new AnalysisError.con2(source, offset, 1, errorCode, arguments));
   }
   int select(int choice, TokenType yesType, TokenType noType) {
     int next = advance();
     if (next == choice) {
       appendToken(yesType);
@@ skipping 158 matching lines @@
   }
   int tokenizeHexOrNumber(int next) {
     int x = peek();
     if (x == 0x78 || x == 0x58) {
       advance();
       return tokenizeHex(x);
     }
     return tokenizeNumber(next);
   }
   int tokenizeIdentifier(int next, int start, bool allowDollar) {
-    while ((0x61 <= next && next <= 0x7A) || (0x41 <= next && next <= 0x5A) || (0x30 <= next && next <= 0x39) || next == 0x5F || (next == 0x24 && allowDollar) || Character.isLetterOrDigit(next)) {
+    while ((0x61 <= next && next <= 0x7A) || (0x41 <= next && next <= 0x5A) || (0x30 <= next && next <= 0x39) || next == 0x5F || (next == 0x24 && allowDollar)) {
       next = advance();
     }
     appendStringToken(TokenType.IDENTIFIER, getString(start, next < 0 ? 0 : -1));
     return next;
   }
   int tokenizeInterpolatedExpression(int next, int start) {
     appendBeginToken(TokenType.STRING_INTERPOLATION_EXPRESSION);
     next = advance();
     while (next != -1) {
       if (next == 0x7D) {
@@ skipping 327 matching lines @@
       return select(0x3D, TokenType.TILDE_SLASH_EQ, TokenType.TILDE_SLASH);
     } else {
       appendToken(TokenType.TILDE);
       return next;
     }
   }
 }
 /**
  * Instances of the class `StringToken` represent a token whose value is independent of it's
  * type.
+ *
  * @coverage dart.engine.parser
  */
 class StringToken extends Token {
 
   /**
    * The lexeme represented by this token.
    */
   String _value2;
 
   /**
    * Initialize a newly created token to represent a token of the given type with the given value.
+   *
    * @param type the type of the token
    * @param value the lexeme represented by this token
    * @param offset the offset from the beginning of the file to the first character in the token
    */
   StringToken(TokenType type, String value, int offset) : super(type, offset) {
     this._value2 = StringUtilities.intern(value);
   }
   String get lexeme => _value2;
   String value() => _value2;
 }
 /**
  * Instances of the class `CharBufferScanner` implement a scanner that reads from a character
  * buffer. The scanning logic is in the superclass.
+ *
  * @coverage dart.engine.parser
  */
 class CharBufferScanner extends AbstractScanner {
 
   /**
    * The buffer from which characters will be read.
    */
   CharBuffer _buffer;
 
   /**
    * The number of characters in the buffer.
    */
   int _bufferLength = 0;
 
   /**
    * The index of the last character that was read.
    */
   int _charOffset = 0;
 
   /**
    * Initialize a newly created scanner to scan the characters in the given character buffer.
+   *
    * @param source the source being scanned
    * @param buffer the buffer from which characters will be read
    * @param errorListener the error listener that will be informed of any errors that are found
    */
   CharBufferScanner(Source source, CharBuffer buffer, AnalysisErrorListener errorListener) : super(source, errorListener) {
     this._buffer = buffer;
     this._bufferLength = buffer.length();
     this._charOffset = -1;
   }
   int get offset => _charOffset;
   int advance() {
     if (_charOffset + 1 >= _bufferLength) {
       return -1;
     }
     return _buffer.charAt(++_charOffset);
   }
   String getString(int start, int endDelta) => ((_buffer as CharSequence)).subSequence(start, _charOffset + 1 + endDelta).toString();
   int peek() {
     if (_charOffset + 1 >= _buffer.length()) {
       return -1;
     }
     return _buffer.charAt(_charOffset + 1);
   }
 }
 /**
  * Instances of the class `TokenWithComment` represent a normal token that is preceded by
  * comments.
+ *
  * @coverage dart.engine.parser
  */
 class TokenWithComment extends Token {
 
   /**
    * The first comment in the list of comments that precede this token.
    */
   Token _precedingComment;
 
   /**
    * Initialize a newly created token to have the given type and offset and to be preceded by the
    * comments reachable from the given comment.
+   *
    * @param type the type of the token
    * @param offset the offset from the beginning of the file to the first character in the token
    * @param precedingComment the first comment in the list of comments that precede this token
    */
   TokenWithComment(TokenType type, int offset, Token precedingComment) : super(type, offset) {
     this._precedingComment = precedingComment;
   }
   Token get precedingComments => _precedingComment;
 }
 /**
  * Instances of the class `Token` represent a token that was scanned from the input. Each
  * token knows which token follows it, acting as the head of a linked list of tokens.
+ *
  * @coverage dart.engine.parser
  */
 class Token {
 
   /**
    * The type of the token.
    */
   TokenType _type;
 
   /**
    * The offset from the beginning of the file to the first character in the token.
    */
   int _offset = 0;
 
   /**
    * The previous token in the token stream.
    */
   Token _previous;
 
   /**
    * The next token in the token stream.
    */
   Token _next;
 
   /**
    * Initialize a newly created token to have the given type and offset.
+   *
    * @param type the type of the token
    * @param offset the offset from the beginning of the file to the first character in the token
    */
   Token(TokenType type, int offset) {
     this._type = type;
     this._offset = offset;
   }
 
   /**
    * Return the offset from the beginning of the file to the character after last character of the
    * token.
+   *
    * @return the offset from the beginning of the file to the first character after last character
-   * of the token
+   *         of the token
    */
   int get end => _offset + length;
 
   /**
    * Return the number of characters in the node's source range.
+   *
    * @return the number of characters in the node's source range
    */
   int get length => lexeme.length;
 
   /**
    * Return the lexeme that represents this token.
+   *
    * @return the lexeme that represents this token
    */
   String get lexeme => _type.lexeme;
 
   /**
    * Return the next token in the token stream.
+   *
    * @return the next token in the token stream
    */
   Token get next => _next;
 
   /**
    * Return the offset from the beginning of the file to the first character in the token.
+   *
    * @return the offset from the beginning of the file to the first character in the token
    */
   int get offset => _offset;
 
   /**
    * Return the first comment in the list of comments that precede this token, or `null` if
    * there are no comments preceding this token. Additional comments can be reached by following the
    * token stream using [getNext] until `null` is returned.
+   *
    * @return the first comment in the list of comments that precede this token
    */
   Token get precedingComments => null;
 
   /**
    * Return the previous token in the token stream.
+   *
    * @return the previous token in the token stream
    */
   Token get previous => _previous;
 
   /**
    * Return the type of the token.
+   *
    * @return the type of the token
    */
   TokenType get type => _type;
 
   /**
    * Return `true` if this token represents an operator.
+   *
    * @return `true` if this token represents an operator
    */
   bool get isOperator => _type.isOperator;
 
   /**
    * Return `true` if this token is a synthetic token. A synthetic token is a token that was
    * introduced by the parser in order to recover from an error in the code. Synthetic tokens always
    * have a length of zero (`0`).
+   *
    * @return `true` if this token is a synthetic token
    */
   bool get isSynthetic => length == 0;
 
   /**
    * Return `true` if this token represents an operator that can be defined by users.
+   *
    * @return `true` if this token represents an operator that can be defined by users
    */
   bool get isUserDefinableOperator => _type.isUserDefinableOperator;
 
   /**
    * Set the next token in the token stream to the given token. This has the side-effect of setting
    * this token to be the previous token for the given token.
+   *
    * @param token the next token in the token stream
    * @return the token that was passed in
    */
   Token setNext(Token token) {
     _next = token;
     token.previous = this;
     return token;
   }
 
   /**
    * Set the next token in the token stream to the given token without changing which token is the
    * previous token for the given token.
+   *
    * @param token the next token in the token stream
    * @return the token that was passed in
    */
   Token setNextWithoutSettingPrevious(Token token) {
     _next = token;
     return token;
   }
 
   /**
    * Set the offset from the beginning of the file to the first character in the token to the given
    * offset.
+   *
    * @param offset the offset from the beginning of the file to the first character in the token
    */
   void set offset(int offset2) {
     this._offset = offset2;
   }
   String toString() => lexeme;
 
   /**
    * Return the value of this token. For keyword tokens, this is the keyword associated with the
    * token, for other tokens it is the lexeme associated with the token.
+   *
    * @return the value of this token
    */
   Object value() => _type.lexeme;
 
   /**
    * Set the previous token in the token stream to the given token.
+   *
    * @param previous the previous token in the token stream
    */
   void set previous(Token previous2) {
     this._previous = previous2;
   }
 }
 /**
  * Instances of the class `StringScanner` implement a scanner that reads from a string. The
  * scanning logic is in the superclass.
+ *
  * @coverage dart.engine.parser
  */
 class StringScanner extends AbstractScanner {
 
   /**
    * The offset from the beginning of the file to the beginning of the source being scanned.
    */
   int _offsetDelta = 0;
 
   /**
    * The string from which characters will be read.
    */
   String _string;
 
   /**
    * The number of characters in the string.
    */
   int _stringLength = 0;
 
   /**
    * The index, relative to the string, of the last character that was read.
    */
   int _charOffset = 0;
 
   /**
    * Initialize a newly created scanner to scan the characters in the given string.
+   *
    * @param source the source being scanned
    * @param string the string from which characters will be read
    * @param errorListener the error listener that will be informed of any errors that are found
    */
   StringScanner(Source source, String string, AnalysisErrorListener errorListener) : super(source, errorListener) {
     this._offsetDelta = 0;
     this._string = string;
     this._stringLength = string.length;
     this._charOffset = -1;
   }
   int get offset => _offsetDelta + _charOffset;
 
   /**
    * Record that the source begins on the given line and column at the given offset. The line starts
    * for lines before the given line will not be correct.
    *
    * This method must be invoked at most one time and must be invoked before scanning begins. The
    * values provided must be sensible. The results are undefined if these conditions are violated.
+   *
    * @param line the one-based index of the line containing the first character of the source
    * @param column the one-based index of the column in which the first character of the source
-   * occurs
+   *          occurs
    * @param offset the zero-based offset from the beginning of the larger context to the first
-   * character of the source
+   *          character of the source
    */
   void setSourceStart(int line, int column, int offset) {
     if (line < 1 || column < 1 || offset < 0 || (line + column - 2) >= offset) {
       return;
     }
     _offsetDelta = 1;
     for (int i = 2; i < line; i++) {
       recordStartOfLine();
     }
     _offsetDelta = offset - column + 1;
@@ skipping 10 matching lines @@
   int peek() {
     if (_charOffset + 1 >= _string.length) {
       return -1;
     }
     return _string.codeUnitAt(_charOffset + 1);
   }
 }
 /**
  * Instances of the class `BeginTokenWithComment` represent a begin token that is preceded by
  * comments.
+ *
  * @coverage dart.engine.parser
  */
 class BeginTokenWithComment extends BeginToken {
 
   /**
    * The first comment in the list of comments that precede this token.
    */
   Token _precedingComment;
 
   /**
    * Initialize a newly created token to have the given type and offset and to be preceded by the
    * comments reachable from the given comment.
+   *
    * @param type the type of the token
    * @param offset the offset from the beginning of the file to the first character in the token
    * @param precedingComment the first comment in the list of comments that precede this token
    */
   BeginTokenWithComment(TokenType type, int offset, Token precedingComment) : super(type, offset) {
     this._precedingComment = precedingComment;
   }
   Token get precedingComments => _precedingComment;
 }
 /**
  * Instances of the class `KeywordToken` represent a keyword in the language.
+ *
  * @coverage dart.engine.parser
  */
 class KeywordToken extends Token {
 
   /**
    * The keyword being represented by this token.
    */
   Keyword _keyword;
 
   /**
    * Initialize a newly created token to represent the given keyword.
+   *
    * @param keyword the keyword being represented by this token
    * @param offset the offset from the beginning of the file to the first character in the token
    */
   KeywordToken(Keyword keyword, int offset) : super(TokenType.KEYWORD, offset) {
     this._keyword = keyword;
   }
 
   /**
    * Return the keyword being represented by this token.
+   *
    * @return the keyword being represented by this token
    */
   Keyword get keyword => _keyword;
   String get lexeme => _keyword.syntax;
   Keyword value() => _keyword;
 }
 /**
  * Instances of the class `BeginToken` represent the opening half of a grouping pair of
- * tokens. This is used for curly brackets ('{'), parentheses ('('), and square brackets ('\[').
+ * tokens. This is used for curly brackets ('{'), parentheses ('('), and square brackets ('[').
+ *
  * @coverage dart.engine.parser
  */
 class BeginToken extends Token {
 
   /**
    * The token that corresponds to this token.
    */
   Token _endToken;
 
   /**
    * Initialize a newly created token representing the opening half of a grouping pair of tokens.
+   *
    * @param type the type of the token
    * @param offset the offset from the beginning of the file to the first character in the token
    */
   BeginToken(TokenType type, int offset) : super(type, offset) {
     assert((identical(type, TokenType.OPEN_CURLY_BRACKET) || identical(type, TokenType.OPEN_PAREN) || identical(type, TokenType.OPEN_SQUARE_BRACKET) || identical(type, TokenType.STRING_INTERPOLATION_EXPRESSION)));
   }
 
   /**
    * Return the token that corresponds to this token.
+   *
    * @return the token that corresponds to this token
    */
   Token get endToken => _endToken;
 
   /**
    * Set the token that corresponds to this token to the given token.
+   *
    * @param token the token that corresponds to this token
    */
   void set endToken(Token token) {
     this._endToken = token;
   }
 }
 /**
  * The enumeration `TokenClass` represents classes (or groups) of tokens with a similar use.
+ *
  * @coverage dart.engine.parser
  */
 class TokenClass implements Comparable<TokenClass> {
 
   /**
    * A value used to indicate that the token type is not part of any specific class of token.
    */
   static final TokenClass NO_CLASS = new TokenClass.con1('NO_CLASS', 0);
 
   /**
@@ skipping 92 matching lines @@
   TokenClass.con2(this.name, this.ordinal, int precedence2) {
     _jtd_constructor_329_impl(precedence2);
   }
   _jtd_constructor_329_impl(int precedence2) {
     this._precedence = precedence2;
   }
 
   /**
    * Return the precedence of tokens of this class, or `0` if the such tokens do not represent
    * an operator.
+   *
    * @return the precedence of tokens of this class
    */
   int get precedence => _precedence;
   int compareTo(TokenClass other) => ordinal - other.ordinal;
   int get hashCode => ordinal;
   String toString() => name;
 }
 /**
  * Instances of the class `KeywordTokenWithComment` implement a keyword token that is preceded
  * by comments.
+ *
  * @coverage dart.engine.parser
  */
 class KeywordTokenWithComment extends KeywordToken {
 
   /**
    * The first comment in the list of comments that precede this token.
    */
   Token _precedingComment;
 
   /**
    * Initialize a newly created token to to represent the given keyword and to be preceded by the
    * comments reachable from the given comment.
+   *
    * @param keyword the keyword being represented by this token
    * @param offset the offset from the beginning of the file to the first character in the token
    * @param precedingComment the first comment in the list of comments that precede this token
    */
   KeywordTokenWithComment(Keyword keyword, int offset, Token precedingComment) : super(keyword, offset) {
     this._precedingComment = precedingComment;
   }
   Token get precedingComments => _precedingComment;
 }
 /**
  * The enumeration `TokenType` defines the types of tokens that can be returned by the
  * scanner.
+ *
  * @coverage dart.engine.parser
  */
 class TokenType implements Comparable<TokenType> {
 
   /**
    * The type of the token that marks the end of the input.
    */
   static final TokenType EOF = new TokenType_EOF('EOF', 0, null, "");
   static final TokenType DOUBLE = new TokenType.con1('DOUBLE', 1);
   static final TokenType HEXADECIMAL = new TokenType.con1('HEXADECIMAL', 2);
@@ skipping 90 matching lines @@
     _jtd_constructor_331_impl(tokenClass2, lexeme2);
   }
   _jtd_constructor_331_impl(TokenClass tokenClass2, String lexeme2) {
     this._tokenClass = tokenClass2 == null ? TokenClass.NO_CLASS : tokenClass2;
     this._lexeme = lexeme2;
   }
 
   /**
    * Return the lexeme that defines this type of token, or `null` if there is more than one
    * possible lexeme for this type of token.
+   *
    * @return the lexeme that defines this type of token
    */
   String get lexeme => _lexeme;
 
   /**
    * Return the precedence of the token, or `0` if the token does not represent an operator.
+   *
    * @return the precedence of the token
    */
   int get precedence => _tokenClass.precedence;
 
   /**
    * Return `true` if this type of token represents an additive operator.
+   *
    * @return `true` if this type of token represents an additive operator
    */
   bool get isAdditiveOperator => identical(_tokenClass, TokenClass.ADDITIVE_OPERATOR);
 
   /**
    * Return `true` if this type of token represents an assignment operator.
+   *
    * @return `true` if this type of token represents an assignment operator
    */
   bool get isAssignmentOperator => identical(_tokenClass, TokenClass.ASSIGNMENT_OPERATOR);
 
   /**
    * Return `true` if this type of token represents an associative operator. An associative
-   * operator is an operator for which the following equality is true:`(a * b) * c == a * (b * c)`. In other words, if the result of applying the operator to
+   * operator is an operator for which the following equality is true:
+   * `(a * b) * c == a * (b * c)`. In other words, if the result of applying the operator to
    * multiple operands does not depend on the order in which those applications occur.
    *
    * Note: This method considers the logical-and and logical-or operators to be associative, even
    * though the order in which the application of those operators can have an effect because
    * evaluation of the right-hand operand is conditional.
+   *
    * @return `true` if this type of token represents an associative operator
    */
   bool get isAssociativeOperator => identical(this, AMPERSAND) || identical(this, AMPERSAND_AMPERSAND) || identical(this, BAR) || identical(this, BAR_BAR) || identical(this, CARET) || identical(this, PLUS) || identical(this, STAR);
 
   /**
    * Return `true` if this type of token represents an equality operator.
+   *
    * @return `true` if this type of token represents an equality operator
    */
   bool get isEqualityOperator => identical(_tokenClass, TokenClass.EQUALITY_OPERATOR);
 
   /**
    * Return `true` if this type of token represents an increment operator.
+   *
    * @return `true` if this type of token represents an increment operator
    */
   bool get isIncrementOperator => identical(_lexeme, "++") || identical(_lexeme, "--");
 
   /**
    * Return `true` if this type of token represents a multiplicative operator.
+   *
    * @return `true` if this type of token represents a multiplicative operator
    */
   bool get isMultiplicativeOperator => identical(_tokenClass, TokenClass.MULTIPLICATIVE_OPERATOR);
 
   /**
    * Return `true` if this token type represents an operator.
+   *
    * @return `true` if this token type represents an operator
    */
   bool get isOperator => _tokenClass != TokenClass.NO_CLASS && this != OPEN_PAREN && this != OPEN_SQUARE_BRACKET && this != PERIOD;
 
   /**
    * Return `true` if this type of token represents a relational operator.
+   *
    * @return `true` if this type of token represents a relational operator
    */
   bool get isRelationalOperator => identical(_tokenClass, TokenClass.RELATIONAL_OPERATOR);
 
   /**
    * Return `true` if this type of token represents a shift operator.
+   *
    * @return `true` if this type of token represents a shift operator
    */
   bool get isShiftOperator => identical(_tokenClass, TokenClass.SHIFT_OPERATOR);
 
   /**
    * Return `true` if this type of token represents a unary postfix operator.
+   *
    * @return `true` if this type of token represents a unary postfix operator
    */
   bool get isUnaryPostfixOperator => identical(_tokenClass, TokenClass.UNARY_POSTFIX_OPERATOR);
 
   /**
    * Return `true` if this type of token represents a unary prefix operator.
+   *
    * @return `true` if this type of token represents a unary prefix operator
    */
   bool get isUnaryPrefixOperator => identical(_tokenClass, TokenClass.UNARY_PREFIX_OPERATOR);
 
   /**
    * Return `true` if this token type represents an operator that can be defined by users.
+   *
    * @return `true` if this token type represents an operator that can be defined by users
    */
   bool get isUserDefinableOperator => identical(_lexeme, "==") || identical(_lexeme, "~") || identical(_lexeme, "[]") || identical(_lexeme, "[]=") || identical(_lexeme, "*") || identical(_lexeme, "/") || identical(_lexeme, "%") || identical(_lexeme, "~/") || identical(_lexeme, "+") || identical(_lexeme, "-") || identical(_lexeme, "<<") || identical(_lexeme, ">>") || identical(_lexeme, ">=") || identical(_lexeme, ">") || identical(_lexeme, "<=") || identical(_lexeme, "<") || identical(_lexeme, "&") || identical(_lexeme, "^") || identical(_lexeme, "|");
   int compareTo(TokenType other) => ordinal - other.ordinal;
   int get hashCode => ordinal;
   String toString() => name;
 }
 class TokenType_EOF extends TokenType {
   TokenType_EOF(String name, int ordinal, TokenClass arg0, String arg1) : super.con2(name, ordinal, arg0, arg1);
   String toString() => "-eof-";
 }