Template parser

utils/template/token.dart

Index: utils/template/token.dart
diff --git a/utils/template/token.dart b/utils/template/token.dart
new file mode 100644
index 0000000000000000000000000000000000000000..8e5b98c7044088b35ca7ddf5fc60e53b7873d2fb
--- /dev/null
+++ b/utils/template/token.dart
@@ -0,0 +1,60 @@
+// Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+/**
+ * A single token in the Dart language.
+ */
+class Token {
+  /** A member of [TokenKind] specifying what kind of token this is. */
+  final int kind;
+
+  /** The [SourceFile] this token came from. */
+  final SourceFile source;
+
+  /** The start and end indexes into the [SourceFile] of this [Token]. */
+  final int start, end;
+
+  Token(this.kind, this.source, this.start, this.end) {}
+
+  Token.fake(this.kind, span)
+    : this.source = span.file, this.start = span.start, this.end = span.end;
+
+  /** Returns the source text corresponding to this [Token]. */
+  String get text() {
+    return source.text.substring(start, end);
+  }
+
+  /** Returns a pretty representation of this token for error messages. **/
+  String toString() {
+    var kindText = TokenKind.kindToString(kind);
+    var actualText = text;
+    if (kindText != actualText) {
+      if (actualText.length > 10) {
+        actualText = actualText.substring(0, 8) + '...';
+      }
+      return '$kindText($actualText)';
+    } else {
+      return kindText;
+    }
+  }
+
+  /** Returns a [SourceSpan] representing the source location. */
+  SourceSpan get span() {
+    return new SourceSpan(source, start, end);
+  }
+}
+
+/** A token containing a parsed literal value. */
+class LiteralToken extends Token {
+  var value;
+  LiteralToken(kind, source, start, end, this.value)
+      : super(kind, source, start, end);
+}
+
+/** A token containing error information. */
+class ErrorToken extends Token {
+  String message;
+  ErrorToken(kind, source, start, end, this.message)
+      : super(kind, source, start, end);
+}