Dartdoc and Apidoc updated to use dart2js through the mirror system.

lib/dartdoc/comment_map.dart

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 /**
  * The cached lookup-table to associate doc comments with spans. The outer map
  * is from filenames to doc comments in that file. The inner map maps from the
  * token positions to doc comments. Each position is the starting offset of the
  * next non-comment token *following* the doc comment. For example, the position
  * for this comment would be the position of the "class" token below.
  */
 class CommentMap {
   /**
    * Maps from (filename, pos) to doc comment preceding the token at that
    * position.
    */
   Map<String, Map<int, String>> _comments;
 
   /** Doc comments before #library() directives. */
   Map<String, String> _libraryComments;
 
   CommentMap()
     : _comments = <Map<int, String>>{},
       _libraryComments = <String>{};
 
   /** Finds the doc comment preceding the given source span, if there is one. */
-  String find(SourceSpan span) {
+  String find(Location span) {
     if (span == null) return null;
 
-    _ensureFileParsed(span.file);
-    final comment = _comments[span.file.filename][span.start];
+    _ensureFileParsed(span.source());
+    final comment = _comments[span.source().uri().toString()][span.start()];
     if (comment == null) return '';
     return comment;
   }
 
   /**
    * Finds the doc comment associated with the `#library` directive for the
    * given file.
    */
-  String findLibrary(SourceFile file) {
-    _ensureFileParsed(file);
-    final comment = _libraryComments[file.filename];
+  String findLibrary(Source source) {
+    _ensureFileParsed(source);
+    final comment = _libraryComments[source.uri().toString()];
     if (comment == null) return '';
     return comment;
   }
 
-  _ensureFileParsed(SourceFile file) {
-    _comments.putIfAbsent(file.filename, () => _parseComments(file));
+  _ensureFileParsed(Source source) {
+    _comments.putIfAbsent(source.uri().toString(), () =>
+        _parseComments(source));
   }
 
-  _parseComments(SourceFile file) {
+  _parseComments(Source source) {
     final comments = new Map<int, String>();
 
-    final tokenizer = new Tokenizer(file, false);
+    final scanner = new dart2js.StringScanner(source.text(), true);
     var lastComment = null;
 
-    while (true) {
-      final token = tokenizer.next();
-      if (token.kind == TokenKind.END_OF_FILE) break;
-
-      if (token.kind == TokenKind.COMMENT) {
-        final text = token.text;
+    var token = scanner.tokenize();
+    while (token.kind != dart2js.EOF_TOKEN) {
+      if (token.kind == dart2js.COMMENT_TOKEN) {
+        final text = token.slowToString();
         if (text.startsWith('/**')) {
           // Remember that we've encountered a doc comment.
-          lastComment = stripComment(token.text);
+          lastComment = stripComment(token.slowToString());
         } else if (text.startsWith('///')) {
           var line = text.substring(3);
           // Allow a leading space.
           if (line.startsWith(' ')) line = line.substring(1);
           if (lastComment == null) {
             lastComment = line;
           } else {
             lastComment = '$lastComment$line';
           }
         }
-      } else if (token.kind == TokenKind.WHITESPACE) {
-        // Ignore whitespace tokens.
-      } else if (token.kind == TokenKind.HASH) {
+      } else if (token.kind == dart2js.HASH_TOKEN) {
         // Look for #library() to find the library comment.
-        final next = tokenizer.next();
-        if ((lastComment != null) && (next.kind == TokenKind.LIBRARY)) {
-          _libraryComments[file.filename] = lastComment;
+        final next = token.next;
+        if ((lastComment != null) && (next.stringValue == 'library')) {
+          _libraryComments[source.uri().toString()] = lastComment;
           lastComment = null;
         }
-      } else {
-        if (lastComment != null) {
-          // We haven't attached the last doc comment to something yet, so stick
-          // it to this token.
-          comments[token.start] = lastComment;
-          lastComment = null;
-        }
+      } else if (lastComment != null) {
+        // We haven't attached the last doc comment to something yet, so stick
+        // it to this token.
+        comments[token.charOffset] = lastComment;
+        lastComment = null;
       }
+      token = token.next;
     }
 
     return comments;
   }
 
   /**
    * Pulls the raw text out of a doc comment (i.e. removes the comment
    * characters).
    */
   stripComment(String comment) {
@@ skipping 10 matching lines @@
         line = line.substring(1);
       }
 
       buf.add(line);
       buf.add('\n');
     }
 
     return buf.toString();
   }
 }