Invoke generated lexer along with baseline lexer to compare results.

src/lexer/lexer.h

 // Copyright 2013 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
 //       with the distribution.
 //     * Neither the name of Google Inc. nor the names of its
 //       contributors may be used to endorse or promote products derived
 //       from this software without specific prior written permission.
 //
 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
-#ifndef V8_HYDROGEN_BCH_H_
-#define V8_HYDROGEN_BCH_H_
+#ifndef V8_LEXER_LEXER_H
+#define V8_LEXER_LEXER_H
 
-#include "hydrogen.h"
+#include "token.h"
+#include "flags.h"
 
-namespace v8 {
-namespace internal {
+class PushScanner;
 
-
-class HBoundsCheckHoistingPhase : public HPhase {
+class ExperimentalScanner {
  public:
-  explicit HBoundsCheckHoistingPhase(HGraph* graph)
-      : HPhase("H_Bounds checks hoisting", graph) { }
-
-  void Run() {
-    HoistRedundantBoundsChecks();
-  }
-
+  explicit ExperimentalScanner(const char* fname);
+  ~ExperimentalScanner();
+  v8::internal::Token::Value Next(int* beg_pos, int* end_pos);
+  void Record(v8::internal::Token::Value token, int beg_pos, int end_pos);
  private:
-  void HoistRedundantBoundsChecks();
-
-  DISALLOW_COPY_AND_ASSIGN(HBoundsCheckHoistingPhase);
+  void FillTokens();
+  static const int BUFFER_SIZE = 256;
+  v8::internal::Token::Value token_[BUFFER_SIZE];
+  int beg_[BUFFER_SIZE];
+  int end_[BUFFER_SIZE];
+  int current_;
+  int fetched_;
+  FILE* file_;
+  PushScanner* scanner_;
 };
 
-
-} }  // namespace v8::internal
-
-#endif  // V8_HYDROGEN_BCE_H_
+#endif  // V8_LEXER_LEXER_H