CSS Tokenizer: Add an on-stack tokenizer scope

Source/core/css/parser/CSSParser.cpp

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "config.h"
 #include "core/css/parser/CSSParser.h"
 
 #include "core/css/CSSKeyframeRule.h"
 #include "core/css/StyleColor.h"
 #include "core/css/StyleRule.h"
@@ skipping 16 matching lines @@
 {
     // FIXME: Add inspector observer support in the new CSS parser
     if (!observer && RuntimeEnabledFeatures::newCSSParserEnabled())
         return CSSParserImpl::parseDeclaration(propertySet, declaration, m_bisonParser.m_context);
     return m_bisonParser.parseDeclaration(propertySet, declaration, observer, styleSheet);
 }
 
 void CSSParser::parseSelector(const String& selector, CSSSelectorList& selectorList)
 {
     if (RuntimeEnabledFeatures::newCSSParserEnabled()) {
-        Vector<CSSParserToken> tokens;
-        CSSTokenizer::tokenize(selector, tokens);
-        CSSSelectorParser::parseSelector(tokens, m_bisonParser.m_context, starAtom, nullptr, selectorList);
+        CSSTokenizer::Scope scope(selector);
+        CSSSelectorParser::parseSelector(scope.tokenRange(), m_bisonParser.m_context, starAtom, nullptr, selectorList);
         return;
     }
     m_bisonParser.parseSelector(selector, selectorList);
 }
 
 PassRefPtrWillBeRawPtr<StyleRuleBase> CSSParser::parseRule(const CSSParserContext& context, StyleSheetContents* styleSheet, const String& rule)
 {
     if (RuntimeEnabledFeatures::newCSSParserEnabled())
         return CSSParserImpl::parseRule(rule, context, CSSParserImpl::AllowImportRules);
     return BisonCSSParser(context).parseRule(styleSheet, rule);
@@ skipping 67 matching lines @@
     if (RuntimeEnabledFeatures::newCSSParserEnabled()) {
         RefPtrWillBeRawPtr<StyleRuleBase> keyframe = CSSParserImpl::parseRule(rule, context, CSSParserImpl::KeyframeRules);
         return toStyleRuleKeyframe(keyframe.get());
     }
     return BisonCSSParser(context).parseKeyframeRule(styleSheet, rule);
 }
 
 bool CSSParser::parseSupportsCondition(const String& condition)
 {
     if (RuntimeEnabledFeatures::newCSSParserEnabled()) {
-        Vector<CSSParserToken> tokens;
-        CSSTokenizer::tokenize(condition, tokens);
-        CSSParserImpl parser(strictCSSParserContext(), "");
-        return CSSSupportsParser::supportsCondition(tokens, parser) == CSSSupportsParser::Supported;
+        CSSTokenizer::Scope scope(condition);
+        CSSParserImpl parser(strictCSSParserContext());
+        return CSSSupportsParser::supportsCondition(scope.tokenRange(), parser) == CSSSupportsParser::Supported;
     }
     return BisonCSSParser(CSSParserContext(HTMLStandardMode, 0)).parseSupportsCondition(condition);
 }
 
 bool CSSParser::parseColor(RGBA32& color, const String& string, bool strict)
 {
     if (string.isEmpty())
         return false;
 
     // First try creating a color specified by name, rgba(), rgb() or "#" syntax.
@@ skipping 36 matching lines @@
     CSSValueID id = cssValueKeywordID(cssColor);
     if (!CSSPropertyParser::isSystemColor(id))
         return false;
 
     Color parsedColor = LayoutTheme::theme().systemColor(id);
     color = parsedColor.rgb();
     return true;
 }
 
 } // namespace blink