Index: src/third_party/pylib/simplejson/scanner.py |
=================================================================== |
--- src/third_party/pylib/simplejson/scanner.py (revision 9275) |
+++ src/third_party/pylib/simplejson/scanner.py (working copy) |
@@ -1,77 +0,0 @@ |
-"""JSON token scanner |
-""" |
-import re |
-def _import_c_make_scanner(): |
- try: |
- from simplejson._speedups import make_scanner |
- return make_scanner |
- except ImportError: |
- return None |
-c_make_scanner = _import_c_make_scanner() |
- |
-__all__ = ['make_scanner'] |
- |
-NUMBER_RE = re.compile( |
- r'(-?(?:0|[1-9]\d*))(\.\d+)?([eE][-+]?\d+)?', |
- (re.VERBOSE | re.MULTILINE | re.DOTALL)) |
- |
-def py_make_scanner(context): |
- parse_object = context.parse_object |
- parse_array = context.parse_array |
- parse_string = context.parse_string |
- match_number = NUMBER_RE.match |
- encoding = context.encoding |
- strict = context.strict |
- parse_float = context.parse_float |
- parse_int = context.parse_int |
- parse_constant = context.parse_constant |
- object_hook = context.object_hook |
- object_pairs_hook = context.object_pairs_hook |
- memo = context.memo |
- |
- def _scan_once(string, idx): |
- try: |
- nextchar = string[idx] |
- except IndexError: |
- raise StopIteration |
- |
- if nextchar == '"': |
- return parse_string(string, idx + 1, encoding, strict) |
- elif nextchar == '{': |
- return parse_object((string, idx + 1), encoding, strict, |
- _scan_once, object_hook, object_pairs_hook, memo) |
- elif nextchar == '[': |
- return parse_array((string, idx + 1), _scan_once) |
- elif nextchar == 'n' and string[idx:idx + 4] == 'null': |
- return None, idx + 4 |
- elif nextchar == 't' and string[idx:idx + 4] == 'true': |
- return True, idx + 4 |
- elif nextchar == 'f' and string[idx:idx + 5] == 'false': |
- return False, idx + 5 |
- |
- m = match_number(string, idx) |
- if m is not None: |
- integer, frac, exp = m.groups() |
- if frac or exp: |
- res = parse_float(integer + (frac or '') + (exp or '')) |
- else: |
- res = parse_int(integer) |
- return res, m.end() |
- elif nextchar == 'N' and string[idx:idx + 3] == 'NaN': |
- return parse_constant('NaN'), idx + 3 |
- elif nextchar == 'I' and string[idx:idx + 8] == 'Infinity': |
- return parse_constant('Infinity'), idx + 8 |
- elif nextchar == '-' and string[idx:idx + 9] == '-Infinity': |
- return parse_constant('-Infinity'), idx + 9 |
- else: |
- raise StopIteration |
- |
- def scan_once(string, idx): |
- try: |
- return _scan_once(string, idx) |
- finally: |
- memo.clear() |
- |
- return scan_once |
- |
-make_scanner = c_make_scanner or py_make_scanner |