Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(324)

Side by Side Diff: third_party/closure_compiler/processor.py

Issue 475493002: Closure compiler: add pydoc for parts of third_party/closure_compiler/. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: nits Created 6 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 """Process Chrome resources (HTML/CSS/JS) to handle <include> and <if> tags."""
6
5 from collections import defaultdict 7 from collections import defaultdict
6 import re 8 import re
7 import os 9 import os
8 10
9 11
10 class LineNumber(object): 12 class LineNumber(object):
11 def __init__(self, file, line_number): 13 """A simple wrapper to hold line information (e.g. file.js:32).
12 self.file = file 14
15 Args:
16 source_file: A file path.
17 line_number: The line in |file|.
18 """
19 def __init__(self, source_file, line_number):
20 self.file = source_file
13 self.line_number = int(line_number) 21 self.line_number = int(line_number)
14 22
15 23
16 class FileCache(object): 24 class FileCache(object):
25 """An in-memory cache to speed up reading the same files over and over.
26
27 Usage:
28 FileCache.read(path_to_file)
29 """
30
17 _cache = defaultdict(str) 31 _cache = defaultdict(str)
18 32
19 def _read(self, file): 33 @classmethod
20 file = os.path.abspath(file) 34 def read(self, source_file):
21 self._cache[file] = self._cache[file] or open(file, "r").read() 35 """Read a file and return it as a string.
22 return self._cache[file]
23 36
24 @staticmethod 37 Args:
25 def read(file): 38 source_file: a file to read and return the contents of.
26 return FileCache()._read(file) 39
40 Returns:
41 |file| as a string.
42 """
43 abs_file = os.path.abspath(source_file)
44 self._cache[abs_file] = self._cache[abs_file] or open(abs_file, "r").read()
45 return self._cache[abs_file]
27 46
28 47
29 class Processor(object): 48 class Processor(object):
49 """Processes resource files, inlining the contents of <include> tags, removing
50 <if> tags, and retaining original line info.
51
52 For example
53
54 1: /* blah.js */
55 2: <if expr="is_win">
56 3: <include src="win.js">
57 4: </if>
58
59 would be turned into:
60
61 1: /* blah.js */
62 2:
63 3: /* win.js */
64 4: alert('Ew; Windows.');
65 5:
66
67 Args:
68 source_file: A file to process.
69
70 Attributes:
71 contents: Expanded contents after inlining <include>s and stripping <if>s.
72 included_files: A list of files that were inlined via <include>.
73 """
74
30 _IF_TAGS_REG = "</?if[^>]*?>" 75 _IF_TAGS_REG = "</?if[^>]*?>"
31 _INCLUDE_REG = "<include[^>]+src=['\"]([^>]*)['\"]>" 76 _INCLUDE_REG = "<include[^>]+src=['\"]([^>]*)['\"]>"
32 77
33 def __init__(self, file): 78 def __init__(self, source_file):
34 self._included_files = set() 79 self._included_files = set()
35 self._index = 0 80 self._index = 0
36 self._lines = self._get_file(file) 81 self._lines = self._get_file(source_file)
37 82
38 while self._index < len(self._lines): 83 while self._index < len(self._lines):
39 current_line = self._lines[self._index] 84 current_line = self._lines[self._index]
40 match = re.search(self._INCLUDE_REG, current_line[2]) 85 match = re.search(self._INCLUDE_REG, current_line[2])
41 if match: 86 if match:
42 file_dir = os.path.dirname(current_line[0]) 87 file_dir = os.path.dirname(current_line[0])
43 self._include_file(os.path.join(file_dir, match.group(1))) 88 self._include_file(os.path.join(file_dir, match.group(1)))
44 else: 89 else:
45 self._index += 1 90 self._index += 1
46 91
47 for i, line in enumerate(self._lines): 92 for i, line in enumerate(self._lines):
48 self._lines[i] = line[:2] + (re.sub(self._IF_TAGS_REG, "", line[2]),) 93 self._lines[i] = line[:2] + (re.sub(self._IF_TAGS_REG, "", line[2]),)
49 94
50 self.contents = "\n".join(l[2] for l in self._lines) 95 self.contents = "\n".join(l[2] for l in self._lines)
51 96
52 # Returns a list of tuples in the format: (file, line number, line contents). 97 # Returns a list of tuples in the format: (file, line number, line contents).
53 def _get_file(self, file): 98 def _get_file(self, source_file):
54 lines = FileCache.read(file).splitlines() 99 lines = FileCache.read(source_file).splitlines()
55 return [(file, lnum + 1, line) for lnum, line in enumerate(lines)] 100 return [(source_file, lnum + 1, line) for lnum, line in enumerate(lines)]
56 101
57 def _include_file(self, file): 102 def _include_file(self, source_file):
58 self._included_files.add(file) 103 self._included_files.add(source_file)
59 f = self._get_file(file) 104 f = self._get_file(source_file)
60 self._lines = self._lines[:self._index] + f + self._lines[self._index + 1:] 105 self._lines = self._lines[:self._index] + f + self._lines[self._index + 1:]
61 106
62 def get_file_from_line(self, line_number): 107 def get_file_from_line(self, line_number):
108 """Get the original file and line number for an expanded file's line number.
109
110 Args:
111 line_number: A processed file's line number.
112 """
63 line_number = int(line_number) - 1 113 line_number = int(line_number) - 1
64 return LineNumber(self._lines[line_number][0], self._lines[line_number][1]) 114 return LineNumber(self._lines[line_number][0], self._lines[line_number][1])
65 115
116 @property
66 def included_files(self): 117 def included_files(self):
118 """A list of files that were inlined via <include>."""
67 return self._included_files 119 return self._included_files
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698