OLD | NEW |
---|---|
1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
2 # Copyright 2014 The Chromium Authors. All rights reserved. | 2 # Copyright 2014 The Chromium Authors. All rights reserved. |
3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
5 | 5 |
6 import argparse | 6 import argparse |
7 import ast | 7 import ast |
8 from checker import Checker as Checker | 8 from checker import Checker as Checker |
9 import os | 9 import os |
10 | 10 |
11 | |
12 def get_rel_path_generator(file_path): | |
13 current_dir = os.getcwd() | |
14 module_dir = os.path.dirname(file_path) | |
15 | |
16 if current_dir and module_dir: | |
17 here_to_module_dir = os.path.relpath(module_dir, current_dir) | |
18 if here_to_module_dir: | |
19 return lambda f: os.path.join(here_to_module_dir, f) | |
20 | |
21 return lambda f: f | |
22 | |
23 | |
11 class Module(object): | 24 class Module(object): |
12 def __init__(self, name, sources, depends=[], externs=[]): | 25 def __init__(self, name, sources, depends=[], externs=[], |
26 expected_output=None): | |
13 self.name = name | 27 self.name = name |
14 self.sources = sources | 28 self.sources = sources |
15 # TODO(dbeam): support depending on other modules/dependency flattening. | 29 # TODO(dbeam): support depending on other modules/dependency flattening. |
16 self.depends = depends | 30 self.depends = depends |
17 self.externs = externs | 31 self.externs = externs |
32 self.expected_output = expected_output | |
18 | 33 |
19 @staticmethod | 34 @staticmethod |
20 def from_dict(d): | 35 def from_dict_and_rel_path_generator(d, rel_path_generator): |
21 keys = d.keys() | 36 keys = d.keys() |
22 | 37 |
23 required = ["name", "sources"] | 38 required = ["name", "sources"] |
24 assert all(r in keys for r in required), "Module missing name or sources" | 39 assert all(r in keys for r in required), "Module missing name or sources" |
25 | 40 |
26 allowed = required + ["depends", "externs"] | 41 allowed = required + ["depends", "externs", "expected_output"] |
Dan Beam
2014/07/29 18:05:10
this should not be in production code, figure out
Vitaly Pavlenko
2014/07/29 18:53:46
Done.
| |
27 assert all(k in allowed for k in keys), "Module has unknown key" | 42 assert all(k in allowed for k in keys), "Module has unknown key" |
28 | 43 |
29 depends = d["depends"] if "depends" in d else [] | 44 depends = d["depends"] if "depends" in d else [] |
30 externs = d["externs"] if "externs" in d else [] | 45 externs = d["externs"] if "externs" in d else [] |
31 return Module(d["name"], d["sources"], depends=depends, externs=externs) | 46 |
47 sources = map(rel_path_generator, d["sources"]) | |
48 depends = map(rel_path_generator, depends) | |
49 externs = map(rel_path_generator, externs) | |
50 | |
51 expected_output = d["expected_output"] if "expected_output" in d else "" | |
52 return Module(d["name"], sources, depends=depends, externs=externs, | |
53 expected_output=expected_output) | |
32 | 54 |
33 | 55 |
34 # TODO(dbeam): should ModuleParser be internal to ModuleCompiler or should we | 56 # TODO(dbeam): should ModuleParser be internal to ModuleCompiler or should we |
35 # pass Modules into ModuleCompiler.compile()? Maybe this is fine? | 57 # pass Modules into ModuleCompiler.compile()? Maybe this is fine? |
36 class ModuleParser(object): | 58 class ModuleParser(object): |
37 _cache = {} | 59 _cache = {} |
38 | 60 |
39 def __init__(self, verbose=False): | 61 def __init__(self, verbose=False): |
40 self._verbose = verbose | 62 self._verbose = verbose |
41 | 63 |
42 def parse(self, file_path): | 64 def parse(self, file_path): |
43 if file_path in self._cache: | 65 if file_path in self._cache: |
44 print "(INFO) Found module file %s in the cache" % file_path | 66 print "(INFO) Found module file %s in the cache" % file_path |
45 return self._cache[file_path] | 67 return self._cache[file_path] |
46 | 68 |
69 | |
47 file = open(file_path, "r") | 70 file = open(file_path, "r") |
48 file_content = file.read() | 71 file_content = file.read() |
49 data = ast.literal_eval(file_content) | 72 data = ast.literal_eval(file_content) |
50 file.close() | 73 file.close() |
51 | 74 |
52 if self._verbose: | 75 if self._verbose: |
53 print "(INFO) Layout: " + os.linesep + file_content + os.linesep | 76 print "(INFO) Layout: " + os.linesep + file_content + os.linesep |
54 | 77 |
55 self._cache[file_path] = [Module.from_dict(m) for m in data] | 78 self._cache[file_path] = [Module.from_dict_and_rel_path_generator( |
79 m, get_rel_path_generator(file_path)) for m in data] | |
56 return self._cache[file_path] | 80 return self._cache[file_path] |
57 | 81 |
58 | 82 |
59 class ModuleCompiler(object): | 83 class ModuleCompiler(object): |
60 _checker = None | |
61 _parser = None | |
62 | 84 |
63 def __init__(self, verbose=False): | 85 def __init__(self, verbose=False, test_expected_output=False): |
64 self._verbose = verbose | 86 self._verbose = verbose |
87 self._parser = ModuleParser(verbose=self._verbose) | |
88 self._checker = Checker(verbose=self._verbose, | |
89 return_output=test_expected_output) | |
90 self._test_expected_output = test_expected_output | |
65 | 91 |
66 def _debug(self, msg, prefix="(INFO) ", suffix=""): | 92 def _debug(self, msg, prefix="(INFO) ", suffix=""): |
67 if self._verbose: | 93 if self._verbose: |
68 print prefix + msg.strip() + suffix | 94 print prefix + msg.strip() + suffix |
69 | 95 |
70 def compile(self, module_file): | 96 def compile_source(self, source_path, module): |
97 output = self._checker.check(source_path, | |
98 depends=module.depends, | |
99 externs=module.externs) | |
100 | |
101 if self._test_expected_output: | |
102 return output | |
103 | |
104 def get_modules(self, module_file): | |
105 return self._parser.parse(module_file) | |
106 | |
107 def compile_module_file(self, module_file): | |
71 self._debug("MODULE FILE: " + module_file, prefix="") | 108 self._debug("MODULE FILE: " + module_file, prefix="") |
72 | 109 |
73 # NOTE: It's possible but unlikely that |_checker| or |_parser|'s verbosity | 110 modules = self.get_modules(module_file) |
74 # isn't the same as |self._verbose| due to this class being called with | |
75 # verbose=False then verbose=True in the same program. | |
76 self._parser = self._parser or ModuleParser(verbose=self._verbose) | |
77 self._checker = self._checker or Checker(verbose=self._verbose) | |
78 | |
79 current_dir = os.getcwd() | |
80 module_dir = os.path.dirname(module_file) | |
81 rel_path = lambda f: f | |
82 | |
83 if current_dir and module_dir: | |
84 here_to_module_dir = os.path.relpath(module_dir, current_dir) | |
85 if here_to_module_dir: | |
86 rel_path = lambda f: os.path.join(here_to_module_dir, f) | |
87 | |
88 modules = self._parser.parse(module_file) | |
89 | 111 |
90 for m in modules: | 112 for m in modules: |
91 self._debug("MODULE: " + m.name, prefix="", suffix=os.linesep) | 113 self._debug("MODULE: " + m.name, prefix="", suffix=os.linesep) |
92 | 114 |
93 for s in m.sources: | 115 for s in m.sources: |
94 depends = [rel_path(d) for d in m.depends] | 116 self.compile_source(s, m) |
95 externs = [rel_path(e) for e in m.externs] | |
96 self._checker.check(rel_path(s), depends=depends, externs=externs) | |
97 | 117 |
98 if s != m.sources[-1]: | 118 if s != m.sources[-1]: |
99 self._debug(os.linesep, prefix="") | 119 self._debug(os.linesep, prefix="") |
100 | 120 |
101 if m != modules[-1]: | 121 if m != modules[-1]: |
102 self._debug(os.linesep, prefix="") | 122 self._debug(os.linesep, prefix="") |
103 | 123 |
104 | 124 |
105 def main(opts): | 125 def main(opts): |
106 module_compiler = ModuleCompiler(verbose=opts.verbose) | 126 module_compiler = ModuleCompiler(verbose=opts.verbose) |
107 for module_file in opts.module_file: | 127 for module_file in opts.module_file: |
108 module_compiler.compile(module_file) | 128 module_compiler.compile_module_file(module_file) |
109 | 129 |
110 | 130 |
111 if __name__ == "__main__": | 131 if __name__ == "__main__": |
112 parser = argparse.ArgumentParser( | 132 parser = argparse.ArgumentParser( |
113 description="Typecheck JavaScript using Closure compiler") | 133 description="Typecheck JavaScript using Closure compiler") |
114 parser.add_argument("-v", "--verbose", action="store_true", | 134 parser.add_argument("-v", "--verbose", action="store_true", |
115 help="Show more information as this script runs") | 135 help="Show more information as this script runs") |
116 parser.add_argument("module_file", nargs=argparse.ONE_OR_MORE, | 136 parser.add_argument("module_file", nargs=argparse.ONE_OR_MORE, |
117 help="Path to a modules file to check") | 137 help="Path to a modules file to check") |
118 main(parser.parse_args()) | 138 main(parser.parse_args()) |
OLD | NEW |