| Index: core/scripts/make_token_matcher.py
|
| diff --git a/core/scripts/make_token_matcher.py b/core/scripts/make_token_matcher.py
|
| index 3631ed95f6d5fdd2eac7c4c542442b0a975c3fe0..10fae628c1cf4dc12686330747e2bf0e8aa9faba 100755
|
| --- a/core/scripts/make_token_matcher.py
|
| +++ b/core/scripts/make_token_matcher.py
|
| @@ -219,8 +219,8 @@ class CaseLineProcessor(LineProcessor):
|
|
|
| def process_file(input_name, output_name):
|
| """Transforms input file into legal C++ source code."""
|
| - with io.open(input_name) as input_file:
|
| - with io.open(output_name, 'w') as output_file:
|
| + with io.open(input_name, 'r', -1, 'utf-8') as input_file:
|
| + with io.open(output_name, 'w', -1, 'utf-8') as output_file:
|
| processor = MainLineProcessor(output_file)
|
| input_lines = input_file.readlines()
|
| for line in input_lines:
|
|
|