Index: core/scripts/make_token_matcher.py |
diff --git a/core/scripts/make_token_matcher.py b/core/scripts/make_token_matcher.py |
index 3631ed95f6d5fdd2eac7c4c542442b0a975c3fe0..10fae628c1cf4dc12686330747e2bf0e8aa9faba 100755 |
--- a/core/scripts/make_token_matcher.py |
+++ b/core/scripts/make_token_matcher.py |
@@ -219,8 +219,8 @@ class CaseLineProcessor(LineProcessor): |
def process_file(input_name, output_name): |
"""Transforms input file into legal C++ source code.""" |
- with io.open(input_name) as input_file: |
- with io.open(output_name, 'w') as output_file: |
+ with io.open(input_name, 'r', -1, 'utf-8') as input_file: |
+ with io.open(output_name, 'w', -1, 'utf-8') as output_file: |
processor = MainLineProcessor(output_file) |
input_lines = input_file.readlines() |
for line in input_lines: |