Roll IDL files forward

core/scripts/make_token_matcher.py

 #!/usr/bin/env python
 # Copyright (C) 2013 Google Inc. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 # notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
@@ skipping 201 matching lines @@
             return self.parent
         elif match_break:
             raise BadInput('break within CASE not supported: %s' % line)
         else:
             self.block.append(line)
             return self
 
 
 def process_file(input_name, output_name):
     """Transforms input file into legal C++ source code."""
-    with io.open(input_name) as input_file:
-        with io.open(output_name, 'w') as output_file:
+    with io.open(input_name, 'r', -1, 'utf-8') as input_file:
+        with io.open(output_name, 'w', -1, 'utf-8') as output_file:
             processor = MainLineProcessor(output_file)
             input_lines = input_file.readlines()
             for line in input_lines:
                 processor = processor.process_line(line)
 
 
 if __name__ == '__main__':
         process_file(sys.argv[1], sys.argv[2])