| OLD | NEW |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Generic utils.""" | 5 """Generic utils.""" |
| 6 | 6 |
| 7 import codecs | 7 import codecs |
| 8 import logging | 8 import logging |
| 9 import os | 9 import os |
| 10 import Queue | 10 import Queue |
| (...skipping 307 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 318 | 318 |
| 319 | 319 |
| 320 def MakeFileAnnotated(fileobj, include_zero=False): | 320 def MakeFileAnnotated(fileobj, include_zero=False): |
| 321 if getattr(fileobj, 'annotated', None): | 321 if getattr(fileobj, 'annotated', None): |
| 322 return fileobj | 322 return fileobj |
| 323 return Annotated(fileobj) | 323 return Annotated(fileobj) |
| 324 | 324 |
| 325 | 325 |
| 326 def CheckCallAndFilter(args, stdout=None, filter_fn=None, | 326 def CheckCallAndFilter(args, stdout=None, filter_fn=None, |
| 327 print_stdout=None, call_filter_on_first_line=False, | 327 print_stdout=None, call_filter_on_first_line=False, |
| 328 **kwargs): | 328 nag_timer=None, nag_max=None, **kwargs): |
| 329 """Runs a command and calls back a filter function if needed. | 329 """Runs a command and calls back a filter function if needed. |
| 330 | 330 |
| 331 Accepts all subprocess2.Popen() parameters plus: | 331 Accepts all subprocess2.Popen() parameters plus: |
| 332 print_stdout: If True, the command's stdout is forwarded to stdout. | 332 print_stdout: If True, the command's stdout is forwarded to stdout. |
| 333 filter_fn: A function taking a single string argument called with each line | 333 filter_fn: A function taking a single string argument called with each line |
| 334 of the subprocess2's output. Each line has the trailing newline | 334 of the subprocess2's output. Each line has the trailing newline |
| 335 character trimmed. | 335 character trimmed. |
| 336 stdout: Can be any bufferable output. | 336 stdout: Can be any bufferable output. |
| 337 | 337 |
| 338 stderr is always redirected to stdout. | 338 stderr is always redirected to stdout. |
| 339 """ | 339 """ |
| 340 assert print_stdout or filter_fn | 340 assert print_stdout or filter_fn |
| 341 stdout = stdout or sys.stdout | 341 stdout = stdout or sys.stdout |
| 342 filter_fn = filter_fn or (lambda x: None) | 342 filter_fn = filter_fn or (lambda x: None) |
| 343 kid = subprocess2.Popen( | 343 kid = subprocess2.Popen( |
| 344 args, bufsize=0, stdout=subprocess2.PIPE, stderr=subprocess2.STDOUT, | 344 args, bufsize=0, stdout=subprocess2.PIPE, stderr=subprocess2.STDOUT, |
| 345 **kwargs) | 345 **kwargs) |
| 346 | 346 |
| 347 # Do a flush of stdout before we begin reading from the subprocess2's stdout | 347 # Do a flush of stdout before we begin reading from the subprocess2's stdout |
| 348 stdout.flush() | 348 stdout.flush() |
| 349 | 349 |
| 350 nag = None |
| 351 if nag_timer: |
| 352 # Hack thread.index to force correct annotation. |
| 353 index = getattr(threading.currentThread(), 'index', 0) |
| 354 def _nag_cb(elapsed): |
| 355 setattr(threading.currentThread(), 'index', index) |
| 356 stdout.write(' No output for %.0f seconds from command:\n' % elapsed) |
| 357 stdout.write(' %s\n' % kid.cmd_str) |
| 358 if (nag_max and |
| 359 int('%.0f' % (elapsed / nag_timer)) >= nag_max): |
| 360 stdout.write(' ... killing it!\n') |
| 361 kid.kill() |
| 362 nag = subprocess2.NagTimer(nag_timer, _nag_cb) |
| 363 nag.start() |
| 364 |
| 350 # Also, we need to forward stdout to prevent weird re-ordering of output. | 365 # Also, we need to forward stdout to prevent weird re-ordering of output. |
| 351 # This has to be done on a per byte basis to make sure it is not buffered: | 366 # This has to be done on a per byte basis to make sure it is not buffered: |
| 352 # normally buffering is done for each line, but if svn requests input, no | 367 # normally buffering is done for each line, but if svn requests input, no |
| 353 # end-of-line character is output after the prompt and it would not show up. | 368 # end-of-line character is output after the prompt and it would not show up. |
| 354 try: | 369 try: |
| 355 in_byte = kid.stdout.read(1) | 370 in_byte = kid.stdout.read(1) |
| 356 if in_byte: | 371 if in_byte: |
| 372 if nag: |
| 373 nag.event() |
| 357 if call_filter_on_first_line: | 374 if call_filter_on_first_line: |
| 358 filter_fn(None) | 375 filter_fn(None) |
| 359 in_line = '' | 376 in_line = '' |
| 360 while in_byte: | 377 while in_byte: |
| 361 if in_byte != '\r': | 378 if in_byte != '\r': |
| 362 if print_stdout: | 379 if print_stdout: |
| 363 stdout.write(in_byte) | 380 stdout.write(in_byte) |
| 364 if in_byte != '\n': | 381 if in_byte != '\n': |
| 365 in_line += in_byte | 382 in_line += in_byte |
| 366 else: | 383 else: |
| 367 filter_fn(in_line) | 384 filter_fn(in_line) |
| 368 in_line = '' | 385 in_line = '' |
| 369 else: | 386 else: |
| 370 filter_fn(in_line) | 387 filter_fn(in_line) |
| 371 in_line = '' | 388 in_line = '' |
| 372 in_byte = kid.stdout.read(1) | 389 in_byte = kid.stdout.read(1) |
| 390 if in_byte and nag: |
| 391 nag.event() |
| 373 # Flush the rest of buffered output. This is only an issue with | 392 # Flush the rest of buffered output. This is only an issue with |
| 374 # stdout/stderr not ending with a \n. | 393 # stdout/stderr not ending with a \n. |
| 375 if len(in_line): | 394 if len(in_line): |
| 376 filter_fn(in_line) | 395 filter_fn(in_line) |
| 377 rv = kid.wait() | 396 rv = kid.wait() |
| 378 except KeyboardInterrupt: | 397 except KeyboardInterrupt: |
| 379 print >> sys.stderr, 'Failed while running "%s"' % ' '.join(args) | 398 print >> sys.stderr, 'Failed while running "%s"' % ' '.join(args) |
| 380 raise | 399 raise |
| 400 finally: |
| 401 if nag: |
| 402 nag.cancel() |
| 381 | 403 |
| 382 if rv: | 404 if rv: |
| 383 raise subprocess2.CalledProcessError( | 405 raise subprocess2.CalledProcessError( |
| 384 rv, args, kwargs.get('cwd', None), None, None) | 406 rv, args, kwargs.get('cwd', None), None, None) |
| 385 return 0 | 407 return 0 |
| 386 | 408 |
| 387 | 409 |
| 388 def FindGclientRoot(from_dir, filename='.gclient'): | 410 def FindGclientRoot(from_dir, filename='.gclient'): |
| 389 """Tries to find the gclient root.""" | 411 """Tries to find the gclient root.""" |
| 390 real_from_dir = os.path.realpath(from_dir) | 412 real_from_dir = os.path.realpath(from_dir) |
| (...skipping 373 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 764 | 786 |
| 765 Python on OSX 10.6 raises a NotImplementedError exception. | 787 Python on OSX 10.6 raises a NotImplementedError exception. |
| 766 """ | 788 """ |
| 767 try: | 789 try: |
| 768 import multiprocessing | 790 import multiprocessing |
| 769 return multiprocessing.cpu_count() | 791 return multiprocessing.cpu_count() |
| 770 except: # pylint: disable=W0702 | 792 except: # pylint: disable=W0702 |
| 771 # Mac OS 10.6 only | 793 # Mac OS 10.6 only |
| 772 # pylint: disable=E1101 | 794 # pylint: disable=E1101 |
| 773 return int(os.sysconf('SC_NPROCESSORS_ONLN')) | 795 return int(os.sysconf('SC_NPROCESSORS_ONLN')) |
| OLD | NEW |