Add gclient grep for git repos

gclient_utils.py

 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Generic utils."""
 
 import codecs
 import errno
 import logging
 import os
@@ skipping 174 matching lines @@
       os.makedirs(tree)
     except OSError, e:
       # 17 POSIX, 183 Windows
       if e.errno not in (17, 183):
         raise
       if count > 40:
         # Give up.
         raise
 
 
-def CheckCallAndFilterAndHeader(args, always=False, **kwargs):
+def CheckCallAndFilterAndHeader(args, always=False, header=None, **kwargs):
   """Adds 'header' support to CheckCallAndFilter.
 
   If |always| is True, a message indicating what is being done
   is printed to stdout all the time even if not output is generated. Otherwise
   the message header is printed only if the call generated any ouput.
   """
-  stdout = kwargs.get('stdout', None) or sys.stdout
+  stdout = kwargs.setdefault('stdout', sys.stdout)
+  if header is None:
+    header = "\n________ running '%s' in '%s'\n" % (
+                 ' '.join(args), kwargs.get('cwd', '.'))
+
   if always:
-    stdout.write('\n________ running \'%s\' in \'%s\'\n'
-        % (' '.join(args), kwargs.get('cwd', '.')))
+    stdout.write(header)
   else:
-    filter_fn = kwargs.get('filter_fn', None)
+    filter_fn = kwargs.get('filter_fn')
     def filter_msg(line):
       if line is None:
-        stdout.write('\n________ running \'%s\' in \'%s\'\n'
-            % (' '.join(args), kwargs.get('cwd', '.')))
+        stdout.write(header)
       elif filter_fn:
         filter_fn(line)
     kwargs['filter_fn'] = filter_msg
     kwargs['call_filter_on_first_line'] = True
   # Obviously.
-  kwargs['print_stdout'] = True
+  kwargs.setdefault('print_stdout', True)
   return CheckCallAndFilter(args, **kwargs)
 
 
 class Wrapper(object):
   """Wraps an object, acting as a transparent proxy for all properties by
   default.
   """
   def __init__(self, wrapped):
     self._wrapped = wrapped
 
@@ skipping 215 matching lines @@
     return None
   # If the root does not have a trailing \ or /, we add it so the returned
   # path starts immediately after the seperator regardless of whether it is
   # provided.
   root = os.path.join(root, '')
   return subpath[len(root):]
 
 
 def FindFileUpwards(filename, path=None):
   """Search upwards from the a directory (default: current) to find a file.
-  
+
   Returns nearest upper-level directory with the passed in file.
   """
   if not path:
     path = os.getcwd()
   path = os.path.realpath(path)
   while True:
     file_path = os.path.join(path, filename)
     if os.path.exists(file_path):
       return path
     (new_path, _) = os.path.split(path)
@@ skipping 112 matching lines @@
             self.queued = []
           self._flush_terminated_threads()
           if (not self.queued and not self.running or
               self.jobs == len(self.running)):
             logging.debug('No more worker threads or can\'t queue anything.')
             break
 
           # Check for new tasks to start.
           for i in xrange(len(self.queued)):
             # Verify its requirements.
-            for r in self.queued[i].requirements:
-              if not r in self.ran:
-                # Requirement not met.
-                break
-            else:
+            if (not (set(self.queued[i].requirements) - set(self.ran)) or
+                kwargs.get('ignore_requirements')):

[M-A Ruel, 2012/11/08 19:44:13]

I prefer this to be in the state itself, e.g. in the class constructor. It's a
violation of layering of mixing scheduling  tuning and task parameters in
kwargs.

[Isaac (away), 2012/11/09 03:58:52]

Seems reasonable.  Fixed.

               # Start one work item: all its requirements are satisfied.
               self._run_one_task(self.queued.pop(i), args, kwargs)
               break
           else:
             # Couldn't find an item that could run. Break out the outher loop.
             break
 
         if not self.queued and not self.running:
           # We're done.
           break
@@ skipping 175 matching lines @@
 
   Python on OSX 10.6 raises a NotImplementedError exception.
   """
   try:
     import multiprocessing
     return multiprocessing.cpu_count()
   except:  # pylint: disable=W0702
     # Mac OS 10.6 only
     # pylint: disable=E1101
     return int(os.sysconf('SC_NPROCESSORS_ONLN'))