Add --append option to replay.py.

replay.py

 #!/usr/bin/env python
 # Copyright 2010 Google Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #      http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
@@ skipping 147 matching lines @@
     options, args = option_parser.parse_args()
     options = OptionsWrapper(options, option_parser)  # run checks and updates
     if options.record and options.HasTrafficShaping():
        [...]
   """
   _TRAFFICSHAPING_OPTIONS = set(
       ['down', 'up', 'delay_ms', 'packet_loss_rate', 'init_cwnd', 'net'])
   _CONFLICTING_OPTIONS = (
       ('record', ('down', 'up', 'delay_ms', 'packet_loss_rate', 'net',
                   'spdy', 'use_server_delay')),
+      ('append', ('down', 'up', 'delay_ms', 'packet_loss_rate', 'net',
+                  'spdy', 'use_server_delay')),  # same as --record
       ('net', ('down', 'up', 'delay_ms')),
       ('server', ('server_mode',)),
   )
   # The --net values come from http://www.webpagetest.org/.
   # https://sites.google.com/a/webpagetest.org/docs/other-resources/2011-fcc-broadband-data
   _NET_CONFIGS = (
       # key           --down         --up  --delay_ms
       ('dsl',   ('1536Kbit/s', '384Kbit/s',       '50')),
       ('cable', (   '5Mbit/s',   '1Mbit/s',       '28')),
       ('fios',  (  '20Mbit/s',   '5Mbit/s',        '4')),
@@ skipping 45 matching lines @@
           if 'packet_loss_rate' in self._nondefaults:
             logging.warn('Shaping type, %s, ignores --packet_loss_rate=%s',
                          self.shaping_type, self.packet_loss_rate)
           if 'init_cwnd' in self._nondefaults:
             logging.warn('Shaping type, %s, ignores --init_cwnd=%s',
                          self.shaping_type, self.init_cwnd)
     return kwargs
 
   def _MassageValues(self):
     """Set options that depend on the values of other options."""
+    if self.append and not self.record:
+      self._options.record = True
     for net_choice, values in self._NET_CONFIGS:
       if net_choice == self.net:
         self._options.down, self._options.up, self._options.delay_ms = values
         self._nondefaults.update(['down', 'up', 'delay_ms'])
     if not self.shaping_port:
       self._options.shaping_port = self.port
     if not self.ssl_shaping_port:
       self._options.ssl_shaping_port = self.ssl_port
     if not self.ssl:
       self._options.certfile = None
@@ skipping 29 matching lines @@
     else:
       cache_misses = cachemissarchive.CacheMissArchive(
           options.cache_miss_file)
   if options.server:
     AddDnsForward(server_manager, options.server)
   else:
     host = platformsettings.get_server_ip_address(options.server_mode)
     real_dns_lookup = dnsproxy.RealDnsLookup(
         name_servers=[platformsettings.get_original_primary_nameserver()])
     if options.record:
-      http_archive = httparchive.HttpArchive()
-      http_archive.AssertWritable(replay_filename)
+      httparchive.HttpArchive.AssertWritable(replay_filename)
+      if options.append and os.path.exists(replay_filename):
+        http_archive = httparchive.HttpArchive.Load(replay_filename)
+        logging.info('Appending to %s (loaded %d existing responses)',
+                     replay_filename, len(http_archive))
+      else:
+        http_archive = httparchive.HttpArchive()
     else:
       http_archive = httparchive.HttpArchive.Load(replay_filename)
       logging.info('Loaded %d responses from %s',
                    len(http_archive), replay_filename)
     server_manager.AppendRecordCallback(real_dns_lookup.ClearCache)
     server_manager.AppendRecordCallback(http_archive.clear)
 
     if options.dns_forwarding:
       if not options.server_mode:
         AddDnsForward(server_manager, host)
@@ skipping 43 matching lines @@
       formatter=PlainHelpFormatter(),
       description=__doc__,
       epilog='http://code.google.com/p/web-page-replay/')
 
   option_parser.add_option('--spdy', default=False,
       action='store_true',
       help='Replay via SPDY. (Can be combined with --no-ssl).')
   option_parser.add_option('-r', '--record', default=False,
       action='store_true',
       help='Download real responses and record them to replay_file')
+  option_parser.add_option('--append', default=False,
+      action='store_true',
+      help='Append responses to replay_file.')
   option_parser.add_option('-l', '--log_level', default='debug',
       action='store',
       type='choice',
       choices=('debug', 'info', 'warning', 'error', 'critical'),
       help='Minimum verbosity level to log')
   option_parser.add_option('-f', '--log_file', default=None,
       action='store',
       type='string',
       help='Log file to use in addition to writting logs to stderr.')
   option_parser.add_option('-e', '--cache_miss_file', default=None,
@@ skipping 131 matching lines @@
   elif len(args) != 1:
     option_parser.error('Must specify a replay_file')
   else:
     replay_filename = args[0]
 
   return replay(options, replay_filename)
 
 
 if __name__ == '__main__':
   sys.exit(main())