Devserver: only populate data during cron jobs, meaning all data from instances

chrome/common/extensions/docs/server2/preview.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 # This helps you preview the apps and extensions docs.
 #
 #    ./preview.py --help
 #
 # There are two modes: server- and render- mode. The default is server, in which
@@ skipping 10 matching lines @@
 # and for profiling the server. For example,
 #
 #    ./preview.py -r extensions/tabs.html
 #
 # will output the documentation for the tabs API on stdout and exit immediately.
 #
 # Note: absolute paths into static content (e.g. /static/css/site.css) will be
 # relative paths (e.g. static/css/site.css) for convenient sandboxing.
 
 from BaseHTTPServer import BaseHTTPRequestHandler, HTTPServer
+from local_renderer import LocalRenderer
 import logging
 import optparse
 import os
-import shutil
-from StringIO import StringIO
 import sys
 import time
-import urlparse
 
 import build_server
 # Copy all the files necessary to run the server. These are cleaned up when the
 # server quits.
 build_server.main()
 
-from fake_fetchers import ConfigureFakeFetchers
-
-class _Response(object):
-  def __init__(self):
-    self.status = 200
-    self.out = StringIO()
-    self.headers = {}
-
-  def set_status(self, status):
-    self.status = status
-
-class _Request(object):
-  def __init__(self, path):
-    self.headers = {}
-    self.path = path
-    self.url = 'http://localhost' + path
-
-def _Render(path):
-  response = _Response()
-  Handler(_Request(urlparse.urlparse(path).path), response).get()
-  content = response.out.getvalue()
-  if isinstance(content, unicode):
-    content = content.encode('utf-8', 'replace')
-  return (content, response.status, response.headers)
-
 def _GetLocalPath():
   if os.sep in sys.argv[0]:
     return os.path.join(sys.argv[0].rsplit(os.sep, 1)[0], os.pardir, os.pardir)
   return os.path.join(os.pardir, os.pardir)
 
+def _Render(base_dir, path):
+  return LocalRenderer(base_dir).Render(path, always_online=True)
+
 class RequestHandler(BaseHTTPRequestHandler):
+  class Factory(object):
+    def __init__(self, base_dir):
+      self._base_dir = base_dir
+
+    def Create(self, *args):
+      return RequestHandler(self._base_dir, *args)
+
+  def __init__(self, base_dir, *args):
+    self._base_dir = base_dir
+    BaseHTTPRequestHandler.__init__(self, *args)
+
   """A HTTPRequestHandler that outputs the docs page generated by Handler.
   """
   def do_GET(self):
-    content, status, headers = _Render(self.path)
+    content, status, headers = _Render(self._base_dir, self.path)
     self.send_response(status)
     for k, v in headers.iteritems():
       self.send_header(k, v)
     self.end_headers()
     self.wfile.write(content)
 
 if __name__ == '__main__':
   parser = optparse.OptionParser(
       description='Runs a server to preview the extension documentation.',
       usage='usage: %prog [option]...')
@@ skipping 12 matching lines @@
 
   (opts, argv) = parser.parse_args()
 
   if (not os.path.isdir(opts.directory) or
       not os.path.isdir(os.path.join(opts.directory, 'docs')) or
       not os.path.isdir(os.path.join(opts.directory, 'api'))):
     print('Specified directory does not exist or does not contain extension '
           'docs.')
     exit()
 
-  ConfigureFakeFetchers(os.path.join(opts.directory, 'docs'))
-  from handler import Handler
-
   if opts.render:
     if opts.render.find('#') >= 0:
       (path, iterations) = opts.render.rsplit('#', 1)
       extra_iterations = int(iterations) - 1
     else:
       path = opts.render
       extra_iterations = 0
 
     if opts.time:
       start_time = time.time()
 
-    content, status, headers = _Render(path)
+    content, status, headers = _Render(opts.directory, path)
     if status in [301, 302]:
       # Handle a single level of redirection.
       redirect_path = headers['Location'].lstrip('/')
       sys.stderr.write('<!-- Redirected %s to %s -->\n' % (path, redirect_path))
-      content, status, headers = _Render(redirect_path)
+      content, status, headers = _Render(opts.directory, redirect_path)
     if status != 200:
       print('Error status: %s' % status)
       exit(1)
 
     for _ in range(extra_iterations):
-      _Render(path)
+      _Render(opts.directory, path)
 
     if opts.time:
       print('Took %s seconds' % (time.time() - start_time))
     else:
       # Static paths will show up as /stable/static/foo but this only makes
       # sense from a webserver.
       print(content.replace('/stable/static', 'static'))
     exit()
 
   print('Starting previewserver on port %s' % opts.port)
   print('')
   print('The extension documentation can be found at:')
   print('')
   print('  http://localhost:%s/extensions/' % opts.port)
   print('')
   print('The apps documentation can be found at:')
   print('')
   print('  http://localhost:%s/apps/' % opts.port)
   print('')
 
   logging.getLogger().setLevel(logging.INFO)
-  server = HTTPServer(('', int(opts.port)), RequestHandler)
+  server = HTTPServer(('', int(opts.port)),
+                      RequestHandler.Factory(opts.directory).Create)
   try:
     server.serve_forever()
   finally:
     server.socket.close()