Docserver: Make the .html extension unnecessary for content pages, for example,

chrome/common/extensions/docs/server2/cron_servlet.py

 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import logging
+import posixpath
 import traceback
 
 from app_yaml_helper import AppYamlHelper
 from appengine_wrappers import (
     GetAppVersion, IsDeadlineExceededError, logservice)
 from branch_utility import BranchUtility
 from compiled_file_system import CompiledFileSystem
 from data_source_registry import CreateDataSources
 from environment import IsDevServer
 from extensions_paths import EXAMPLES, PUBLIC_TEMPLATES, STATIC_DOCS
 from file_system_util import CreateURLsFromPaths
 from future import Gettable, Future
 from github_file_system_provider import GithubFileSystemProvider
 from host_file_system_provider import HostFileSystemProvider
 from object_store_creator import ObjectStoreCreator
 from render_servlet import RenderServlet
 from server_instance import ServerInstance
 from servlet import Servlet, Request, Response
+from special_paths import WEBMASTER_PROOF
 from timer import Timer, TimerClosure
 
 
 class _SingletonRenderServletDelegate(RenderServlet.Delegate):
   def __init__(self, server_instance):
     self._server_instance = server_instance
 
   def CreateServerInstance(self):
     return self._server_instance
 
@@ skipping 101 matching lines @@
     # TODO(kalman): IMPORTANT. This sometimes throws an exception, breaking
     # everything. Need retry logic at the fetcher level.
     server_instance = self._GetSafeServerInstance()
     trunk_fs = server_instance.host_file_system_provider.GetTrunk()
 
     def render(path):
       request = Request(path, self._request.host, self._request.headers)
       delegate = _SingletonRenderServletDelegate(server_instance)
       return RenderServlet(request, delegate).Get()
 
-    def request_files_in_dir(path, prefix=''):
+    def request_files_in_dir(path, prefix='', strip_ext=None):
       '''Requests every file found under |path| in this host file system, with
-      a request prefix of |prefix|.
+      a request prefix of |prefix|. |strip_ext| is an optional list of file
+      extensions that should be stripped from paths before requesting.
       '''
-      files = [name for name, _ in CreateURLsFromPaths(trunk_fs, path, prefix)]
+      def maybe_strip_ext(name):
+        if name == WEBMASTER_PROOF or not strip_ext:
+          return name
+        base, ext = posixpath.splitext(name)
+        return base if ext in strip_ext else name
+      files = [maybe_strip_ext(name)
+               for name, _ in CreateURLsFromPaths(trunk_fs, path, prefix)]
       return _RequestEachItem(path, files, render)
 
     results = []
 
     try:
       # Start running the hand-written Cron methods first; they can be run in
       # parallel. They are resolved at the end.
       def run_cron_for_future(target):
         title = target.__class__.__name__
         future, init_timer = TimerClosure(target.Cron)
@@ skipping 21 matching lines @@
       title = 'initializing %s parallel Cron targets' % len(targets)
       _cronlog.info(title)
       timer = Timer()
       try:
         cron_futures = [run_cron_for_future(target) for target in targets]
       finally:
         _cronlog.info('%s took %s' % (title, timer.Stop().FormatElapsed()))
 
       # Rendering the public templates will also pull in all of the private
       # templates.
-      results.append(request_files_in_dir(PUBLIC_TEMPLATES))
+      results.append(request_files_in_dir(PUBLIC_TEMPLATES,
+                                          strip_ext=('.html', '.md')))
 
       # Rendering the public templates will have pulled in the .js and
       # manifest.json files (for listing examples on the API reference pages),
       # but there are still images, CSS, etc.
       results.append(request_files_in_dir(STATIC_DOCS, prefix='static'))
 
       # Samples are too expensive to run on the dev server, where there is no
       # parallel fetch.
       if not IsDevServer():
         # Fetch each individual sample file.
@@ skipping 83 matching lines @@
     branch_utility = self._delegate.CreateBranchUtility(object_store_creator)
     host_file_system_provider = self._delegate.CreateHostFileSystemProvider(
         object_store_creator, max_trunk_revision=revision)
     github_file_system_provider = self._delegate.CreateGithubFileSystemProvider(
         object_store_creator)
     return ServerInstance(object_store_creator,
                           CompiledFileSystem.Factory(object_store_creator),
                           branch_utility,
                           host_file_system_provider,
                           github_file_system_provider)