Adds console renderer to merger backend.

app.py

 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from __future__ import with_statement
 
 import datetime
 import json
 import logging
 import os
@@ skipping 328 matching lines @@
   def AddCategory(self, category, builder_status):
     self.category_order[self.lastMasterSeen].append(category)
     # Map(k,v): k=Master/category, v=Dict of category data (last build status)
     self.category_data[self.lastMasterSeen].setdefault(category, {})
     self.category_data[self.lastMasterSeen][category] = builder_status
     self.category_count += 1
 
   def AddRow(self, row):
     revision = row['rev_number']
     self.SawRevision(revision)
-    revlink = BeautifulSoup(row['rev']).td.a['href']
+    revlink = BeautifulSoup(row['rev']).a['href']
     self.SetLink(revlink)
-    name = BeautifulSoup(row['name']).td.contents
+    name = BeautifulSoup(row['name'])
     self.SetName(self.ContentsToHtml(name))
     status = BeautifulSoup(row['status']).findAll('table')
     for i, stat in enumerate(status):
       self.SetStatus(self.category_order[self.lastMasterSeen][i],
                      unicode(stat))
-    comment = BeautifulSoup(row['comment']).td.contents
+    comment = BeautifulSoup(row['comment'])
     self.SetComment(self.ContentsToHtml(comment))
     if row['details']:
-      details = BeautifulSoup(row['details']).td.contents
+      details = BeautifulSoup(row['details'])
       self.SetDetail(self.ContentsToHtml(details))
 
   def ParseRow(self, row):
     cells = row.findAll('td', recursive=False)
     # Figure out which row this is.
     for attrname, attrvalue in cells[0].attrs:
       if attrname != 'class':
         continue
       attrvalue = re.sub(r'^(\S+).*', r'\1', attrvalue)
       if attrvalue == 'DevRev':
@@ skipping 46 matching lines @@
       continue
     mergedconsole.SawMaster(master)
     # Get the categories for this builder. If the builder doesn't have any
     # categories, just use the default empty-string category.
     category_list = []
     master_categories = get_and_cache_pagedata('%s/console/categories' % master)
     if not master_categories['content']:
       category_list.append('')
     else:
       category_row = BeautifulSoup(master_categories['content'])
-      category_list = map(lambda x: x.text,
-                          category_row.findAll('td', 'DevStatus'))
+      category_list = [c.text for c in category_row.findAll('td', 'DevStatus')]
     # Get the corresponding summary box(es).
     summary_row = BeautifulSoup(master_summary['content'])
     summary_list = summary_row.findAll('table')
     for category, summary in zip(category_list, summary_list):
       mergedconsole.AddCategory(category, summary)
 
     # Fetch all of the rows that we need.
     rows_fetched = 0
     revs_skipped = 0
     current_rev = latest_rev
@@ skipping 262 matching lines @@
   summary_data['title'] = 'Summary for ' + localpath
   summary_data['content'] = unicode(summary)
   save_page(summary_page, localpath + '/summary', ts, summary_data)
 
   curr_row = {}
   # Each table row is either a status row with a revision, name, and status,
   # a comment row with the commit message, a details row with flakiness info,
   # or a spacer row (in which case we finalize the row and save it).
   for row in rows:
     if row.find('td', 'DevComment'):
-      curr_row['comment'] = unicode(row)
+      curr_row['comment'] = ''.join(unicode(tag).strip() for tag in
+                                    row.td.contents)
     elif row.find('td', 'DevDetails'):
-      curr_row['details'] = unicode(row)
+      curr_row['details'] = ''.join(unicode(tag).strip() for tag in
+                                    row.td.contents)
     elif row.find('td', 'DevStatus'):
-      curr_row['rev'] = unicode(row.find('td', 'DevRev'))
+      curr_row['rev'] = unicode(row.find('td', 'DevRev').a)
       curr_row['rev_number'] = unicode(row.find('td', 'DevRev').a.string)
-      curr_row['name'] = unicode(row.find('td', 'DevName'))
-      curr_row['status'] = unicode(row.findAll('table'))
+      curr_row['name'] = ''.join(unicode(tag).strip() for tag in
+                                 row.find('td', 'DevName').contents)
+      curr_row['status'] = ''.join(unicode(box.table) for box in
+                                   row.findAll('td', 'DevStatus'))
     else:
       if 'details' not in curr_row:
         curr_row['details'] = ''
       curr_row['fetch_timestamp'] = ts
       save_row(curr_row, localpath + '/' + curr_row['rev_number'])
       curr_row = {}
 
   return page_data
 
 
@@ skipping 469 matching lines @@
          'builds/-1?as_text=1'),
     'localpath':
         'chromium.lkgr/json/builders/Linux%20x64/builds/-1/as_text=1.json',
     'maxage': 2*60,  # 2 mins
   },
 
 # # Trigger background process update.
 # {
 #     'remoteurl': 'http://chromium-build.appspot.com/backend/update'
 ]