Script to archive profiling data collected from

scripts/slave/chromium/archive_profiling_data.py

+#!/usr/bin/env python
+# Copyright (c) 2012 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+"""A tool to archive Chrome profiling data generated by perf buildbots.
+
+Pushes generated profiling data to Google Storage.
+
+For a list of command-line options, call this script with '--help'.
+"""
+
+
+import optparse
+import os
+import re
+import subprocess
+import sys
+
+
+FILENAME = 'task_profile.json'
+GOOGLE_STORAGE_BUCKET = 'chromium-browser-profiling-data'
+
+
+def CopyToGoogleStorage(src, dst):
+  """Copies a file to the given Google Storage destination url.
+
+  Args:
+    src: path to file to be copied
+    dst: Google Storage destination url (i.e., gs://...)
+  Returns:
+    whether the copy was successful
+  """
+  if not os.path.exists(src):
+    print 'No such file', src
+    return False
+  gsutil = os.environ.get('GSUTIL', 'gsutil')
+  # gsutil will look in the $HOME directory for the config file.
+  # Set $HOME to /b/build/site_config/ temporarily where .boto stays.
+  old_env = os.environ.copy()
+  # This script is under /b/build/scripts/slave/chromium/
+  os.environ['HOME'] = os.path.join('..', '..', '..', 'site_config')
+  retcode = subprocess.call([gsutil, 'cp', '-a', 'public-read', src, dst])
+  os.environ = old_env
+  if retcode == 0:
+    return True
+  return False
+
+
+def Archive(run_id, profiling_data_dir):
+  """Archive the profiling data to Google Storage.
+
+  Args:
+    run_id: the unique identifier of this run
+    profiling_data_dir: the path to the profiling data directory
+  Returns:
+    whether profiling data correctly uploaded or not
+  """
+  if not os.path.exists(profiling_data_dir):
+    print 'No data directory'
+    return True
+
+  profiling_file = os.path.join(profiling_data_dir, FILENAME)
+  if not os.path.exists(profiling_file):
+    print 'No profiling data file'
+    return True
+
+  run_id = re.sub('\W+', '_', run_id)
+
+  view_url = 'http://%s.commondatastorage.googleapis.com/' \
+             'view_test_results.html?%s' % (GOOGLE_STORAGE_BUCKET, run_id)
+  print 'See %s for this run\'s test results' % view_url
+  run_url = 'gs://%s/runs/%s/' % (GOOGLE_STORAGE_BUCKET, run_id)
+  print 'Pushing results to %s...' % run_url
+
+  if not CopyToGoogleStorage(profiling_file, run_url + FILENAME):
+    return False
+  return True
+
+
+def main():
+  option_parser = optparse.OptionParser()
+  option_parser.add_option('', '--run-id', default=None,
+                           help='unique id for this run')
+  option_parser.add_option('', '--profiling-data-dir', default=None,
+                           help=('path to the directory holding the profiling'
+                                 'data'))
+  # --sw-profiling-data-dir is ignored.  We keep it here so we don't have to
+  # modify master side script.
+  option_parser.add_option('', '--sw-profiling-data-dir', default=None,
+                           help=('path to the directory holding the profiling'
+                                 'data generated by the software renderer'))
+  options = option_parser.parse_args()[0]
+  if (options.run_id is None or options.profiling_data_dir is None):
+    print 'All command options are required. Use --help.'
+    return 1
+
+  if Archive(options.run_id, options.profiling_data_dir):
+    return 0
+  return 2
+
+
+if '__main__' == __name__:
+  sys.exit(main())