Script to archive profiling data collected from

scripts/master/factory/chromium_commands.py

 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Set of utilities to add commands to a buildbot factory.
 
 This is based on commands.py and adds chromium-specific commands."""
 
 import logging
 import os
@@ skipping 45 matching lines @@
     self._crash_handler_tool = J(s_dir, 'run_crash_handler.py')
     self._upload_parity_tool = J(s_dir, 'upload_parity_data.py')
     self._target_tests_tool = J(s_dir, 'target-tests.py')
     self._layout_test_tool = J(s_dir, 'layout_test_wrapper.py')
     self._lint_test_files_tool = J(s_dir, 'lint_test_files_wrapper.py')
     self._devtools_perf_test_tool = J(s_dir, 'devtools_perf_test_wrapper.py')
     self._archive_coverage = J(s_dir, 'archive_coverage.py')
     self._gpu_archive_tool = J(s_dir, 'archive_gpu_pixel_test_results.py')
     self._crash_dump_tool = J(s_dir, 'archive_crash_dumps.py')
     self._dom_perf_tool = J(s_dir, 'dom_perf.py')
+    self._profiling_archive_tool = J(s_dir, 'archive_profiling_data.py')
     self._asan_archive_tool = J(s_dir, 'asan_archive_build.py')
     self._archive_tool = J(s_dir, 'archive_build.py')
     self._sizes_tool = J(s_dir, 'sizes.py')
     self._check_lkgr_tool = J(s_dir, 'check_lkgr.py')
 
     # Scripts in the private dir.
     self._reliability_tool = J(p_dir, 'reliability_tests.py')
     self._reliability_data = J(p_dir, 'data', 'reliability')
     self._download_and_extract_official_tool = self.PathJoin(
         p_dir, 'get_official_build.py')
@@ skipping 222 matching lines @@
     # We don't need to run the Reference tests in debug mode.
     if self._target == 'Debug':
       test_list += ':-*.*Ref*'
     options = ['--gtest_filter=%s' % test_list]
 
     cmd = self.GetTestCommand('performance_ui_tests', options,
                               factory_properties=factory_properties)
     self.AddTestStep(c, 'startup_test', cmd,
                      do_step_if=self.TestStepFilter)
 
+    # Profiling data is in /b/build/slave/SLAVE_NAME/build/src/chrome/test/data
+    profiling_data_dir = self.PathJoin('src', 'chrome', 'test', 'data')
+
+    # Setup environment for running gsutil, a Google Storage utility.
+    gsutil = 'gsutil'
+    if self._target_platform.startswith('win'):
+      gsutil = 'gsutil.bat'
+    env = {}
+    env['GSUTIL'] = self.PathJoin(self._script_dir, gsutil)
+
+    cmd = [self._python,
+           self._gpu_archive_tool,
+           '--run-id', WithProperties('%(got_revision)s_%(buildername)s'),
+           '--profiling-data-dir', profiling_data_dir]
+    self.AddTestStep(shell.ShellCommand, 'archive profiling data', cmd, env=env)

[cmp, 2012/07/30 17:48:38]

i think instead of in this file, your change should exist in
scripts/slave/runtest.py.  from there you can just call out to your script near
the end of a test run.  then you won't have a master-side change to make to
enable this.

+
   def AddMemoryTests(self, factory_properties=None):
     factory_properties = factory_properties or {}
     c = self.GetPerfStepClass(factory_properties, 'memory',
                               process_log.GraphingLogProcessor)
 
     options = ['--gtest_filter=GeneralMix*MemoryTest.*']
     cmd = self.GetTestCommand('performance_ui_tests', options,
                               factory_properties=factory_properties)
     self.AddTestStep(c, 'memory_test', cmd,
                      do_step_if=self.TestStepFilter)
@@ skipping 866 matching lines @@
   # ArchiveCommand.createSummary.
   return '%s/%s/%s' % (config.Master.archive_url, archive_type, builder_name)
 
 def _GetSnapshotUrl(factory_properties=None, builder_name='%(build_name)s'):
   if not factory_properties or 'gs_bucket' not in factory_properties:
     return (_GetArchiveUrl('snapshots', builder_name), None)
   gs_bucket = factory_properties['gs_bucket']
   gs_bucket = re.sub(r'^gs://', 'http://commondatastorage.googleapis.com/',
                      gs_bucket)
   return ('%s/index.html?path=%s' % (gs_bucket, builder_name), '/')