| Index: infra/libs/event_mon/monitoring.py
|
| diff --git a/infra/libs/event_mon/monitoring.py b/infra/libs/event_mon/monitoring.py
|
| deleted file mode 100644
|
| index 22bf3e858bc787ac08fd8d43fd2079fa75bfeb16..0000000000000000000000000000000000000000
|
| --- a/infra/libs/event_mon/monitoring.py
|
| +++ /dev/null
|
| @@ -1,330 +0,0 @@
|
| -# Copyright 2015 The Chromium Authors. All rights reserved.
|
| -# Use of this source code is governed by a BSD-style license that can be
|
| -# found in the LICENSE file.
|
| -
|
| -import logging
|
| -
|
| -from infra.libs.event_mon.chrome_infra_log_pb2 import ChromeInfraEvent
|
| -from infra.libs.event_mon.chrome_infra_log_pb2 import ServiceEvent
|
| -from infra.libs.event_mon.chrome_infra_log_pb2 import BuildEvent
|
| -from infra.libs.event_mon.log_request_lite_pb2 import LogRequestLite
|
| -from infra.libs.event_mon import config, router
|
| -
|
| -
|
| -# These constants are part of the API.
|
| -EVENT_TYPES = ('START', 'STOP', 'UPDATE', 'CURRENT_VERSION', 'CRASH')
|
| -BUILD_EVENT_TYPES = ('SCHEDULER', 'BUILD', 'STEP')
|
| -BUILD_RESULTS = (None, 'UNKNOWN', 'SUCCESS', 'FAILURE', 'INFRA_FAILURE')
|
| -TIMESTAMP_KINDS = (None, 'UNKNOWN', 'POINT', 'BEGIN', 'END')
|
| -
|
| -# Maximum size of stack trace sent in an event, in characters.
|
| -STACK_TRACE_MAX_SIZE = 1000
|
| -
|
| -
|
| -def _get_chrome_infra_event(timestamp_kind):
|
| - """Compute a basic event.
|
| -
|
| - Validates the inputs and returns a pre-filled ChromeInfraEvent or
|
| - None if any check failed.
|
| -
|
| - The proto is filled using values provided in setup_monitoring() at
|
| - initialization time, and args.
|
| -
|
| - Args:
|
| - timestamp_kind (string): any of ('POINT', 'BEGIN', 'END').
|
| -
|
| - Returns:
|
| - event (chrome_infra_log_pb2.ChromeInfraEvent):
|
| - """
|
| - if timestamp_kind not in TIMESTAMP_KINDS:
|
| - logging.error('Invalid value for timestamp_kind: %s' %
|
| - str(timestamp_kind))
|
| - return None
|
| -
|
| - event = ChromeInfraEvent()
|
| - event.CopyFrom(config.cache['default_event'])
|
| -
|
| - if timestamp_kind:
|
| - event.timestamp_kind = getattr(ChromeInfraEvent, timestamp_kind)
|
| -
|
| - return event
|
| -
|
| -
|
| -def _get_log_request_lite(chrome_infra_event, event_timestamp=None):
|
| - """Wraps a ChromeInfraEvent into a LogRequestLite.
|
| -
|
| - Args:
|
| - event_timestamp (int or float): timestamp of when the event happened
|
| - as a number of milliseconds since the epoch. If None, the current time
|
| - is used.
|
| -
|
| - Returns:
|
| - log_event (log_request_lite_pb2.LogRequestLite.LogEventLite):
|
| - """
|
| - if not isinstance(event_timestamp, (int, float, None.__class__ )):
|
| - logging.error('Invalid type for event_timestamp. Needs a number, got %s'
|
| - % str(type(event_timestamp)))
|
| - return None
|
| -
|
| - log_event = LogRequestLite.LogEventLite()
|
| - log_event.event_time_ms = event_timestamp or router.time_ms()
|
| - log_event.source_extension = chrome_infra_event.SerializeToString()
|
| - return log_event
|
| -
|
| -
|
| -def _get_service_event(event_type,
|
| - timestamp_kind='POINT',
|
| - event_timestamp=None,
|
| - code_version=None,
|
| - stack_trace=None):
|
| - """Compute a ChromeInfraEvent filled with a ServiceEvent.
|
| - Arguments are identical to those in send_service_event(), please refer
|
| - to this docstring.
|
| -
|
| - Returns:
|
| - event (log_request_lite_pb2.LogRequestLite.LogEventLite): can be None
|
| - if there is a major processing issue.
|
| - """
|
| - event = _get_chrome_infra_event(timestamp_kind)
|
| - if not event:
|
| - return None
|
| -
|
| - if event_type not in EVENT_TYPES:
|
| - logging.error('Invalid value for event_type: %s' % str(event_type))
|
| - return None
|
| -
|
| - event.service_event.type = getattr(ServiceEvent, event_type)
|
| -
|
| - if code_version is None:
|
| - code_version = ()
|
| - if not isinstance(code_version, (tuple, list)):
|
| - logging.error('Invalid type provided to code_version argument in '
|
| - '_get_service_event. Please fix the calling code. '
|
| - 'Type provided: %s, expected list, tuple or None.'
|
| - % str(type(code_version)))
|
| - code_version = ()
|
| -
|
| - for version_d in code_version:
|
| - try:
|
| - if 'source_url' not in version_d:
|
| - logging.error('source_url missing in %s', version_d)
|
| - continue
|
| -
|
| - version = event.service_event.code_version.add()
|
| - version.source_url = version_d['source_url']
|
| - if 'revision' in version_d:
|
| - # Rely on the url to switch between svn and git because an
|
| - # abbreviated sha1 can sometime be confused with an int.
|
| - if version.source_url.startswith('svn://'):
|
| - version.svn_revision = int(version_d['revision'])
|
| - else:
|
| - version.git_hash = version_d['revision']
|
| -
|
| - if 'version' in version_d:
|
| - version.version = version_d['version']
|
| - if 'dirty' in version_d:
|
| - version.dirty = version_d['dirty']
|
| -
|
| - except TypeError:
|
| - logging.exception('Invalid type provided to code_version argument in '
|
| - '_get_service_event. Please fix the calling code.')
|
| - continue
|
| -
|
| - if isinstance(stack_trace, basestring):
|
| - if event_type != 'CRASH':
|
| - logging.error('stack_trace provide for an event different from CRASH.'
|
| - ' Got: %s', event_type)
|
| - event.service_event.stack_trace = stack_trace[-STACK_TRACE_MAX_SIZE:]
|
| - else:
|
| - if stack_trace is not None:
|
| - logging.error('stack_trace should be a string, got %s',
|
| - stack_trace.__class__.__name__)
|
| -
|
| - return _get_log_request_lite(event, event_timestamp=event_timestamp)
|
| -
|
| -
|
| -def send_service_event(event_type,
|
| - timestamp_kind='POINT',
|
| - event_timestamp=None,
|
| - code_version=(),
|
| - stack_trace=None):
|
| - """Send service event.
|
| -
|
| - Args:
|
| - event_type (string): any name of enum ServiceEvent.ServiceEventType.
|
| - ('START', 'STOP', 'UPDATE', 'CURRENT_VERSION', 'CRASH')
|
| -
|
| - Keyword Args:
|
| - timestamp_kind (string): any of ('POINT', 'BEGIN', 'END').
|
| -
|
| - event_timestamp (int or float): timestamp of when the event happened
|
| - as a number of milliseconds since the epoch. If not provided, the
|
| - current time is used.
|
| -
|
| - code_version (list/tuple of dict or None): required keys are
|
| - 'source_url' -> full url to the repository
|
| - 'revision' -> (string) git sha1 or svn revision number.
|
| - optional keys are
|
| - 'dirty' -> boolean. True if the local source tree has local
|
| - modification.
|
| - 'version' -> manually-set version number (like 'v2.6.0')
|
| -
|
| - stack_trace (str): when event_type is 'CRASH', stack trace of the crash
|
| - as a string. String is truncated to 1000 characters (the last ones
|
| - are kept). Use traceback.format_exc() to get the stack trace from an
|
| - exception handler.
|
| -
|
| - Returns:
|
| - success (bool): False if some error happened.
|
| - """
|
| - log_event = _get_service_event(event_type,
|
| - timestamp_kind=timestamp_kind,
|
| - event_timestamp=event_timestamp,
|
| - code_version=code_version,
|
| - stack_trace=stack_trace)
|
| -
|
| - return config._router.push_event(log_event)
|
| -
|
| -
|
| -def _get_build_event(event_type,
|
| - hostname,
|
| - build_name,
|
| - build_number=None,
|
| - build_scheduling_time=None,
|
| - step_name=None,
|
| - step_number=None,
|
| - result=None,
|
| - timestamp_kind='POINT',
|
| - event_timestamp=None):
|
| - """Compute a ChromeInfraEvent filled with a BuildEvent.
|
| -
|
| - Arguments are identical to those in send_build_event(), please refer
|
| - to this docstring.
|
| -
|
| - Returns:
|
| - event (log_request_lite_pb2.LogRequestLite.LogEventLite): can be None
|
| - if there is a major processing issue.
|
| - """
|
| - event = _get_chrome_infra_event(timestamp_kind)
|
| -
|
| - if event_type not in BUILD_EVENT_TYPES:
|
| - logging.error('Invalid value for event_type: %s' % str(event_type))
|
| - return None
|
| -
|
| - event.build_event.type = getattr(BuildEvent, event_type)
|
| - if not hostname:
|
| - logging.error('hostname must be provided, got %s' % hostname)
|
| - else:
|
| - event.build_event.host_name = hostname
|
| -
|
| - if not build_name:
|
| - logging.error('build_name must be provided, got %s' % build_name)
|
| - else: # avoid sending empty strings
|
| - event.build_event.build_name = build_name
|
| -
|
| - if build_number is not None: # 0 is a valid value
|
| - event.build_event.build_number = build_number
|
| - if event_type == 'SCHEDULER':
|
| - logging.error('build_number should not be provided for a "SCHEDULER"'
|
| - ' type, got %s (drop or use BUILD or STEP type)',
|
| - build_number)
|
| -
|
| - if not build_scheduling_time:
|
| - logging.error('build_number has been provided (%s), '
|
| - 'build_scheduling_time was not. '
|
| - 'Provide either both or none.', build_number)
|
| -
|
| - else: # not using elif because it's not semantically a switch statement.
|
| - if build_scheduling_time:
|
| - logging.error('build_number has not been provided, '
|
| - 'build_scheduling_time was provided (%s). '
|
| - 'Both must be present or missing.',
|
| - build_scheduling_time)
|
| -
|
| - if build_scheduling_time:
|
| - event.build_event.build_scheduling_time_ms = build_scheduling_time
|
| -
|
| - if step_name:
|
| - event.build_event.step_name = step_name
|
| - if event_type != 'STEP':
|
| - logging.error('step_name should be provided only for type "STEP", '
|
| - 'got %s', event_type)
|
| - if step_number is None: # 0 is a valid value
|
| - logging.error('step_number was not provided, but got a value for '
|
| - 'step_name (%s). Provide either both or none',
|
| - step_name)
|
| - if build_number is None and build_scheduling_time is None:
|
| - logging.error('build information must be provided when step '
|
| - 'information is provided. Got nothing in build_name '
|
| - 'and build_number')
|
| - else:
|
| - if step_number is not None:
|
| - logging.error('step_number has been provided (%s), '
|
| - 'step_name has not. '
|
| - 'Both must be present or missing.',
|
| - step_number)
|
| -
|
| - if step_number is not None:
|
| - event.build_event.step_number = step_number
|
| -
|
| - if result not in BUILD_RESULTS:
|
| - logging.error('Invalid value for result: %s' % str(result))
|
| -
|
| - else:
|
| - if result: # can be None
|
| - event.build_event.result = getattr(BuildEvent, result)
|
| -
|
| - if event_type == 'SCHEDULER':
|
| - logging.error('A result was provided for a "SCHEDULER" event type '
|
| - '(%s). This is only accepted for BUILD and TEST types.',
|
| - result)
|
| -
|
| - return _get_log_request_lite(event, event_timestamp=event_timestamp)
|
| -
|
| -
|
| -def send_build_event(event_type,
|
| - hostname,
|
| - build_name,
|
| - build_number=None,
|
| - build_scheduling_time=None,
|
| - step_name=None,
|
| - step_number=None,
|
| - result=None,
|
| - timestamp_kind='POINT',
|
| - event_timestamp=None):
|
| - """Send a ChromeInfraEvent filled with a BuildEvent
|
| -
|
| - Args:
|
| - event_type (string): any name of enum BuildEvent.BuildEventType.
|
| - (listed in infra.libs.event_mon.monitoring.BUILD_EVENT_TYPES)
|
| - hostname (string): fqdn of the machine that is running the build / step.
|
| - aka the bot name.
|
| - build_name (string): name of the builder.
|
| -
|
| - Keyword args:
|
| - build_number (int): as the name says.
|
| - build_scheduling_time (int): timestamp telling when the build was
|
| - scheduled. This is required when build_number is provided to make it
|
| - possibly to distinguish two builds with the same build number.
|
| - step_name (str): name of the step.
|
| - step_number (int): rank of the step in the build. This is mandatory
|
| - if step_name is provided, because step_name is not enough to tell the
|
| - order.
|
| - result (string): any name of enum BuildEvent.BuildResult.
|
| - (listed in infra.libs.event_mon.monitoring.BUILD_RESULTS)
|
| -
|
| - Returns:
|
| - success (bool): False if some error happened.
|
| - """
|
| - log_event = _get_build_event(event_type,
|
| - hostname,
|
| - build_name,
|
| - build_number=build_number,
|
| - build_scheduling_time=build_scheduling_time,
|
| - step_name=step_name,
|
| - step_number=step_number,
|
| - result=result,
|
| - timestamp_kind=timestamp_kind,
|
| - event_timestamp=event_timestamp)
|
| -
|
| - return config._router.push_event(log_event)
|
|
|