Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 1 | # Copyright 2016 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 5 | """Puppet metrics""" |
| 6 | |
Allen Li | 13bdf0c | 2017-03-02 15:18:16 -0800 | [diff] [blame] | 7 | from __future__ import absolute_import |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 8 | |
| 9 | import time |
| 10 | |
Mike Frysinger | cb56b64 | 2019-08-25 15:33:08 -0400 | [diff] [blame] | 11 | import yaml # pylint: disable=import-error |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 12 | |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 13 | from chromite.lib import cros_logging as logging |
Allen Li | a9c6e80 | 2017-07-11 15:42:47 -0700 | [diff] [blame] | 14 | from chromite.lib import metrics |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 15 | |
Allen Li | 22989bd | 2017-07-12 10:34:37 -0700 | [diff] [blame] | 16 | |
Allen Li | 79317bb | 2016-12-16 18:25:07 -0800 | [diff] [blame] | 17 | logger = logging.getLogger(__name__) |
| 18 | |
Allen Li | d467872 | 2017-05-22 12:25:20 -0700 | [diff] [blame] | 19 | LAST_RUN_FILE = '/var/lib/cros_puppet/state/last_run_summary.yaml' |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 20 | |
Allen Li | a9c6e80 | 2017-07-11 15:42:47 -0700 | [diff] [blame] | 21 | _config_version_metric = metrics.GaugeMetric( |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 22 | 'puppet/version/config', |
| 23 | description='The version of the puppet configuration.' |
| 24 | ' By default this is the time that the configuration was parsed') |
Allen Li | a9c6e80 | 2017-07-11 15:42:47 -0700 | [diff] [blame] | 25 | _puppet_version_metric = metrics.StringMetric( |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 26 | 'puppet/version/puppet', |
| 27 | description='Version of puppet client installed.') |
Allen Li | a9c6e80 | 2017-07-11 15:42:47 -0700 | [diff] [blame] | 28 | _events_metric = metrics.GaugeMetric( |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 29 | 'puppet/events', |
| 30 | description='Number of changes the puppet client made to the system in its' |
| 31 | ' last run, by success or failure') |
Allen Li | a9c6e80 | 2017-07-11 15:42:47 -0700 | [diff] [blame] | 32 | _resources_metric = metrics.GaugeMetric( |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 33 | 'puppet/resources', |
| 34 | description='Number of resources known by the puppet client in its last' |
| 35 | ' run') |
Allen Li | a9c6e80 | 2017-07-11 15:42:47 -0700 | [diff] [blame] | 36 | _times_metric = metrics.FloatMetric( |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 37 | 'puppet/times', |
Allen Li | 22989bd | 2017-07-12 10:34:37 -0700 | [diff] [blame] | 38 | description='Time taken to perform various parts of the last puppet run') |
Allen Li | a9c6e80 | 2017-07-11 15:42:47 -0700 | [diff] [blame] | 39 | _age_metric = metrics.FloatMetric( |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 40 | 'puppet/age', |
Allen Li | 22989bd | 2017-07-12 10:34:37 -0700 | [diff] [blame] | 41 | description='Time since last run') |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 42 | |
| 43 | |
Allen Li | a07466d | 2016-12-16 16:57:50 -0800 | [diff] [blame] | 44 | class _PuppetRunSummary(object): |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 45 | """Puppet run summary information.""" |
| 46 | |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 47 | def __init__(self, f): |
| 48 | """Instantiate instance. |
| 49 | |
| 50 | Args: |
| 51 | f: file object to read summary from |
| 52 | """ |
| 53 | self._data = yaml.safe_load(f) |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 54 | |
| 55 | @property |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 56 | def _versions(self): |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 57 | """Return mapping of version information.""" |
| 58 | return self._data.get('version', {}) |
| 59 | |
| 60 | @property |
| 61 | def config_version(self): |
Allen Li | 2b3a93c | 2016-11-01 12:27:21 -0700 | [diff] [blame] | 62 | """Return config version as int.""" |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 63 | return self._versions.get('config', -1) |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 64 | |
| 65 | @property |
| 66 | def puppet_version(self): |
Allen Li | 2b3a93c | 2016-11-01 12:27:21 -0700 | [diff] [blame] | 67 | """Return Puppet version as string.""" |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 68 | return self._versions.get('puppet', '') |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 69 | |
| 70 | @property |
| 71 | def events(self): |
| 72 | """Return mapping of events information.""" |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 73 | events = self._data.get('events', {}) |
| 74 | events.pop('total', None) |
| 75 | return events |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 76 | |
| 77 | @property |
| 78 | def resources(self): |
| 79 | """Return mapping of resources information.""" |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 80 | resources = self._data.get('resources', {}) |
| 81 | total = resources.pop('total', 0) |
Mike Frysinger | 0bdbc10 | 2019-06-13 15:27:29 -0400 | [diff] [blame] | 82 | resources['other'] = max(0, total - sum(resources.values())) |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 83 | return resources |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 84 | |
| 85 | @property |
| 86 | def times(self): |
| 87 | """Return mapping of time information.""" |
Allen Li | f8d6798 | 2017-10-09 18:45:59 -0700 | [diff] [blame] | 88 | times = self._data.get('time', {}).copy() |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 89 | times.pop('last_run', None) |
Allen Li | d0ab2ca | 2017-11-22 11:25:37 -0800 | [diff] [blame] | 90 | total = times.pop('total', 0) |
Mike Frysinger | 0bdbc10 | 2019-06-13 15:27:29 -0400 | [diff] [blame] | 91 | times['other'] = max(0, total - sum(times.values())) |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 92 | return times |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 93 | |
| 94 | @property |
| 95 | def last_run_time(self): |
| 96 | """Return last run time as UNIX seconds or None.""" |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 97 | times = self._data.get('time', {}) |
| 98 | return times.get('last_run') |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 99 | |
| 100 | |
Allen Li | 45ae839 | 2017-03-02 14:19:35 -0800 | [diff] [blame] | 101 | def collect_puppet_summary(): |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 102 | """Send Puppet run summary metrics.""" |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 103 | try: |
Allen Li | d7a679c | 2017-07-13 15:16:08 -0700 | [diff] [blame] | 104 | with open(LAST_RUN_FILE) as f: |
| 105 | summary = _PuppetRunSummary(f) |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 106 | except Exception as e: |
Allen Li | 867d458 | 2017-05-24 18:00:43 -0700 | [diff] [blame] | 107 | logger.warning(u'Error loading Puppet run summary: %s', e) |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 108 | else: |
Allen Li | 2b3a93c | 2016-11-01 12:27:21 -0700 | [diff] [blame] | 109 | _config_version_metric.set(summary.config_version) |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 110 | _puppet_version_metric.set(str(summary.puppet_version)) |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 111 | |
Mike Frysinger | 0bdbc10 | 2019-06-13 15:27:29 -0400 | [diff] [blame] | 112 | for key, value in summary.events.items(): |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 113 | _events_metric.set(value, {'result': key}) |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 114 | |
Mike Frysinger | 0bdbc10 | 2019-06-13 15:27:29 -0400 | [diff] [blame] | 115 | for key, value in summary.resources.items(): |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 116 | _resources_metric.set(value, {'action': key}) |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 117 | |
Mike Frysinger | 0bdbc10 | 2019-06-13 15:27:29 -0400 | [diff] [blame] | 118 | for key, value in summary.times.items(): |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 119 | _times_metric.set(value, {'step': key}) |
Allen Li | ec5beb3 | 2016-09-08 15:31:41 -0700 | [diff] [blame] | 120 | |
Allen Li | fdfa661 | 2016-10-25 16:10:37 -0700 | [diff] [blame] | 121 | if summary.last_run_time is not None: |
| 122 | _age_metric.set(time.time() - summary.last_run_time) |