Mike Frysinger | f1ba7ad | 2022-09-12 05:42:57 -0400 | [diff] [blame] | 1 | # Copyright 2016 The ChromiumOS Authors |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | """Send system monitoring data to the timeseries monitoring API.""" |
| 6 | |
| 7 | from __future__ import absolute_import |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 8 | |
Chris McDonald | 59650c3 | 2021-07-20 15:29:28 -0600 | [diff] [blame] | 9 | import logging |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 10 | import time |
| 11 | |
Chris McDonald | 59650c3 | 2021-07-20 15:29:28 -0600 | [diff] [blame] | 12 | from chromite.third_party.infra_libs.ts_mon.common import interface |
| 13 | |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 14 | from chromite.lib import commandline |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 15 | from chromite.lib import metrics |
| 16 | from chromite.lib import ts_mon_config |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 17 | from chromite.scripts.sysmon import git_metrics |
| 18 | from chromite.scripts.sysmon import loop |
| 19 | from chromite.scripts.sysmon import net_metrics |
| 20 | from chromite.scripts.sysmon import osinfo_metrics |
| 21 | from chromite.scripts.sysmon import proc_metrics |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 22 | from chromite.scripts.sysmon import puppet_metrics |
| 23 | from chromite.scripts.sysmon import system_metrics |
Mike Frysinger | 144dce0 | 2018-07-14 00:43:45 -0400 | [diff] [blame] | 24 | |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 25 | |
| 26 | logger = logging.getLogger(__name__) |
| 27 | |
| 28 | |
| 29 | class _MetricCollector(object): |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 30 | """Metric collector class.""" |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 31 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 32 | def __init__(self): |
| 33 | self._collect_osinfo = _TimedCallback( |
| 34 | callback=osinfo_metrics.collect_os_info, interval=60 * 60 |
| 35 | ) |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 36 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 37 | def __call__(self): |
| 38 | """Collect metrics.""" |
| 39 | system_metrics.collect_uptime() |
| 40 | system_metrics.collect_cpu_info() |
| 41 | system_metrics.collect_disk_info() |
| 42 | system_metrics.collect_mem_info() |
| 43 | net_metrics.collect_net_info() |
| 44 | proc_metrics.collect_proc_info() |
| 45 | system_metrics.collect_load_avg() |
| 46 | puppet_metrics.collect_puppet_summary() |
| 47 | git_metrics.collect_git_metrics() |
| 48 | self._collect_osinfo() |
| 49 | system_metrics.collect_unix_time() # must be just before flush |
| 50 | metrics.Flush() |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 51 | |
| 52 | |
| 53 | class _TimedCallback(object): |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 54 | """Limits callback to one call in a given interval.""" |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 55 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 56 | def __init__(self, callback, interval): |
| 57 | """Initialize instance. |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 58 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 59 | Args: |
| 60 | callback: function to call |
| 61 | interval: Number of seconds between allowed calls |
| 62 | """ |
| 63 | self._callback = callback |
| 64 | self._interval = interval |
| 65 | self._last_called = float("-inf") |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 66 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 67 | def __call__(self): |
| 68 | if time.time() >= self._next_call: |
| 69 | self._callback() |
| 70 | self._last_called = time.time() |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 71 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 72 | @property |
| 73 | def _next_call(self): |
| 74 | return self._last_called + self._interval |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 75 | |
| 76 | |
| 77 | def main(): |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 78 | parser = commandline.ArgumentParser( |
| 79 | description=__doc__, default_log_level="DEBUG" |
| 80 | ) |
| 81 | parser.add_argument( |
| 82 | "--interval", |
| 83 | default=60, |
| 84 | type=int, |
| 85 | help="time (in seconds) between sampling system metrics", |
| 86 | ) |
| 87 | opts = parser.parse_args() |
| 88 | opts.Freeze() |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 89 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 90 | # This call returns a context manager that doesn't do anything, so we |
| 91 | # ignore the return value. |
| 92 | ts_mon_config.SetupTsMonGlobalState("sysmon", auto_flush=False) |
| 93 | # The default prefix is '/chrome/infra/'. |
| 94 | interface.state.metric_name_prefix = ( |
| 95 | interface.state.metric_name_prefix + "chromeos/sysmon/" |
| 96 | ) |
Allen Li | 0291557 | 2017-07-12 18:05:45 -0700 | [diff] [blame] | 97 | |
Alex Klein | 1699fab | 2022-09-08 08:46:06 -0600 | [diff] [blame] | 98 | collector = _MetricCollector() |
| 99 | loop.SleepLoop(callback=collector, interval=opts.interval).loop_forever() |