Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 1 | # Copyright 2017 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | """Git repo metrics.""" |
| 6 | |
| 7 | from __future__ import absolute_import |
| 8 | from __future__ import print_function |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 9 | |
| 10 | import os |
| 11 | import subprocess |
| 12 | |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 13 | from chromite.lib import cros_logging as logging |
| 14 | from infra_libs import ts_mon |
| 15 | |
| 16 | logger = logging.getLogger(__name__) |
| 17 | |
| 18 | |
| 19 | class _GitRepo(object): |
Paul Hobbs | e46a42b | 2017-03-21 14:04:13 -0700 | [diff] [blame] | 20 | """Helper class for running git commands.""" |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 21 | |
| 22 | def __init__(self, gitdir): |
| 23 | self._gitdir = gitdir |
| 24 | |
| 25 | def _get_git_command(self): |
| 26 | return ['git', '--git-dir', self._gitdir] |
| 27 | |
| 28 | def _check_output(self, args, **kwargs): |
| 29 | return subprocess.check_output( |
| 30 | self._get_git_command() + list(args), **kwargs) |
| 31 | |
| 32 | def get_commit_hash(self): |
Allen Li | d233398 | 2017-04-04 17:03:32 -0700 | [diff] [blame] | 33 | """Return commit hash string.""" |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 34 | return self._check_output(['rev-parse', 'HEAD']).strip() |
| 35 | |
| 36 | def get_commit_time(self): |
Allen Li | d233398 | 2017-04-04 17:03:32 -0700 | [diff] [blame] | 37 | """Return commit time as UNIX timestamp int.""" |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 38 | return int(self._check_output(['show', '-s', '--format=%ct', 'HEAD']) |
| 39 | .strip()) |
| 40 | |
| 41 | |
| 42 | class _GitMetricCollector(object): |
Allen Li | bdb9f04 | 2017-04-10 13:25:47 -0700 | [diff] [blame] | 43 | """Class for collecting metrics about a git repository. |
| 44 | |
| 45 | The constructor takes the arguments: `gitdir`, `metric_path`. |
| 46 | `gitdir` is the path to the Git directory to collect metrics for and |
| 47 | may start with a tilde (expanded to a user's home directory). |
| 48 | `metric_path` is the Monarch metric path to report to. |
| 49 | """ |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 50 | |
| 51 | _commit_hash_metric = ts_mon.StringMetric( |
| 52 | 'git/hash', |
| 53 | description='Current Git commit hash.') |
| 54 | |
Allen Li | d523d96 | 2017-04-04 16:48:36 -0700 | [diff] [blame] | 55 | _timestamp_metric = ts_mon.GaugeMetric( |
| 56 | 'git/timestamp', |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 57 | description='Current Git commit time as seconds since Unix Epoch.') |
| 58 | |
| 59 | def __init__(self, gitdir, metric_path): |
| 60 | self._gitdir = gitdir |
Allen Li | bdb9f04 | 2017-04-10 13:25:47 -0700 | [diff] [blame] | 61 | self._gitrepo = _GitRepo(os.path.expanduser(gitdir)) |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 62 | self._fields = {'repo': gitdir} |
| 63 | self._metric_path = metric_path |
| 64 | |
| 65 | def collect(self): |
| 66 | """Collect metrics.""" |
| 67 | try: |
| 68 | self._collect_commit_hash_metric() |
Allen Li | d523d96 | 2017-04-04 16:48:36 -0700 | [diff] [blame] | 69 | self._collect_timestamp_metric() |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 70 | except subprocess.CalledProcessError as e: |
Allen Li | 867d458 | 2017-05-24 18:00:43 -0700 | [diff] [blame^] | 71 | logger.warning(u'Error collecting git metrics for %s: %s', |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 72 | self._gitdir, e) |
| 73 | |
| 74 | def _collect_commit_hash_metric(self): |
| 75 | commit_hash = self._gitrepo.get_commit_hash() |
Allen Li | 867d458 | 2017-05-24 18:00:43 -0700 | [diff] [blame^] | 76 | logger.debug(u'Collecting Git hash %r for %r', commit_hash, self._gitdir) |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 77 | self._commit_hash_metric.set(commit_hash, self._fields) |
| 78 | |
Allen Li | d523d96 | 2017-04-04 16:48:36 -0700 | [diff] [blame] | 79 | def _collect_timestamp_metric(self): |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 80 | commit_time = self._gitrepo.get_commit_time() |
Allen Li | 867d458 | 2017-05-24 18:00:43 -0700 | [diff] [blame^] | 81 | logger.debug(u'Collecting Git timestamp %r for %r', |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 82 | commit_time, self._gitdir) |
Allen Li | d523d96 | 2017-04-04 16:48:36 -0700 | [diff] [blame] | 83 | self._timestamp_metric.set(commit_time, self._fields) |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 84 | |
| 85 | |
Allen Li | bdb9f04 | 2017-04-10 13:25:47 -0700 | [diff] [blame] | 86 | _CHROMIUMOS_DIR = '~chromeos-test/chromiumos/' |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 87 | |
| 88 | _repo_collectors = ( |
Allen Li | a02d34a | 2017-04-04 17:13:46 -0700 | [diff] [blame] | 89 | # TODO(ayatane): We cannot access chromeos-admin because we are |
| 90 | # running as non-root. |
| 91 | _GitMetricCollector(gitdir='/root/chromeos-admin/.git', |
| 92 | metric_path='chromeos-admin'), |
| 93 | _GitMetricCollector(gitdir=_CHROMIUMOS_DIR + 'chromite/.git', |
| 94 | metric_path='chromite'), |
| 95 | _GitMetricCollector(gitdir='/usr/local/autotest/.git', |
| 96 | metric_path='installed_autotest'), |
Allen Li | 24bf818 | 2017-03-02 16:41:20 -0800 | [diff] [blame] | 97 | ) |
| 98 | |
| 99 | |
| 100 | def collect_git_metrics(): |
| 101 | """Collect metrics for Git repository state.""" |
| 102 | for collector in _repo_collectors: |
| 103 | collector.collect() |