bisect_cr_localbuild_internal.py

#!/usr/bin/env python2
# -*- coding: utf-8 -*-
# Copyright 2018 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Chrome bisector to bisect a range of chrome commits.

This bisector bisects commits between branched chrome and releases.
"""
from __future__ import print_function
import logging
import os

from bisect_kit import cli
from bisect_kit import codechange
from bisect_kit import configure
from bisect_kit import core
from bisect_kit import cros_util
from bisect_kit import cr_util
from bisect_kit import gclient_util
from bisect_kit import util

logger = logging.getLogger(__name__)

revtype = cli.argtype_multiplexer(cr_util.argtype_chrome_version,
                                  cros_util.argtype_cros_version,
                                  codechange.argtype_intra_rev(
                                      cr_util.argtype_chrome_version))


def guess_chrome_version(opts, rev):
  if cros_util.is_cros_version(rev):
    assert opts.board, 'need to specify BOARD for cros version'
    rev = cros_util.query_chrome_version(opts.board, rev)
    assert cr_util.is_chrome_version(rev)

  return rev


class ChromeSrcDomain(core.BisectDomain):
  """BisectDomain for Chrome branched tree"""
  revtype = staticmethod(revtype)
  help = globals()['__doc__']

  @staticmethod
  def add_init_arguments(parser):
    parser.add_argument(
        '--chrome_root',
        required=True,
        metavar='CHROME_ROOT',
        type=cli.argtype_dir_path,
        default=configure.get('CHROME_ROOT'),
        help='Root of chrome source tree, like ~/chromium')
    parser.add_argument(
        '--gclient_cache_dir',
        required=True,
        metavar='GCLIENT_CACHE_DIR',
        type=cli.argtype_dir_path,
        default=configure.get('GCLIENT_CACHE_DIR'),
        help='gclient cache dir')

    # Only used for Chrome on ChromeOS.
    parser.add_argument(
        '--dut',
        type=cli.argtype_notempty,
        metavar='DUT',
        default=configure.get('DUT'),
        help='For ChromeOS, address of DUT (Device Under Test)')
    parser.add_argument(
        '--board',
        metavar='BOARD',
        default=configure.get('BOARD'),
        help='For ChromeOS, board name')

  @staticmethod
  def init(opts):
    chrome_src = os.path.join(opts.chrome_root, 'src')
    if not os.path.exists(chrome_src):
      raise core.ExecutionFatalError("chrome src directory doesn't exist")

    if opts.dut:
      assert cros_util.is_dut(opts.dut)
      if not opts.board:
        opts.board = cros_util.query_dut_board(opts.dut)

    old = guess_chrome_version(opts, opts.old)
    new = guess_chrome_version(opts, opts.new)
    assert old != new

    if not util.is_version_lesseq(old, new):
      logger.error('old=%s is newer than new=%s !?', old, new)
      raise Exception

    config = dict(
        chrome_root=opts.chrome_root,
        old=old,
        new=new,
        board=opts.board,
        dut=opts.dut,
        gclient_cache_dir=opts.gclient_cache_dir)

    spec_manager = cr_util.ChromeSpecManager(config)
    cache = gclient_util.GclientCache(opts.gclient_cache_dir)

    # Initial sync to get all buildspecs.
    release_deps_file = cr_util.ChromeSpecManager.get_release_deps(new)
    path = os.path.join(opts.chrome_root, 'buildspec', release_deps_file)
    if not os.path.exists(path):
      spec_manager.sync_to_release(new)

    for rev in (old, new):
      release_deps_file = cr_util.ChromeSpecManager.get_release_deps(rev)
      path = os.path.join(opts.chrome_root, 'buildspec', release_deps_file)
      if not os.path.exists(path):
        raise Exception("%s doesn't exist" % path)

    # Make sure all repos in between are cached
    float_specs = spec_manager.collect_float_spec(old, new)
    for spec in reversed(float_specs):
      spec_manager.parse_spec(spec)
      if cache.are_spec_commits_available(spec):
        continue
      branch = spec.path.split(os.sep)[-2]
      spec_manager.sync_to_branch_rev(branch, spec.name)

    if not util.is_direct_relative_version(old, new):
      logger.warning('old=%s is not parent of new=%s', old, new)
      old_ancestor = spec_manager.enumerate_ancestor(old)
      new_ancestor = spec_manager.enumerate_ancestor(new)
      for rev in reversed(old_ancestor):
        if rev in new_ancestor:
          lowest_common_ancestor = rev
          break
      else:
        raise Exception('Unable to find their common ancestor')
      logger.warning('Assume their lowest common ancestor, %s,'
                     'still have expected old behavior as %s',
                     lowest_common_ancestor, old)
      config['old'] = old = lowest_common_ancestor

    code_manager = codechange.CodeManager(opts.chrome_root, spec_manager, cache)
    revlist = code_manager.build_revlist(old, new)

    return config, revlist

  def __init__(self, config):
    self.config = config

  def setenv(self, env, rev):
    env['CHROME_ROOT'] = self.config['chrome_root']
    env['GCLIENT_CACHE_DIR'] = self.config['gclient_cache_dir']
    env['REV'] = rev

    if self.config['board']:
      env['BOARD'] = self.config['board']
    if self.config['dut']:
      env['DUT'] = self.config['dut']

  def view(self, old, new):
    print('old', old)
    print('new', new)

    old_base, old_next, _ = codechange.parse_intra_rev(old)
    new_base, new_next, _ = codechange.parse_intra_rev(new)
    # Only print log url if the range is within two releases.
    if old_next in (new_base, new_next):
      log_url = ('https://chromium.googlesource.com/chromium/src/+log/%s..%s'
                 '?pretty=fuller&n=10000')
      print('Be careful the following url only lists chrome src/ commits. For '
            'example, commits inside v8 and third party repos are not listed.')
      if old_base != old_next:
        print(log_url % (old_base, old_next))
      if new_base != new_next and old_next != new_next:
        print(log_url % (new_base, new_next))

    cache = gclient_util.GclientCache(self.config['gclient_cache_dir'])
    spec_manager = cr_util.ChromeSpecManager(self.config)
    code_manager = codechange.CodeManager(self.config['chrome_root'],
                                          spec_manager, cache)
    code_manager.view_rev_diff(old, new)


if __name__ == '__main__':
  cli.BisectorCommandLine(ChromeSrcDomain).main()