Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
| 2 | # Copyright 2019 The Chromium OS Authors. All rights reserved. |
| 3 | # Use of this source code is governed by a BSD-style license that can be |
| 4 | # found in the LICENSE file. |
| 5 | |
| 6 | """Sysroot controller.""" |
| 7 | |
| 8 | from __future__ import print_function |
| 9 | |
Alex Klein | 8cb365a | 2019-05-15 16:24:53 -0600 | [diff] [blame] | 10 | from chromite.api import controller |
Alex Klein | 076841b | 2019-08-29 15:19:39 -0600 | [diff] [blame] | 11 | from chromite.api import faux |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 12 | from chromite.api import validate |
Alex Klein | a9d500b | 2019-04-22 15:37:51 -0600 | [diff] [blame] | 13 | from chromite.api.controller import controller_util |
Will Bradley | 7e5b8c1 | 2019-07-30 12:44:15 -0600 | [diff] [blame] | 14 | from chromite.api.metrics import deserialize_metrics_log |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 15 | from chromite.lib import build_target_util |
| 16 | from chromite.lib import cros_build_lib |
Alex Klein | a9d6460 | 2019-05-17 14:55:37 -0600 | [diff] [blame] | 17 | from chromite.lib import cros_logging as logging |
| 18 | from chromite.lib import portage_util |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 19 | from chromite.lib import sysroot_lib |
| 20 | from chromite.service import sysroot |
Will Bradley | 7e5b8c1 | 2019-07-30 12:44:15 -0600 | [diff] [blame] | 21 | from chromite.utils import metrics |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 22 | |
| 23 | _ACCEPTED_LICENSES = '@CHROMEOS' |
| 24 | |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 25 | |
Alex Klein | 076841b | 2019-08-29 15:19:39 -0600 | [diff] [blame] | 26 | @faux.all_empty |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 27 | @validate.require('build_target.name') |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 28 | @validate.validation_complete |
| 29 | def Create(input_proto, output_proto, _config): |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 30 | """Create or replace a sysroot.""" |
| 31 | update_chroot = not input_proto.flags.chroot_current |
| 32 | replace_sysroot = input_proto.flags.replace |
| 33 | |
| 34 | build_target_name = input_proto.build_target.name |
| 35 | profile = input_proto.profile.name or None |
| 36 | |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 37 | build_target = build_target_util.BuildTarget(name=build_target_name, |
| 38 | profile=profile) |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 39 | run_configs = sysroot.SetupBoardRunConfig( |
| 40 | force=replace_sysroot, upgrade_chroot=update_chroot) |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 41 | |
| 42 | try: |
| 43 | created = sysroot.Create(build_target, run_configs, |
| 44 | accept_licenses=_ACCEPTED_LICENSES) |
| 45 | except sysroot.Error as e: |
| 46 | cros_build_lib.Die(e.message) |
| 47 | |
| 48 | output_proto.sysroot.path = created.path |
| 49 | output_proto.sysroot.build_target.name = build_target_name |
| 50 | |
Alex Klein | 076841b | 2019-08-29 15:19:39 -0600 | [diff] [blame] | 51 | return controller.RETURN_CODE_SUCCESS |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 52 | |
Alex Klein | 076841b | 2019-08-29 15:19:39 -0600 | [diff] [blame] | 53 | |
| 54 | def _MockFailedPackagesResponse(_input_proto, output_proto, _config): |
| 55 | """Mock error response that populates failed packages.""" |
| 56 | pkg = output_proto.failed_packages.add() |
| 57 | pkg.package_name = 'package' |
| 58 | pkg.category = 'category' |
| 59 | pkg.version = '1.0.0_rc-r1' |
| 60 | |
| 61 | pkg2 = output_proto.failed_packages.add() |
| 62 | pkg2.package_name = 'bar' |
| 63 | pkg2.category = 'foo' |
| 64 | pkg2.version = '3.7-r99' |
| 65 | |
| 66 | |
| 67 | @faux.empty_success |
| 68 | @faux.error(_MockFailedPackagesResponse) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 69 | @validate.require('sysroot.path', 'sysroot.build_target.name') |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 70 | @validate.exists('sysroot.path') |
| 71 | @validate.validation_complete |
| 72 | def InstallToolchain(input_proto, output_proto, _config): |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 73 | """Install the toolchain into a sysroot.""" |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 74 | compile_source = input_proto.flags.compile_source |
| 75 | |
| 76 | sysroot_path = input_proto.sysroot.path |
| 77 | build_target_name = input_proto.sysroot.build_target.name |
| 78 | |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 79 | build_target = build_target_util.BuildTarget(name=build_target_name) |
| 80 | target_sysroot = sysroot_lib.Sysroot(sysroot_path) |
Alex Klein | 6682ae1 | 2019-06-25 13:50:32 -0600 | [diff] [blame] | 81 | run_configs = sysroot.SetupBoardRunConfig(usepkg=not compile_source) |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 82 | |
Alex Klein | a9d6460 | 2019-05-17 14:55:37 -0600 | [diff] [blame] | 83 | _LogBinhost(build_target.name) |
| 84 | |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 85 | try: |
| 86 | sysroot.InstallToolchain(build_target, target_sysroot, run_configs) |
| 87 | except sysroot_lib.ToolchainInstallError as e: |
| 88 | # Error installing - populate the failed package info. |
| 89 | for package in e.failed_toolchain_info: |
| 90 | package_info = output_proto.failed_packages.add() |
Alex Klein | a9d500b | 2019-04-22 15:37:51 -0600 | [diff] [blame] | 91 | controller_util.CPVToPackageInfo(package, package_info) |
Alex Klein | da35fcf | 2019-03-07 16:01:15 -0700 | [diff] [blame] | 92 | |
Alex Klein | 8cb365a | 2019-05-15 16:24:53 -0600 | [diff] [blame] | 93 | return controller.RETURN_CODE_UNSUCCESSFUL_RESPONSE_AVAILABLE |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 94 | |
Alex Klein | 076841b | 2019-08-29 15:19:39 -0600 | [diff] [blame] | 95 | return controller.RETURN_CODE_SUCCESS |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 96 | |
Alex Klein | 076841b | 2019-08-29 15:19:39 -0600 | [diff] [blame] | 97 | |
| 98 | @faux.empty_success |
| 99 | @faux.error(_MockFailedPackagesResponse) |
Alex Klein | 566d80e | 2019-09-24 12:27:58 -0600 | [diff] [blame] | 100 | @validate.require('sysroot.build_target.name') |
| 101 | @validate.exists('sysroot.path') |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 102 | @validate.validation_complete |
Will Bradley | 7e5b8c1 | 2019-07-30 12:44:15 -0600 | [diff] [blame] | 103 | @metrics.collect_metrics |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 104 | def InstallPackages(input_proto, output_proto, _config): |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 105 | """Install packages into a sysroot, building as necessary and permitted.""" |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 106 | compile_source = input_proto.flags.compile_source |
| 107 | event_file = input_proto.flags.event_file |
Alex Klein | 566d80e | 2019-09-24 12:27:58 -0600 | [diff] [blame] | 108 | use_goma = input_proto.flags.use_goma |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 109 | |
Alex Klein | 566d80e | 2019-09-24 12:27:58 -0600 | [diff] [blame] | 110 | target_sysroot = sysroot_lib.Sysroot(input_proto.sysroot.path) |
| 111 | build_target = controller_util.ParseBuildTarget( |
| 112 | input_proto.sysroot.build_target) |
Mike Frysinger | 66ce413 | 2019-07-17 22:52:52 -0400 | [diff] [blame] | 113 | packages = [controller_util.PackageInfoToString(x) |
| 114 | for x in input_proto.packages] |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 115 | |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 116 | if not target_sysroot.IsToolchainInstalled(): |
| 117 | cros_build_lib.Die('Toolchain must first be installed.') |
| 118 | |
Alex Klein | a9d6460 | 2019-05-17 14:55:37 -0600 | [diff] [blame] | 119 | _LogBinhost(build_target.name) |
| 120 | |
Alex Klein | be0bae4 | 2019-05-06 13:01:49 -0600 | [diff] [blame] | 121 | use_flags = [u.flag for u in input_proto.use_flags] |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 122 | build_packages_config = sysroot.BuildPackagesRunConfig( |
Alex Klein | 566d80e | 2019-09-24 12:27:58 -0600 | [diff] [blame] | 123 | event_file=event_file, |
| 124 | usepkg=not compile_source, |
| 125 | install_debug_symbols=True, |
| 126 | packages=packages, |
| 127 | use_flags=use_flags, |
| 128 | use_goma=use_goma) |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 129 | |
| 130 | try: |
| 131 | sysroot.BuildPackages(build_target, target_sysroot, build_packages_config) |
| 132 | except sysroot_lib.PackageInstallError as e: |
Alex Klein | 2557b4f | 2019-07-11 14:34:00 -0600 | [diff] [blame] | 133 | if not e.failed_packages: |
| 134 | # No packages to report, so just exit with an error code. |
| 135 | return controller.RETURN_CODE_COMPLETED_UNSUCCESSFULLY |
| 136 | |
| 137 | # We need to report the failed packages. |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 138 | for package in e.failed_packages: |
| 139 | package_info = output_proto.failed_packages.add() |
Alex Klein | a9d500b | 2019-04-22 15:37:51 -0600 | [diff] [blame] | 140 | controller_util.CPVToPackageInfo(package, package_info) |
Alex Klein | d4e1e42 | 2019-03-18 16:00:41 -0600 | [diff] [blame] | 141 | |
Alex Klein | 8cb365a | 2019-05-15 16:24:53 -0600 | [diff] [blame] | 142 | return controller.RETURN_CODE_UNSUCCESSFUL_RESPONSE_AVAILABLE |
Alex Klein | a9d6460 | 2019-05-17 14:55:37 -0600 | [diff] [blame] | 143 | |
Will Bradley | 7e5b8c1 | 2019-07-30 12:44:15 -0600 | [diff] [blame] | 144 | # Read metric events log and pipe them into output_proto.events. |
Alex Klein | 566d80e | 2019-09-24 12:27:58 -0600 | [diff] [blame] | 145 | deserialize_metrics_log(output_proto.events, prefix=build_target.name) |
Will Bradley | 7e5b8c1 | 2019-07-30 12:44:15 -0600 | [diff] [blame] | 146 | |
Alex Klein | a9d6460 | 2019-05-17 14:55:37 -0600 | [diff] [blame] | 147 | |
| 148 | def _LogBinhost(board): |
| 149 | """Log the portage binhost for the given board.""" |
| 150 | binhost = portage_util.PortageqEnvvar('PORTAGE_BINHOST', board=board, |
| 151 | allow_undefined=True) |
| 152 | if not binhost: |
| 153 | logging.warning('Portage Binhost not found.') |
| 154 | else: |
| 155 | logging.info('Portage Binhost: %s', binhost) |