blob: 5edbbc870931933c97dc4e1522e8f089633420b0 [file] [log] [blame]
Alex Kleinda35fcf2019-03-07 16:01:15 -07001# -*- coding: utf-8 -*-
2# Copyright 2019 The Chromium OS Authors. All rights reserved.
3# Use of this source code is governed by a BSD-style license that can be
4# found in the LICENSE file.
5
6"""Sysroot controller."""
7
8from __future__ import print_function
9
Alex Klein8cb365a2019-05-15 16:24:53 -060010from chromite.api import controller
Alex Klein076841b2019-08-29 15:19:39 -060011from chromite.api import faux
Alex Klein2b236722019-06-19 15:44:26 -060012from chromite.api import validate
Alex Kleina9d500b2019-04-22 15:37:51 -060013from chromite.api.controller import controller_util
Will Bradley7e5b8c12019-07-30 12:44:15 -060014from chromite.api.metrics import deserialize_metrics_log
Alex Kleinda35fcf2019-03-07 16:01:15 -070015from chromite.lib import build_target_util
16from chromite.lib import cros_build_lib
Alex Kleina9d64602019-05-17 14:55:37 -060017from chromite.lib import cros_logging as logging
18from chromite.lib import portage_util
Alex Kleinda35fcf2019-03-07 16:01:15 -070019from chromite.lib import sysroot_lib
20from chromite.service import sysroot
Will Bradley7e5b8c12019-07-30 12:44:15 -060021from chromite.utils import metrics
Alex Kleinda35fcf2019-03-07 16:01:15 -070022
23_ACCEPTED_LICENSES = '@CHROMEOS'
24
Alex Kleind4e1e422019-03-18 16:00:41 -060025
Alex Klein076841b2019-08-29 15:19:39 -060026@faux.all_empty
Alex Klein2b236722019-06-19 15:44:26 -060027@validate.require('build_target.name')
Alex Klein231d2da2019-07-22 16:44:45 -060028@validate.validation_complete
29def Create(input_proto, output_proto, _config):
Alex Kleinda35fcf2019-03-07 16:01:15 -070030 """Create or replace a sysroot."""
31 update_chroot = not input_proto.flags.chroot_current
32 replace_sysroot = input_proto.flags.replace
33
34 build_target_name = input_proto.build_target.name
35 profile = input_proto.profile.name or None
36
Alex Kleinda35fcf2019-03-07 16:01:15 -070037 build_target = build_target_util.BuildTarget(name=build_target_name,
38 profile=profile)
Alex Kleind4e1e422019-03-18 16:00:41 -060039 run_configs = sysroot.SetupBoardRunConfig(
40 force=replace_sysroot, upgrade_chroot=update_chroot)
Alex Kleinda35fcf2019-03-07 16:01:15 -070041
42 try:
43 created = sysroot.Create(build_target, run_configs,
44 accept_licenses=_ACCEPTED_LICENSES)
45 except sysroot.Error as e:
46 cros_build_lib.Die(e.message)
47
48 output_proto.sysroot.path = created.path
49 output_proto.sysroot.build_target.name = build_target_name
50
Alex Klein076841b2019-08-29 15:19:39 -060051 return controller.RETURN_CODE_SUCCESS
Alex Kleinda35fcf2019-03-07 16:01:15 -070052
Alex Klein076841b2019-08-29 15:19:39 -060053
54def _MockFailedPackagesResponse(_input_proto, output_proto, _config):
55 """Mock error response that populates failed packages."""
56 pkg = output_proto.failed_packages.add()
57 pkg.package_name = 'package'
58 pkg.category = 'category'
59 pkg.version = '1.0.0_rc-r1'
60
61 pkg2 = output_proto.failed_packages.add()
62 pkg2.package_name = 'bar'
63 pkg2.category = 'foo'
64 pkg2.version = '3.7-r99'
65
66
67@faux.empty_success
68@faux.error(_MockFailedPackagesResponse)
Alex Klein2b236722019-06-19 15:44:26 -060069@validate.require('sysroot.path', 'sysroot.build_target.name')
Alex Klein231d2da2019-07-22 16:44:45 -060070@validate.exists('sysroot.path')
71@validate.validation_complete
72def InstallToolchain(input_proto, output_proto, _config):
Alex Klein2b236722019-06-19 15:44:26 -060073 """Install the toolchain into a sysroot."""
Alex Kleinda35fcf2019-03-07 16:01:15 -070074 compile_source = input_proto.flags.compile_source
75
76 sysroot_path = input_proto.sysroot.path
77 build_target_name = input_proto.sysroot.build_target.name
78
Alex Kleinda35fcf2019-03-07 16:01:15 -070079 build_target = build_target_util.BuildTarget(name=build_target_name)
80 target_sysroot = sysroot_lib.Sysroot(sysroot_path)
Alex Klein6682ae12019-06-25 13:50:32 -060081 run_configs = sysroot.SetupBoardRunConfig(usepkg=not compile_source)
Alex Kleinda35fcf2019-03-07 16:01:15 -070082
Alex Kleina9d64602019-05-17 14:55:37 -060083 _LogBinhost(build_target.name)
84
Alex Kleinda35fcf2019-03-07 16:01:15 -070085 try:
86 sysroot.InstallToolchain(build_target, target_sysroot, run_configs)
87 except sysroot_lib.ToolchainInstallError as e:
88 # Error installing - populate the failed package info.
89 for package in e.failed_toolchain_info:
90 package_info = output_proto.failed_packages.add()
Alex Kleina9d500b2019-04-22 15:37:51 -060091 controller_util.CPVToPackageInfo(package, package_info)
Alex Kleinda35fcf2019-03-07 16:01:15 -070092
Alex Klein8cb365a2019-05-15 16:24:53 -060093 return controller.RETURN_CODE_UNSUCCESSFUL_RESPONSE_AVAILABLE
Alex Kleind4e1e422019-03-18 16:00:41 -060094
Alex Klein076841b2019-08-29 15:19:39 -060095 return controller.RETURN_CODE_SUCCESS
Alex Kleind4e1e422019-03-18 16:00:41 -060096
Alex Klein076841b2019-08-29 15:19:39 -060097
98@faux.empty_success
99@faux.error(_MockFailedPackagesResponse)
Alex Klein566d80e2019-09-24 12:27:58 -0600100@validate.require('sysroot.build_target.name')
101@validate.exists('sysroot.path')
Alex Klein231d2da2019-07-22 16:44:45 -0600102@validate.validation_complete
Will Bradley7e5b8c12019-07-30 12:44:15 -0600103@metrics.collect_metrics
Alex Klein231d2da2019-07-22 16:44:45 -0600104def InstallPackages(input_proto, output_proto, _config):
Alex Klein2b236722019-06-19 15:44:26 -0600105 """Install packages into a sysroot, building as necessary and permitted."""
Alex Kleind4e1e422019-03-18 16:00:41 -0600106 compile_source = input_proto.flags.compile_source
107 event_file = input_proto.flags.event_file
Alex Klein566d80e2019-09-24 12:27:58 -0600108 use_goma = input_proto.flags.use_goma
Alex Kleind4e1e422019-03-18 16:00:41 -0600109
Alex Klein566d80e2019-09-24 12:27:58 -0600110 target_sysroot = sysroot_lib.Sysroot(input_proto.sysroot.path)
111 build_target = controller_util.ParseBuildTarget(
112 input_proto.sysroot.build_target)
Mike Frysinger66ce4132019-07-17 22:52:52 -0400113 packages = [controller_util.PackageInfoToString(x)
114 for x in input_proto.packages]
Alex Kleind4e1e422019-03-18 16:00:41 -0600115
Alex Kleind4e1e422019-03-18 16:00:41 -0600116 if not target_sysroot.IsToolchainInstalled():
117 cros_build_lib.Die('Toolchain must first be installed.')
118
Alex Kleina9d64602019-05-17 14:55:37 -0600119 _LogBinhost(build_target.name)
120
Alex Kleinbe0bae42019-05-06 13:01:49 -0600121 use_flags = [u.flag for u in input_proto.use_flags]
Alex Kleind4e1e422019-03-18 16:00:41 -0600122 build_packages_config = sysroot.BuildPackagesRunConfig(
Alex Klein566d80e2019-09-24 12:27:58 -0600123 event_file=event_file,
124 usepkg=not compile_source,
125 install_debug_symbols=True,
126 packages=packages,
127 use_flags=use_flags,
128 use_goma=use_goma)
Alex Kleind4e1e422019-03-18 16:00:41 -0600129
130 try:
131 sysroot.BuildPackages(build_target, target_sysroot, build_packages_config)
132 except sysroot_lib.PackageInstallError as e:
Alex Klein2557b4f2019-07-11 14:34:00 -0600133 if not e.failed_packages:
134 # No packages to report, so just exit with an error code.
135 return controller.RETURN_CODE_COMPLETED_UNSUCCESSFULLY
136
137 # We need to report the failed packages.
Alex Kleind4e1e422019-03-18 16:00:41 -0600138 for package in e.failed_packages:
139 package_info = output_proto.failed_packages.add()
Alex Kleina9d500b2019-04-22 15:37:51 -0600140 controller_util.CPVToPackageInfo(package, package_info)
Alex Kleind4e1e422019-03-18 16:00:41 -0600141
Alex Klein8cb365a2019-05-15 16:24:53 -0600142 return controller.RETURN_CODE_UNSUCCESSFUL_RESPONSE_AVAILABLE
Alex Kleina9d64602019-05-17 14:55:37 -0600143
Will Bradley7e5b8c12019-07-30 12:44:15 -0600144 # Read metric events log and pipe them into output_proto.events.
Alex Klein566d80e2019-09-24 12:27:58 -0600145 deserialize_metrics_log(output_proto.events, prefix=build_target.name)
Will Bradley7e5b8c12019-07-30 12:44:15 -0600146
Alex Kleina9d64602019-05-17 14:55:37 -0600147
148def _LogBinhost(board):
149 """Log the portage binhost for the given board."""
150 binhost = portage_util.PortageqEnvvar('PORTAGE_BINHOST', board=board,
151 allow_undefined=True)
152 if not binhost:
153 logging.warning('Portage Binhost not found.')
154 else:
155 logging.info('Portage Binhost: %s', binhost)