blob: 388847ba947a87682f28d56b588360028d6a2f46 [file] [log] [blame]
Brian Harringcb782242011-12-13 19:48:44 -08001#!/bin/bash
2
3# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
David James0b1baf62012-03-15 09:26:23 -07007. "$(dirname "$0")/common.sh" || exit 1
Brian Harringcb782242011-12-13 19:48:44 -08008
9# Script must run inside the chroot
10restart_in_chroot_if_needed "$@"
11
Zdenek Behan05780782012-05-18 03:07:28 +020012assert_not_root_user
13
David James855afb72012-03-14 20:04:59 -070014# Developer-visible flags.
Brian Harringcb782242011-12-13 19:48:44 -080015DEFINE_string board "${DEFAULT_BOARD}" \
16 "The board to build packages for."
Brian Harringcb782242011-12-13 19:48:44 -080017DEFINE_boolean usepkg "${FLAGS_TRUE}" \
18 "Use binary packages to bootstrap when possible."
Thiago Goncales5ad4ca02013-07-12 10:55:11 -070019DEFINE_boolean usepkgonly "${FLAGS_FALSE}" \
20 "Only use binary packages to bootstrap; abort if any are missing."
Mike Frysingerf4711422019-11-13 18:04:31 -050021DEFINE_boolean workon "${FLAGS_TRUE}" \
22 "Force-build workon packages."
David James855afb72012-03-14 20:04:59 -070023DEFINE_boolean showoutput "${FLAGS_FALSE}" \
24 "Show all output from parallel_emerge."
25DEFINE_boolean withautotest "${FLAGS_TRUE}" \
26 "Build autotest client code."
Bertrand SIMONNET2f6aaf22015-02-09 15:49:05 -080027DEFINE_boolean withdebugsymbols "${FLAGS_FALSE}" \
Bertrand SIMONNETc7a46e22014-12-11 15:58:11 -080028 "Install the debug symbols for all packages"
Chris Ching4bc95a12016-11-22 13:44:13 -070029DEFINE_string eventfile "${DEFAULT_EVENT_FILE}" \
30 "Define the file that event logs will be written."
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -060031DEFINE_boolean withrevdeps "${FLAGS_TRUE}" \
Gregory Meinke0766df42018-08-23 11:36:12 -060032 "Calculate reverse dependencies on changed ebuilds."
Mike Frysinger38653b02019-10-04 13:56:29 -040033DEFINE_boolean autosetgov "${FLAGS_FALSE}" \
34 "Automatically set cpu governor to 'performance'."
Chris McDonald5405a802019-11-12 13:58:38 -070035DEFINE_boolean use_any_chrome "${FLAGS_TRUE}" \
36 "Use any Chrome prebuilt available, even if the prebuilt doesn't match exactly."
Alex Kleinf61b5372020-04-16 17:02:33 -060037DEFINE_boolean cleanbuild "${FLAGS_FALSE}" \
38 "Perform a clean build; delete sysroot if it exists before building."
Alex Klein80abe722020-04-29 11:13:43 -060039DEFINE_boolean internal "${FLAGS_FALSE}" \
40 "Build the internal version of chrome (set the chrome_internal USE flag)."
Thiago Goncales5ad4ca02013-07-12 10:55:11 -070041
42# The --board_root flag specifies the environment variables ROOT and PKGDIR.
43# This allows fetching and emerging of all packages to specified board_root.
44# Note that --board_root will setup the board normally in /build/$BOARD, if it's
45# not setup yet. It also expects the toolchain to already be installed in the
46# board_root. --usepkgonly and --norebuild are required, because building is not
47# supported when board_root is set.
48# enforce this)."
49DEFINE_string board_root "" \
50 "Emerge packages to board_root."
David James855afb72012-03-14 20:04:59 -070051
Mike Frysinger76452ba2012-09-13 22:45:34 -040052FLAGS_HELP="usage: $(basename $0) [flags] [packages]
David James855afb72012-03-14 20:04:59 -070053
54build_packages updates the set of binary packages needed by Chrome OS. It will
55cross compile all packages that have been updated into the given target's root
56and build binary packages as a side-effect. The output packages will be picked
57up by the build_image script to put together a bootable Chrome OS image.
58
Mike Frysinger76452ba2012-09-13 22:45:34 -040059If [packages] are specified, only build those specific packages (and any
60dependencies they might need).
61
David James855afb72012-03-14 20:04:59 -070062For the fastest builds, use --nowithautotest --noworkon.
63"
David James855afb72012-03-14 20:04:59 -070064
65# The following options are advanced options, only available to those willing
66# to read the source code. They are not shown in help output, since they are
67# not needed for the typical developer workflow.
Ryan Cuieb4595f2012-12-17 14:28:42 -080068DEFINE_string accept_licenses "" \
69 "Licenses to append to the accept list."
David James855afb72012-03-14 20:04:59 -070070DEFINE_integer jobs -1 \
71 "How many packages to build in parallel at maximum."
72DEFINE_boolean norebuild "${FLAGS_FALSE}" \
73 "Don't automatically rebuild dependencies."
Mike Frysinger839e82a2012-03-01 14:22:10 -050074DEFINE_boolean skip_chroot_upgrade "${FLAGS_FALSE}" \
75 "Don't run the chroot upgrade automatically; use with care."
David James855afb72012-03-14 20:04:59 -070076DEFINE_boolean skip_toolchain_update "${FLAGS_FALSE}" \
77 "Don't update toolchain automatically."
78DEFINE_boolean withdev "${FLAGS_TRUE}" \
79 "Build useful developer friendly utilities."
80DEFINE_boolean withdebug "${FLAGS_TRUE}" \
81 "Build debug versions of Chromium-OS-specific packages."
82DEFINE_boolean withfactory "${FLAGS_TRUE}" \
83 "Build factory installer."
84DEFINE_boolean withtest "${FLAGS_TRUE}" \
85 "Build packages required for testing."
Brian Harringcb782242011-12-13 19:48:44 -080086
David James17c622a2012-03-07 09:34:08 -080087# The --reuse_pkgs_from_local_boards flag tells Portage to share binary
88# packages between boards that are built locally, so that the total time
89# required to build several boards is reduced. This flag is only useful
90# when you are not able to use remote binary packages, since remote binary
91# packages are usually more up to date than anything you have locally.
Hidehiko Abe7a41d342017-03-29 21:19:16 +090092DEFINE_boolean reuse_pkgs_from_local_boards "${FLAGS_FALSE}" \
David James17c622a2012-03-07 09:34:08 -080093 "Bootstrap from local packages instead of remote packages."
94
Hidehiko Abe7a41d342017-03-29 21:19:16 +090095# --run_goma option is designed to be used on bots.
96# If you're trying to build pacakges with goma in your local dev env, this is
97# *not* the option you're looking for. Please see comments below.
98# This option; 1) starts goma, 2) builds packages (expecting that goma is
99# used), then 3) stops goma explicitly.
100# 3) is a request from the goma team, so that stats/logs can be taken.
101# Note: GOMA_DIR and GOMA_SERVICE_ACCOUNT_JSON_FILE are expected to be passed
102# via env var.
103#
104# In local dev env cases, compiler_proxy is expected to keep running.
105# In such a case;
106# $ python ${GOMA_DIR}/goma_ctl.py ensure_start
107# $ ./build_packages (... and options without --run_goma ...)
108# is an expected commandline sequence. If you set --run_goma flag while
109# compiler_proxy is already running, the existing compiler_proxy will be
110# stopped.
111DEFINE_boolean run_goma "${FLAGS_FALSE}" \
112 "If set to true, (re)starts goma, builds packages, and then stops goma."
113
Brian Harringcb782242011-12-13 19:48:44 -0800114# Parse command line
Brian Harringcb782242011-12-13 19:48:44 -0800115FLAGS "$@" || exit 1
116eval set -- "${FLAGS_ARGV}"
Brian Harringcb782242011-12-13 19:48:44 -0800117
118# Die on any errors.
Brian Harring7f175a52012-03-02 05:37:00 -0800119switch_to_strict_mode
Brian Harringcb782242011-12-13 19:48:44 -0800120
Alex Kleindfa7bfa2020-04-20 12:55:22 -0600121# Chrome packages that need to be treated the same. These are the chrome and
122# chrome follow-on packages that share the same version as chrome and are
123# updated in lock step.
124CHROME_PACKAGES=(
125 "chromeos-base/chromeos-chrome"
126 "chromeos-base/chrome-icu"
127)
128
Alex Klein80abe722020-04-29 11:13:43 -0600129if [[ "${FLAGS_internal}" -eq "${FLAGS_TRUE}" ]]; then
130 export USE="${USE} chrome_internal"
131fi
132
Alex Klein12b97722019-12-09 14:25:33 -0700133# This is a temporary measure to help the goma team check the configs while
134# they transition their backend service.
135# TODO(crbug.com/1032290): Delete after the goma RBE transition is complete.
136if [[ "${FLAGS_run_goma}" -eq "${FLAGS_TRUE}" ]]; then
137 info "Environment:"
138 env
139 info "End Environment."
140fi
141
Brian Harringcb782242011-12-13 19:48:44 -0800142# Right now build_packages has to be run from scripts/
143. ${SRC_ROOT}/third_party/chromiumos-overlay/chromeos/config/chromeos_version.sh
144
Mike Frysinger38653b02019-10-04 13:56:29 -0400145# On some systems, powersave can take a long time to ramp up. Inform the user
146# so they can get faster builds. https://crbug.com/1008932
147if grep -qs powersave \
148 /sys/devices/system/cpu/cpufreq/policy*/scaling_governor; then
149 # Make sure we can actually support "performance".
150 if grep -qs performance \
151 /sys/devices/system/cpu/cpu0/cpufreq/scaling_available_governors; then
152 if [[ "${FLAGS_autosetgov}" -eq "${FLAGS_TRUE}" ]]; then
153 info "Temporarily setting cpu governor to 'performance'"
154 trap "sudo cpupower -c all frequency-set -g powersave >&/dev/null" EXIT
155 sudo cpupower -c all frequency-set -g performance >&/dev/null
156 else
157 warn "Current CPU governor set to 'powersave' which can slow down builds."
158 warn "Use --autosetgov to automatically (and temporarily) switch to" \
159 "'performance'."
160 fi
161 fi
162fi
163
Brian Harringcb782242011-12-13 19:48:44 -0800164if [[ -z "${FLAGS_board}" ]]; then
165 echo "Error: --board is required."
166 exit 1
167fi
168
Mike Frysinger4114c792012-09-13 22:33:12 -0400169# Before we can run any tools, we need to update chroot or setup_board.
170UPDATE_ARGS=()
Ryan Cuieb4595f2012-12-17 14:28:42 -0800171if [[ -n ${FLAGS_accept_licenses} ]]; then
Alex Kleind65766f2019-01-11 14:57:34 -0700172 UPDATE_ARGS+=( --accept-licenses "${FLAGS_accept_licenses}" )
Ryan Cuieb4595f2012-12-17 14:28:42 -0800173fi
Mike Frysinger4114c792012-09-13 22:33:12 -0400174if [ "${FLAGS_usepkg}" -eq "${FLAGS_TRUE}" ]; then
175 UPDATE_ARGS+=( --usepkg )
176else
177 UPDATE_ARGS+=( --nousepkg )
178fi
179if [[ "${FLAGS_jobs}" -ne -1 ]]; then
180 UPDATE_ARGS+=( --jobs=${FLAGS_jobs} )
181fi
182if [ "${FLAGS_reuse_pkgs_from_local_boards}" -eq "${FLAGS_TRUE}" ]; then
Alex Kleind65766f2019-01-11 14:57:34 -0700183 UPDATE_ARGS+=( --reuse-pkgs-from-local-boards )
Mike Frysinger4114c792012-09-13 22:33:12 -0400184fi
185if [ "${FLAGS_skip_toolchain_update}" -eq "${FLAGS_TRUE}" ]; then
Alex Kleind65766f2019-01-11 14:57:34 -0700186 UPDATE_ARGS+=( --skip-toolchain-update )
Mike Frysinger4114c792012-09-13 22:33:12 -0400187fi
188if [ "${FLAGS_skip_chroot_upgrade}" -eq "${FLAGS_TRUE}" ]; then
Alex Kleind65766f2019-01-11 14:57:34 -0700189 UPDATE_ARGS+=( --skip-chroot-upgrade )
Mike Frysinger4114c792012-09-13 22:33:12 -0400190fi
Bertrand SIMONNET10ede912014-10-09 16:21:13 -0700191if [[ -n ${FLAGS_board_root} ]]; then
Alex Kleind65766f2019-01-11 14:57:34 -0700192 UPDATE_ARGS+=( --board-root "${FLAGS_board_root}" )
Bertrand SIMONNET10ede912014-10-09 16:21:13 -0700193fi
Alex Kleinf61b5372020-04-16 17:02:33 -0600194if [ "${FLAGS_cleanbuild}" -eq "${FLAGS_TRUE}" ]; then
195 UPDATE_ARGS+=( --force )
196fi
Mike Frysinger4114c792012-09-13 22:33:12 -0400197
Alex Kleind65766f2019-01-11 14:57:34 -0700198setup_board --quiet --board=${FLAGS_board} "${UPDATE_ARGS[@]}"
Mike Frysinger4114c792012-09-13 22:33:12 -0400199
Chris Masonebbccc242014-02-08 16:23:53 -0800200sudo_clear_shadow_locks "/build/${FLAGS_board}"
Ned Nguyen9af21f52019-04-05 11:30:52 -0600201PORTAGE_BINHOST=$(portageq-${FLAGS_board} envvar 'PORTAGE_BINHOST')
202info "PORTAGE_BINHOST: ${PORTAGE_BINHOST}"
203
Chris Masonebbccc242014-02-08 16:23:53 -0800204
Mike Frysinger4114c792012-09-13 22:33:12 -0400205# Setup all the emerge command/flags.
Mike Frysinger697ab962019-11-04 20:02:43 -0500206EMERGE_FLAGS=( -uDNv --backtrack=30 --newrepo )
Mike Frysinger4114c792012-09-13 22:33:12 -0400207
Bertrand SIMONNET4dda4f52015-03-19 13:40:58 -0700208EMERGE_CMD=(
209 "${CHROMITE_BIN}/parallel_emerge"
210 --board=${FLAGS_board}
211)
212
Chris McDonald5405a802019-11-12 13:58:38 -0700213if [[ "${FLAGS_use_any_chrome}" -eq "${FLAGS_TRUE}" ]]; then
Alex Kleindfa7bfa2020-04-20 12:55:22 -0600214 for pkg in "${CHROME_PACKAGES[@]}"; do
215 EMERGE_CMD+=( "--force-remote-binary=${pkg}" )
216 done
Chris McDonald5405a802019-11-12 13:58:38 -0700217fi
218
Mike Frysinger4114c792012-09-13 22:33:12 -0400219EMERGE_CMD+=( ${EXTRA_BOARD_FLAGS} )
Brian Harringcb782242011-12-13 19:48:44 -0800220
David James17c622a2012-03-07 09:34:08 -0800221if [[ "${FLAGS_usepkg}" -eq "${FLAGS_TRUE}" ||
Thiago Goncales5ad4ca02013-07-12 10:55:11 -0700222 "${FLAGS_reuse_pkgs_from_local_boards}" -eq "${FLAGS_TRUE}" ||
223 "${FLAGS_usepkgonly}" -eq "${FLAGS_TRUE}" ]]; then
Brian Harringcb782242011-12-13 19:48:44 -0800224 # Use binary packages. Include all build-time dependencies,
225 # so as to avoid unnecessary differences between source
226 # and binary builds.
Thiago Goncales5ad4ca02013-07-12 10:55:11 -0700227 EMERGE_FLAGS+=( --getbinpkg --with-bdeps y )
228 if [[ ${FLAGS_usepkgonly} -eq ${FLAGS_TRUE} ]]; then
229 EMERGE_FLAGS+=( --usepkgonly )
230 else
231 EMERGE_FLAGS+=( --usepkg )
232 fi
Brian Harringcb782242011-12-13 19:48:44 -0800233fi
234
235if [[ "${FLAGS_jobs}" -ne -1 ]]; then
Mike Frysinger4114c792012-09-13 22:33:12 -0400236 EMERGE_FLAGS+=( --jobs=${FLAGS_jobs} )
237fi
238
239if [[ "${FLAGS_norebuild}" -eq "${FLAGS_FALSE}" ]]; then
Chris McDonald00dcd722019-10-17 13:53:28 -0600240 EMERGE_FLAGS+=( --rebuild-if-new-rev )
Mike Frysinger4114c792012-09-13 22:33:12 -0400241fi
Bertrand SIMONNET4dda4f52015-03-19 13:40:58 -0700242if [[ "${FLAGS_showoutput}" -eq "${FLAGS_TRUE}" ]]; then
Mike Frysinger4114c792012-09-13 22:33:12 -0400243 EMERGE_FLAGS+=( --show-output )
Brian Harringcb782242011-12-13 19:48:44 -0800244fi
245
246if [[ "${FLAGS_withdebug}" -eq "${FLAGS_FALSE}" ]]; then
247 export USE="${USE} -cros-debug"
248fi
249
Mike Frysinger4114c792012-09-13 22:33:12 -0400250# Figure out which packages we should be building.
Mike Frysinger76452ba2012-09-13 22:45:34 -0400251PACKAGES=( "$@" )
Alex Kleinbdd2d762020-02-12 11:53:08 -0700252# Force rebuild chromeos-config because it is extremely cheap, and we do not
253# want to reuse stale configs.
254FORCE_LOCAL_BUILD_PKGS=( chromeos-base/chromeos-config )
Mike Frysinger76452ba2012-09-13 22:45:34 -0400255if [[ $# -eq 0 ]]; then
Mike Frysinger22621952014-04-01 17:41:20 -0400256 PACKAGES=( virtual/target-os )
Mike Frysinger76452ba2012-09-13 22:45:34 -0400257 if [[ "${FLAGS_withdev}" -eq "${FLAGS_TRUE}" ]]; then
Mike Frysingerde399282014-04-15 18:26:04 -0400258 PACKAGES+=( virtual/target-os-dev )
Mike Frysinger76452ba2012-09-13 22:45:34 -0400259 fi
260 if [[ "${FLAGS_withfactory}" -eq "${FLAGS_TRUE}" ]]; then
Hung-Te Lin9b43ced2016-01-14 20:29:47 +0800261 PACKAGES+=( virtual/target-os-factory )
262 PACKAGES+=( virtual/target-os-factory-shim )
Mike Frysinger76452ba2012-09-13 22:45:34 -0400263 fi
264 if [[ "${FLAGS_withtest}" -eq "${FLAGS_TRUE}" ]]; then
Mike Frysinger52669432014-05-05 14:34:09 -0400265 PACKAGES+=( virtual/target-os-test )
Daniel Wangaf4d0012015-07-17 11:52:05 -0700266 # chromeos-ssh-testkeys may generate ssh keys if the right USE flag is set.
267 # We force rebuilding this package from source every time, so that
268 # consecutive builds don't share ssh keys.
269 FORCE_LOCAL_BUILD_PKGS+=( chromeos-base/chromeos-ssh-testkeys )
Mike Frysinger76452ba2012-09-13 22:45:34 -0400270 fi
271 if [[ "${FLAGS_withautotest}" -eq "${FLAGS_TRUE}" ]]; then
272 PACKAGES+=( chromeos-base/autotest-all )
273 fi
Brian Harringcb782242011-12-13 19:48:44 -0800274fi
275
Chris McDonaldac5d8632019-10-23 15:55:45 -0600276info "Rebuilding Portage cache"
277# Before running any emerge operations, regenerate the Portage dependency cache
278# in parallel.
Mike Frysinger61157612019-08-17 13:29:28 -0400279"${EMERGE_CMD[@]}" --regen --quiet
Chris McDonaldac5d8632019-10-23 15:55:45 -0600280
Brian Harringcb782242011-12-13 19:48:44 -0800281# Verify that all packages can be emerged from scratch, without any
282# backtracking. Only print the output if this step fails.
Mike Frysinger76452ba2012-09-13 22:45:34 -0400283info "Checking package dependencies are correct: ${PACKAGES[*]}"
David Jamesab9ca212012-11-06 11:06:07 -0800284if ! OUTPUT=$(emerge-${FLAGS_board} -pe --backtrack=0 \
285 "${PACKAGES[@]}" 2>&1); then
Brian Harringcb782242011-12-13 19:48:44 -0800286 printf "%s\n" "${OUTPUT}"
Brian Harring7f175a52012-03-02 05:37:00 -0800287 die_notrace "emerge detected broken ebuilds. See error message above."
Brian Harringcb782242011-12-13 19:48:44 -0800288fi
289
Mike Frysinger4114c792012-09-13 22:33:12 -0400290# Build cros_workon packages when they are changed.
291CROS_WORKON_PKGS=()
Mike Frysingerf4711422019-11-13 18:04:31 -0500292if [ "${FLAGS_workon}" -eq "${FLAGS_TRUE}" ]; then
Mike Frysinger4114c792012-09-13 22:33:12 -0400293 LIST_MODIFIED_PACKAGES="${CHROMITE_BIN}/cros_list_modified_packages"
Jason D. Clinton321e2f82017-08-09 16:21:23 -0600294 MODIFIED_PACKAGES=( $("${LIST_MODIFIED_PACKAGES}" --board=${FLAGS_board}) )
Gregory Meinke7851ece2018-05-09 13:34:06 -0600295 info "cros_workon modified packages '${MODIFIED_PACKAGES[*]}' detected"
Jason D. Clinton321e2f82017-08-09 16:21:23 -0600296 CROS_WORKON_PKGS+=( "${MODIFIED_PACKAGES[@]}" )
Mike Frysinger4114c792012-09-13 22:33:12 -0400297
David James4941c6b2014-02-03 16:24:59 -0800298 # TODO(anush): Make chrome a fake cros-workon package.
299 if [[ -n "${CHROME_ORIGIN}" ]]; then
Alex Kleindfa7bfa2020-04-20 12:55:22 -0600300 CROS_WORKON_PKGS+=( "${CHROME_PACKAGES[@]}" )
David James4941c6b2014-02-03 16:24:59 -0800301 fi
Mike Frysinger4114c792012-09-13 22:33:12 -0400302fi
303
Daniel Wangaf4d0012015-07-17 11:52:05 -0700304# cros_workon packages always have to be rebuilt.
Daniel Wang491f42a2015-08-20 12:29:59 -0700305FORCE_LOCAL_BUILD_PKGS+=( "${CROS_WORKON_PKGS[@]}" )
Daniel Wangaf4d0012015-07-17 11:52:05 -0700306
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600307if [[ -n "${FLAGS_board_root}" ]]; then
308 export ROOT="${FLAGS_board_root}"
309 export PORTAGE_CONFIGROOT="${ROOT}"
310 export SYSROOT="${ROOT}"
311 export PKGDIR="${ROOT}"/packages
312fi
313
314# Temporarily modify the emerge flags so we can calculate the revdeps
315# on the modified packages.
Gregory Meinke0766df42018-08-23 11:36:12 -0600316if [[ "${FLAGS_withrevdeps}" -eq "${FLAGS_TRUE}" ]]; then
Yves Arrouyec16e45e2018-08-31 08:37:15 -0700317 info "starting reverse dependency calculations ..."
Gregory Meinke0766df42018-08-23 11:36:12 -0600318 SIM_EMERGE_FLAGS=( "${EMERGE_FLAGS[@]}" --pretend --columns )
Gregory Meinkeee71dd12018-07-09 12:42:25 -0600319
Gregory Meinke0766df42018-08-23 11:36:12 -0600320 if [[ ${#PACKAGES[@]} -gt 0 ]]; then
321 SIM_EMERGE_FLAGS+=(
322 --reinstall-atoms="${PACKAGES[*]}"
323 --usepkg-exclude="${PACKAGES[*]}"
324 )
325 fi
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600326
Gregory Meinke0766df42018-08-23 11:36:12 -0600327 # Calculate only the ebuild changes from the emerge simulation ignoring
328 # the virtual packages and the forced rebuild of autotest-all package.
329 BASE_INSTALL_PKGS=( $( \
330 sudo -E "${EMERGE_CMD[@]}" "${SIM_EMERGE_FLAGS[@]}" "${PACKAGES[@]}" | \
331 sed -n -E '/^\[ebuild /{s:^[^]]+\] +::;s: .*::;p}' | \
332 grep -v -e '^virtual/' -e '^chromeos-base/autotest-all' | sort -u ) )
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600333
Gregory Meinke0766df42018-08-23 11:36:12 -0600334 MOD_PKGS=()
335 if [[ "${#BASE_INSTALL_PKGS[@]}" -gt 0 ]]; then
336 info "New packages being installed: ${BASE_INSTALL_PKGS[*]}."
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600337 # Convert specific versions into base package names
338 MOD_PKGS+=( $(\
Gregory Meinke0766df42018-08-23 11:36:12 -0600339 equery-${FLAGS_board} list -p -o --format='$category/$name' \
340 "${BASE_INSTALL_PKGS[@]}" | sort -u ) )
Mike Frysinger5a11e872018-09-05 16:29:02 -0400341 # Remove Chrome as rebuilding it is expensive and almost never makes sense.
342 # Ignore grep exit status in case chromeos-chrome is the only package.
Alex Kleindfa7bfa2020-04-20 12:55:22 -0600343 grep_cmd=( grep -v )
344 for pkg in "${CHROME_PACKAGES[@]}"; do
345 grep_cmd+=( -e "${pkg}" )
346 done
347 MOD_PKGS=( $(printf '%s\n' "${MOD_PKGS[@]}" | "${grep_cmd[@]}" || :) )
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600348 fi
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600349
Gregory Meinke0766df42018-08-23 11:36:12 -0600350 FORCE_LOCAL_BUILD_PKGS+=( "${MOD_PKGS[@]}" )
351
352 if [[ "${#MOD_PKGS[@]}" -gt 0 ]]; then
353 info "calculating reverse dependencies on packages: ${MOD_PKGS[*]}"
354 REV_DEPS=( $(\
355 equery-${FLAGS_board} -q depends --indirect "${MOD_PKGS[@]}" |\
356 awk '{print $1}' | grep -v ^virtual/ | sort -u) )
357 if [[ "${#REV_DEPS[@]}" -gt 0 ]]; then
358 # Convert specific versions into base package names
359 RMOD_PKGS=( $(\
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600360 equery-${FLAGS_board} -q list -p -o --format='$category/$name' \
Gregory Meinke0766df42018-08-23 11:36:12 -0600361 "${REV_DEPS[@]}" | sort -u ) )
Mike Frysinger5a11e872018-09-05 16:29:02 -0400362 # Remove Chrome as rebuilding it is expensive and almost never makes
363 # sense. Ignore grep exit status in case chromeos-chrome is the only
364 # package.
Alex Kleindfa7bfa2020-04-20 12:55:22 -0600365 grep_cmd=( grep -v )
366 for pkg in "${CHROME_PACKAGES[@]}"; do
367 grep_cmd+=( -e "${pkg}" )
368 done
369 RMOD_PKGS=( $(printf '%s\n' "${RMOD_PKGS[@]}" | "${grep_cmd}" || :) )
Gregory Meinke0766df42018-08-23 11:36:12 -0600370 info "final reverse dependencies that will be rebuilt: ${RMOD_PKGS[*]}"
371 FORCE_LOCAL_BUILD_PKGS+=( "${RMOD_PKGS[@]}" )
372 fi
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600373 fi
Gregory Meinke0766df42018-08-23 11:36:12 -0600374fi # end FLAGS_withrevdeps
Gregory Meinkeb0f0adc2018-04-17 12:02:28 -0600375
Daniel Wangaf4d0012015-07-17 11:52:05 -0700376if [[ ${#FORCE_LOCAL_BUILD_PKGS[@]} -gt 0 ]]; then
Mike Frysinger4114c792012-09-13 22:33:12 -0400377 EMERGE_FLAGS+=(
Daniel Wangaf4d0012015-07-17 11:52:05 -0700378 --reinstall-atoms="${FORCE_LOCAL_BUILD_PKGS[*]}"
379 --usepkg-exclude="${FORCE_LOCAL_BUILD_PKGS[*]}"
Mike Frysinger4114c792012-09-13 22:33:12 -0400380 )
David James710a7d12011-12-21 15:57:02 -0800381fi
Matt Tennant298f61a2012-06-25 21:54:33 -0700382
Chris McDonald33cabb02019-12-13 14:17:08 -0700383# A list of critical system packages that should never be incidentally
384# reinstalled as a side effect of build_packages. All packages in this list
385# are special cased to prefer matching installed versions, overriding the
386# typical logic of upgrading to the newest available version.
387#
388# This list can't include any package that gets installed to a board!
389# Packages such as LLVM or binutils must not be in this list as the normal
390# rebuild logic must still apply to them for board targets.
391#
392# TODO(crbug/1050752): Remove this list and the corresponding arguments
393# to `emerge` below once we figure out how to exclude toolchain packages from
394# being upgraded transitively via BDEPEND relations.
395CRITICAL_SDK_PACKAGES=(
396 "sys-libs/glibc"
397 "sys-devel/gcc"
398)
399
Mike Frysinger76452ba2012-09-13 22:45:34 -0400400info "Merging board packages now"
Matt Tennant298f61a2012-06-25 21:54:33 -0700401(
Hidehiko Abe7a41d342017-03-29 21:19:16 +0900402 # Support goma on bots. This has to run in subshell, otherwise EXIT trap
403 # handler is overwritten.
404 if [[ "${FLAGS_run_goma}" -eq "${FLAGS_TRUE}" ]]; then
405 info "Starting goma compiler_proxy."
406 goma_ctl="${GOMA_DIR:-${HOME}/goma}/goma_ctl.py"
Mike Frysingerea21dea2020-02-20 01:15:24 -0500407 "${goma_ctl}" restart
408 trap "'${goma_ctl}' stop" EXIT
Hidehiko Abe7a41d342017-03-29 21:19:16 +0900409 fi
410
Chris McDonald33cabb02019-12-13 14:17:08 -0700411 sudo -E "${EMERGE_CMD[@]}" "${EMERGE_FLAGS[@]}" "${PACKAGES[@]}" \
412 --useoldpkg-atoms="${CRITICAL_SDK_PACKAGES[*]}" \
413 --rebuild-exclude="${CRITICAL_SDK_PACKAGES[*]}"
Matt Tennant298f61a2012-06-25 21:54:33 -0700414)
415
Brian Harringcb782242011-12-13 19:48:44 -0800416echo "Builds complete"
Bertrand SIMONNETc7a46e22014-12-11 15:58:11 -0800417
418if [[ ${FLAGS_withdebugsymbols} -eq ${FLAGS_TRUE} ]]; then
419 info "fetching the debug symbols"
Mike Frysinger66accd22017-09-13 03:50:30 -0400420 sudo -E "${CHROMITE_BIN}/cros_install_debug_syms" \
Bertrand SIMONNETc7a46e22014-12-11 15:58:11 -0800421 "--board=${FLAGS_board}" "--all"
422fi
423
Matt Tennant298f61a2012-06-25 21:54:33 -0700424command_completed
Brian Harringcb782242011-12-13 19:48:44 -0800425echo "Done"