blob: 31f75d2f8114c6b09e54447747ae2ff44460c1a7 [file] [log] [blame]
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001#!/bin/bash
Chris Sosa2b736002012-02-12 16:16:08 -08002# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
rspangler@google.comd74220d2009-10-09 20:56:14 +00003# Use of this source code is governed by a BSD-style license that can be
4# found in the LICENSE file.
5
rspangler@google.comd74220d2009-10-09 20:56:14 +00006# All scripts should die on error unless commands are specifically excepted
7# by prefixing with '!' or surrounded by 'set +e' / 'set -e'.
rspangler@google.comd74220d2009-10-09 20:56:14 +00008
9# The number of jobs to pass to tools that can run in parallel (such as make
10# and dpkg-buildpackage
Alex Deymo135faa12015-01-21 11:20:13 -080011if [[ -z ${NUM_JOBS:-} ]]; then
Brian Harring28bb01f2012-05-09 15:26:09 -070012 NUM_JOBS=$(grep -c "^processor" /proc/cpuinfo)
13fi
14# Ensure that any sub scripts we invoke get the max proc count.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050015export NUM_JOBS
rspangler@google.comd74220d2009-10-09 20:56:14 +000016
Greg Spencer798d75f2011-02-01 22:04:49 -080017# Make sure we have the location and name of the calling script, using
18# the current value if it is already set.
Alex Deymo7ba56be2015-02-12 14:28:06 -080019: ${SCRIPT_LOCATION:=$(dirname "$(readlink -f -- "$0")")}
20: ${SCRIPT_NAME:=$(basename -- "$0")}
rspangler@google.comd74220d2009-10-09 20:56:14 +000021
Anton Staaf30acb0b2011-01-26 16:00:20 -080022# Detect whether we're inside a chroot or not
David James47e0e8a2015-03-11 15:24:10 -070023CHROOT_VERSION_FILE=/etc/cros_chroot_version
24if [[ -e ${CHROOT_VERSION_FILE} ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -080025 INSIDE_CHROOT=1
rspangler@google.comd74220d2009-10-09 20:56:14 +000026else
Anton Staaf30acb0b2011-01-26 16:00:20 -080027 INSIDE_CHROOT=0
rspangler@google.comd74220d2009-10-09 20:56:14 +000028fi
29
Mike Frysinger669b28b2012-02-07 18:01:00 -050030# Determine and set up variables needed for fancy color output (if supported).
31V_BOLD_RED=
32V_BOLD_GREEN=
33V_BOLD_YELLOW=
Mike Frysinger669b28b2012-02-07 18:01:00 -050034V_VIDOFF=
35
Mike Frysinger8e477cd2019-08-21 23:59:12 -040036if [[ -t 1 ]]; then
Mike Frysinger669b28b2012-02-07 18:01:00 -050037 # order matters: we want VIDOFF last so that when we trace with `set -x`,
38 # our terminal doesn't bleed colors as bash dumps the values of vars.
Mike Frysinger8e477cd2019-08-21 23:59:12 -040039 V_BOLD_RED=$'\e[1;31m'
40 V_BOLD_GREEN=$'\e[1;32m'
41 V_BOLD_YELLOW=$'\e[1;33m'
42 V_VIDOFF=$'\e[m'
Mike Frysinger669b28b2012-02-07 18:01:00 -050043fi
44
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050045# Turn on bash debug support if available for backtraces.
46shopt -s extdebug 2>/dev/null
Brian Harring7f175a52012-03-02 05:37:00 -080047
Marc Herbertff9fa312015-01-16 17:18:53 -080048# Output a backtrace. Optional parameter allows hiding the last
49# frame(s) so functions like "die()" can hide their additional
50# frame(s) if they wish.
Mike Frysingerbbec7112019-08-22 00:44:29 -040051_dump_trace() {
Marc Herbertff9fa312015-01-16 17:18:53 -080052 # Default = 0 hidden frames: show everything except dump_trace
53 # frame itself.
54 local hidden_frames=${1:-0}
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050055 local j n p func src line args
56 p=${#BASH_ARGV[@]}
Marc Herbertff9fa312015-01-16 17:18:53 -080057
Marc Herbertf51cf8f2015-01-20 13:56:00 -080058 error "$(date)"
Marc Herbertee1fcbb2015-05-28 10:37:46 -070059 error "$(ps f -o pgid,ppid,pid,etime,cputime,%cpu,command)"
Marc Herbertf51cf8f2015-01-20 13:56:00 -080060
Marc Herbertff9fa312015-01-16 17:18:53 -080061 # Frame 0 is ourselves so it's always suppressed / does not count.
62 for (( n = ${#FUNCNAME[@]}; n > hidden_frames; --n )); do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050063 func=${FUNCNAME[${n} - 1]}
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050064 line=${BASH_LINENO[${n} - 1]}
65 args=
66 if [[ -z ${BASH_ARGC[${n} -1]} ]]; then
67 args='(args unknown, no debug available)'
Brian Harring7f175a52012-03-02 05:37:00 -080068 else
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050069 for (( j = 0; j < ${BASH_ARGC[${n} -1]}; ++j )); do
70 args="${args:+${args} }'${BASH_ARGV[$(( p - j - 1 ))]}'"
71 done
72 ! (( p -= ${BASH_ARGC[${n} - 1]} ))
Brian Harring7f175a52012-03-02 05:37:00 -080073 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050074 if [[ ${n} == ${#FUNCNAME[@]} ]]; then
Marc Herbertee1fcbb2015-05-28 10:37:46 -070075 error "Arguments of $$: ${0##/*} ${args}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050076 error "Backtrace: (most recent call is last)"
77 else
Marc Herbert2e8c5902015-01-15 20:17:31 -080078 src=${BASH_SOURCE[${n}]##*/}
Marc Herbertfa6cbe72015-01-20 14:09:09 -080079 curr_func=${FUNCNAME[${n}]}
80 error "$(printf ' %s:%s:%s(), called: %s %s ' \
81 "${src}" "${line}" "${curr_func}" "${func}" "${args}")"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050082 fi
83 done
84}
Brian Harring7f175a52012-03-02 05:37:00 -080085
Mike Frysinger669b28b2012-02-07 18:01:00 -050086# Declare these asap so that code below can safely assume they exist.
Mike Frysinger6b1abb22012-05-11 13:44:06 -040087_message() {
Evan Benn4b6aba52020-03-02 18:07:48 +110088 local prefix
89 prefix="$(date +%H:%M:%S) $1"
Brian Harring7f175a52012-03-02 05:37:00 -080090 shift
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050091 if [[ $# -eq 0 ]]; then
92 echo -e "${prefix}${CROS_LOG_PREFIX:-""}:${V_VIDOFF}" >&2
Brian Harring7f175a52012-03-02 05:37:00 -080093 return
94 fi
95 (
96 # Handle newlines in the message, prefixing each chunk correctly.
97 # Do this in a subshell to avoid having to track IFS/set -f state.
98 IFS="
99"
100 set +f
101 set -- $*
102 IFS=' '
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500103 if [[ $# -eq 0 ]]; then
Brian Harring7f175a52012-03-02 05:37:00 -0800104 # Empty line was requested.
105 set -- ''
106 fi
107 for line in "$@"; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500108 echo -e "${prefix}${CROS_LOG_PREFIX:-}: ${line}${V_VIDOFF}" >&2
Brian Harring7f175a52012-03-02 05:37:00 -0800109 done
110 )
111}
112
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400113info() {
Brian Harring7f175a52012-03-02 05:37:00 -0800114 _message "${V_BOLD_GREEN}INFO " "$*"
Mike Frysinger669b28b2012-02-07 18:01:00 -0500115}
116
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400117warn() {
Brian Harring7f175a52012-03-02 05:37:00 -0800118 _message "${V_BOLD_YELLOW}WARNING " "$*"
Mike Frysinger669b28b2012-02-07 18:01:00 -0500119}
120
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400121error() {
Brian Harring7f175a52012-03-02 05:37:00 -0800122 _message "${V_BOLD_RED}ERROR " "$*"
Mike Frysinger669b28b2012-02-07 18:01:00 -0500123}
124
Mike Frysinger5cf035f2021-01-26 00:57:46 -0500125# Log the command we're about to run, then run it.
126# Useful for long running commands that often need debugging from builders.
127info_run() {
128 info "Running: $*"
129 "$@"
130}
Brian Harring7f175a52012-03-02 05:37:00 -0800131
132# For all die functions, they must explicitly force set +eu;
Alex Deymof9235952015-01-15 11:15:09 -0800133# no reason to have them cause their own crash if we're in the middle
Brian Harring7f175a52012-03-02 05:37:00 -0800134# of reporting an error condition then exiting.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400135die_err_trap() {
Mike Frysinger9ebc8ce2015-04-06 13:15:01 -0400136 local result=${1:-$?}
137 local command=${2:-${BASH_COMMAND:-command unknown}}
Brian Harring7f175a52012-03-02 05:37:00 -0800138 set +e +u
139
Mike Frysinger9ebc8ce2015-04-06 13:15:01 -0400140 if [[ ${result} == "0" ]]; then
141 # Let callers simplify by setting us as an EXIT trap handler.
142 return 0
143 fi
144
Brian Harring7f175a52012-03-02 05:37:00 -0800145 # Per the message, bash misreports 127 as 1 during err trap sometimes.
146 # Note this fact to ensure users don't place too much faith in the
147 # exit code in that case.
148 set -- "Command '${command}' exited with nonzero code: ${result}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500149 if [[ ${result} -eq 1 ]] && [[ -z $(type -t ${command}) ]]; then
150 set -- "$@" \
151 '(Note bash sometimes misreports "command not found" as exit code 1 '\
Brian Harring7f175a52012-03-02 05:37:00 -0800152'instead of 127)'
Brian Harring7f175a52012-03-02 05:37:00 -0800153 fi
Mike Frysingerbbec7112019-08-22 00:44:29 -0400154 _dump_trace 1
Brian Harring7f175a52012-03-02 05:37:00 -0800155 error
156 error "Command failed:"
157 DIE_PREFIX=' '
158 die_notrace "$@"
159}
160
161# Exit this script due to a failure, outputting a backtrace in the process.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400162die() {
Brian Harring7f175a52012-03-02 05:37:00 -0800163 set +e +u
Mike Frysingerbbec7112019-08-22 00:44:29 -0400164 _dump_trace 1
Brian Harring7f175a52012-03-02 05:37:00 -0800165 error
166 error "Error was:"
167 DIE_PREFIX=' '
168 die_notrace "$@"
169}
170
171# Exit this script w/out a backtrace.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400172die_notrace() {
Brian Harring7f175a52012-03-02 05:37:00 -0800173 set +e +u
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500174 if [[ $# -eq 0 ]]; then
Brian Harring7f175a52012-03-02 05:37:00 -0800175 set -- '(no error message given)'
176 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500177 local line
Brian Harring7f175a52012-03-02 05:37:00 -0800178 for line in "$@"; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500179 error "${DIE_PREFIX}${line}"
Brian Harring7f175a52012-03-02 05:37:00 -0800180 done
Mike Frysinger669b28b2012-02-07 18:01:00 -0500181 exit 1
182}
183
David Jamesbf13ea82013-05-08 14:17:25 -0700184# Check for a single string in a list of space-separated strings.
185# e.g. has "foo" "foo bar baz" is true, but has "f" "foo bar baz" is not.
186has() { [[ " ${*:2} " == *" $1 "* ]]; }
187
Brian Harring9086a3f2013-01-14 01:43:16 -0800188# Directory locations inside the dev chroot; try the new default,
189# falling back to user specific paths if the upgrade has yet to
190# happen.
191_user="${USER}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500192[[ ${USER} == "root" ]] && _user="${SUDO_USER}"
Brian Harring9086a3f2013-01-14 01:43:16 -0800193_CHROOT_TRUNK_DIRS=( "/home/${_user}/trunk" /mnt/host/source )
194_DEPOT_TOOLS_DIRS=( "/home/${_user}/depot_tools" /mnt/host/depot_tools )
195unset _user
196
197_process_mount_pt() {
198 # Given 4 arguments; the root path, the variable to set,
199 # the old location, and the new; finally, forcing the upgrade is doable
200 # via if a 5th arg is provided.
201 # This will then try to migrate the old to new if we can do so right now
202 # (else leaving symlinks in place w/in the new), and will set $1 to the
203 # new location.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500204 local base=${1:-/} var=$2 old=$3 new=$4 force=${5:-false}
205 local _sudo=$([[ ${USER} != "root" ]] && echo sudo)
206 local val=${new}
Mike Frysinger2d9a97d2015-02-25 01:38:56 -0500207 if ${force} || [[ -L ${base}/${new} ]] || [[ ! -e ${base}/${new} ]]; then
Brian Harring9086a3f2013-01-14 01:43:16 -0800208 # Ok, it's either a symlink or this is the first run. Upgrade if we can-
209 # specifically, if we're outside the chroot and we can rmdir the old.
210 # If we cannot rmdir the old, that's due to a mount being bound to that
211 # point (even if we can't see it, it's there)- thus fallback to adding
212 # compat links.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500213 if ${force} || ( [[ ${INSIDE_CHROOT} -eq 0 ]] && \
214 ${_sudo} rmdir "${base}/${old}" 2>/dev/null ); then
Brian Harring9086a3f2013-01-14 01:43:16 -0800215 ${_sudo} rm -f "${base}/${new}" || :
216 ${_sudo} mkdir -p "${base}/${new}" "$(dirname "${base}/${old}" )"
217 ${_sudo} ln -s "${new}" "${base}/${old}"
218 else
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500219 if [[ ! -L ${base}/${new} ]]; then
Brian Harring9086a3f2013-01-14 01:43:16 -0800220 # We can't do the upgrade right now; install compatibility links.
221 ${_sudo} mkdir -p "$(dirname "${base}/${new}")" "${base}/${old}"
222 ${_sudo} ln -s "${old}" "${base}/${new}"
223 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500224 val=${old}
Brian Harring9086a3f2013-01-14 01:43:16 -0800225 fi
226 fi
227 eval "${var}=\"${val}\""
228}
229
230set_chroot_trunk_dir() {
231 # This takes two optional arguments; the first being the path to the chroot
232 # base; this is only used by enter_chroot. The second argument is whether
233 # or not to force the new pathways; this is only used by make_chroot. Passing
234 # a non-null value for $2 forces the new paths.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500235 if [[ ${INSIDE_CHROOT} -eq 0 ]] && [[ -z ${1-} ]]; then
Brian Harring9086a3f2013-01-14 01:43:16 -0800236 # Can't do the upgrade, thus skip trying to do so.
237 CHROOT_TRUNK_DIR="${_CHROOT_TRUNK_DIRS[1]}"
238 DEPOT_TOOLS_DIR="${_DEPOT_TOOLS_DIRS[1]}"
239 return
240 fi
Alex Deymo76277de2015-01-22 11:02:13 -0800241 _process_mount_pt "${1:-}" CHROOT_TRUNK_DIR "${_CHROOT_TRUNK_DIRS[@]}" \
242 ${2:+true}
243 _process_mount_pt "${1:-}" DEPOT_TOOLS_DIR "${_DEPOT_TOOLS_DIRS[@]}" \
244 ${2:+true}
Brian Harring9086a3f2013-01-14 01:43:16 -0800245}
246
247set_chroot_trunk_dir
248
Anton Staaf30acb0b2011-01-26 16:00:20 -0800249# Construct a list of possible locations for the source tree. This list is
250# based on various environment variables and globals that may have been set
251# by the calling script.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400252get_gclient_root_list() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500253 if [[ ${INSIDE_CHROOT} -eq 1 ]]; then
Brian Harring2499bfb2012-12-18 16:23:31 -0800254 echo "${CHROOT_TRUNK_DIR}"
Anton Staaf30acb0b2011-01-26 16:00:20 -0800255 fi
256
Alex Deymo135faa12015-01-21 11:20:13 -0800257 if [[ -n ${COMMON_SH:-} ]]; then echo "$(dirname "${COMMON_SH}")/../.."; fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500258 if [[ -n ${BASH_SOURCE} ]]; then echo "$(dirname "${BASH_SOURCE}")/../.."; fi
Anton Staaf30acb0b2011-01-26 16:00:20 -0800259}
260
261# Based on the list of possible source locations we set GCLIENT_ROOT if it is
262# not already defined by looking for a src directory in each seach path
263# location. If we do not find a valid looking root we error out.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400264get_gclient_root() {
Alex Deymo135faa12015-01-21 11:20:13 -0800265 if [[ -n ${GCLIENT_ROOT:-} ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -0800266 return
267 fi
268
269 for path in $(get_gclient_root_list); do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500270 if [[ -d ${path}/src ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -0800271 GCLIENT_ROOT=${path}
272 break
273 fi
274 done
275
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500276 if [[ -z ${GCLIENT_ROOT} ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -0800277 # Using dash or sh, we don't know where we are. $0 refers to the calling
278 # script, not ourselves, so that doesn't help us.
279 echo "Unable to determine location for common.sh. If you are sourcing"
280 echo "common.sh from a script run via dash or sh, you must do it in the"
281 echo "following way:"
282 echo ' COMMON_SH="$(dirname "$0")/../../scripts/common.sh"'
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500283 echo ' . "${COMMON_SH}"'
Anton Staaf30acb0b2011-01-26 16:00:20 -0800284 echo "where the first line is the relative path from your script to"
285 echo "common.sh."
286 exit 1
287 fi
288}
289
David James76764882012-10-24 19:46:29 -0700290# Populate the ENVIRONMENT_WHITELIST array.
291load_environment_whitelist() {
292 set -f
293 ENVIRONMENT_WHITELIST=(
294 $("${GCLIENT_ROOT}/chromite/scripts/cros_env_whitelist")
295 )
296 set +f
297}
298
Anton Staaf30acb0b2011-01-26 16:00:20 -0800299# Find root of source tree
300get_gclient_root
301
rspangler@google.comd74220d2009-10-09 20:56:14 +0000302# Canonicalize the directories for the root dir and the calling script.
303# readlink is part of coreutils and should be present even in a bare chroot.
tedbo4f44d9e2010-01-08 17:26:11 -0800304# This is better than just using
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500305# FOO="$(cd ${FOO} ; pwd)"
tedbo4f44d9e2010-01-08 17:26:11 -0800306# since that leaves symbolic links intact.
rspangler@google.comd74220d2009-10-09 20:56:14 +0000307# Note that 'realpath' is equivalent to 'readlink -f'.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500308SCRIPT_LOCATION=$(readlink -f "${SCRIPT_LOCATION}")
309GCLIENT_ROOT=$(readlink -f "${GCLIENT_ROOT}")
rspangler@google.comd74220d2009-10-09 20:56:14 +0000310
311# Other directories should always be pathed down from GCLIENT_ROOT.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500312SRC_ROOT="${GCLIENT_ROOT}/src"
313SRC_INTERNAL="${GCLIENT_ROOT}/src-internal"
314SCRIPTS_DIR="${SRC_ROOT}/scripts"
315BUILD_LIBRARY_DIR="${SCRIPTS_DIR}/build_library"
Mike Frysinger66accd22017-09-13 03:50:30 -0400316CHROMITE_BIN="${GCLIENT_ROOT}/chromite/bin"
Alex Klein999443c2018-10-17 12:02:05 -0600317IMAGES_DIR="${GCLIENT_ROOT}/src/build/images"
rspangler@google.comd74220d2009-10-09 20:56:14 +0000318
rspangler@google.comd74220d2009-10-09 20:56:14 +0000319# Load shflags
Zdenek Behan07d24222011-11-02 00:46:25 +0000320# NOTE: This code snippet is in particular used by the au-generator (which
321# stores shflags in ./lib/shflags/) and should not be touched.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500322if [[ -f ${SCRIPTS_DIR}/lib/shflags/shflags ]]; then
Mike Frysinger77c674b2012-02-07 18:05:07 -0500323 . "${SCRIPTS_DIR}/lib/shflags/shflags" || die "Couldn't find shflags"
Zdenek Behan07d24222011-11-02 00:46:25 +0000324else
325 . ./lib/shflags/shflags || die "Couldn't find shflags"
326fi
rspangler@google.comd74220d2009-10-09 20:56:14 +0000327
Bill Richardson10d27c22010-01-20 13:38:50 -0800328# Our local mirror
329DEFAULT_CHROMEOS_SERVER=${CHROMEOS_SERVER:-"http://build.chromium.org/mirror"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000330
Bill Richardson10d27c22010-01-20 13:38:50 -0800331# Upstream mirrors and build suites come in 2 flavors
332# DEV - development chroot, used to build the chromeos image
333# IMG - bootable image, to run on actual hardware
rspangler@google.comd74220d2009-10-09 20:56:14 +0000334
Bill Richardson10d27c22010-01-20 13:38:50 -0800335DEFAULT_DEV_MIRROR=${CHROMEOS_DEV_MIRROR:-"${DEFAULT_CHROMEOS_SERVER}/ubuntu"}
336DEFAULT_DEV_SUITE=${CHROMEOS_DEV_SUITE:-"karmic"}
337
338DEFAULT_IMG_MIRROR=${CHROMEOS_IMG_MIRROR:-"${DEFAULT_CHROMEOS_SERVER}/ubuntu"}
339DEFAULT_IMG_SUITE=${CHROMEOS_IMG_SUITE:-"karmic"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000340
341# Default location for chroot
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500342DEFAULT_CHROOT_DIR=${CHROMEOS_CHROOT_DIR:-"${GCLIENT_ROOT}/chroot"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000343
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500344# All output files from build should go under ${DEFAULT_BUILD_ROOT}, so that
rspangler@google.comd74220d2009-10-09 20:56:14 +0000345# they don't pollute the source directory.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500346DEFAULT_BUILD_ROOT=${CHROMEOS_BUILD_ROOT:-"${SRC_ROOT}/build"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000347
Chris Ching4bc95a12016-11-22 13:44:13 -0700348# Default location for event files
349DEFAULT_EVENT_DIR=${DEFAULT_EVENT_DIR:-"${DEFAULT_BUILD_ROOT}/events"}
350
351# Default event file. Format is YYYYDD.HHMM.json
352DEFAULT_EVENT_FILE=${DEFAULT_EVENT_FILE:-"${DEFAULT_EVENT_DIR}/$(date +%Y%m%d.%H%M.).json"}
353
Mike Frysingerc17a4932012-03-12 17:07:40 -0400354# Sets the default board variable for calling script.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500355if [[ -f ${GCLIENT_ROOT}/src/scripts/.default_board ]]; then
356 DEFAULT_BOARD=$(<"${GCLIENT_ROOT}/src/scripts/.default_board")
Mike Frysingerc17a4932012-03-12 17:07:40 -0400357 # Check for user typos like whitespace.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500358 if [[ -n ${DEFAULT_BOARD//[a-zA-Z0-9-_]} ]]; then
Mike Frysingerc17a4932012-03-12 17:07:40 -0400359 die ".default_board: invalid name detected; please fix:" \
360 "'${DEFAULT_BOARD}'"
361 fi
362fi
David McMahon49302942010-02-18 16:55:35 -0800363
Chris Sosab0f57322011-10-25 03:07:23 +0000364# Directory to store built images. Should be set by sourcing script when used.
365BUILD_DIR=
Simon Glass142ca062011-02-09 13:39:43 -0800366
Mike Frysinger34808e52017-01-11 21:14:08 -0500367# Path to the verified boot directory where we get signing related keys/scripts.
368VBOOT_DIR="${CHROOT_TRUNK_DIR}/src/platform/vboot_reference"
369VBOOT_TESTKEYS_DIR="${VBOOT_DIR}/tests/testkeys"
Mike Frysinger40cea032017-03-12 19:48:20 -0400370# We load these from the chroot rather than directly from the vboot source repo
371# so we work correctly even in a minilayout.
372VBOOT_DEVKEYS_DIR="/usr/share/vboot/devkeys"
373VBOOT_SIGNING_DIR="/usr/share/vboot/bin"
Mike Frysinger34808e52017-01-11 21:14:08 -0500374
Simon Glass142ca062011-02-09 13:39:43 -0800375# Standard filenames
Chris Sosab0f57322011-10-25 03:07:23 +0000376CHROMEOS_BASE_IMAGE_NAME="chromiumos_base_image.bin"
Simon Glass142ca062011-02-09 13:39:43 -0800377CHROMEOS_IMAGE_NAME="chromiumos_image.bin"
Chris Sosab0f57322011-10-25 03:07:23 +0000378CHROMEOS_DEVELOPER_IMAGE_NAME="chromiumos_image.bin"
Gilad Arnold08366272012-02-08 10:46:26 -0800379CHROMEOS_RECOVERY_IMAGE_NAME="recovery_image.bin"
Simon Glass142ca062011-02-09 13:39:43 -0800380CHROMEOS_TEST_IMAGE_NAME="chromiumos_test_image.bin"
Chris Sosab0f57322011-10-25 03:07:23 +0000381CHROMEOS_FACTORY_INSTALL_SHIM_NAME="factory_install_shim.bin"
Bertrand SIMONNETb17cd572015-04-01 10:27:37 -0700382SYSROOT_SETTINGS_FILE="/var/cache/edb/chromeos"
Simon Glass142ca062011-02-09 13:39:43 -0800383
Rahul Chaudhry306f6882015-05-13 15:14:13 -0700384# Install mask for portage ebuilds. Used by build_image and gmergefs.
Chris Masoned11ce172010-11-09 14:22:08 -0800385# TODO: Is /usr/local/autotest-chrome still used by anyone?
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800386COMMON_INSTALL_MASK="
Daniel Erate82f07c2010-12-21 13:39:22 -0800387 *.a
Alex Deymo1856c4f2014-09-24 08:15:34 -0700388 *.c
389 *.cc
François Degros848a90c2021-02-08 09:48:11 +1100390 *.cmake
Rahul Chaudhry306f6882015-05-13 15:14:13 -0700391 *.go
Daniel Erate82f07c2010-12-21 13:39:22 -0800392 *.la
Rene Bolldorf32228222012-07-21 14:18:22 -0400393 *.h
Brian Norrisef0880d2016-05-19 12:39:56 -0700394 *.hh
Rene Bolldorf32228222012-07-21 14:18:22 -0400395 *.hpp
Kevin Cernekee6ab57a92015-06-25 15:43:06 -0700396 *.h++
Nam T. Nguyenaa15f142015-05-15 14:27:50 -0700397 *.hxx
Ryo Hashimoto44e6a252019-10-10 16:12:02 +0900398 *.proto
Mike Frysinger97c6ac92014-06-16 00:06:37 -0400399 */.keep*
Shuhei Takahashic62d3072019-01-29 18:04:35 +0900400 /build/libexec/tast
Andrew7e8ecf72020-02-07 12:54:25 -0800401 /build/rootfs/dlc
Matt Delco80f3d782019-11-15 14:04:31 -0800402 /build/share
Daniel Erate82f07c2010-12-21 13:39:22 -0800403 /etc/init.d
404 /etc/runlevels
Qijiang Fan6834cba2018-04-04 16:41:56 +0900405 /etc/selinux/intermediates
Hung-Te Lin76272be2012-08-07 19:10:09 +0800406 /firmware
Mike Frysinger785f09d2013-09-25 22:11:21 -0400407 /lib/modules/*/vdso
Daniel Erate82f07c2010-12-21 13:39:22 -0800408 /lib/rc
Tomasz Figa435f0e52017-01-06 14:28:06 +0900409 /opt/google/containers/android/vendor/lib*/pkgconfig
Benjamin Gordonffcb2b12017-10-24 13:02:46 -0600410 /opt/google/containers/android/build
Nam T. Nguyenf1de1a72015-05-27 08:37:46 -0700411 /usr/bin/*-config
Daniel Erate82f07c2010-12-21 13:39:22 -0800412 /usr/bin/Xnest
413 /usr/bin/Xvfb
Sergei Datsenko29869d92019-11-12 14:26:27 +1100414 /usr/include
Stephen Barber717c5832020-01-17 16:14:41 -0800415 /usr/lib/cros_rust_registry
Daniel Erate82f07c2010-12-21 13:39:22 -0800416 /usr/lib/debug
Rahul Chaudhry306f6882015-05-13 15:14:13 -0700417 /usr/lib/gopath
Mike Frysinger27b5edb2012-08-08 18:52:06 -0400418 /usr/lib*/pkgconfig
Daniel Erate82f07c2010-12-21 13:39:22 -0800419 /usr/local/autotest-chrome
420 /usr/man
421 /usr/share/aclocal
Brian Norris0f3c4e22016-06-21 12:23:18 -0700422 /usr/share/cups/drv
Daniel Erate82f07c2010-12-21 13:39:22 -0800423 /usr/share/doc
424 /usr/share/gettext
425 /usr/share/gtk-2.0
426 /usr/share/gtk-doc
427 /usr/share/info
428 /usr/share/man
Brian Norris0f3c4e22016-06-21 12:23:18 -0700429 /usr/share/ppd
Daniel Erate82f07c2010-12-21 13:39:22 -0800430 /usr/share/openrc
431 /usr/share/pkgconfig
Ryan Harrisonb8bd5942013-02-02 13:39:43 -0500432 /usr/share/profiling
Daniel Erate82f07c2010-12-21 13:39:22 -0800433 /usr/share/readline
Chris Wolfed13775f2011-07-26 16:34:38 -0400434 /usr/src
Daniel Erate82f07c2010-12-21 13:39:22 -0800435 "
Chris Sosaaa1a7fd2010-04-02 14:06:29 -0700436
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800437# Mask for base, dev, and test images (build_image, build_image --test)
438DEFAULT_INSTALL_MASK="
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500439 ${COMMON_INSTALL_MASK}
Don Garrettac1cd0d2013-07-18 18:04:06 -0700440 /boot/config-*
441 /boot/System.map-*
Aviv Kesheta1838ba2013-07-23 10:58:23 -0700442 /usr/local/build/autotest
Olof Johansson1222b2e2012-08-08 15:27:35 -0700443 /lib/modules/*/build
444 /lib/modules/*/source
Kees Cook74f163b2012-12-18 15:46:51 -0800445 test_*.ko
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800446 "
447
Chris Sosac9422fa2012-03-05 15:58:07 -0800448# Mask for factory install shim (build_image factory_install)
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800449FACTORY_SHIM_INSTALL_MASK="
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500450 ${DEFAULT_INSTALL_MASK}
Cheng-Han Yangc924c2c2018-11-02 17:02:29 +0800451 /opt/google/chrome
452 /opt/google/containers
Lepton Wu29127c22020-05-05 17:45:07 -0700453 /opt/google/vms
Vic Yang982556a2012-12-11 11:41:54 +0800454 /usr/lib64/dri
Hung-Te Lin7f721ec2017-07-18 15:14:48 +0800455 /usr/lib/dri
Daniel Erate82f07c2010-12-21 13:39:22 -0800456 /usr/share/X11
Hung-Te Lin7f721ec2017-07-18 15:14:48 +0800457 /usr/share/chromeos-assets/[^i]*
458 /usr/share/chromeos-assets/i[^m]*
Daniel Erate82f07c2010-12-21 13:39:22 -0800459 /usr/share/fonts
Daniel Erate82f07c2010-12-21 13:39:22 -0800460 /usr/share/locale
Daniel Erate82f07c2010-12-21 13:39:22 -0800461 /usr/share/mime
Vic Yang982556a2012-12-11 11:41:54 +0800462 /usr/share/oem
Daniel Erate82f07c2010-12-21 13:39:22 -0800463 /usr/share/sounds
464 /usr/share/tts
465 /usr/share/zoneinfo
466 "
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +0800467
Sabin Floarese790ea72016-11-21 14:56:41 +0200468# Mask for images without systemd.
469SYSTEMD_INSTALL_MASK="
Chris Morin83226ab2018-12-07 19:53:48 -0800470 /lib/systemd/network
471 /usr/lib/systemd/system
Sabin Floarese790ea72016-11-21 14:56:41 +0200472"
473
rspangler@google.comd74220d2009-10-09 20:56:14 +0000474# -----------------------------------------------------------------------------
475# Functions
476
Don Garrett640a0582010-05-04 16:54:28 -0700477# Enter a chroot and restart the current script if needed
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400478restart_in_chroot_if_needed() {
David Rochberg3b910702010-12-02 10:45:21 -0500479 # NB: Pass in ARGV: restart_in_chroot_if_needed "$@"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500480 if [[ ${INSIDE_CHROOT} -ne 1 ]]; then
Chris Sosafd2cdec2011-03-24 16:06:59 -0700481 # Get inside_chroot path for script.
482 local chroot_path="$(reinterpret_path_for_chroot "$0")"
Mike Frysinger66accd22017-09-13 03:50:30 -0400483 exec "${CHROMITE_BIN}/cros_sdk" -- "${chroot_path}" "$@"
Don Garrett640a0582010-05-04 16:54:28 -0700484 fi
485}
486
rspangler@google.comd74220d2009-10-09 20:56:14 +0000487# Fail unless we're inside the chroot. This guards against messing up your
488# workstation.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400489assert_inside_chroot() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500490 if [[ ${INSIDE_CHROOT} -ne 1 ]]; then
rspangler@google.comd74220d2009-10-09 20:56:14 +0000491 echo "This script must be run inside the chroot. Run this first:"
Zdenek Behan2811c162011-08-13 00:47:38 +0200492 echo " cros_sdk"
rspangler@google.comd74220d2009-10-09 20:56:14 +0000493 exit 1
494 fi
495}
496
497# Fail if we're inside the chroot. This guards against creating or entering
498# nested chroots, among other potential problems.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400499assert_outside_chroot() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500500 if [[ ${INSIDE_CHROOT} -ne 0 ]]; then
rspangler@google.comd74220d2009-10-09 20:56:14 +0000501 echo "This script must be run outside the chroot."
502 exit 1
503 fi
504}
505
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400506assert_not_root_user() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500507 if [[ ${UID:-$(id -u)} == 0 ]]; then
derat@google.com86dcc8e2009-11-21 19:49:49 +0000508 echo "This script must be run as a non-root user."
509 exit 1
510 fi
511}
512
David James76764882012-10-24 19:46:29 -0700513assert_root_user() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500514 if [[ ${UID:-$(id -u)} != 0 ]] || [[ ${SUDO_USER:-root} == "root" ]]; then
David James76764882012-10-24 19:46:29 -0700515 die_notrace "This script must be run using sudo from a non-root user."
516 fi
517}
518
tedbo373c3902010-04-12 10:52:40 -0700519# Writes stdin to the given file name as root using sudo in overwrite mode.
520#
521# $1 - The output file name.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400522sudo_clobber() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500523 sudo tee "$1" >/dev/null
tedbo373c3902010-04-12 10:52:40 -0700524}
525
Mike Frysinger286b5922011-09-28 11:59:53 -0400526# Execute multiple commands in a single sudo. Generally will speed things
527# up by avoiding multiple calls to `sudo`. If any commands fail, we will
528# call die with the failing command. We can handle a max of ~100 commands,
529# but hopefully no one will ever try that many at once.
530#
531# $@ - The commands to execute, one per arg.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400532sudo_multi() {
Mike Frysinger286b5922011-09-28 11:59:53 -0400533 local i cmds
534
535 # Construct the shell code to execute. It'll be of the form:
536 # ... && ( ( command ) || exit <command index> ) && ...
537 # This way we know which command exited. The exit status of
538 # the underlying command is lost, but we never cared about it
539 # in the first place (other than it is non zero), so oh well.
540 for (( i = 1; i <= $#; ++i )); do
541 cmds+=" && ( ( ${!i} ) || exit $(( i + 10 )) )"
542 done
543
544 # Execute our constructed shell code.
545 sudo -- sh -c ":${cmds[*]}" && i=0 || i=$?
546
547 # See if this failed, and if so, print out the failing command.
548 if [[ $i -gt 10 ]]; then
549 : $(( i -= 10 ))
550 die "sudo_multi failed: ${!i}"
551 elif [[ $i -ne 0 ]]; then
552 die "sudo_multi failed for unknown reason $i"
553 fi
554}
555
Chris Masonebbccc242014-02-08 16:23:53 -0800556# Clears out stale shadow-utils locks in the given target root.
557sudo_clear_shadow_locks() {
558 info "Clearing shadow utils lockfiles under $1"
559 sudo rm -f "$1/etc/"{passwd,group,shadow,gshadow}.lock*
560}
561
Mike Frysinger1aa61242011-09-15 17:46:44 -0400562# Locate all mounts below a specified directory.
563#
564# $1 - The root tree.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400565sub_mounts() {
Mike Frysinger1aa61242011-09-15 17:46:44 -0400566 # Assume that `mount` outputs a list of mount points in the order
567 # that things were mounted (since it always has and hopefully always
568 # will). As such, we have to unmount in reverse order to cleanly
569 # unmount submounts (think /dev/pts and /dev).
Alex Deymo7ba56be2015-02-12 14:28:06 -0800570 awk -v path="$1" -v len="${#1}" \
Benjamin Gordon1d5afed2017-06-14 16:35:32 -0600571 '(substr($2, 1, len+1) == path ||
572 substr($2, 1, len+1) == (path "/")) { print $2 }' /proc/mounts | \
Zdenek Behan52970f42012-08-30 22:36:40 +0200573 tac | \
574 sed -e 's/\\040(deleted)$//'
575 # Hack(zbehan): If a bind mount's source is mysteriously removed,
576 # we'd end up with an orphaned mount with the above string in its name.
577 # It can only be seen through /proc/mounts and will stick around even
578 # when it should be gone already. crosbug.com/31250
Mike Frysinger1aa61242011-09-15 17:46:44 -0400579}
580
robotboy98912212010-04-12 14:08:14 -0700581# Unmounts a directory, if the unmount fails, warn, and then lazily unmount.
582#
583# $1 - The path to unmount.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400584safe_umount_tree() {
Alex Deymo7ba56be2015-02-12 14:28:06 -0800585 local mount_point="$1"
robotboy98912212010-04-12 14:08:14 -0700586
Alex Deymo7ba56be2015-02-12 14:28:06 -0800587 local mounts=( $(sub_mounts "${mount_point}") )
588
589 # Silently return if the mount_point was already unmounted.
590 if [[ ${#mounts[@]} -eq 0 ]]; then
Mike Frysingere8aec372011-09-21 00:03:22 -0400591 return 0
592 fi
593
Mike Frysinger1aa61242011-09-15 17:46:44 -0400594 # First try to unmount in one shot to speed things up.
Chirantan Ekbote30823e92016-06-29 11:39:03 -0700595 if LC_ALL=C safe_umount -d "${mounts[@]}"; then
596 return 0
David Jamesd9b67982012-10-26 09:46:50 -0700597 fi
598
599 # Well that didn't work, so lazy unmount remaining ones.
Alex Deymo7ba56be2015-02-12 14:28:06 -0800600 warn "Failed to unmount ${mounts[@]}, these are the processes using the" \
601 "mount points."
602 sudo fuser -vm "${mount_point}" || true
603
Mike Frysinger1aa61242011-09-15 17:46:44 -0400604 warn "Doing a lazy unmount"
Alex Deymo7ba56be2015-02-12 14:28:06 -0800605 if ! safe_umount -d -l "${mounts[@]}"; then
606 mounts=( $(sub_mounts "${mount_point}") )
607 die "Failed to lazily unmount ${mounts[@]}"
robotboy98912212010-04-12 14:08:14 -0700608 fi
609}
Chris Sosa702618f2010-05-14 12:52:32 -0700610
Brian Harringece65e02012-08-30 13:42:21 -0700611
David James76764882012-10-24 19:46:29 -0700612# Run umount as root.
Brian Harringece65e02012-08-30 13:42:21 -0700613safe_umount() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500614 $([[ ${UID:-$(id -u)} != 0 ]] && echo sudo) umount "$@"
Brian Harringece65e02012-08-30 13:42:21 -0700615}
616
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700617# Setup a loopback device for a file and scan for partitions, with retries.
618#
619# $1 - The file to back the new loopback device.
620# $2-$N - Additional arguments to pass to losetup.
621loopback_partscan() {
622 local lb_dev image="$1"
623 shift
LaMont Jones005f77b2019-10-11 14:04:55 -0600624
George Engelbrechtfcd236f2019-10-28 18:12:56 -0600625 # We set up a binary backoff for adding the partitions. We give 10 attempts
626 # each time nth time we fail, backing off by 1<<n. The maximum time then
627 # spent sleeping will be sum(2^n) from [0...10] which is 1023 seconds,
628 # or ~37 minutes.
629 local i partx_out partx_d_out sleep_seconds=1
630 for (( i = 0; i <= 10; i++ )); do
631 # Flush any dirty pages in the image before we do partx commands.
632 info "Running sync -f ${image}"
633 sync -f "${image}"
LaMont Jones005f77b2019-10-11 14:04:55 -0600634
George Engelbrechtfcd236f2019-10-28 18:12:56 -0600635 # This (perhaps) mounts the partitions as well.
636 lb_dev=$(sudo losetup --show -f "$@" "${image}")
Mike Frysingerc97934e2019-09-02 02:48:28 -0400637
George Engelbrechtfcd236f2019-10-28 18:12:56 -0600638 # Try to clean the slate by removing any existing parts (best effort).
639 partx_d_out=$(sudo partx -v -d "${lb_dev}") || true
Mike Frysingerc97934e2019-09-02 02:48:28 -0400640
George Engelbrechtfcd236f2019-10-28 18:12:56 -0600641 # Try to add the partitions back.
642 if ! partx_out=$(sudo partx -v -a "${lb_dev}"); then
643 local proc_parts
644 warn "Adding partitions with 'partx -v -a ${lb_dev}' failed."
645 warn "partx -d output:\n${partx_d_out}"
646 warn "partx -a output:\n${partx_out}"
647 proc_parts=$(cat /proc/partitions)
648 warn "/proc/partitions before detaching loopback:\n ${proc_parts}"
649 # Detach the image.
650 sudo losetup -d "${lb_dev}" || true
651 proc_parts=$(cat /proc/partitions)
652 warn "/proc/partitions after detaching loopback:\n ${proc_parts}"
653 warn "Sleeping ${sleep_seconds} before trying again."
654 sleep "${sleep_seconds}"
655 : $(( sleep_seconds <<= 1 ))
656 else
657 break
658 fi
659 done
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700660
Gabe Black7bb6c5a2015-03-16 20:23:06 -0700661 echo "${lb_dev}"
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700662}
663
664# Detach a loopback device set up earlier.
665#
Gabe Black01ba4de2015-03-11 16:34:56 -0700666# $1 - The loop device to detach.
667# $2-$N - Additional arguments to pass to losetup.
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700668loopback_detach() {
Mike Frysingeraf64ed52015-04-06 13:20:39 -0400669 # Retry the deletes before we detach. crbug.com/469259
670 local i
671 for (( i = 0; i < 10; i++ )); do
Mike Frysingerad3b2002019-08-21 23:35:59 -0400672 if sudo partx -d "$1"; then
Mike Frysingeraf64ed52015-04-06 13:20:39 -0400673 break
674 fi
675 warn "Sleeping & retrying ..."
676 sync
677 sleep 1
678 done
Mike Frysingerad3b2002019-08-21 23:35:59 -0400679 sudo losetup --detach "$@"
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700680}
681
Chris Sosa702618f2010-05-14 12:52:32 -0700682# Sets up symlinks for the developer root. It is necessary to symlink
683# usr and local since the developer root is mounted at /usr/local and
684# applications expect to be installed under /usr/local/bin, etc.
685# This avoids packages installing into /usr/local/usr/local/bin.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500686# $1 specifies the symlink target for the developer root.
687# $2 specifies the symlink target for the var directory.
688# $3 specifies the location of the stateful partition.
Chris Sosa702618f2010-05-14 12:52:32 -0700689setup_symlinks_on_root() {
690 # Give args better names.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500691 local dev_image_target=$1
692 local var_target=$2
693 local dev_image_root="$3/dev_image"
Chris Sosa702618f2010-05-14 12:52:32 -0700694
Mike Frysinger9e155382019-07-12 21:11:00 -0400695 # Make sure the dev_image dir itself exists.
696 if [[ ! -d "${dev_image_root}" ]]; then
697 sudo mkdir "${dev_image_root}"
698 fi
699
Chris Sosa702618f2010-05-14 12:52:32 -0700700 # If our var target is actually the standard var, we are cleaning up the
701 # symlinks (could also check for /usr/local for the dev_image_target).
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500702 if [[ ${var_target} == "/var" ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700703 echo "Cleaning up /usr/local symlinks for ${dev_image_root}"
704 else
705 echo "Setting up symlinks for /usr/local for ${dev_image_root}"
706 fi
707
708 # Set up symlinks that should point to ${dev_image_target}.
Greg Spencer798d75f2011-02-01 22:04:49 -0800709 local path
Chris Sosa702618f2010-05-14 12:52:32 -0700710 for path in usr local; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500711 if [[ -h ${dev_image_root}/${path} ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700712 sudo unlink "${dev_image_root}/${path}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500713 elif [[ -e ${dev_image_root}/${path} ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700714 die "${dev_image_root}/${path} should be a symlink if exists"
715 fi
Mike Frysingera1a06ab2011-08-10 11:40:30 -0400716 sudo ln -s "${dev_image_target}" "${dev_image_root}/${path}"
Chris Sosa702618f2010-05-14 12:52:32 -0700717 done
718
719 # Setup var symlink.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500720 if [[ -h ${dev_image_root}/var ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700721 sudo unlink "${dev_image_root}/var"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500722 elif [[ -e ${dev_image_root}/var ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700723 die "${dev_image_root}/var should be a symlink if it exists"
724 fi
725
726 sudo ln -s "${var_target}" "${dev_image_root}/var"
727}
Nick Sandersd2509272010-06-16 03:50:04 -0700728
729# Get current timestamp. Assumes common.sh runs at startup.
730start_time=$(date +%s)
731
Matt Tennant298f61a2012-06-25 21:54:33 -0700732# Get time elapsed since start_time in seconds.
Mike Frysingerbbec7112019-08-22 00:44:29 -0400733_get_elapsed_seconds() {
Greg Spencer798d75f2011-02-01 22:04:49 -0800734 local end_time=$(date +%s)
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500735 local elapsed_seconds=$(( end_time - start_time ))
Matt Tennant298f61a2012-06-25 21:54:33 -0700736 echo ${elapsed_seconds}
737}
738
739# Print time elapsed since start_time.
740print_time_elapsed() {
741 # Optional first arg to specify elapsed_seconds. If not given, will
742 # recalculate elapsed time to now. Optional second arg to specify
743 # command name associated with elapsed time.
Mike Frysingerbbec7112019-08-22 00:44:29 -0400744 local elapsed_seconds=${1:-$(_get_elapsed_seconds)}
Matt Tennant298f61a2012-06-25 21:54:33 -0700745 local cmd_base=${2:-}
746
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500747 local minutes=$(( elapsed_seconds / 60 ))
748 local seconds=$(( elapsed_seconds % 60 ))
Matt Tennant298f61a2012-06-25 21:54:33 -0700749
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500750 if [[ -n ${cmd_base} ]]; then
Matt Tennant298f61a2012-06-25 21:54:33 -0700751 info "Elapsed time (${cmd_base}): ${minutes}m${seconds}s"
752 else
753 info "Elapsed time: ${minutes}m${seconds}s"
754 fi
755}
756
Matt Tennant298f61a2012-06-25 21:54:33 -0700757command_completed() {
758 # Call print_elapsed_time regardless.
Mike Frysingerbbec7112019-08-22 00:44:29 -0400759 local run_time=$(_get_elapsed_seconds)
Mike Frysinger3131d412019-03-02 14:09:37 -0500760 local cmd_base=$(basename "$0")
Matt Tennant298f61a2012-06-25 21:54:33 -0700761 print_time_elapsed ${run_time} ${cmd_base}
Nick Sandersd2509272010-06-16 03:50:04 -0700762}
Doug Anderson0c9e88d2010-10-19 14:49:39 -0700763
Albert Chaulk5d190f72013-07-12 11:42:18 -0700764# Load configuration files that allow board-specific overrides of default
765# functionality to be specified in overlays.
Steve Fungd3b1f5f2015-03-29 21:47:24 -0700766# $1 - File to load.
Albert Chaulk5d190f72013-07-12 11:42:18 -0700767load_board_specific_script() {
Steve Fung88897cc2015-03-25 13:38:38 -0700768 local file=$1 overlay
769 [[ $# -ne 1 ]] && die "load_board_specific_script requires exactly 1 param"
770 for overlay in ${BOARD_OVERLAY}; do
Albert Chaulk5d190f72013-07-12 11:42:18 -0700771 local setup_sh="${overlay}/scripts/${file}"
772 if [[ -e ${setup_sh} ]]; then
773 source "${setup_sh}"
774 fi
775 done
776}
777
Chris Sosafd2cdec2011-03-24 16:06:59 -0700778# Reinterprets path from outside the chroot for use inside.
779# Returns "" if "" given.
780# $1 - The path to reinterpret.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400781reinterpret_path_for_chroot() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500782 if [[ ${INSIDE_CHROOT} -ne 1 ]]; then
783 if [[ -z $1 ]]; then
Chris Sosafd2cdec2011-03-24 16:06:59 -0700784 echo ""
785 else
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500786 local path_abs_path=$(readlink -f "$1")
Chris Sosafd2cdec2011-03-24 16:06:59 -0700787 local gclient_root_abs_path=$(readlink -f "${GCLIENT_ROOT}")
788
789 # Strip the repository root from the path.
790 local relative_path=$(echo ${path_abs_path} \
Mike Frysingera1a06ab2011-08-10 11:40:30 -0400791 | sed "s:${gclient_root_abs_path}/::")
Chris Sosafd2cdec2011-03-24 16:06:59 -0700792
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500793 if [[ ${relative_path} == "${path_abs_path}" ]]; then
794 die "Error reinterpreting path. Path $1 is not within source tree."
Chris Sosafd2cdec2011-03-24 16:06:59 -0700795 fi
796
797 # Prepend the chroot repository path.
Chris Sosaed2ff4b2013-08-30 12:58:41 -0700798 echo "/mnt/host/source/${relative_path}"
Chris Sosafd2cdec2011-03-24 16:06:59 -0700799 fi
800 else
801 # Path is already inside the chroot :).
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500802 echo "$1"
Chris Sosafd2cdec2011-03-24 16:06:59 -0700803 fi
804}
Gabe Black83d8b822011-08-01 17:50:09 -0700805
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400806switch_to_strict_mode() {
Brian Harring7f175a52012-03-02 05:37:00 -0800807 # Set up strict execution mode; note that the trap
808 # must follow switch_to_strict_mode, else it will have no effect.
809 set -e
Mike Frysinger9ebc8ce2015-04-06 13:15:01 -0400810 trap 'die_err_trap' ERR
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500811 if [[ $# -ne 0 ]]; then
Brian Harring7f175a52012-03-02 05:37:00 -0800812 set "$@"
813 fi
814}
815
816# TODO: Re-enable this once shflags is set -e safe.
817#switch_to_strict_mode