blob: 31c3735a0abd4d5ebd88fee420929a77936fef7b [file] [log] [blame]
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001#!/bin/bash
Chris Sosa2b736002012-02-12 16:16:08 -08002# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
rspangler@google.comd74220d2009-10-09 20:56:14 +00003# Use of this source code is governed by a BSD-style license that can be
4# found in the LICENSE file.
5
rspangler@google.comd74220d2009-10-09 20:56:14 +00006# All scripts should die on error unless commands are specifically excepted
7# by prefixing with '!' or surrounded by 'set +e' / 'set -e'.
rspangler@google.comd74220d2009-10-09 20:56:14 +00008
9# The number of jobs to pass to tools that can run in parallel (such as make
10# and dpkg-buildpackage
Alex Deymo135faa12015-01-21 11:20:13 -080011if [[ -z ${NUM_JOBS:-} ]]; then
Brian Harring28bb01f2012-05-09 15:26:09 -070012 NUM_JOBS=$(grep -c "^processor" /proc/cpuinfo)
13fi
14# Ensure that any sub scripts we invoke get the max proc count.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050015export NUM_JOBS
rspangler@google.comd74220d2009-10-09 20:56:14 +000016
Gilad Arnold8f861c02013-01-09 09:19:51 -080017# Returns the pv command if it's available, otherwise plain-old cat. Note that
18# this function echoes the command, rather than running it, so it can be used
19# as an argument to other commands (like sudo).
20pv_cat_cmd() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050021 if type -P pv >&/dev/null; then
Gilad Arnold8f861c02013-01-09 09:19:51 -080022 # Limit pv's output to 80 columns, for readability.
23 local term_cols=$(stty size 2>/dev/null | cut -d' ' -f2)
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050024 if [[ ${term_cols:-0} -gt 80 ]]; then
Seigo Nonaka89b7b592013-05-21 17:30:18 +090025 echo pv -w 80 -B 4m
Gilad Arnold8f861c02013-01-09 09:19:51 -080026 else
Seigo Nonaka89b7b592013-05-21 17:30:18 +090027 echo pv -B 4m
Gilad Arnold8f861c02013-01-09 09:19:51 -080028 fi
29 else
30 echo cat
31 fi
32}
Simon Glass142ca062011-02-09 13:39:43 -080033
Greg Spencer798d75f2011-02-01 22:04:49 -080034# Make sure we have the location and name of the calling script, using
35# the current value if it is already set.
Alex Deymo7ba56be2015-02-12 14:28:06 -080036: ${SCRIPT_LOCATION:=$(dirname "$(readlink -f -- "$0")")}
37: ${SCRIPT_NAME:=$(basename -- "$0")}
rspangler@google.comd74220d2009-10-09 20:56:14 +000038
Anton Staaf30acb0b2011-01-26 16:00:20 -080039# Detect whether we're inside a chroot or not
David James47e0e8a2015-03-11 15:24:10 -070040CHROOT_VERSION_FILE=/etc/cros_chroot_version
41if [[ -e ${CHROOT_VERSION_FILE} ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -080042 INSIDE_CHROOT=1
rspangler@google.comd74220d2009-10-09 20:56:14 +000043else
Anton Staaf30acb0b2011-01-26 16:00:20 -080044 INSIDE_CHROOT=0
rspangler@google.comd74220d2009-10-09 20:56:14 +000045fi
46
Mike Frysinger669b28b2012-02-07 18:01:00 -050047# Determine and set up variables needed for fancy color output (if supported).
48V_BOLD_RED=
49V_BOLD_GREEN=
50V_BOLD_YELLOW=
51V_REVERSE=
52V_VIDOFF=
53
Steve Fungff6345d2014-02-04 16:14:55 -080054if [[ -t 1 ]] && tput colors >&/dev/null; then
Mike Frysinger669b28b2012-02-07 18:01:00 -050055 # order matters: we want VIDOFF last so that when we trace with `set -x`,
56 # our terminal doesn't bleed colors as bash dumps the values of vars.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050057 V_BOLD_RED=$(tput bold; tput setaf 1)
58 V_BOLD_GREEN=$(tput bold; tput setaf 2)
59 V_BOLD_YELLOW=$(tput bold; tput setaf 3)
60 V_REVERSE=$(tput rev)
61 V_VIDOFF=$(tput sgr0)
Mike Frysinger669b28b2012-02-07 18:01:00 -050062fi
63
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050064# Turn on bash debug support if available for backtraces.
65shopt -s extdebug 2>/dev/null
Brian Harring7f175a52012-03-02 05:37:00 -080066
Marc Herbertff9fa312015-01-16 17:18:53 -080067# Output a backtrace. Optional parameter allows hiding the last
68# frame(s) so functions like "die()" can hide their additional
69# frame(s) if they wish.
70dump_trace() {
71 # Default = 0 hidden frames: show everything except dump_trace
72 # frame itself.
73 local hidden_frames=${1:-0}
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050074 local j n p func src line args
75 p=${#BASH_ARGV[@]}
Marc Herbertff9fa312015-01-16 17:18:53 -080076
Marc Herbertf51cf8f2015-01-20 13:56:00 -080077 error "$(date)"
Marc Herbertee1fcbb2015-05-28 10:37:46 -070078 error "$(ps f -o pgid,ppid,pid,etime,cputime,%cpu,command)"
Marc Herbertf51cf8f2015-01-20 13:56:00 -080079
Marc Herbertff9fa312015-01-16 17:18:53 -080080 # Frame 0 is ourselves so it's always suppressed / does not count.
81 for (( n = ${#FUNCNAME[@]}; n > hidden_frames; --n )); do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050082 func=${FUNCNAME[${n} - 1]}
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050083 line=${BASH_LINENO[${n} - 1]}
84 args=
85 if [[ -z ${BASH_ARGC[${n} -1]} ]]; then
86 args='(args unknown, no debug available)'
Brian Harring7f175a52012-03-02 05:37:00 -080087 else
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050088 for (( j = 0; j < ${BASH_ARGC[${n} -1]}; ++j )); do
89 args="${args:+${args} }'${BASH_ARGV[$(( p - j - 1 ))]}'"
90 done
91 ! (( p -= ${BASH_ARGC[${n} - 1]} ))
Brian Harring7f175a52012-03-02 05:37:00 -080092 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050093 if [[ ${n} == ${#FUNCNAME[@]} ]]; then
Marc Herbertee1fcbb2015-05-28 10:37:46 -070094 error "Arguments of $$: ${0##/*} ${args}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -050095 error "Backtrace: (most recent call is last)"
96 else
Marc Herbert2e8c5902015-01-15 20:17:31 -080097 src=${BASH_SOURCE[${n}]##*/}
Marc Herbertfa6cbe72015-01-20 14:09:09 -080098 curr_func=${FUNCNAME[${n}]}
99 error "$(printf ' %s:%s:%s(), called: %s %s ' \
100 "${src}" "${line}" "${curr_func}" "${func}" "${args}")"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500101 fi
102 done
103}
Brian Harring7f175a52012-03-02 05:37:00 -0800104
Mike Frysinger669b28b2012-02-07 18:01:00 -0500105# Declare these asap so that code below can safely assume they exist.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400106_message() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500107 local prefix=$1
Brian Harring7f175a52012-03-02 05:37:00 -0800108 shift
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500109 if [[ $# -eq 0 ]]; then
110 echo -e "${prefix}${CROS_LOG_PREFIX:-""}:${V_VIDOFF}" >&2
Brian Harring7f175a52012-03-02 05:37:00 -0800111 return
112 fi
113 (
114 # Handle newlines in the message, prefixing each chunk correctly.
115 # Do this in a subshell to avoid having to track IFS/set -f state.
116 IFS="
117"
118 set +f
119 set -- $*
120 IFS=' '
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500121 if [[ $# -eq 0 ]]; then
Brian Harring7f175a52012-03-02 05:37:00 -0800122 # Empty line was requested.
123 set -- ''
124 fi
125 for line in "$@"; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500126 echo -e "${prefix}${CROS_LOG_PREFIX:-}: ${line}${V_VIDOFF}" >&2
Brian Harring7f175a52012-03-02 05:37:00 -0800127 done
128 )
129}
130
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400131info() {
Brian Harring7f175a52012-03-02 05:37:00 -0800132 _message "${V_BOLD_GREEN}INFO " "$*"
Mike Frysinger669b28b2012-02-07 18:01:00 -0500133}
134
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400135warn() {
Brian Harring7f175a52012-03-02 05:37:00 -0800136 _message "${V_BOLD_YELLOW}WARNING " "$*"
Mike Frysinger669b28b2012-02-07 18:01:00 -0500137}
138
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400139error() {
Brian Harring7f175a52012-03-02 05:37:00 -0800140 _message "${V_BOLD_RED}ERROR " "$*"
Mike Frysinger669b28b2012-02-07 18:01:00 -0500141}
142
Brian Harring7f175a52012-03-02 05:37:00 -0800143
144# For all die functions, they must explicitly force set +eu;
Alex Deymof9235952015-01-15 11:15:09 -0800145# no reason to have them cause their own crash if we're in the middle
Brian Harring7f175a52012-03-02 05:37:00 -0800146# of reporting an error condition then exiting.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400147die_err_trap() {
Mike Frysinger9ebc8ce2015-04-06 13:15:01 -0400148 local result=${1:-$?}
149 local command=${2:-${BASH_COMMAND:-command unknown}}
Brian Harring7f175a52012-03-02 05:37:00 -0800150 set +e +u
151
Mike Frysinger9ebc8ce2015-04-06 13:15:01 -0400152 if [[ ${result} == "0" ]]; then
153 # Let callers simplify by setting us as an EXIT trap handler.
154 return 0
155 fi
156
Brian Harring7f175a52012-03-02 05:37:00 -0800157 # Per the message, bash misreports 127 as 1 during err trap sometimes.
158 # Note this fact to ensure users don't place too much faith in the
159 # exit code in that case.
160 set -- "Command '${command}' exited with nonzero code: ${result}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500161 if [[ ${result} -eq 1 ]] && [[ -z $(type -t ${command}) ]]; then
162 set -- "$@" \
163 '(Note bash sometimes misreports "command not found" as exit code 1 '\
Brian Harring7f175a52012-03-02 05:37:00 -0800164'instead of 127)'
Brian Harring7f175a52012-03-02 05:37:00 -0800165 fi
Marc Herbertff9fa312015-01-16 17:18:53 -0800166 dump_trace 1
Brian Harring7f175a52012-03-02 05:37:00 -0800167 error
168 error "Command failed:"
169 DIE_PREFIX=' '
170 die_notrace "$@"
171}
172
173# Exit this script due to a failure, outputting a backtrace in the process.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400174die() {
Brian Harring7f175a52012-03-02 05:37:00 -0800175 set +e +u
Marc Herbertff9fa312015-01-16 17:18:53 -0800176 dump_trace 1
Brian Harring7f175a52012-03-02 05:37:00 -0800177 error
178 error "Error was:"
179 DIE_PREFIX=' '
180 die_notrace "$@"
181}
182
183# Exit this script w/out a backtrace.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400184die_notrace() {
Brian Harring7f175a52012-03-02 05:37:00 -0800185 set +e +u
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500186 if [[ $# -eq 0 ]]; then
Brian Harring7f175a52012-03-02 05:37:00 -0800187 set -- '(no error message given)'
188 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500189 local line
Brian Harring7f175a52012-03-02 05:37:00 -0800190 for line in "$@"; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500191 error "${DIE_PREFIX}${line}"
Brian Harring7f175a52012-03-02 05:37:00 -0800192 done
Mike Frysinger669b28b2012-02-07 18:01:00 -0500193 exit 1
194}
195
David Jamesbf13ea82013-05-08 14:17:25 -0700196# Check for a single string in a list of space-separated strings.
197# e.g. has "foo" "foo bar baz" is true, but has "f" "foo bar baz" is not.
198has() { [[ " ${*:2} " == *" $1 "* ]]; }
199
Brian Harring9086a3f2013-01-14 01:43:16 -0800200# Directory locations inside the dev chroot; try the new default,
201# falling back to user specific paths if the upgrade has yet to
202# happen.
203_user="${USER}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500204[[ ${USER} == "root" ]] && _user="${SUDO_USER}"
Brian Harring9086a3f2013-01-14 01:43:16 -0800205_CHROOT_TRUNK_DIRS=( "/home/${_user}/trunk" /mnt/host/source )
206_DEPOT_TOOLS_DIRS=( "/home/${_user}/depot_tools" /mnt/host/depot_tools )
Don Garrett63b47d32015-03-09 16:18:58 -0700207_WORKSPACE_DIRS=( "/home/${_user}/workspace" /mnt/host/workspace )
Brian Harring9086a3f2013-01-14 01:43:16 -0800208unset _user
209
210_process_mount_pt() {
211 # Given 4 arguments; the root path, the variable to set,
212 # the old location, and the new; finally, forcing the upgrade is doable
213 # via if a 5th arg is provided.
214 # This will then try to migrate the old to new if we can do so right now
215 # (else leaving symlinks in place w/in the new), and will set $1 to the
216 # new location.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500217 local base=${1:-/} var=$2 old=$3 new=$4 force=${5:-false}
218 local _sudo=$([[ ${USER} != "root" ]] && echo sudo)
219 local val=${new}
Mike Frysinger2d9a97d2015-02-25 01:38:56 -0500220 if ${force} || [[ -L ${base}/${new} ]] || [[ ! -e ${base}/${new} ]]; then
Brian Harring9086a3f2013-01-14 01:43:16 -0800221 # Ok, it's either a symlink or this is the first run. Upgrade if we can-
222 # specifically, if we're outside the chroot and we can rmdir the old.
223 # If we cannot rmdir the old, that's due to a mount being bound to that
224 # point (even if we can't see it, it's there)- thus fallback to adding
225 # compat links.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500226 if ${force} || ( [[ ${INSIDE_CHROOT} -eq 0 ]] && \
227 ${_sudo} rmdir "${base}/${old}" 2>/dev/null ); then
Brian Harring9086a3f2013-01-14 01:43:16 -0800228 ${_sudo} rm -f "${base}/${new}" || :
229 ${_sudo} mkdir -p "${base}/${new}" "$(dirname "${base}/${old}" )"
230 ${_sudo} ln -s "${new}" "${base}/${old}"
231 else
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500232 if [[ ! -L ${base}/${new} ]]; then
Brian Harring9086a3f2013-01-14 01:43:16 -0800233 # We can't do the upgrade right now; install compatibility links.
234 ${_sudo} mkdir -p "$(dirname "${base}/${new}")" "${base}/${old}"
235 ${_sudo} ln -s "${old}" "${base}/${new}"
236 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500237 val=${old}
Brian Harring9086a3f2013-01-14 01:43:16 -0800238 fi
239 fi
240 eval "${var}=\"${val}\""
241}
242
243set_chroot_trunk_dir() {
244 # This takes two optional arguments; the first being the path to the chroot
245 # base; this is only used by enter_chroot. The second argument is whether
246 # or not to force the new pathways; this is only used by make_chroot. Passing
247 # a non-null value for $2 forces the new paths.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500248 if [[ ${INSIDE_CHROOT} -eq 0 ]] && [[ -z ${1-} ]]; then
Brian Harring9086a3f2013-01-14 01:43:16 -0800249 # Can't do the upgrade, thus skip trying to do so.
250 CHROOT_TRUNK_DIR="${_CHROOT_TRUNK_DIRS[1]}"
251 DEPOT_TOOLS_DIR="${_DEPOT_TOOLS_DIRS[1]}"
Don Garrett63b47d32015-03-09 16:18:58 -0700252 WORKSPACE_DIR="${_WORKSPACE_DIRS[1]}"
Brian Harring9086a3f2013-01-14 01:43:16 -0800253 return
254 fi
Alex Deymo76277de2015-01-22 11:02:13 -0800255 _process_mount_pt "${1:-}" CHROOT_TRUNK_DIR "${_CHROOT_TRUNK_DIRS[@]}" \
256 ${2:+true}
257 _process_mount_pt "${1:-}" DEPOT_TOOLS_DIR "${_DEPOT_TOOLS_DIRS[@]}" \
258 ${2:+true}
Don Garrett63b47d32015-03-09 16:18:58 -0700259 _process_mount_pt "${1:-}" WORKSPACE_DIR "${_WORKSPACE_DIRS[@]}" \
260 ${2:+true}
Brian Harring9086a3f2013-01-14 01:43:16 -0800261}
262
263set_chroot_trunk_dir
264
Anton Staaf30acb0b2011-01-26 16:00:20 -0800265# Construct a list of possible locations for the source tree. This list is
266# based on various environment variables and globals that may have been set
267# by the calling script.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400268get_gclient_root_list() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500269 if [[ ${INSIDE_CHROOT} -eq 1 ]]; then
Brian Harring2499bfb2012-12-18 16:23:31 -0800270 echo "${CHROOT_TRUNK_DIR}"
Anton Staaf30acb0b2011-01-26 16:00:20 -0800271 fi
272
Alex Deymo135faa12015-01-21 11:20:13 -0800273 if [[ -n ${COMMON_SH:-} ]]; then echo "$(dirname "${COMMON_SH}")/../.."; fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500274 if [[ -n ${BASH_SOURCE} ]]; then echo "$(dirname "${BASH_SOURCE}")/../.."; fi
Anton Staaf30acb0b2011-01-26 16:00:20 -0800275}
276
277# Based on the list of possible source locations we set GCLIENT_ROOT if it is
278# not already defined by looking for a src directory in each seach path
279# location. If we do not find a valid looking root we error out.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400280get_gclient_root() {
Alex Deymo135faa12015-01-21 11:20:13 -0800281 if [[ -n ${GCLIENT_ROOT:-} ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -0800282 return
283 fi
284
285 for path in $(get_gclient_root_list); do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500286 if [[ -d ${path}/src ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -0800287 GCLIENT_ROOT=${path}
288 break
289 fi
290 done
291
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500292 if [[ -z ${GCLIENT_ROOT} ]]; then
Anton Staaf30acb0b2011-01-26 16:00:20 -0800293 # Using dash or sh, we don't know where we are. $0 refers to the calling
294 # script, not ourselves, so that doesn't help us.
295 echo "Unable to determine location for common.sh. If you are sourcing"
296 echo "common.sh from a script run via dash or sh, you must do it in the"
297 echo "following way:"
298 echo ' COMMON_SH="$(dirname "$0")/../../scripts/common.sh"'
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500299 echo ' . "${COMMON_SH}"'
Anton Staaf30acb0b2011-01-26 16:00:20 -0800300 echo "where the first line is the relative path from your script to"
301 echo "common.sh."
302 exit 1
303 fi
304}
305
David James76764882012-10-24 19:46:29 -0700306# Populate the ENVIRONMENT_WHITELIST array.
307load_environment_whitelist() {
308 set -f
309 ENVIRONMENT_WHITELIST=(
310 $("${GCLIENT_ROOT}/chromite/scripts/cros_env_whitelist")
311 )
312 set +f
313}
314
Anton Staaf30acb0b2011-01-26 16:00:20 -0800315# Find root of source tree
316get_gclient_root
317
rspangler@google.comd74220d2009-10-09 20:56:14 +0000318# Canonicalize the directories for the root dir and the calling script.
319# readlink is part of coreutils and should be present even in a bare chroot.
tedbo4f44d9e2010-01-08 17:26:11 -0800320# This is better than just using
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500321# FOO="$(cd ${FOO} ; pwd)"
tedbo4f44d9e2010-01-08 17:26:11 -0800322# since that leaves symbolic links intact.
rspangler@google.comd74220d2009-10-09 20:56:14 +0000323# Note that 'realpath' is equivalent to 'readlink -f'.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500324SCRIPT_LOCATION=$(readlink -f "${SCRIPT_LOCATION}")
325GCLIENT_ROOT=$(readlink -f "${GCLIENT_ROOT}")
rspangler@google.comd74220d2009-10-09 20:56:14 +0000326
327# Other directories should always be pathed down from GCLIENT_ROOT.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500328SRC_ROOT="${GCLIENT_ROOT}/src"
329SRC_INTERNAL="${GCLIENT_ROOT}/src-internal"
330SCRIPTS_DIR="${SRC_ROOT}/scripts"
331BUILD_LIBRARY_DIR="${SCRIPTS_DIR}/build_library"
Mike Frysinger66accd22017-09-13 03:50:30 -0400332CHROMITE_BIN="${GCLIENT_ROOT}/chromite/bin"
Alex Klein999443c2018-10-17 12:02:05 -0600333IMAGES_DIR="${GCLIENT_ROOT}/src/build/images"
rspangler@google.comd74220d2009-10-09 20:56:14 +0000334
335# Load developer's custom settings. Default location is in scripts dir,
336# since that's available both inside and outside the chroot. By convention,
337# settings from this file are variables starting with 'CHROMEOS_'
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500338: ${CHROMEOS_DEV_SETTINGS:=${SCRIPTS_DIR}/.chromeos_dev}
339if [[ -f ${CHROMEOS_DEV_SETTINGS} ]]; then
rspangler@google.comd74220d2009-10-09 20:56:14 +0000340 # Turn on exit-on-error during custom settings processing
Greg Spencer798d75f2011-02-01 22:04:49 -0800341 SAVE_OPTS=$(set +o)
Brian Harring7f175a52012-03-02 05:37:00 -0800342 switch_to_strict_mode
rspangler@google.comd74220d2009-10-09 20:56:14 +0000343
344 # Read settings
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500345 . "${CHROMEOS_DEV_SETTINGS}"
rspangler@google.comd74220d2009-10-09 20:56:14 +0000346
347 # Restore previous state of exit-on-error
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500348 eval "${SAVE_OPTS}"
rspangler@google.comd74220d2009-10-09 20:56:14 +0000349fi
350
351# Load shflags
Zdenek Behan07d24222011-11-02 00:46:25 +0000352# NOTE: This code snippet is in particular used by the au-generator (which
353# stores shflags in ./lib/shflags/) and should not be touched.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500354if [[ -f ${SCRIPTS_DIR}/lib/shflags/shflags ]]; then
Mike Frysinger77c674b2012-02-07 18:05:07 -0500355 . "${SCRIPTS_DIR}/lib/shflags/shflags" || die "Couldn't find shflags"
Zdenek Behan07d24222011-11-02 00:46:25 +0000356else
357 . ./lib/shflags/shflags || die "Couldn't find shflags"
358fi
rspangler@google.comd74220d2009-10-09 20:56:14 +0000359
Bill Richardson10d27c22010-01-20 13:38:50 -0800360# Our local mirror
361DEFAULT_CHROMEOS_SERVER=${CHROMEOS_SERVER:-"http://build.chromium.org/mirror"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000362
Bill Richardson10d27c22010-01-20 13:38:50 -0800363# Upstream mirrors and build suites come in 2 flavors
364# DEV - development chroot, used to build the chromeos image
365# IMG - bootable image, to run on actual hardware
rspangler@google.comd74220d2009-10-09 20:56:14 +0000366
Bill Richardson10d27c22010-01-20 13:38:50 -0800367DEFAULT_DEV_MIRROR=${CHROMEOS_DEV_MIRROR:-"${DEFAULT_CHROMEOS_SERVER}/ubuntu"}
368DEFAULT_DEV_SUITE=${CHROMEOS_DEV_SUITE:-"karmic"}
369
370DEFAULT_IMG_MIRROR=${CHROMEOS_IMG_MIRROR:-"${DEFAULT_CHROMEOS_SERVER}/ubuntu"}
371DEFAULT_IMG_SUITE=${CHROMEOS_IMG_SUITE:-"karmic"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000372
373# Default location for chroot
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500374DEFAULT_CHROOT_DIR=${CHROMEOS_CHROOT_DIR:-"${GCLIENT_ROOT}/chroot"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000375
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500376# All output files from build should go under ${DEFAULT_BUILD_ROOT}, so that
rspangler@google.comd74220d2009-10-09 20:56:14 +0000377# they don't pollute the source directory.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500378DEFAULT_BUILD_ROOT=${CHROMEOS_BUILD_ROOT:-"${SRC_ROOT}/build"}
rspangler@google.comd74220d2009-10-09 20:56:14 +0000379
Chris Ching4bc95a12016-11-22 13:44:13 -0700380# Default location for event files
381DEFAULT_EVENT_DIR=${DEFAULT_EVENT_DIR:-"${DEFAULT_BUILD_ROOT}/events"}
382
383# Default event file. Format is YYYYDD.HHMM.json
384DEFAULT_EVENT_FILE=${DEFAULT_EVENT_FILE:-"${DEFAULT_EVENT_DIR}/$(date +%Y%m%d.%H%M.).json"}
385
David McMahon49302942010-02-18 16:55:35 -0800386# Set up a global ALL_BOARDS value
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500387if [[ -d ${SRC_ROOT}/overlays ]]; then
388 ALL_BOARDS=$(cd "${SRC_ROOT}/overlays"; \
Mike Frysingera1a06ab2011-08-10 11:40:30 -0400389 ls -1d overlay-* 2>&- | sed 's,overlay-,,g')
David Rochberg3b910702010-12-02 10:45:21 -0500390fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500391# Normalize whitespace.
392ALL_BOARDS=$(echo ${ALL_BOARDS})
Mike Frysingerc17a4932012-03-12 17:07:40 -0400393
394# Sets the default board variable for calling script.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500395if [[ -f ${GCLIENT_ROOT}/src/scripts/.default_board ]]; then
396 DEFAULT_BOARD=$(<"${GCLIENT_ROOT}/src/scripts/.default_board")
Mike Frysingerc17a4932012-03-12 17:07:40 -0400397 # Check for user typos like whitespace.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500398 if [[ -n ${DEFAULT_BOARD//[a-zA-Z0-9-_]} ]]; then
Mike Frysingerc17a4932012-03-12 17:07:40 -0400399 die ".default_board: invalid name detected; please fix:" \
400 "'${DEFAULT_BOARD}'"
401 fi
402fi
403# Stub to get people to upgrade.
404get_default_board() {
405 warn "please upgrade your script, and make sure to run build_packages"
406}
David McMahon49302942010-02-18 16:55:35 -0800407
David Jamesff072012010-11-30 13:22:05 -0800408# Enable --fast by default.
Greg Spencer798d75f2011-02-01 22:04:49 -0800409DEFAULT_FAST=${FLAGS_TRUE}
David James03668642010-07-28 17:08:29 -0700410
Chris Sosab0f57322011-10-25 03:07:23 +0000411# Directory to store built images. Should be set by sourcing script when used.
412BUILD_DIR=
Simon Glass142ca062011-02-09 13:39:43 -0800413
Mike Frysinger34808e52017-01-11 21:14:08 -0500414# Path to the verified boot directory where we get signing related keys/scripts.
415VBOOT_DIR="${CHROOT_TRUNK_DIR}/src/platform/vboot_reference"
416VBOOT_TESTKEYS_DIR="${VBOOT_DIR}/tests/testkeys"
Mike Frysinger40cea032017-03-12 19:48:20 -0400417# We load these from the chroot rather than directly from the vboot source repo
418# so we work correctly even in a minilayout.
419VBOOT_DEVKEYS_DIR="/usr/share/vboot/devkeys"
420VBOOT_SIGNING_DIR="/usr/share/vboot/bin"
Mike Frysinger34808e52017-01-11 21:14:08 -0500421
Simon Glass142ca062011-02-09 13:39:43 -0800422# Standard filenames
Chris Sosab0f57322011-10-25 03:07:23 +0000423CHROMEOS_BASE_IMAGE_NAME="chromiumos_base_image.bin"
Simon Glass142ca062011-02-09 13:39:43 -0800424CHROMEOS_IMAGE_NAME="chromiumos_image.bin"
Chris Sosab0f57322011-10-25 03:07:23 +0000425CHROMEOS_DEVELOPER_IMAGE_NAME="chromiumos_image.bin"
Gilad Arnold08366272012-02-08 10:46:26 -0800426CHROMEOS_RECOVERY_IMAGE_NAME="recovery_image.bin"
Simon Glass142ca062011-02-09 13:39:43 -0800427CHROMEOS_TEST_IMAGE_NAME="chromiumos_test_image.bin"
Chris Sosab0f57322011-10-25 03:07:23 +0000428CHROMEOS_FACTORY_INSTALL_SHIM_NAME="factory_install_shim.bin"
Bertrand SIMONNETb17cd572015-04-01 10:27:37 -0700429SYSROOT_SETTINGS_FILE="/var/cache/edb/chromeos"
Simon Glass142ca062011-02-09 13:39:43 -0800430
Rahul Chaudhry306f6882015-05-13 15:14:13 -0700431# Install mask for portage ebuilds. Used by build_image and gmergefs.
Chris Masoned11ce172010-11-09 14:22:08 -0800432# TODO: Is /usr/local/autotest-chrome still used by anyone?
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800433COMMON_INSTALL_MASK="
Daniel Erate82f07c2010-12-21 13:39:22 -0800434 *.a
Alex Deymo1856c4f2014-09-24 08:15:34 -0700435 *.c
436 *.cc
Rahul Chaudhry306f6882015-05-13 15:14:13 -0700437 *.go
Daniel Erate82f07c2010-12-21 13:39:22 -0800438 *.la
Rene Bolldorf32228222012-07-21 14:18:22 -0400439 *.h
Brian Norrisef0880d2016-05-19 12:39:56 -0700440 *.hh
Rene Bolldorf32228222012-07-21 14:18:22 -0400441 *.hpp
Kevin Cernekee6ab57a92015-06-25 15:43:06 -0700442 *.h++
Nam T. Nguyenaa15f142015-05-15 14:27:50 -0700443 *.hxx
Mike Frysinger97c6ac92014-06-16 00:06:37 -0400444 */.keep*
Shuhei Takahashic62d3072019-01-29 18:04:35 +0900445 /build/libexec/tast
446 /build/share/tast
Daniel Erate82f07c2010-12-21 13:39:22 -0800447 /etc/init.d
448 /etc/runlevels
Qijiang Fan6834cba2018-04-04 16:41:56 +0900449 /etc/selinux/intermediates
Hung-Te Lin76272be2012-08-07 19:10:09 +0800450 /firmware
Mike Frysinger785f09d2013-09-25 22:11:21 -0400451 /lib/modules/*/vdso
Daniel Erate82f07c2010-12-21 13:39:22 -0800452 /lib/rc
Tomasz Figa435f0e52017-01-06 14:28:06 +0900453 /opt/google/containers/android/vendor/lib*/pkgconfig
Benjamin Gordonffcb2b12017-10-24 13:02:46 -0600454 /opt/google/containers/android/build
Nam T. Nguyenf1de1a72015-05-27 08:37:46 -0700455 /usr/bin/*-config
Daniel Erate82f07c2010-12-21 13:39:22 -0800456 /usr/bin/Xnest
457 /usr/bin/Xvfb
Manoj Gupta019843b2017-08-17 13:28:18 -0700458 /usr/include/c++
Mike Frysinger10c56472013-03-01 00:58:10 -0500459 /usr/include/nspr/*
Yunlian Jianged7cd2d2018-10-27 13:07:02 -0700460 /usr/include/rpcsvc/*.x
Bing Xue18e37582019-01-17 17:04:54 -0800461 /usr/include/tensorflow
Mike Frysinger10c56472013-03-01 00:58:10 -0500462 /usr/include/X11/*
Daniel Erate82f07c2010-12-21 13:39:22 -0800463 /usr/lib/debug
Rahul Chaudhry306f6882015-05-13 15:14:13 -0700464 /usr/lib/gopath
Mike Frysinger27b5edb2012-08-08 18:52:06 -0400465 /usr/lib*/pkgconfig
Daniel Erate82f07c2010-12-21 13:39:22 -0800466 /usr/local/autotest-chrome
467 /usr/man
468 /usr/share/aclocal
Brian Norris0f3c4e22016-06-21 12:23:18 -0700469 /usr/share/cups/drv
Daniel Erate82f07c2010-12-21 13:39:22 -0800470 /usr/share/doc
471 /usr/share/gettext
472 /usr/share/gtk-2.0
473 /usr/share/gtk-doc
474 /usr/share/info
475 /usr/share/man
Brian Norris0f3c4e22016-06-21 12:23:18 -0700476 /usr/share/ppd
Daniel Erate82f07c2010-12-21 13:39:22 -0800477 /usr/share/openrc
478 /usr/share/pkgconfig
Ryan Harrisonb8bd5942013-02-02 13:39:43 -0500479 /usr/share/profiling
Daniel Erate82f07c2010-12-21 13:39:22 -0800480 /usr/share/readline
Chris Wolfed13775f2011-07-26 16:34:38 -0400481 /usr/src
Daniel Erate82f07c2010-12-21 13:39:22 -0800482 "
Chris Sosaaa1a7fd2010-04-02 14:06:29 -0700483
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800484# Mask for base, dev, and test images (build_image, build_image --test)
485DEFAULT_INSTALL_MASK="
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500486 ${COMMON_INSTALL_MASK}
Don Garrettac1cd0d2013-07-18 18:04:06 -0700487 /boot/config-*
488 /boot/System.map-*
Aviv Kesheta1838ba2013-07-23 10:58:23 -0700489 /usr/local/build/autotest
Olof Johansson1222b2e2012-08-08 15:27:35 -0700490 /lib/modules/*/build
491 /lib/modules/*/source
Kees Cook74f163b2012-12-18 15:46:51 -0800492 test_*.ko
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800493 "
494
Chris Sosac9422fa2012-03-05 15:58:07 -0800495# Mask for factory install shim (build_image factory_install)
Hung-Te Lind32c59f2012-01-19 19:54:01 +0800496FACTORY_SHIM_INSTALL_MASK="
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500497 ${DEFAULT_INSTALL_MASK}
Cheng-Han Yangc924c2c2018-11-02 17:02:29 +0800498 /opt/google/chrome
499 /opt/google/containers
Vic Yang982556a2012-12-11 11:41:54 +0800500 /usr/lib64/dri
Hung-Te Lin7f721ec2017-07-18 15:14:48 +0800501 /usr/lib/dri
Daniel Erate82f07c2010-12-21 13:39:22 -0800502 /usr/share/X11
Hung-Te Lin7f721ec2017-07-18 15:14:48 +0800503 /usr/share/chromeos-assets/[^i]*
504 /usr/share/chromeos-assets/i[^m]*
Daniel Erate82f07c2010-12-21 13:39:22 -0800505 /usr/share/fonts
Daniel Erate82f07c2010-12-21 13:39:22 -0800506 /usr/share/locale
Daniel Erate82f07c2010-12-21 13:39:22 -0800507 /usr/share/mime
Vic Yang982556a2012-12-11 11:41:54 +0800508 /usr/share/oem
Daniel Erate82f07c2010-12-21 13:39:22 -0800509 /usr/share/sounds
510 /usr/share/tts
511 /usr/share/zoneinfo
512 "
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +0800513
Sabin Floarese790ea72016-11-21 14:56:41 +0200514# Mask for images without systemd.
515SYSTEMD_INSTALL_MASK="
Chris Morin83226ab2018-12-07 19:53:48 -0800516 /lib/systemd/network
517 /usr/lib/systemd/system
Sabin Floarese790ea72016-11-21 14:56:41 +0200518"
519
rspangler@google.comd74220d2009-10-09 20:56:14 +0000520# -----------------------------------------------------------------------------
521# Functions
522
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400523setup_board_warning() {
tedbo373c3902010-04-12 10:52:40 -0700524 echo
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500525 echo "${V_REVERSE}================ WARNING =====================${V_VIDOFF}"
Chris Sosaacada732010-02-23 15:20:03 -0800526 echo
527 echo "*** No default board detected in " \
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500528 "${GCLIENT_ROOT}/src/scripts/.default_board"
Chris Sosaacada732010-02-23 15:20:03 -0800529 echo "*** Either run setup_board with default flag set"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500530 echo "*** or echo |board_name| > ${GCLIENT_ROOT}/src/scripts/.default_board"
Chris Sosaacada732010-02-23 15:20:03 -0800531 echo
532}
533
David James22dc2ba2012-11-29 15:46:58 -0800534is_nfs() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500535 [[ $(stat -f -L -c %T "$1") == "nfs" ]]
David James22dc2ba2012-11-29 15:46:58 -0800536}
537
538warn_if_nfs() {
539 if is_nfs "$1"; then
Marc MERLINfcd84ef2013-03-07 14:34:43 -0800540 warn "$1 is on NFS. This is untested. You can send patches if it's broken."
David James22dc2ba2012-11-29 15:46:58 -0800541 fi
542}
543
Don Garrett640a0582010-05-04 16:54:28 -0700544# Enter a chroot and restart the current script if needed
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400545restart_in_chroot_if_needed() {
David Rochberg3b910702010-12-02 10:45:21 -0500546 # NB: Pass in ARGV: restart_in_chroot_if_needed "$@"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500547 if [[ ${INSIDE_CHROOT} -ne 1 ]]; then
Chris Sosafd2cdec2011-03-24 16:06:59 -0700548 # Get inside_chroot path for script.
549 local chroot_path="$(reinterpret_path_for_chroot "$0")"
Mike Frysinger66accd22017-09-13 03:50:30 -0400550 exec "${CHROMITE_BIN}/cros_sdk" -- "${chroot_path}" "$@"
Don Garrett640a0582010-05-04 16:54:28 -0700551 fi
552}
553
rspangler@google.comd74220d2009-10-09 20:56:14 +0000554# Fail unless we're inside the chroot. This guards against messing up your
555# workstation.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400556assert_inside_chroot() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500557 if [[ ${INSIDE_CHROOT} -ne 1 ]]; then
rspangler@google.comd74220d2009-10-09 20:56:14 +0000558 echo "This script must be run inside the chroot. Run this first:"
Zdenek Behan2811c162011-08-13 00:47:38 +0200559 echo " cros_sdk"
rspangler@google.comd74220d2009-10-09 20:56:14 +0000560 exit 1
561 fi
562}
563
564# Fail if we're inside the chroot. This guards against creating or entering
565# nested chroots, among other potential problems.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400566assert_outside_chroot() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500567 if [[ ${INSIDE_CHROOT} -ne 0 ]]; then
rspangler@google.comd74220d2009-10-09 20:56:14 +0000568 echo "This script must be run outside the chroot."
569 exit 1
570 fi
571}
572
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400573assert_not_root_user() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500574 if [[ ${UID:-$(id -u)} == 0 ]]; then
derat@google.com86dcc8e2009-11-21 19:49:49 +0000575 echo "This script must be run as a non-root user."
576 exit 1
577 fi
578}
579
David James76764882012-10-24 19:46:29 -0700580assert_root_user() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500581 if [[ ${UID:-$(id -u)} != 0 ]] || [[ ${SUDO_USER:-root} == "root" ]]; then
David James76764882012-10-24 19:46:29 -0700582 die_notrace "This script must be run using sudo from a non-root user."
583 fi
584}
585
Luigi Semenzato1f82e122010-03-23 12:43:08 -0700586# Check that all arguments are flags; that is, there are no remaining arguments
587# after parsing from shflags. Allow (with a warning) a single empty-string
588# argument.
589#
590# TODO: fix buildbot so that it doesn't pass the empty-string parameter,
591# then change this function.
592#
593# Usage: check_flags_only_and_allow_null_arg "$@" && set --
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400594check_flags_only_and_allow_null_arg() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500595 local do_shift=1
596 if [[ $# -eq 1 ]] && [[ -z $1 ]]; then
Luigi Semenzato1f82e122010-03-23 12:43:08 -0700597 echo "$0: warning: ignoring null argument" >&2
598 shift
599 do_shift=0
600 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500601 if [[ $# -gt 0 ]]; then
602 echo "error: invalid arguments: \"$*\"" >&2
Luigi Semenzato1f82e122010-03-23 12:43:08 -0700603 flags_help
604 exit 1
605 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500606 return ${do_shift}
Luigi Semenzato1f82e122010-03-23 12:43:08 -0700607}
608
Chris Sosaaa1a7fd2010-04-02 14:06:29 -0700609# Removes single quotes around parameter
610# Arguments:
611# $1 - string which optionally has surrounding quotes
612# Returns:
613# None, but prints the string without quotes.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400614remove_quotes() {
Chris Sosaaa1a7fd2010-04-02 14:06:29 -0700615 echo "$1" | sed -e "s/^'//; s/'$//"
616}
tedbo373c3902010-04-12 10:52:40 -0700617
618# Writes stdin to the given file name as root using sudo in overwrite mode.
619#
620# $1 - The output file name.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400621sudo_clobber() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500622 sudo tee "$1" >/dev/null
tedbo373c3902010-04-12 10:52:40 -0700623}
624
625# Writes stdin to the given file name as root using sudo in append mode.
626#
627# $1 - The output file name.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400628sudo_append() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500629 sudo tee -a "$1" >/dev/null
tedbo373c3902010-04-12 10:52:40 -0700630}
robotboy98912212010-04-12 14:08:14 -0700631
Mike Frysinger286b5922011-09-28 11:59:53 -0400632# Execute multiple commands in a single sudo. Generally will speed things
633# up by avoiding multiple calls to `sudo`. If any commands fail, we will
634# call die with the failing command. We can handle a max of ~100 commands,
635# but hopefully no one will ever try that many at once.
636#
637# $@ - The commands to execute, one per arg.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400638sudo_multi() {
Mike Frysinger286b5922011-09-28 11:59:53 -0400639 local i cmds
640
641 # Construct the shell code to execute. It'll be of the form:
642 # ... && ( ( command ) || exit <command index> ) && ...
643 # This way we know which command exited. The exit status of
644 # the underlying command is lost, but we never cared about it
645 # in the first place (other than it is non zero), so oh well.
646 for (( i = 1; i <= $#; ++i )); do
647 cmds+=" && ( ( ${!i} ) || exit $(( i + 10 )) )"
648 done
649
650 # Execute our constructed shell code.
651 sudo -- sh -c ":${cmds[*]}" && i=0 || i=$?
652
653 # See if this failed, and if so, print out the failing command.
654 if [[ $i -gt 10 ]]; then
655 : $(( i -= 10 ))
656 die "sudo_multi failed: ${!i}"
657 elif [[ $i -ne 0 ]]; then
658 die "sudo_multi failed for unknown reason $i"
659 fi
660}
661
Chris Masonebbccc242014-02-08 16:23:53 -0800662# Clears out stale shadow-utils locks in the given target root.
663sudo_clear_shadow_locks() {
664 info "Clearing shadow utils lockfiles under $1"
665 sudo rm -f "$1/etc/"{passwd,group,shadow,gshadow}.lock*
666}
667
David James76764882012-10-24 19:46:29 -0700668# Writes stdin to the given file name as the sudo user in overwrite mode.
669#
670# $@ - The output file names.
671user_clobber() {
672 install -m644 -o ${SUDO_UID} -g ${SUDO_GID} /dev/stdin "$@"
673}
674
David James22dc2ba2012-11-29 15:46:58 -0800675# Copies the specified file owned by the user to the specified location.
676# If the copy fails as root (e.g. due to root_squash and NFS), retry the copy
677# with the user's account before failing.
678user_cp() {
679 cp -p "$@" 2>/dev/null || sudo -u ${SUDO_USER} -- cp -p "$@"
680}
681
David James76764882012-10-24 19:46:29 -0700682# Appends stdin to the given file name as the sudo user.
683#
684# $1 - The output file name.
685user_append() {
686 cat >> "$1"
687 chown ${SUDO_UID}:${SUDO_GID} "$1"
688}
689
690# Create the specified directory, along with parents, as the sudo user.
691#
692# $@ - The directories to create.
693user_mkdir() {
694 install -o ${SUDO_UID} -g ${SUDO_GID} -d "$@"
695}
696
697# Create the specified symlink as the sudo user.
698#
699# $1 - Link target
700# $2 - Link name
701user_symlink() {
702 ln -sfT "$1" "$2"
703 chown -h ${SUDO_UID}:${SUDO_GID} "$2"
704}
705
Mike Frysinger1aa61242011-09-15 17:46:44 -0400706# Locate all mounts below a specified directory.
707#
708# $1 - The root tree.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400709sub_mounts() {
Mike Frysinger1aa61242011-09-15 17:46:44 -0400710 # Assume that `mount` outputs a list of mount points in the order
711 # that things were mounted (since it always has and hopefully always
712 # will). As such, we have to unmount in reverse order to cleanly
713 # unmount submounts (think /dev/pts and /dev).
Alex Deymo7ba56be2015-02-12 14:28:06 -0800714 awk -v path="$1" -v len="${#1}" \
Benjamin Gordon1d5afed2017-06-14 16:35:32 -0600715 '(substr($2, 1, len+1) == path ||
716 substr($2, 1, len+1) == (path "/")) { print $2 }' /proc/mounts | \
Zdenek Behan52970f42012-08-30 22:36:40 +0200717 tac | \
718 sed -e 's/\\040(deleted)$//'
719 # Hack(zbehan): If a bind mount's source is mysteriously removed,
720 # we'd end up with an orphaned mount with the above string in its name.
721 # It can only be seen through /proc/mounts and will stick around even
722 # when it should be gone already. crosbug.com/31250
Mike Frysinger1aa61242011-09-15 17:46:44 -0400723}
724
robotboy98912212010-04-12 14:08:14 -0700725# Unmounts a directory, if the unmount fails, warn, and then lazily unmount.
726#
727# $1 - The path to unmount.
Mike Frysinger6b1abb22012-05-11 13:44:06 -0400728safe_umount_tree() {
Alex Deymo7ba56be2015-02-12 14:28:06 -0800729 local mount_point="$1"
robotboy98912212010-04-12 14:08:14 -0700730
Alex Deymo7ba56be2015-02-12 14:28:06 -0800731 local mounts=( $(sub_mounts "${mount_point}") )
732
733 # Silently return if the mount_point was already unmounted.
734 if [[ ${#mounts[@]} -eq 0 ]]; then
Mike Frysingere8aec372011-09-21 00:03:22 -0400735 return 0
736 fi
737
Mike Frysinger1aa61242011-09-15 17:46:44 -0400738 # First try to unmount in one shot to speed things up.
Chirantan Ekbote30823e92016-06-29 11:39:03 -0700739 if LC_ALL=C safe_umount -d "${mounts[@]}"; then
740 return 0
David Jamesd9b67982012-10-26 09:46:50 -0700741 fi
742
743 # Well that didn't work, so lazy unmount remaining ones.
Alex Deymo7ba56be2015-02-12 14:28:06 -0800744 warn "Failed to unmount ${mounts[@]}, these are the processes using the" \
745 "mount points."
746 sudo fuser -vm "${mount_point}" || true
747
Mike Frysinger1aa61242011-09-15 17:46:44 -0400748 warn "Doing a lazy unmount"
Alex Deymo7ba56be2015-02-12 14:28:06 -0800749 if ! safe_umount -d -l "${mounts[@]}"; then
750 mounts=( $(sub_mounts "${mount_point}") )
751 die "Failed to lazily unmount ${mounts[@]}"
robotboy98912212010-04-12 14:08:14 -0700752 fi
753}
Chris Sosa702618f2010-05-14 12:52:32 -0700754
Brian Harringece65e02012-08-30 13:42:21 -0700755
David James76764882012-10-24 19:46:29 -0700756# Run umount as root.
Brian Harringece65e02012-08-30 13:42:21 -0700757safe_umount() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500758 $([[ ${UID:-$(id -u)} != 0 ]] && echo sudo) umount "$@"
Brian Harringece65e02012-08-30 13:42:21 -0700759}
760
Gabe Black0a68b202014-10-08 22:09:10 -0700761# Run a command with sudo in a way that still preferentially uses files
762# from au-generator.zip, but still finds things in /sbin and /usr/sbin when
763# not using au-generator.zip.
764au_generator_sudo() {
765 # When searching for env, the unmodified path is used and env is potentially
766 # found somewhere out in the system. env itself sees the modified PATH
767 # and will find the command where we're telling it to. Running the command
768 # directly without env will escape our constructed PATH.
769 sudo -E PATH="${PATH}:/sbin:/usr/sbin" env "$@"
770}
771
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700772# Setup a loopback device for a file and scan for partitions, with retries.
773#
774# $1 - The file to back the new loopback device.
775# $2-$N - Additional arguments to pass to losetup.
776loopback_partscan() {
777 local lb_dev image="$1"
778 shift
Gabe Black01ba4de2015-03-11 16:34:56 -0700779 lb_dev=$(au_generator_sudo losetup --show -f "$@" "${image}")
780 # Ignore problems deleting existing partitions. There shouldn't be any
781 # which will upset partx, but that's actually ok.
782 au_generator_sudo partx -d "${lb_dev}" 2>/dev/null || true
783 au_generator_sudo partx -a "${lb_dev}"
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700784
Gabe Black7bb6c5a2015-03-16 20:23:06 -0700785 echo "${lb_dev}"
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700786}
787
788# Detach a loopback device set up earlier.
789#
Gabe Black01ba4de2015-03-11 16:34:56 -0700790# $1 - The loop device to detach.
791# $2-$N - Additional arguments to pass to losetup.
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700792loopback_detach() {
Mike Frysingeraf64ed52015-04-06 13:20:39 -0400793 # Retry the deletes before we detach. crbug.com/469259
794 local i
795 for (( i = 0; i < 10; i++ )); do
796 if au_generator_sudo partx -d "$1"; then
797 break
798 fi
799 warn "Sleeping & retrying ..."
800 sync
801 sleep 1
802 done
Gabe Black0a68b202014-10-08 22:09:10 -0700803 au_generator_sudo losetup --detach "$@"
Gabe Blackfbdb1d52014-09-22 23:43:35 -0700804}
805
Gabe Black067b3542014-09-23 01:15:14 -0700806# Get the size of a regular file or a block device.
807#
808# $1 - The regular file or block device to get the size of.
809bd_safe_size() {
810 local file="$1"
811 if [[ -b "${file}" ]]; then
812 sudo blockdev --getsize64 "${file}"
813 else
814 stat -c%s "${file}"
815 fi
816}
817
Matt Tennant298f61a2012-06-25 21:54:33 -0700818get_git_id() {
819 git var GIT_COMMITTER_IDENT | sed -e 's/^.*<\(\S\+\)>.*$/\1/'
820}
821
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500822# Fixes symlinks that are incorrectly prefixed with the build root $1
Chris Sosad4455022010-05-20 10:14:06 -0700823# rather than the real running root '/'.
824# TODO(sosa) - Merge setup - cleanup below with this method.
825fix_broken_symlinks() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500826 local build_root=$1
Chris Sosad4455022010-05-20 10:14:06 -0700827 local symlinks=$(find "${build_root}/usr/local" -lname "${build_root}/*")
Greg Spencer798d75f2011-02-01 22:04:49 -0800828 local symlink
Chris Sosad4455022010-05-20 10:14:06 -0700829 for symlink in ${symlinks}; do
830 echo "Fixing ${symlink}"
831 local target=$(ls -l "${symlink}" | cut -f 2 -d '>')
832 # Trim spaces from target (bashism).
833 target=${target/ /}
834 # Make new target (removes rootfs prefix).
835 new_target=$(echo ${target} | sed "s#${build_root}##")
836
837 echo "Fixing symlink ${symlink}"
838 sudo unlink "${symlink}"
839 sudo ln -sf "${new_target}" "${symlink}"
840 done
841}
842
Chris Sosa702618f2010-05-14 12:52:32 -0700843# Sets up symlinks for the developer root. It is necessary to symlink
844# usr and local since the developer root is mounted at /usr/local and
845# applications expect to be installed under /usr/local/bin, etc.
846# This avoids packages installing into /usr/local/usr/local/bin.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500847# $1 specifies the symlink target for the developer root.
848# $2 specifies the symlink target for the var directory.
849# $3 specifies the location of the stateful partition.
Chris Sosa702618f2010-05-14 12:52:32 -0700850setup_symlinks_on_root() {
851 # Give args better names.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500852 local dev_image_target=$1
853 local var_target=$2
854 local dev_image_root="$3/dev_image"
Chris Sosa702618f2010-05-14 12:52:32 -0700855
856 # If our var target is actually the standard var, we are cleaning up the
857 # symlinks (could also check for /usr/local for the dev_image_target).
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500858 if [[ ${var_target} == "/var" ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700859 echo "Cleaning up /usr/local symlinks for ${dev_image_root}"
860 else
861 echo "Setting up symlinks for /usr/local for ${dev_image_root}"
862 fi
863
864 # Set up symlinks that should point to ${dev_image_target}.
Greg Spencer798d75f2011-02-01 22:04:49 -0800865 local path
Chris Sosa702618f2010-05-14 12:52:32 -0700866 for path in usr local; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500867 if [[ -h ${dev_image_root}/${path} ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700868 sudo unlink "${dev_image_root}/${path}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500869 elif [[ -e ${dev_image_root}/${path} ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700870 die "${dev_image_root}/${path} should be a symlink if exists"
871 fi
Mike Frysingera1a06ab2011-08-10 11:40:30 -0400872 sudo ln -s "${dev_image_target}" "${dev_image_root}/${path}"
Chris Sosa702618f2010-05-14 12:52:32 -0700873 done
874
875 # Setup var symlink.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500876 if [[ -h ${dev_image_root}/var ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700877 sudo unlink "${dev_image_root}/var"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500878 elif [[ -e ${dev_image_root}/var ]]; then
Chris Sosa702618f2010-05-14 12:52:32 -0700879 die "${dev_image_root}/var should be a symlink if it exists"
880 fi
881
882 sudo ln -s "${var_target}" "${dev_image_root}/var"
883}
Nick Sandersd2509272010-06-16 03:50:04 -0700884
Will Drewry55b42c92010-10-20 15:44:11 -0500885# These two helpers clobber the ro compat value in our root filesystem.
886#
887# When the system is built with --enable_rootfs_verification, bit-precise
888# integrity checking is performed. That precision poses a usability issue on
889# systems that automount partitions with recognizable filesystems, such as
890# ext2/3/4. When the filesystem is mounted 'rw', ext2 metadata will be
891# automatically updated even if no other writes are performed to the
892# filesystem. In addition, ext2+ does not support a "read-only" flag for a
893# given filesystem. That said, forward and backward compatibility of
894# filesystem features are supported by tracking if a new feature breaks r/w or
895# just write compatibility. We abuse the read-only compatibility flag[1] in
896# the filesystem header by setting the high order byte (le) to FF. This tells
897# the kernel that features R24-R31 are all enabled. Since those features are
898# undefined on all ext-based filesystem, all standard kernels will refuse to
899# mount the filesystem as read-write -- only read-only[2].
900#
901# [1] 32-bit flag we are modifying:
Aaron Gable5dde8482013-09-27 18:35:57 -0700902# https://chromium.googlesource.com/chromiumos/third_party/kernel.git/+/master/include/linux/ext2_fs.h#l417
Will Drewry55b42c92010-10-20 15:44:11 -0500903# [2] Mount behavior is enforced here:
Aaron Gable5dde8482013-09-27 18:35:57 -0700904# https://chromium.googlesource.com/chromiumos/third_party/kernel.git/+/master/ext2/super.c#l857
Will Drewry55b42c92010-10-20 15:44:11 -0500905#
906# N.B., if the high order feature bits are used in the future, we will need to
907# revisit this technique.
908disable_rw_mount() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500909 local rootfs=$1
Will Drewry55b42c92010-10-20 15:44:11 -0500910 local offset="${2-0}" # in bytes
Will Drewry9b7cb512010-10-20 18:11:24 -0500911 local ro_compat_offset=$((0x464 + 3)) # Set 'highest' byte
Alex Deymof6a527d2015-01-12 18:30:58 -0800912 is_ext_filesystem "${rootfs}" "${offset}" || return 0
Alex Deymo41226312015-03-09 15:35:24 -0700913 is_ext2_rw_mount_enabled "${rootfs}" "${offset}" || return 0
914
915 make_block_device_rw "${rootfs}"
Will Drewry9b7cb512010-10-20 18:11:24 -0500916 printf '\377' |
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500917 sudo dd of="${rootfs}" seek=$((offset + ro_compat_offset)) \
Alex Deymo41226312015-03-09 15:35:24 -0700918 conv=notrunc count=1 bs=1 status=none
Will Drewry55b42c92010-10-20 15:44:11 -0500919}
920
921enable_rw_mount() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500922 local rootfs=$1
Will Drewry55b42c92010-10-20 15:44:11 -0500923 local offset="${2-0}"
Will Drewry9b7cb512010-10-20 18:11:24 -0500924 local ro_compat_offset=$((0x464 + 3)) # Set 'highest' byte
Alex Deymof6a527d2015-01-12 18:30:58 -0800925 is_ext_filesystem "${rootfs}" "${offset}" || return 0
Alex Deymo41226312015-03-09 15:35:24 -0700926 is_ext2_rw_mount_enabled "${rootfs}" "${offset}" && return 0
927
928 make_block_device_rw "${rootfs}"
Will Drewry9b7cb512010-10-20 18:11:24 -0500929 printf '\000' |
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500930 sudo dd of="${rootfs}" seek=$((offset + ro_compat_offset)) \
Alex Deymo41226312015-03-09 15:35:24 -0700931 conv=notrunc count=1 bs=1 status=none
932}
933
934is_ext2_rw_mount_enabled() {
935 local rootfs=$1
936 local offset="${2-0}"
937 local ro_compat_offset=$((0x464 + 3)) # Get 'highest' byte
938 local ro_compat_flag=$(sudo dd if="${rootfs}" \
939 skip=$((offset + ro_compat_offset)) bs=1 count=1 status=none \
940 2>/dev/null | hexdump -e '1 "%.2x"')
941 test "${ro_compat_flag}" = "00"
Will Drewry55b42c92010-10-20 15:44:11 -0500942}
943
Alex Deymof9235952015-01-15 11:15:09 -0800944# Returns whether the passed rootfs is an extended filesystem by checking the
Alex Deymof6a527d2015-01-12 18:30:58 -0800945# ext2 s_magic field in the superblock.
946is_ext_filesystem() {
947 local rootfs=$1
948 local offset="${2-0}"
949 local ext_magic_offset=$((0x400 + 56))
Alex Deymo41226312015-03-09 15:35:24 -0700950 local ext_magic=$(sudo dd if="${rootfs}" \
951 skip=$((offset + ext_magic_offset)) bs=1 count=2 2>/dev/null |
952 hexdump -e '1/2 "%.4x"')
Alex Deymof6a527d2015-01-12 18:30:58 -0800953 test "${ext_magic}" = "ef53"
954}
955
Alex Deymo41226312015-03-09 15:35:24 -0700956# If the passed argument is a block device, ensure it is writtable and make it
957# writtable if not.
958make_block_device_rw() {
959 local block_dev="$1"
960 [[ -b "${block_dev}" ]] || return 0
961 if [[ $(sudo blockdev --getro "${block_dev}") == "1" ]]; then
962 sudo blockdev --setrw "${block_dev}"
963 fi
964}
965
Nick Sandersd2509272010-06-16 03:50:04 -0700966# Get current timestamp. Assumes common.sh runs at startup.
967start_time=$(date +%s)
968
Matt Tennant298f61a2012-06-25 21:54:33 -0700969# Get time elapsed since start_time in seconds.
970get_elapsed_seconds() {
Greg Spencer798d75f2011-02-01 22:04:49 -0800971 local end_time=$(date +%s)
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500972 local elapsed_seconds=$(( end_time - start_time ))
Matt Tennant298f61a2012-06-25 21:54:33 -0700973 echo ${elapsed_seconds}
974}
975
976# Print time elapsed since start_time.
977print_time_elapsed() {
978 # Optional first arg to specify elapsed_seconds. If not given, will
979 # recalculate elapsed time to now. Optional second arg to specify
980 # command name associated with elapsed time.
981 local elapsed_seconds=${1:-$(get_elapsed_seconds)}
982 local cmd_base=${2:-}
983
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500984 local minutes=$(( elapsed_seconds / 60 ))
985 local seconds=$(( elapsed_seconds % 60 ))
Matt Tennant298f61a2012-06-25 21:54:33 -0700986
Mike Frysingerbaae8eb2013-01-15 01:34:26 -0500987 if [[ -n ${cmd_base} ]]; then
Matt Tennant298f61a2012-06-25 21:54:33 -0700988 info "Elapsed time (${cmd_base}): ${minutes}m${seconds}s"
989 else
990 info "Elapsed time: ${minutes}m${seconds}s"
991 fi
992}
993
994# Associative array for filling in extra command-specific stats before
995# calling command_completed.
996declare -A EXTRA_COMMAND_STATS
997
998# Save original command line.
999command_line_arr=( "$0" "$@" )
1000
1001command_completed() {
1002 # Call print_elapsed_time regardless.
1003 local run_time=$(get_elapsed_seconds)
1004 local cmd_base=$(basename "${command_line_arr[0]}")
1005 print_time_elapsed ${run_time} ${cmd_base}
1006
Alex Deymof9235952015-01-15 11:15:09 -08001007 # Prepare command stats in an associative array. Additional command-specific
Matt Tennant298f61a2012-06-25 21:54:33 -07001008 # stats can be added through EXTRA_COMMAND_STATS associative array.
1009 declare -A stats
1010 stats=(
1011 [cmd_line]=${command_line_arr[*]}
1012 [cmd_base]=${cmd_base}
1013 [cmd_args]=${command_line_arr[*]:1}
1014 [run_time]=${run_time}
1015 [username]=$(get_git_id)
1016 [board]=${FLAGS_board}
1017 [host]=$(hostname -f)
1018 [cpu_count]=$(grep -c processor /proc/cpuinfo)
1019 [cpu_type]=$(uname -p)
1020 )
1021
1022 local attr
1023 for attr in "${!EXTRA_COMMAND_STATS[@]}"; do
1024 stats[${attr}]=${EXTRA_COMMAND_STATS[${attr}]}
1025 done
1026
1027 # Prepare temporary file for stats.
1028 local tmpfile=$(mktemp -t tmp.stats.XXXXXX)
1029 trap "rm -f '${tmpfile}'" EXIT
1030
1031 # Write stats out to temporary file.
1032 echo "Chromium OS Build Command Stats - Version 1" > "${tmpfile}"
1033 for attr in "${!stats[@]}"; do
1034 echo "${attr} ${stats[${attr}]}"
1035 done >> "${tmpfile}"
1036
Matt Tennant298f61a2012-06-25 21:54:33 -07001037 rm "${tmpfile}"
1038 trap - EXIT
Nick Sandersd2509272010-06-16 03:50:04 -07001039}
Doug Anderson0c9e88d2010-10-19 14:49:39 -07001040
Anton Staaf9bcd8412011-01-24 15:27:14 -08001041# The board and variant command line options can be used in a number of ways
1042# to specify the board and variant. The board can encode both pieces of
1043# information separated by underscores. Or the variant can be passed using
1044# the separate variant option. This function extracts the canonical board and
1045# variant information and provides it in the BOARD, VARIANT and BOARD_VARIANT
1046# variables.
1047get_board_and_variant() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001048 local flags_board=$1
1049 local flags_variant=$2
Anton Staaf9bcd8412011-01-24 15:27:14 -08001050
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001051 BOARD=$(echo "${flags_board}" | cut -d '_' -f 1)
1052 VARIANT=${flags_variant:-$(echo "${flags_board}" | cut -s -d '_' -f 2)}
Anton Staaf9bcd8412011-01-24 15:27:14 -08001053
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001054 BOARD_VARIANT=${BOARD}
1055 if [[ -n ${VARIANT} ]]; then
1056 BOARD_VARIANT+="_${VARIANT}"
Anton Staaf9bcd8412011-01-24 15:27:14 -08001057 fi
1058}
Simon Glass142ca062011-02-09 13:39:43 -08001059
Bertrand SIMONNET48b6e782015-03-26 16:04:07 -07001060# Load a setting from the sysroot's standard configuration file,
1061# etc/make.conf.board_setup.
1062# $1 - Path to the sysroot.
1063# $2 - Variable to get.
1064get_sysroot_config() {
1065 local sysroot=$1
1066 local variable=$2
1067 local config_file="${sysroot%/}/etc/make.conf.board_setup"
1068
Bertrand SIMONNETb17cd572015-04-01 10:27:37 -07001069 get_variable "${config_file}" "${variable}"
1070}
1071
1072# Load a single variable from a bash file.
1073# $1 - Path to the file.
1074# $2 - Variable to get.
1075get_variable() {
1076 local filepath=$1
1077 local variable=$2
1078 local lockfile="${filepath}.lock"
1079
1080 if [[ -e "${filepath}" ]]; then
1081 userowned_file "${lockfile}"
Bertrand SIMONNET48b6e782015-03-26 16:04:07 -07001082 (
Bertrand SIMONNETb17cd572015-04-01 10:27:37 -07001083 flock 201
1084 . "${filepath}"
Bertrand SIMONNET48b6e782015-03-26 16:04:07 -07001085 if [[ "${!variable+set}" == "set" ]]; then
1086 echo "${!variable}"
Bertrand SIMONNET48b6e782015-03-26 16:04:07 -07001087 fi
Bertrand SIMONNETb17cd572015-04-01 10:27:37 -07001088 ) 201>"${lockfile}"
1089 fi
1090}
1091
1092# Set a single variable in a KEY=VALUE file.
1093# Note: the file is assumed to be owned by root.
1094# $1 - Path to the file.
1095# $2 - Variable to set.
1096# $3 - Value to set.
1097set_variable() {
1098 local filepath=$1
1099 local variable=$2
1100 local value=$3
1101 local lockfile="${filepath}.lock"
1102
1103 userowned_file "${lockfile}"
1104 (
1105 flock 201
1106 sudo touch "${filepath}"
1107 sudo sed -i -e "/^${variable}=/d" "${filepath}"
1108 printf '\n%s="%s"\n' "${variable}" "${value}" | sudo_append "${filepath}"
1109 ) 201>"${lockfile}"
1110}
1111
1112# Creates a user owned file.
1113# $1 - Path to the file.
1114userowned_file() {
1115 local filepath=$1
1116
1117 if [[ ! -w "${filepath}" ]]; then
1118 cmds=(
1119 "mkdir -p '$(dirname "${filepath}")'"
1120 "touch '${filepath}'"
1121 "chown ${USER} '${filepath}'"
Bertrand SIMONNET48b6e782015-03-26 16:04:07 -07001122 )
Bertrand SIMONNETb17cd572015-04-01 10:27:37 -07001123 sudo_multi "${cmds[@]}"
Bertrand SIMONNET48b6e782015-03-26 16:04:07 -07001124 fi
1125}
1126
Albert Chaulk5d190f72013-07-12 11:42:18 -07001127# Load configuration files that allow board-specific overrides of default
1128# functionality to be specified in overlays.
Steve Fungd3b1f5f2015-03-29 21:47:24 -07001129# $1 - File to load.
Albert Chaulk5d190f72013-07-12 11:42:18 -07001130load_board_specific_script() {
Steve Fung88897cc2015-03-25 13:38:38 -07001131 local file=$1 overlay
1132 [[ $# -ne 1 ]] && die "load_board_specific_script requires exactly 1 param"
1133 for overlay in ${BOARD_OVERLAY}; do
Albert Chaulk5d190f72013-07-12 11:42:18 -07001134 local setup_sh="${overlay}/scripts/${file}"
1135 if [[ -e ${setup_sh} ]]; then
1136 source "${setup_sh}"
1137 fi
1138 done
1139}
1140
Anton Staaf6f5262d2011-03-02 09:35:54 -08001141# Check that the specified file exists. If the file path is empty or the file
1142# doesn't exist on the filesystem generate useful error messages. Otherwise
1143# show the user the name and path of the file that will be used. The padding
1144# parameter can be used to tabulate multiple name:path pairs. For example:
1145#
1146# check_for_file "really long name" "...:" "file.foo"
1147# check_for_file "short name" ".........:" "another.bar"
1148#
1149# Results in the following output:
1150#
1151# Using really long name...: file.foo
1152# Using short name.........: another.bar
1153#
1154# If tabulation is not required then passing "" for padding generates the
1155# output "Using <name> <path>"
1156check_for_file() {
1157 local name=$1
1158 local padding=$2
1159 local path=$3
1160
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001161 if [[ -z ${path} ]]; then
Anton Staaf6f5262d2011-03-02 09:35:54 -08001162 die "No ${name} file specified."
1163 fi
1164
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001165 if [[ ! -e ${path} ]]; then
Anton Staaf6f5262d2011-03-02 09:35:54 -08001166 die "No ${name} file found at: ${path}"
1167 else
1168 info "Using ${name}${padding} ${path}"
1169 fi
1170}
1171
1172# Check that the specified tool exists. If it does not exist in the PATH
1173# generate a useful error message indicating how to install the ebuild
1174# that contains the required tool.
1175check_for_tool() {
1176 local tool=$1
1177 local ebuild=$2
1178
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001179 if ! which "${tool}" >/dev/null; then
Anton Staaf6f5262d2011-03-02 09:35:54 -08001180 error "The ${tool} utility was not found in your path. Run the following"
1181 error "command in your chroot to install it: sudo -E emerge ${ebuild}"
1182 exit 1
1183 fi
1184}
Chris Sosafd2cdec2011-03-24 16:06:59 -07001185
1186# Reinterprets path from outside the chroot for use inside.
1187# Returns "" if "" given.
1188# $1 - The path to reinterpret.
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001189reinterpret_path_for_chroot() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001190 if [[ ${INSIDE_CHROOT} -ne 1 ]]; then
1191 if [[ -z $1 ]]; then
Chris Sosafd2cdec2011-03-24 16:06:59 -07001192 echo ""
1193 else
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001194 local path_abs_path=$(readlink -f "$1")
Chris Sosafd2cdec2011-03-24 16:06:59 -07001195 local gclient_root_abs_path=$(readlink -f "${GCLIENT_ROOT}")
1196
1197 # Strip the repository root from the path.
1198 local relative_path=$(echo ${path_abs_path} \
Mike Frysingera1a06ab2011-08-10 11:40:30 -04001199 | sed "s:${gclient_root_abs_path}/::")
Chris Sosafd2cdec2011-03-24 16:06:59 -07001200
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001201 if [[ ${relative_path} == "${path_abs_path}" ]]; then
1202 die "Error reinterpreting path. Path $1 is not within source tree."
Chris Sosafd2cdec2011-03-24 16:06:59 -07001203 fi
1204
1205 # Prepend the chroot repository path.
Chris Sosaed2ff4b2013-08-30 12:58:41 -07001206 echo "/mnt/host/source/${relative_path}"
Chris Sosafd2cdec2011-03-24 16:06:59 -07001207 fi
1208 else
1209 # Path is already inside the chroot :).
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001210 echo "$1"
Chris Sosafd2cdec2011-03-24 16:06:59 -07001211 fi
1212}
Gabe Black83d8b822011-08-01 17:50:09 -07001213
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001214emerge_custom_kernel() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001215 local install_root=$1
David Jamesdee866c2012-03-15 14:53:19 -07001216 local root=/build/${FLAGS_board}
David James0ea96e42011-08-03 11:53:50 -07001217 local tmp_pkgdir=${root}/custom-packages
1218
1219 # Clean up any leftover state in custom directories.
Mike Frysingera1a06ab2011-08-10 11:40:30 -04001220 sudo rm -rf "${tmp_pkgdir}"
David James0ea96e42011-08-03 11:53:50 -07001221
Aviv Keshet14373912014-06-27 14:34:06 +00001222 # Update chromeos-initramfs to contain the latest binaries from the build
1223 # tree. This is basically just packaging up already-built binaries from
1224 # ${root}. We are careful not to muck with the existing prebuilts so that
1225 # prebuilts can be uploaded in parallel.
1226 # TODO(davidjames): Implement ABI deps so that chromeos-initramfs will be
1227 # rebuilt automatically when its dependencies change.
1228 sudo -E PKGDIR="${tmp_pkgdir}" ${EMERGE_BOARD_CMD} -1 \
1229 chromeos-base/chromeos-initramfs || die "Cannot emerge chromeos-initramfs"
1230
David James0ea96e42011-08-03 11:53:50 -07001231 # Verify all dependencies of the kernel are installed. This should be a
1232 # no-op, but it's good to check in case a developer didn't run
Mike Frysinger0957a182012-03-21 23:17:14 -04001233 # build_packages. We need the expand_virtual call to workaround a bug
1234 # in portage where it only installs the virtual pkg.
1235 local kernel=$(portageq-${FLAGS_board} expand_virtual ${root} \
1236 virtual/linux-sources)
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001237 sudo -E PKGDIR="${tmp_pkgdir}" ${EMERGE_BOARD_CMD} --onlydeps \
David James0ea96e42011-08-03 11:53:50 -07001238 ${kernel} || die "Cannot emerge kernel dependencies"
1239
1240 # Build the kernel. This uses the standard root so that we can pick up the
1241 # initramfs from there. But we don't actually install the kernel to the
1242 # standard root, because that'll muck up the kernel debug symbols there,
1243 # which we want to upload in parallel.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001244 sudo -E PKGDIR="${tmp_pkgdir}" ${EMERGE_BOARD_CMD} --buildpkgonly \
David James0ea96e42011-08-03 11:53:50 -07001245 ${kernel} || die "Cannot emerge kernel"
1246
1247 # Install the custom kernel to the provided install root.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001248 sudo -E PKGDIR="${tmp_pkgdir}" ${EMERGE_BOARD_CMD} --usepkgonly \
David James0ea96e42011-08-03 11:53:50 -07001249 --root=${install_root} ${kernel} || die "Cannot emerge kernel to root"
1250}
Brian Harringfeb04f72012-02-03 21:22:50 -08001251
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001252enable_strict_sudo() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001253 if [[ -z ${CROS_SUDO_KEEP_ALIVE} ]]; then
Brian Harringfeb04f72012-02-03 21:22:50 -08001254 echo "$0 was somehow invoked in a way that the sudo keep alive could"
1255 echo "not be found. Failing due to this. See crosbug.com/18393."
1256 exit 126
1257 fi
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001258 sudo() {
1259 $(type -P sudo) -n "$@"
Brian Harringfeb04f72012-02-03 21:22:50 -08001260 }
1261}
Gilad Arnold207a7c72012-02-09 10:19:16 -08001262
Chris Wolfe21a27b72012-02-27 13:00:51 -05001263# Checks that stdin and stderr are both terminals.
1264# If so, we assume that there is a live user we can interact with.
1265# This check can be overridden by setting the CROS_NO_PROMPT environment
1266# variable to a non-empty value.
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001267is_interactive() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001268 [[ -z ${CROS_NO_PROMPT} && -t 0 && -t 2 ]]
Chris Wolfe21a27b72012-02-27 13:00:51 -05001269}
1270
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001271assert_interactive() {
Chris Wolfe21a27b72012-02-27 13:00:51 -05001272 if ! is_interactive; then
1273 die "Script ${0##*/} tried to get user input on a non-interactive terminal."
1274 fi
1275}
1276
Gilad Arnold207a7c72012-02-09 10:19:16 -08001277# Selection menu with a default option: this is similar to bash's select
1278# built-in, only that in case of an empty selection it'll return the default
1279# choice. Like select, it uses PS3 as the prompt.
1280#
1281# $1: name of variable to be assigned the selected value; it better not be of
1282# the form choose_foo to avoid conflict with local variables.
1283# $2: default value to return in case of an empty user entry.
1284# $3: value to return in case of an invalid choice.
1285# $...: options for selection.
1286#
1287# Usage example:
1288#
1289# PS3="Select one [1]: "
1290# choose reply "foo" "ERROR" "foo" "bar" "foobar"
1291#
1292# This will present the following menu and prompt:
1293#
1294# 1) foo
1295# 2) bar
1296# 3) foobar
1297# Select one [1]:
1298#
1299# The return value will be stored in a variable named 'reply'. If the input is
1300# 1, 2 or 3, the return value will be "foo", "bar" or "foobar", respectively.
1301# If it is empty (i.e. the user clicked Enter) it will be "foo". Anything else
1302# will return "ERROR".
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001303choose() {
Gilad Arnold207a7c72012-02-09 10:19:16 -08001304 typeset -i choose_i=1
1305
1306 # Retrieve output variable name and default return value.
1307 local choose_reply=$1
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001308 local choose_default=$2
1309 local choose_invalid=$3
Gilad Arnold207a7c72012-02-09 10:19:16 -08001310 shift 3
1311
1312 # Select a return value
1313 unset REPLY
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001314 if [[ $# -gt 0 ]]; then
Chris Wolfe21a27b72012-02-27 13:00:51 -05001315 assert_interactive
1316
Gilad Arnold207a7c72012-02-09 10:19:16 -08001317 # Actual options provided, present a menu and prompt for a choice.
1318 local choose_opt
1319 for choose_opt in "$@"; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001320 echo "${choose_i}) ${choose_opt}" >&2
1321 : $(( ++choose_i ))
Gilad Arnold207a7c72012-02-09 10:19:16 -08001322 done
1323 read -p "$PS3"
1324 fi
1325 # Filter out strings containing non-digits.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001326 if [[ ${REPLY} != "${REPLY%%[!0-9]*}" ]]; then
Gilad Arnold207a7c72012-02-09 10:19:16 -08001327 REPLY=0
1328 fi
1329 choose_i="${REPLY}"
1330
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001331 if [[ ${choose_i} -ge 1 && ${choose_i} -le $# ]]; then
Gilad Arnold207a7c72012-02-09 10:19:16 -08001332 # Valid choice, return the corresponding value.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001333 eval ${choose_reply}=\""${!choose_i}"\"
1334 elif [[ -z ${REPLY} ]]; then
Gilad Arnold207a7c72012-02-09 10:19:16 -08001335 # Empty choice, return default value.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001336 eval ${choose_reply}=\""${choose_default}"\"
Gilad Arnold207a7c72012-02-09 10:19:16 -08001337 else
1338 # Invalid choice, return corresponding value.
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001339 eval ${choose_reply}=\""${choose_invalid}\""
Gilad Arnold207a7c72012-02-09 10:19:16 -08001340 fi
1341}
David James855afb72012-03-14 20:04:59 -07001342
Stephen Barberf9e93a32017-05-17 15:41:57 -07001343# Display a prompt that asks the user to choose yes or no.
1344# $1 - The prompt to be displayed to the user, with " [y/N]: " appended.
1345#
1346# Usage example:
1347#
1348# prompt_yesno "Would you like a cup of tea?"
1349#
1350# The function will return 0 for yes and 1 for no, appropriate for using
1351# in an if statement or loop.
1352prompt_yesno() {
1353 local prompt=$1
1354 local reply
1355
1356 assert_interactive
1357 read -p "${prompt} [y/N]: " reply
1358
1359 # Be strict. No is the default.
1360 if [[ "${reply}" != y && "${reply}" != Y ]]; then
1361 return 1
1362 fi
1363
1364 return 0
1365}
1366
David James855afb72012-03-14 20:04:59 -07001367# Display --help if requested. This is used to hide options from help
1368# that are not intended for developer use.
1369#
1370# How to use:
1371# 1) Declare the options that you want to appear in help.
1372# 2) Call this function.
1373# 3) Declare the options that you don't want to appear in help.
1374#
1375# See build_packages for example usage.
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001376show_help_if_requested() {
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001377 local opt
David James855afb72012-03-14 20:04:59 -07001378 for opt in "$@"; do
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001379 if [[ ${opt} == "-h" || ${opt} == "--help" ]]; then
David James855afb72012-03-14 20:04:59 -07001380 flags_help
1381 exit 0
1382 fi
1383 done
1384}
Brian Harring7f175a52012-03-02 05:37:00 -08001385
Mike Frysinger6b1abb22012-05-11 13:44:06 -04001386switch_to_strict_mode() {
Brian Harring7f175a52012-03-02 05:37:00 -08001387 # Set up strict execution mode; note that the trap
1388 # must follow switch_to_strict_mode, else it will have no effect.
1389 set -e
Mike Frysinger9ebc8ce2015-04-06 13:15:01 -04001390 trap 'die_err_trap' ERR
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001391 if [[ $# -ne 0 ]]; then
Brian Harring7f175a52012-03-02 05:37:00 -08001392 set "$@"
1393 fi
1394}
1395
1396# TODO: Re-enable this once shflags is set -e safe.
1397#switch_to_strict_mode
Brian Harringf264b822012-09-01 01:39:03 -07001398
Kris Rambish44047912012-09-14 16:56:11 -07001399okboat() {
1400 # http://www.chris.com/ascii/index.php?art=transportation/nautical
1401 echo -e "${V_BOLD_GREEN}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001402 cat <<BOAT
Kris Rambish44047912012-09-14 16:56:11 -07001403 . o ..
1404 o . o o.o
1405 ...oo_
1406 _[__\___
1407 __|_o_o_o_o\__
1408 OK \' ' ' ' ' ' /
1409 ^^^^^^^^^^^^^^^^^^^^
1410BOAT
1411 echo -e "${V_VIDOFF}"
1412}
1413
1414failboat() {
1415 echo -e "${V_BOLD_RED}"
Mike Frysingerbaae8eb2013-01-15 01:34:26 -05001416 cat <<BOAT
Kris Rambish44047912012-09-14 16:56:11 -07001417 '
1418 ' )
1419 ) (
1420 ( .') __/\
1421 (. /o/` \
1422 __/o/` \
1423 FAIL / /o/` /
1424 ^^^^^^^^^^^^^^^^^^^^
1425BOAT
1426 echo -e "${V_VIDOFF}"
1427 die "$* failed"
1428}