blob: 273d0a434245baafacf4dba90ebc89a1b96a93e2 [file] [log] [blame]
J. Richard Barnette84477772011-07-25 13:41:33 -07001#!/bin/bash
Bill Richardsonc09b94f2010-03-15 11:40:30 -07002
Darin Petkov61173f62011-04-29 10:24:26 -07003# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
Bill Richardsonc09b94f2010-03-15 11:40:30 -07004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7# Script to build a bootable keyfob-based chromeos system image from within
8# a chromiumos setup. This assumes that all needed packages have been built into
9# the given target's root with binary packages turned on. This script will
10# build the Chrome OS image using only pre-built binary packages.
11
J. Richard Barnette84477772011-07-25 13:41:33 -070012SCRIPT_ROOT=$(dirname "$0")
13. "${SCRIPT_ROOT}/build_library/build_common.sh" || exit 1
Bill Richardsonc09b94f2010-03-15 11:40:30 -070014
J. Richard Barnette0fad3d72011-07-27 15:50:03 -070015. "${SCRIPT_ROOT}/build_library/build_gpt.sh" || exit 1
16
Greg Spencer798d75f2011-02-01 22:04:49 -080017
Don Garrette0020b12010-06-17 15:55:35 -070018DEFINE_string board "${DEFAULT_BOARD}" \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070019 "The board to build an image for."
20DEFINE_string build_root "/build" \
21 "The root location for board sysroots."
22DEFINE_integer build_attempt 1 \
23 "The build attempt for this image build."
24DEFINE_string output_root "${DEFAULT_BUILD_ROOT}/images" \
25 "Directory in which to place image result directories (named by version)"
David Jamesffede3b2010-09-07 14:22:38 -070026DEFINE_boolean eclean ${FLAGS_TRUE} \
27 "Perform eclean-<board> -d as part of this script to remove obsolete packages"
Don Garrette0020b12010-06-17 15:55:35 -070028DEFINE_boolean replace ${FLAGS_FALSE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070029 "Overwrite existing output, if any."
Don Garrette0020b12010-06-17 15:55:35 -070030DEFINE_boolean withdev ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070031 "Include useful developer friendly utilities in the image."
Don Garrette0020b12010-06-17 15:55:35 -070032DEFINE_boolean installmask ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070033 "Use INSTALL_MASK to shrink the resulting image."
34DEFINE_integer jobs -1 \
35 "How many packages to build in parallel at maximum."
Don Garrette0020b12010-06-17 15:55:35 -070036DEFINE_boolean statefuldev ${FLAGS_TRUE} \
Chris Sosa4bffb8b2010-04-07 17:23:54 -070037 "Install development packages on stateful partition rather than the rootfs"
Antoine Laboure9e585f2010-04-01 15:57:57 -070038DEFINE_string to "" \
39 "The target image file or device"
Vince Laviano6aebf312011-06-01 15:27:31 -070040DEFINE_boolean test ${FLAGS_FALSE} \
Hung-Te Lin54a83b72011-06-30 12:00:55 +080041 "Modify the image for automated testing"
Vince Laviano6aebf312011-06-01 15:27:31 -070042DEFINE_boolean factory ${FLAGS_FALSE} \
43 "Modify the image for manufacturing testing"
Don Garrette0020b12010-06-17 15:55:35 -070044DEFINE_boolean factory_install ${FLAGS_FALSE} \
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +080045 "Build a smaller image to overlay the factory install shim on; this argument \
46is also required in image_to_usb."
Zelidrag Hornung1d12c1a2010-06-02 10:20:29 -070047DEFINE_integer rootfs_partition_size 1024 \
Will Drewryd253bad2010-08-17 14:09:41 -050048 "rootfs partition size in MiBs."
Andrew de los Reyes0eb6d762010-11-01 18:27:53 -070049DEFINE_integer rootfs_size 850 \
Will Drewryd253bad2010-08-17 14:09:41 -050050 "rootfs filesystem size in MiBs."
Will Drewry78992a32010-07-21 14:02:20 -050051# ceil(0.1 * rootfs_size) is a good minimum.
52DEFINE_integer rootfs_hash_pad 8 \
Will Drewryd253bad2010-08-17 14:09:41 -050053 "MiBs reserved at the end of the rootfs image."
Eric Li5cf288f2010-06-28 12:46:26 -070054DEFINE_integer statefulfs_size 1024 \
Will Drewryd253bad2010-08-17 14:09:41 -050055 "stateful filesystem size in MiBs."
David James868d7bb2010-06-24 21:48:14 -070056DEFINE_boolean preserve ${FLAGS_FALSE} \
57 "Attempt to preserve the previous build image if one can be found (unstable, \
58kernel/firmware not updated)"
David James03668642010-07-28 17:08:29 -070059DEFINE_boolean fast ${DEFAULT_FAST} \
60 "Call many emerges in parallel"
Will Drewry32d8c112010-10-11 15:37:17 -050061DEFINE_string boot_args "noinitrd" \
62 "Additional boot arguments to pass to the commandline"
Nick Sandersf2dee6c2010-07-01 00:21:32 -070063
Will Drewry4a675e12010-07-03 13:35:02 -050064DEFINE_string usb_disk /dev/sdb3 \
65 "Path syslinux should use to do a usb boot. Default: /dev/sdb3"
66
Will Drewry12f14ce2010-08-17 17:27:16 -050067DEFINE_boolean enable_rootfs_verification ${FLAGS_TRUE} \
Will Drewry1670d482010-07-09 13:08:38 -070068 "Default all bootloaders to use kernel-based root fs integrity checking."
Will Drewryd07f61d2011-01-12 10:39:54 -060069DEFINE_integer verity_error_behavior 3 \
Will Drewry137eab62010-11-04 22:06:41 -050070 "Kernel verified boot error behavior (0: I/O errors, 1: panic, 2: nothing, \
Will Drewryd07f61d2011-01-12 10:39:54 -0600713: cros) Default: 3"
Will Drewry52c40f82010-10-06 14:54:38 -050072DEFINE_integer verity_max_ios -1 \
73 "Number of outstanding I/O operations dm-verity caps at. Default: -1"
Will Drewry1670d482010-07-09 13:08:38 -070074DEFINE_string verity_algorithm "sha1" \
75 "Cryptographic hash algorithm used for kernel vboot. Default : sha1"
David Rochbergcf932372011-06-30 21:25:08 -040076DEFINE_boolean standard_backdoor ${FLAGS_TRUE} \
77 "Install standard backdoor credentials for testing"
Bill Richardsonc09b94f2010-03-15 11:40:30 -070078
Che-Liang Chiou611d5b72011-07-27 16:03:26 +080079# TODO(clchiou): Remove this flag after buildbot is fixed
80DEFINE_boolean crosbug12352_arm_kernel_signing ${FLAGS_TRUE} \
81 "A dummy this flag for preventing buildbot fail"
82
Bill Richardsonc09b94f2010-03-15 11:40:30 -070083# Parse command line.
84FLAGS "$@" || exit 1
85eval set -- "${FLAGS_ARGV}"
86
87# Only now can we die on error. shflags functions leak non-zero error codes,
88# so will die prematurely if 'set -e' is specified before now.
89set -e
90
Don Garrette0020b12010-06-17 15:55:35 -070091if [ -z "${FLAGS_board}" ] ; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -070092 error "--board is required."
93 exit 1
94fi
95
David James35269d22011-05-19 17:59:58 -070096# Perform an eclean to remove packages which are not installed
97if [[ ${FLAGS_eclean} -eq ${FLAGS_TRUE} ]]; then
98 eclean-${FLAGS_board} -d packages
99fi
100
Chris Sosae38f90f2010-10-20 16:04:23 -0700101check_blacklist() {
102 info "Verifying that the base image does not contain a blacklisted package."
103 info "Generating list of packages for chromeos-base/chromeos."
J. Richard Barnettef2206112011-07-26 14:36:52 -0700104 local package_blacklist_file="${BUILD_LIBRARY_DIR}/chromeos_blacklist"
Chris Sosae38f90f2010-10-20 16:04:23 -0700105 if [ ! -e "${package_blacklist_file}" ]; then
106 warn "Missing blacklist file."
107 return
108 fi
109 local blacklisted_packages=$(${SCRIPTS_DIR}/get_package_list \
110 --board="${FLAGS_board}" chromeos-base/chromeos \
111 | grep -x -f "${package_blacklist_file}")
112 if [ -n "${blacklisted_packages}" ]; then
113 die "Blacklisted packages found: ${blacklisted_packages}."
114 fi
115 info "No blacklisted packages found."
116}
117
118check_blacklist
119
Vince Laviano6aebf312011-06-01 15:27:31 -0700120# Look at flags to determine which image types we should build
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700121if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Vince Laviano6aebf312011-06-01 15:27:31 -0700122 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
123 info "Incompatible flags: --factory and --factory_install cannot both be \
124set to True. Resetting --factory to False."
125 FLAGS_factory=${FLAGS_FALSE}
126 fi
127 if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
128 info "Incompatible flags: --test and --factory_install cannot both be \
129set to True. Resetting --test to False."
130 FLAGS_test=${FLAGS_FALSE}
131 fi
Vince Laviano96d116d2011-03-17 11:32:07 -0700132 # Disable --withdev flag when --factory_install is set to True. Otherwise, the
Nick Sandersae26a5c2010-08-30 21:59:50 -0700133 # dev image produced will be based on install shim, rather than a pristine
134 # image
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700135 if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Vince Laviano96d116d2011-03-17 11:32:07 -0700136 info "Incompatible flags: --withdev and --factory_install cannot both be \
137set to True. Resetting --withdev to False."
Nick Sandersae26a5c2010-08-30 21:59:50 -0700138 FLAGS_withdev=${FLAGS_FALSE}
139 fi
Vince Laviano6aebf312011-06-01 15:27:31 -0700140fi
141if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
142 if [ ${FLAGS_test} -eq ${FLAGS_FALSE} ]; then
143 info "Incompatible flags: --factory implies --test. Resetting --test to \
144True."
145 FLAGS_test=${FLAGS_TRUE}
146 fi
147fi
148if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
149 if [ ${FLAGS_withdev} -eq ${FLAGS_FALSE} ]; then
150 info "Incompatible flags: --test implies --withdev. Resetting --withdev \
151to True."
152 FLAGS_withdev=${FLAGS_TRUE}
153 fi
154fi
Nick Sandersae26a5c2010-08-30 21:59:50 -0700155
Vince Laviano6aebf312011-06-01 15:27:31 -0700156export INSTALL_MASK=""
157if [ ${FLAGS_installmask} -eq ${FLAGS_TRUE} ] ; then
158 INSTALL_MASK="${DEFAULT_INSTALL_MASK}"
159fi
160
161# Reduce the size of factory install shim.
162if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700163 # TODO: Build a separated ebuild for the install shim to reduce size.
164 INSTALL_MASK="${INSTALL_MASK} ${FACTORY_INSTALL_MASK}"
165
166 info "Fixing the rootfs size at 300 MiB for install shim"
167 FLAGS_rootfs_size=280
168 FLAGS_rootfs_partition_size=300
169 info "Fixing the statefulfs size at 140 MiB for install shim"
170 FLAGS_statefulfs_size=140
171fi
172
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700173if [ $((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad)) -gt \
174 ${FLAGS_rootfs_partition_size} ] ; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700175 die "rootfs ($((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad)) MiB) is \
176bigger than partition (${FLAGS_rootfs_partition_size} MiB)."
Tan Gao843b70a2010-08-17 09:41:48 -0700177fi
178
Nick Sanders8ab729a2010-06-16 03:15:17 -0700179EMERGE_BOARD_CMD="emerge-${FLAGS_board}"
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700180if [ ${FLAGS_fast} -eq ${FLAGS_TRUE} ]; then
Nick Sanders8ab729a2010-06-16 03:15:17 -0700181 echo "Using alternate emerge"
David James1ed7fe62011-02-14 14:49:25 -0800182 EMERGE_CMD="${GCLIENT_ROOT}/chromite/bin/parallel_emerge"
183 EMERGE_BOARD_CMD="${EMERGE_CMD} --board=${FLAGS_board}"
Nick Sanders8ab729a2010-06-16 03:15:17 -0700184fi
185
Darin Petkova5869302011-03-01 17:15:59 -0800186OVERLAY_CHROMEOS_DIR="${SRC_ROOT}/third_party/chromiumos-overlay/chromeos/"
187
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700188# Determine build version.
Darin Petkova5869302011-03-01 17:15:59 -0800189. "${OVERLAY_CHROMEOS_DIR}/config/chromeos_version.sh"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700190
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700191BOARD="${FLAGS_board}"
192BOARD_ROOT="${FLAGS_build_root}/${BOARD}"
193
194# What cross-build are we targeting?
195. "${BOARD_ROOT}/etc/make.conf.board_setup"
196LIBC_VERSION=${LIBC_VERSION}
197
198# Figure out ARCH from the given toolchain.
199# TODO: Move to common.sh as a function after scripts are switched over.
200TC_ARCH=$(echo "${CHOST}" | awk -F'-' '{ print $1 }')
201case "${TC_ARCH}" in
202 arm*)
203 ARCH="arm"
204 ;;
205 *86)
206 ARCH="x86"
207 ;;
Stéphane Marchesin2d331402011-05-17 20:19:30 -0700208 *x86_64)
209 ARCH="amd64"
210 ;;
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700211 *)
212 error "Unable to determine ARCH from toolchain: ${CHOST}"
213 exit 1
214esac
215
Nick Sandersc8cb3362010-09-01 21:31:30 -0700216# Configure extra USE or packages for this type of build.
217EXTRA_PACKAGES=""
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700218if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ] ; then
Tom Wai-Hong Tama6af2012011-04-28 12:12:08 +0800219 # Factory install needs to have the factory installer added.
Nick Sandersebce8542010-09-02 14:57:34 -0700220 EXTRA_PACKAGES="${EXTRA_PACKAGES} chromeos-base/chromeos-factoryinstall"
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700221 # On x86, we boot the factory install shim from an SD card using
222 # initramfs for our root. On ARM, we boot the factory install shim
223 # over the network, so we don't require initramfs, but we do require
224 # fbconsole to fix a display driver bug.
225 if [ "${ARCH}" = "x86" ] ; then
Tom Wai-Hong Tama6af2012011-04-28 12:12:08 +0800226 export USE="${USE} initramfs"
227 fi
Rong Changc291a482011-05-30 14:56:48 +0800228 # CONFIG_BLK_DEV_RAM is disabled by default.
229 # But tftp install needs it to mount rootfs in ram
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700230 if [ "${ARCH}" = "arm" ] ; then
Rong Changc291a482011-05-30 14:56:48 +0800231 export USE="${USE} fbconsole blkdevram"
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700232 fi
Nick Sandersc8cb3362010-09-01 21:31:30 -0700233fi
234
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700235emerge_to_image() {
236 sudo -E ${EMERGE_BOARD_CMD} --root-deps=rdeps --usepkgonly \
237 "$@" ${EMERGE_JOBS}
238}
239
David Jamesf86703d2011-05-10 13:54:04 -0700240# Check that the build root is sane.
J. Richard Barnettef2206112011-07-26 14:36:52 -0700241"${BUILD_LIBRARY_DIR}/test_build_root" --root="${BOARD_ROOT}"
David Jamesf86703d2011-05-10 13:54:04 -0700242
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700243# Use canonical path since some tools (e.g. mount) do not like symlinks.
244# Append build attempt to output directory.
245IMAGE_SUBDIR="${CHROMEOS_VERSION_STRING}-a${FLAGS_build_attempt}"
246OUTPUT_DIR="${FLAGS_output_root}/${FLAGS_board}/${IMAGE_SUBDIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700247
248OUTSIDE_OUTPUT_DIR="../build/images/${FLAGS_board}/${IMAGE_SUBDIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700249
250# If we are creating a developer image, also create a pristine image with a
251# different name.
Vince Laviano6aebf312011-06-01 15:27:31 -0700252# TODO(vlaviano): fix all image names to match those in uploaded archive
Chris Sosa9673f3b2010-05-18 13:24:40 -0700253DEVELOPER_IMAGE_NAME=
254PRISTINE_IMAGE_NAME=chromiumos_image.bin
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700255if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Chris Sosa9673f3b2010-05-18 13:24:40 -0700256 PRISTINE_IMAGE_NAME=chromiumos_base_image.bin
257 DEVELOPER_IMAGE_NAME=chromiumos_image.bin
Vince Laviano96d116d2011-03-17 11:32:07 -0700258# Rename pristine image for factory install shim
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700259elif [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700260 PRISTINE_IMAGE_NAME=factory_install_shim.bin
Tan Gao843b70a2010-08-17 09:41:48 -0700261fi
262
David James868d7bb2010-06-24 21:48:14 -0700263PRISTINE_IMG="${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}"
264DEVELOPER_IMG="${OUTPUT_DIR}/${DEVELOPER_IMAGE_NAME}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700265TEST_IMG="${OUTPUT_DIR}/${CHROMEOS_TEST_IMAGE_NAME}"
266FACTORY_IMG="${OUTPUT_DIR}/${CHROMEOS_FACTORY_TEST_IMAGE_NAME}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700267
Don Garrett3f41e152010-06-21 14:54:34 -0700268ROOT_FS_IMG="${OUTPUT_DIR}/rootfs.image"
269ROOT_FS_DIR="${OUTPUT_DIR}/rootfs"
Will Drewry4a675e12010-07-03 13:35:02 -0500270ROOT_FS_HASH="${OUTPUT_DIR}/rootfs.hash"
Don Garrett3f41e152010-06-21 14:54:34 -0700271
272STATEFUL_FS_IMG="${OUTPUT_DIR}/stateful_partition.image"
273STATEFUL_FS_DIR="${OUTPUT_DIR}/stateful_partition"
274
275ESP_FS_IMG=${OUTPUT_DIR}/esp.image
276ESP_FS_DIR=${OUTPUT_DIR}/esp
277
Will Drewry7ab698d2010-08-05 13:57:52 -0500278DEVKEYSDIR="/usr/share/vboot/devkeys"
279
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700280LOOP_DEV=
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700281STATEFUL_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700282
Don Garrett3f41e152010-06-21 14:54:34 -0700283# ${DEV_IMAGE_ROOT} specifies the location of where developer packages will
284# be installed on the stateful dir. On a Chromium OS system, this will
285# translate to /usr/local.
286DEV_IMAGE_ROOT="${STATEFUL_FS_DIR}/dev_image"
287
Nick Sandersae26a5c2010-08-30 21:59:50 -0700288if [ ${FLAGS_jobs} -ne -1 ]; then
David Jamesfd7403a2010-07-09 12:00:17 -0700289 EMERGE_JOBS="--jobs=${FLAGS_jobs}"
290fi
291
Will Drewry12f14ce2010-08-17 17:27:16 -0500292if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
293 enable_rootfs_verification_flag="--enable_rootfs_verification"
Will Drewry12f14ce2010-08-17 17:27:16 -0500294fi
295
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700296# Hack to fix bug where x86_64 CHOST line gets incorrectly added.
297# ToDo(msb): remove this hack.
298PACKAGES_FILE="${BOARD_ROOT}/packages/Packages"
299sudo sed -e "s/CHOST: x86_64-pc-linux-gnu//" -i "${PACKAGES_FILE}"
300
301# Handle existing directory.
Don Garrette0020b12010-06-17 15:55:35 -0700302if [[ -e "${OUTPUT_DIR}" ]]; then
303 if [[ ${FLAGS_replace} -eq ${FLAGS_TRUE} ]]; then
304 sudo rm -rf "${OUTPUT_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700305 else
Don Garrette0020b12010-06-17 15:55:35 -0700306 echo "Directory ${OUTPUT_DIR} already exists."
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700307 echo "Use --build_attempt option to specify an unused attempt."
308 echo "Or use --replace if you want to overwrite this directory."
309 exit 1
310 fi
311fi
312
David James868d7bb2010-06-24 21:48:14 -0700313# Find previous build, if any...
314PREVIOUS_DIR=$($SCRIPTS_DIR/get_latest_image.sh --board="$BOARD")
315
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700316cleanup_rootfs_loop() {
Don Garrette0020b12010-06-17 15:55:35 -0700317 sudo umount -d "${ROOT_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700318}
319
320cleanup_stateful_fs_loop() {
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700321 sudo umount "${ROOT_FS_DIR}/usr/local"
322 sudo umount "${ROOT_FS_DIR}/var"
Don Garrett3f41e152010-06-21 14:54:34 -0700323 sudo umount -d "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700324}
325
326cleanup() {
327 # Disable die on error.
328 set +e
329
Don Garrette0020b12010-06-17 15:55:35 -0700330 if [[ -n "${STATEFUL_LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700331 cleanup_stateful_fs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500332 STATEFUL_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700333 fi
334
Don Garrette0020b12010-06-17 15:55:35 -0700335 if [[ -n "${LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700336 cleanup_rootfs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500337 LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700338 fi
339
340 # Turn die on error back on.
341 set -e
342}
343
Chris Sosabde8c1b2010-04-29 14:02:35 -0700344delete_prompt() {
345 echo "An error occurred in your build so your latest output directory" \
346 "is invalid."
Tan Gao74a07ca2010-09-09 11:41:30 -0700347
348 # Only prompt if both stdin and stdout are a tty. If either is not a tty,
349 # then the user may not be present, so we shouldn't bother prompting.
Zdenek Behan23bc6ca2011-02-10 02:04:58 +0100350 if tty -s && tty -s <&1 && [ "${USER}" != 'chrome-bot' ]; then
Tan Gao74a07ca2010-09-09 11:41:30 -0700351 read -p "Would you like to delete the output directory (y/N)? " SURE
352 SURE="${SURE:0:1}" # Get just the first character.
353 else
354 SURE="y"
355 echo "Running in non-interactive mode so deleting output directory."
356 fi
Chris Sosabde8c1b2010-04-29 14:02:35 -0700357 if [ "${SURE}" == "y" ] ; then
Don Garrette0020b12010-06-17 15:55:35 -0700358 sudo rm -rf "${OUTPUT_DIR}"
359 echo "Deleted ${OUTPUT_DIR}"
Chris Sosabde8c1b2010-04-29 14:02:35 -0700360 else
Tan Gao74a07ca2010-09-09 11:41:30 -0700361 echo "Not deleting ${OUTPUT_DIR}."
Chris Sosabde8c1b2010-04-29 14:02:35 -0700362 fi
363}
364
Chris Sosa9673f3b2010-05-18 13:24:40 -0700365# $1 - Directory where developer rootfs is mounted.
366# $2 - Directory where developer stateful_partition is mounted.
Will Drewry4a675e12010-07-03 13:35:02 -0500367# $3 - Directory where the ESP partition is mounted.
Don Garrett3f41e152010-06-21 14:54:34 -0700368mount_gpt_cleanup() {
Will Drewry4a675e12010-07-03 13:35:02 -0500369 local rootfs="${1-$ROOT_FS_DIR}"
370 local statefs="${2-$STATEFUL_FS_DIR}"
371 local espfs="${3-$ESP_FS_DIR}"
372 "${SCRIPTS_DIR}/mount_gpt_image.sh" \
373 -u -r "${rootfs}" -s "${statefs}" -e "${espfs}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700374 delete_prompt
375}
376
Will Drewry7ab698d2010-08-05 13:57:52 -0500377# Takes no arguments and populates the configuration for
378# cros_make_image_bootable.
379create_boot_desc() {
380 cat <<EOF > ${OUTPUT_DIR}/boot.desc
381 --arch="${ARCH}"
382 --output_dir="${OUTPUT_DIR}"
Will Drewry32d8c112010-10-11 15:37:17 -0500383 --boot_args="${FLAGS_boot_args}"
Will Drewry7ab698d2010-08-05 13:57:52 -0500384 --rootfs_size="${FLAGS_rootfs_size}"
385 --rootfs_hash_pad="${FLAGS_rootfs_hash_pad}"
386 --rootfs_hash="${ROOT_FS_HASH}"
387 --rootfs_mountpoint="${ROOT_FS_DIR}"
388 --statefulfs_mountpoint="${STATEFUL_FS_DIR}"
389 --espfs_mountpoint="${ESP_FS_DIR}"
390 --verity_error_behavior="${FLAGS_verity_error_behavior}"
Will Drewry7ab698d2010-08-05 13:57:52 -0500391 --verity_max_ios="${FLAGS_verity_max_ios}"
392 --verity_algorithm="${FLAGS_verity_algorithm}"
393 --keys_dir="${DEVKEYSDIR}"
394 --usb_disk="${FLAGS_usb_disk}"
395 --nocleanup_dirs
396 ${enable_rootfs_verification_flag}
397EOF
Will Drewry4a675e12010-07-03 13:35:02 -0500398}
399
Don Garrett3f41e152010-06-21 14:54:34 -0700400# Modifies an existing image to add development packages
401update_dev_packages() {
402 local image_name=$1
Chris Sosa9673f3b2010-05-18 13:24:40 -0700403
Don Garrett3f41e152010-06-21 14:54:34 -0700404 echo "Adding developer packages to ${image_name}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700405
Will Drewry4a675e12010-07-03 13:35:02 -0500406 trap "mount_gpt_cleanup" EXIT
Tan Gaoa40ed442010-06-02 15:45:19 -0700407
Don Garrette0020b12010-06-17 15:55:35 -0700408 ${SCRIPTS_DIR}/mount_gpt_image.sh --from "${OUTPUT_DIR}" \
David James868d7bb2010-06-24 21:48:14 -0700409 --image "${image_name}" -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500410 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700411
Don Garrett3f41e152010-06-21 14:54:34 -0700412 # Determine the root dir for developer packages.
413 local root_dev_dir="${ROOT_FS_DIR}"
414 [ ${FLAGS_statefuldev} -eq ${FLAGS_TRUE} ] && \
415 root_dev_dir="${ROOT_FS_DIR}/usr/local"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700416
Don Garrett3f41e152010-06-21 14:54:34 -0700417 # Install developer packages described in chromeos-dev.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700418 emerge_to_image --root="${root_dev_dir}" -uDNv chromeos-dev
David James868d7bb2010-06-24 21:48:14 -0700419
420 if [[ $FLAGS_preserve -eq ${FLAGS_TRUE} ]] ; then
421 # Clean out unused packages
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700422 emerge_to_image --root="${ROOT_FS_DIR}" --depclean
David James868d7bb2010-06-24 21:48:14 -0700423 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700424
Paul Stewart12973e52010-09-09 20:04:11 -0700425 # Install the bare necessary files so that the "emerge" command works
David James49523432011-02-17 15:19:16 -0800426 if [ ${FLAGS_statefuldev} -eq ${FLAGS_TRUE} ]; then
David Jamese8875482011-02-23 15:24:14 -0800427 sudo cp -a ${root_dev_dir}/share/portage ${ROOT_FS_DIR}/usr/share
David James49523432011-02-17 15:19:16 -0800428 sudo sed -i s,/usr/bin/wget,wget, \
David Jamese8875482011-02-23 15:24:14 -0800429 ${ROOT_FS_DIR}/usr/share/portage/config/make.globals
David James49523432011-02-17 15:19:16 -0800430 fi
Paul Stewart12973e52010-09-09 20:04:11 -0700431 sudo mkdir -p ${ROOT_FS_DIR}/etc/make.profile
432
Chris Sosa9673f3b2010-05-18 13:24:40 -0700433 # Re-run ldconfig to fix /etc/ldconfig.so.cache.
Don Garrett3f41e152010-06-21 14:54:34 -0700434 sudo /sbin/ldconfig -r "${ROOT_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700435
436 # Mark the image as a developer image (input to chromeos_startup).
Arkaitz Ruiz Alvarez26d68ec2011-06-24 11:03:18 -0700437 # TODO(arkaitzr): Remove this file when applications no longer rely on it
438 # (crosbug.com/16648). The preferred way of determining developer mode status
439 # is via crossystem cros_debug?1 (checks boot args for "cros_debug").
Don Garrett3f41e152010-06-21 14:54:34 -0700440 sudo mkdir -p "${ROOT_FS_DIR}/root"
441 sudo touch "${ROOT_FS_DIR}/root/.dev_mode"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700442
Don Garrett3f41e152010-06-21 14:54:34 -0700443 # Additional changes to developer image.
Chris Sosa9673f3b2010-05-18 13:24:40 -0700444
Ken Mixter13347882010-08-12 16:51:52 -0700445 # Leave core files for developers to inspect.
Ken Mixter0d115632010-08-13 15:51:07 -0700446 sudo touch "${ROOT_FS_DIR}/root/.leave_core"
Ken Mixter13347882010-08-12 16:51:52 -0700447
David James72759e82011-05-23 10:38:11 -0700448 # This hack is only needed for devs who have old versions of glibc, which
449 # filtered out ldd when cross-compiling. TODO(davidjames): Remove this hack
450 # once everybody has upgraded to a new version of glibc.
451 if [[ ! -x "${ROOT_FS_DIR}/usr/bin/ldd" ]]; then
452 sudo cp -a "$(which ldd)" "${ROOT_FS_DIR}/usr/bin"
453 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700454
Don Garrett3f41e152010-06-21 14:54:34 -0700455 # If vim is installed, then a vi symlink would probably help.
456 if [[ -x "${ROOT_FS_DIR}/usr/local/bin/vim" ]]; then
457 sudo ln -sf vim "${ROOT_FS_DIR}/usr/local/bin/vi"
Girts Folkmanis7a8a8382010-05-18 22:52:25 -0700458 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700459
Tammo Spalinkcfc0c642010-07-07 10:51:21 +0800460 # If pygtk is installed in stateful-dev, then install a path.
461 if [[ -d \
462 "${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/gtk-2.0" ]]; then
463 sudo bash -c "\
464 echo gtk-2.0 > \
465 ${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/pygtk.pth"
466 fi
467
Chris Sosa6304adc2010-10-20 13:40:33 -0700468 # If python is installed on stateful-dev, fix python symlinks.
469 local python_path="/usr/local/bin/python2.6"
470 if [ -e "${ROOT_FS_DIR}${python_path}" ]; then
471 info "Fixing python symlinks for developer and test images."
472 local python_paths="/usr/bin/python /usr/local/bin/python \
473 /usr/bin/python2 /usr/local/bin/python2"
474 for path in ${python_paths}; do
475 sudo rm -f "${ROOT_FS_DIR}${path}"
476 sudo ln -s ${python_path} "${ROOT_FS_DIR}${path}"
477 done
478 fi
479
Don Garrett3f41e152010-06-21 14:54:34 -0700480 # Check that the image has been correctly created. Only do it if not
Vince Laviano96d116d2011-03-17 11:32:07 -0700481 # building a factory install shim, as the INSTALL_MASK for it will make
482 # test_image fail.
483 if [ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]; then
J. Richard Barnettef2206112011-07-26 14:36:52 -0700484 "${BUILD_LIBRARY_DIR}/test_image" \
Don Garrett3f41e152010-06-21 14:54:34 -0700485 --root="${ROOT_FS_DIR}" \
486 --target="${ARCH}"
487 fi
488 echo "Developer image built and stored at ${image_name}"
489
Chris Sosa9673f3b2010-05-18 13:24:40 -0700490 trap - EXIT
David James868d7bb2010-06-24 21:48:14 -0700491 ${SCRIPTS_DIR}/mount_gpt_image.sh -u -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500492 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
David James868d7bb2010-06-24 21:48:14 -0700493}
494
495# Update the base package on an existing image.
496update_base_packages() {
497 local image_name=$1
498
499 echo "Updating base packages on ${image_name}"
500
501 # Create stateful partition of the same size as the rootfs.
Will Drewry4a675e12010-07-03 13:35:02 -0500502 trap "mount_gpt_cleanup" EXIT
David James868d7bb2010-06-24 21:48:14 -0700503
504 ${SCRIPTS_DIR}/mount_gpt_image.sh --from "${OUTPUT_DIR}" \
505 --image "${image_name}" -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500506 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
David James868d7bb2010-06-24 21:48:14 -0700507
508 # Emerge updated packages, exactly like when creating base image
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700509 emerge_to_image --root="${ROOT_FS_DIR}" -uDNv chromeos ${EXTRA_PACKAGES}
David James868d7bb2010-06-24 21:48:14 -0700510
511 # Clean out unused packages
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700512 emerge_to_image --root="${ROOT_FS_DIR}" --depclean
David James868d7bb2010-06-24 21:48:14 -0700513
514 trap - EXIT
515 ${SCRIPTS_DIR}/mount_gpt_image.sh -u -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500516 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700517}
518
Thieu Le171321f2010-12-13 11:37:42 -0800519zero_free_space() {
520 local fs_mount_point=$1
521 info "Zeroing freespace in ${fs_mount_point}"
Zdenek Behanaeb83522011-03-25 01:19:16 +0100522 # dd is a silly thing and will produce a "No space left on device" message
523 # that cannot be turned off and is confusing to unsuspecting victims.
Paul Taysom0737a552011-06-22 16:49:35 -0700524 ( sudo dd if=/dev/zero of="${fs_mount_point}/filler" bs=4096 \
Zdenek Behanaeb83522011-03-25 01:19:16 +0100525 || true ) 2>&1 |grep -v "No space left on device"
Paul Taysom0737a552011-06-22 16:49:35 -0700526 sudo sync
Thieu Le171321f2010-12-13 11:37:42 -0800527 sudo rm -f "${fs_mount_point}/filler"
528 sudo sync
529}
530
Don Garrett3f41e152010-06-21 14:54:34 -0700531create_base_image() {
David James868d7bb2010-06-24 21:48:14 -0700532 local image_name=$1
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700533
Don Garrett3f41e152010-06-21 14:54:34 -0700534 trap "cleanup && delete_prompt" EXIT
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700535
Don Garrett3f41e152010-06-21 14:54:34 -0700536 # Create and format the root file system.
537
Will Drewryd253bad2010-08-17 14:09:41 -0500538 # Create root file system disk image.
539 ROOT_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_rootfs_size}))
Don Garrett3f41e152010-06-21 14:54:34 -0700540
Will Drewry9926ee22010-07-21 15:11:10 -0500541 # Pad out for the hash tree.
Will Drewry78992a32010-07-21 14:02:20 -0500542 ROOT_HASH_PAD=$((FLAGS_rootfs_hash_pad * 1024 * 1024))
543 info "Padding the rootfs image by ${ROOT_HASH_PAD} bytes for hash data"
Will Drewry9926ee22010-07-21 15:11:10 -0500544
Will Drewry78992a32010-07-21 14:02:20 -0500545 dd if=/dev/zero of="${ROOT_FS_IMG}" bs=1 count=1 \
546 seek=$((ROOT_SIZE_BYTES + ROOT_HASH_PAD - 1))
David James8b9643f2011-07-21 22:11:11 -0700547
548 LOOP_DEV=$(sudo losetup --show -f "${ROOT_FS_IMG}")
549 if [ -z "${LOOP_DEV}" ] ; then
550 echo "No free loop device. Free up a loop device or reboot. exiting. "
551 exit 1
552 fi
553
Will Drewry9926ee22010-07-21 15:11:10 -0500554 # Specify a block size and block count to avoid using the hash pad.
Will Drewry55b42c92010-10-20 15:44:11 -0500555 sudo mkfs.ext2 -b 4096 "${LOOP_DEV}" "$((ROOT_SIZE_BYTES / 4096))"
Will Drewry78992a32010-07-21 14:02:20 -0500556
Don Garrett3f41e152010-06-21 14:54:34 -0700557 # Tune and mount rootfs.
Will Drewry55b42c92010-10-20 15:44:11 -0500558 DISK_LABEL="C-ROOT"
559 # Disable checking and minimize metadata differences across builds
560 # and wasted reserved space.
561 sudo tune2fs -L "${DISK_LABEL}" \
562 -U clear \
563 -T 20091119110000 \
564 -c 0 \
565 -i 0 \
566 -m 0 \
567 -r 0 \
568 -e remount-ro \
569 "${LOOP_DEV}"
570 # TODO(wad) call tune2fs prior to finalization to set the mount count to 0.
Zdenek Behan7454a5e2011-03-25 01:25:41 +0100571 sudo mount -t ext2 "${LOOP_DEV}" "${ROOT_FS_DIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700572
573 # Create stateful partition of the same size as the rootfs.
Eric Li5cf288f2010-06-28 12:46:26 -0700574 STATEFUL_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_statefulfs_size}))
575 dd if=/dev/zero of="${STATEFUL_FS_IMG}" bs=1 count=1 \
576 seek=$((STATEFUL_SIZE_BYTES - 1))
Denis Romanov11061542010-06-29 04:23:53 +0400577
578 # Tune and mount the stateful partition.
579 UUID=$(uuidgen)
580 DISK_LABEL="C-STATE"
David James8b9643f2011-07-21 22:11:11 -0700581 STATEFUL_LOOP_DEV=$(sudo losetup --show -f "${STATEFUL_FS_IMG}")
582 if [ -z "${STATEFUL_LOOP_DEV}" ] ; then
583 echo "No free loop device. Free up a loop device or reboot. exiting. "
584 exit 1
585 fi
Don Garrett3f41e152010-06-21 14:54:34 -0700586 sudo mkfs.ext3 "${STATEFUL_LOOP_DEV}"
Denis Romanov11061542010-06-29 04:23:53 +0400587 sudo tune2fs -L "${DISK_LABEL}" -U "${UUID}" -c 0 -i 0 "${STATEFUL_LOOP_DEV}"
Zdenek Behan7454a5e2011-03-25 01:25:41 +0100588 sudo mount -t ext3 "${STATEFUL_LOOP_DEV}" "${STATEFUL_FS_DIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700589
Don Garrett3f41e152010-06-21 14:54:34 -0700590 # -- Install packages into the root file system --
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700591
Don Garrett3f41e152010-06-21 14:54:34 -0700592 # Prepare stateful partition with some pre-created directories.
593 sudo mkdir -p "${DEV_IMAGE_ROOT}"
594 sudo mkdir -p "${STATEFUL_FS_DIR}/var"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700595
Don Garrett3f41e152010-06-21 14:54:34 -0700596 # Create symlinks so that /usr/local/usr based directories are symlinked to
597 # /usr/local/ directories e.g. /usr/local/usr/bin -> /usr/local/bin, etc.
598 setup_symlinks_on_root "${DEV_IMAGE_ROOT}" "${STATEFUL_FS_DIR}/var" \
599 "${STATEFUL_FS_DIR}"
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +0800600
Don Garrett3f41e152010-06-21 14:54:34 -0700601 # Perform binding rather than symlinking because directories must exist
602 # on rootfs so that we can bind at run-time since rootfs is read-only.
603 echo "Binding directories from stateful partition onto the rootfs"
604 sudo mkdir -p "${ROOT_FS_DIR}/usr/local"
605 sudo mount --bind "${DEV_IMAGE_ROOT}" "${ROOT_FS_DIR}/usr/local"
606 sudo mkdir -p "${ROOT_FS_DIR}/var"
607 sudo mount --bind "${STATEFUL_FS_DIR}/var" "${ROOT_FS_DIR}/var"
608 sudo mkdir -p "${ROOT_FS_DIR}/dev"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700609
Raymes Khoury61e2bff2011-06-23 08:58:24 -0700610 # We need to install libc manually from the cross toolchain.
611 # TODO: Improve this? It would be ideal to use emerge to do this.
612 PKGDIR="/var/lib/portage/pkgs"
613 LIBC_TAR="glibc-${LIBC_VERSION}.tbz2"
614 LIBC_PATH="${PKGDIR}/cross-${CHOST}/${LIBC_TAR}"
615
616 sudo tar jxvpf "${LIBC_PATH}" -C "${ROOT_FS_DIR}" ./usr/${CHOST} \
617 --strip-components=3 --exclude=usr/include --exclude=sys-include \
618 --exclude=*.a --exclude=*.o
619
620 # If it's a developer image, also copy over the libc debug info so that gdb
621 # works with threads and also for a better debugging experience.
622 if [[ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]] ; then
623 sudo mkdir -p "${ROOT_FS_DIR}/usr/local/lib/debug"
624 sudo tar jxvpf "${LIBC_PATH}" -C "${ROOT_FS_DIR}/usr/local/lib/debug" \
625 ./usr/lib/debug/usr/${CHOST} --strip-components=6
626 fi
627
Ahmad Sharif8c86db52011-06-30 19:51:37 -0700628 . "${SRC_ROOT}/platform/dev/toolchain_utils.sh"
629 board_ctarget=$(get_ctarget_from_board "${BOARD}")
630 for atom in $(portageq match / cross-$board_ctarget/gcc); do
631 copy_gcc_libs "${ROOT_FS_DIR}" $atom
632 done
Raymes Khoury61e2bff2011-06-23 08:58:24 -0700633
David James0ea96e42011-08-03 11:53:50 -0700634 if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
635 # Install our custom factory install kernel with the appropriate use flags
636 # to the image.
637 emerge_custom_kernel "${ROOT_FS_DIR}"
638 fi
639
David Jamesffede3b2010-09-07 14:22:38 -0700640 # We "emerge --root=${ROOT_FS_DIR} --root-deps=rdeps --usepkgonly" all of the
Don Garrett3f41e152010-06-21 14:54:34 -0700641 # runtime packages for chrome os. This builds up a chrome os image from
642 # binary packages with runtime dependencies only. We use INSTALL_MASK to
643 # trim the image size as much as possible.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700644 emerge_to_image --root="${ROOT_FS_DIR}" chromeos ${EXTRA_PACKAGES}
Bill Richardson8b3bd102010-04-06 15:00:10 -0700645
Darin Petkova5869302011-03-01 17:15:59 -0800646 # Set /etc/lsb-release on the image.
647 "${OVERLAY_CHROMEOS_DIR}/scripts/cros_set_lsb_release" \
Will Drewry4a675e12010-07-03 13:35:02 -0500648 --root="${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500649 --board="${BOARD}"
Bill Richardson8b3bd102010-04-06 15:00:10 -0700650
Will Drewry1ee156f2010-07-03 13:27:19 -0500651 # Populates the root filesystem with legacy bootloader templates
652 # appropriate for the platform. The autoupdater and installer will
653 # use those templates to update the legacy boot partition (12/ESP)
654 # on update.
655 # (This script does not populate vmlinuz.A and .B needed by syslinux.)
Will Drewry1670d482010-07-09 13:08:38 -0700656 enable_rootfs_verification=
657 if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
658 enable_rootfs_verification="--enable_rootfs_verification"
659 fi
660
J. Richard Barnettef2206112011-07-26 14:36:52 -0700661 ${BUILD_LIBRARY_DIR}/create_legacy_bootloader_templates.sh \
Will Drewry1ee156f2010-07-03 13:27:19 -0500662 --arch=${ARCH} \
663 --to="${ROOT_FS_DIR}"/boot \
Will Drewry32d8c112010-10-11 15:37:17 -0500664 --boot_args="${FLAGS_boot_args}" \
Will Drewry1670d482010-07-09 13:08:38 -0700665 ${enable_rootfs_verification}
Bill Richardson9c5e5ec2010-05-14 17:00:21 -0700666
Vince Laviano96d116d2011-03-17 11:32:07 -0700667 # Don't test the factory install shim
668 if [ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]; then
Don Garrett3f41e152010-06-21 14:54:34 -0700669 # Check that the image has been correctly created.
J. Richard Barnettef2206112011-07-26 14:36:52 -0700670 "${BUILD_LIBRARY_DIR}/test_image" \
Don Garrett3f41e152010-06-21 14:54:34 -0700671 --root="${ROOT_FS_DIR}" \
672 --target="${ARCH}"
673 fi
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700674
Don Garrett3f41e152010-06-21 14:54:34 -0700675 # Clean up symlinks so they work on a running target rooted at "/".
676 # Here development packages are rooted at /usr/local. However, do not
677 # create /usr/local or /var on host (already exist on target).
678 setup_symlinks_on_root "/usr/local" "/var" "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700679
J. Richard Barnette5b80a0b2011-07-26 14:14:17 -0700680 # Create EFI System Partition to boot stock EFI BIOS (but not
681 # ChromeOS EFI BIOS). ARM uses this space to determine which
682 # partition is bootable. NOTE: The size argument for mkfs.vfat is
683 # in 1024-byte blocks. We'll hard-code it to 16M for now.
684 /usr/sbin/mkfs.vfat -C "${ESP_FS_IMG}" 16384
Will Drewry4a675e12010-07-03 13:35:02 -0500685
Thieu Le171321f2010-12-13 11:37:42 -0800686 # Zero rootfs free space to make it more compressible so auto-update
687 # payloads become smaller
688 zero_free_space "${ROOT_FS_DIR}"
689
Don Garrett3f41e152010-06-21 14:54:34 -0700690 cleanup
Chris Sosabde8c1b2010-04-29 14:02:35 -0700691
Don Garrett3f41e152010-06-21 14:54:34 -0700692 trap delete_prompt EXIT
Tan Gao6df5aee2010-05-19 14:19:55 -0700693
Don Garrett3f41e152010-06-21 14:54:34 -0700694 # Create the GPT-formatted image.
J. Richard Barnette0fad3d72011-07-27 15:50:03 -0700695 build_gpt "${OUTPUT_DIR}/${image_name}" \
696 "${ROOT_FS_IMG}" \
J. Richard Barnette0fad3d72011-07-27 15:50:03 -0700697 "${STATEFUL_FS_IMG}" \
698 "${ESP_FS_IMG}"
David James868d7bb2010-06-24 21:48:14 -0700699
J. Richard Barnette0fad3d72011-07-27 15:50:03 -0700700 # Emit helpful scripts for testers, etc.
701 emit_gpt_scripts "${OUTPUT_DIR}/${image_name}" "${OUTPUT_DIR}"
Nick Sanders446c2112010-09-03 18:15:35 -0700702
David James868d7bb2010-06-24 21:48:14 -0700703 trap - EXIT
Don Garrett3f41e152010-06-21 14:54:34 -0700704}
705
Raja Aluriaeb10482010-12-10 13:03:09 -0800706generate_au_zip () {
J. Richard Barnettef2206112011-07-26 14:36:52 -0700707 local lgenerateauzip="${BUILD_LIBRARY_DIR}/generate_au_zip.py"
Raja Aluriaeb10482010-12-10 13:03:09 -0800708 local largs="-o ${OUTPUT_DIR}"
Raja Aluri888e07c2010-12-14 10:36:34 -0800709 test ! -d "${OUTPUT_DIR}" && mkdir -p "${OUTPUT_DIR}"
Raja Aluriaeb10482010-12-10 13:03:09 -0800710 info "Running ${lgenerateauzip} ${largs} for generating AU updater zip file"
711 $lgenerateauzip $largs
712}
713
Vince Laviano6aebf312011-06-01 15:27:31 -0700714mod_image_for_test_cleanup() {
715 "${SCRIPTS_DIR}/mount_gpt_image.sh" -u -r "${ROOT_FS_DIR}" \
716 -s "${STATEFUL_FS_DIR}"
717}
718
719# Emerges chromeos-test onto the image.
720emerge_chromeos_test() {
721 # Determine the root dir for test packages.
722 local root_dev_dir="${ROOT_FS_DIR}/usr/local"
723
724 emerge_to_image --root="${root_dev_dir}" chromeos-test
725}
726
727install_autotest_for_factory() {
728 local autotest_src="${FLAGS_build_root}/${FLAGS_board}/usr/local/autotest"
729 local stateful_root="${ROOT_FS_DIR}/usr/local"
730 local autotest_client="${stateful_root}/autotest"
731
732 echo "Install autotest into stateful partition from ${autotest_src}"
733
734 sudo mkdir -p "${autotest_client}"
735
736 # Remove excess files from stateful partition.
737 sudo rm -rf "${autotest_client}/"*
738 sudo rm -rf "${stateful_root}/autotest-pkgs"
739 sudo rm -rf "${stateful_root}/lib/icedtea6"
740
741 sudo rsync --delete --delete-excluded -auv \
742 --exclude=deps/realtimecomm_playground \
743 --exclude=tests/ltp \
744 --exclude=site_tests/graphics_O3DSelenium \
745 --exclude=site_tests/realtimecomm_GTalk\* \
746 --exclude=site_tests/platform_StackProtector \
747 --exclude=deps/chrome_test \
748 --exclude=site_tests/desktopui_BrowserTest \
749 --exclude=site_tests/desktopui_PageCyclerTests \
750 --exclude=site_tests/desktopui_UITest \
751 --exclude=.svn \
752 "${autotest_src}/client/"* "${autotest_client}"
753
754 sudo chmod 755 "${autotest_client}"
755 sudo chown -R 1000:1000 "${autotest_client}"
756}
757
758# convert a dev image into a test or factory test image
759mod_image_for_test () {
760 local image_to_mod=$1
761
762 # Copy the image to a test location before modifying it
763 local test_pathname="${TEST_IMG}"
764 local typename="test"
765 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
766 test_pathname="${FACTORY_IMG}"
767 typename="factory"
768 fi
769 echo "Creating ${typename} image from original..."
770 ${COMMON_PV_CAT} ${image_to_mod} > ${test_pathname} ||
771 die "Cannot copy ${image_to_mod} to ${typename} image"
772 # Abort early if we can't find the image
773 if [ ! -f ${test_pathname} ] ; then
774 die "No image found at ${test_pathname} to modify"
775 fi
776 echo "Modifying image ${test_pathname} for ${typename}..."
777
778 local image_dir=$(dirname ${test_pathname})
779 local image_name=$(basename ${test_pathname})
780
781 trap mod_image_for_test_cleanup EXIT
782
783 # Mounts gpt image and sets up var, /usr/local and symlinks.
784 "${SCRIPTS_DIR}/mount_gpt_image.sh" -i "${image_name}" -f "${image_dir}" \
785 -r "${ROOT_FS_DIR}" -s "${STATEFUL_FS_DIR}"
786
787 emerge_chromeos_test
788
David Rochbergcf932372011-06-30 21:25:08 -0400789 BACKDOOR=0
790 if [ $FLAGS_standard_backdoor -eq $FLAGS_TRUE ]; then
791 BACKDOOR=1
792 fi
793
Vince Laviano6aebf312011-06-01 15:27:31 -0700794 local mod_test_script="${SCRIPTS_DIR}/mod_for_test_scripts/test_setup.sh"
795 # Run test setup script to modify the image
796 sudo -E GCLIENT_ROOT="${GCLIENT_ROOT}" ROOT_FS_DIR="${ROOT_FS_DIR}" \
David Rochbergcf932372011-06-30 21:25:08 -0400797 STATEFUL_DIR="${STATEFUL_FS_DIR}" ARCH="${ARCH}" BACKDOOR="${BACKDOOR}" \
798 "${mod_test_script}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700799
800 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
801 emerge_to_image --root="${ROOT_FS_DIR}" factorytest-init
802
803 install_autotest_for_factory
804
805 local mod_factory_script
806 mod_factory_script="${SCRIPTS_DIR}/mod_for_factory_scripts/factory_setup.sh"
807 # Run factory setup script to modify the image
808 sudo -E GCLIENT_ROOT="${GCLIENT_ROOT}" ROOT_FS_DIR="${ROOT_FS_DIR}" \
Hung-Te Lin54a83b72011-06-30 12:00:55 +0800809 BOARD="${FLAGS_board}" "${mod_factory_script}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700810 fi
811
812 # Re-run ldconfig to fix /etc/ldconfig.so.cache.
813 sudo ldconfig -r "${ROOT_FS_DIR}"
814
815 mod_image_for_test_cleanup
816
817 # Now make it bootable with the flags from build_image
818 "${SCRIPTS_DIR}/bin/cros_make_image_bootable" "${image_dir}" "${image_name}" \
Arkaitz Ruiz Alvarez2bf88592011-07-07 15:47:31 -0700819 --force_developer_mode
Vince Laviano6aebf312011-06-01 15:27:31 -0700820
821 print_time_elapsed
822
823 trap - EXIT
824}
825
Don Garrett3f41e152010-06-21 14:54:34 -0700826# Create the output directory.
827mkdir -p "${OUTPUT_DIR}"
828mkdir -p "${ROOT_FS_DIR}"
829mkdir -p "${STATEFUL_FS_DIR}"
830mkdir -p "${ESP_FS_DIR}"
831
David James868d7bb2010-06-24 21:48:14 -0700832# Preserve old images by copying them forward for --preserve.
Vince Laviano6aebf312011-06-01 15:27:31 -0700833# TODO(vlaviano): Do we want --preserve to copy other image types also?
834if [[ ${FLAGS_preserve} -eq ${FLAGS_TRUE} ]] ; then
David James868d7bb2010-06-24 21:48:14 -0700835 if [[ -f ${PREVIOUS_DIR}/${PRISTINE_IMAGE_NAME} ]] ; then
836 # Copy forward pristine image, and associated files
837 cp ${PREVIOUS_DIR}/*.sh ${PREVIOUS_DIR}/config.txt ${OUTPUT_DIR}
838 cp ${PREVIOUS_DIR}/${PRISTINE_IMAGE_NAME} ${OUTPUT_DIR}
839
840 # Copy forward the developer image, if we already copied forward the base.
841 if [[ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]] && \
842 [[ -f ${PREVIOUS_DIR}/${DEVELOPER_IMAGE_NAME} ]] ; then
843 cp ${PREVIOUS_DIR}/${DEVELOPER_IMAGE_NAME} ${OUTPUT_DIR}
844 fi
845 fi
846fi
847
Will Drewry7ab698d2010-08-05 13:57:52 -0500848# Create the boot.desc file which stores the build-time configuration
849# information needed for making the image bootable after creation with
850# cros_make_image_bootable.
851create_boot_desc
852
David James868d7bb2010-06-24 21:48:14 -0700853if [[ -f ${PRISTINE_IMG} ]] ; then
854 update_base_packages ${PRISTINE_IMAGE_NAME}
855else
856 create_base_image ${PRISTINE_IMAGE_NAME}
857fi
Tan Gao843b70a2010-08-17 09:41:48 -0700858
859USE_DEV_KEYS=
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700860if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Tan Gao843b70a2010-08-17 09:41:48 -0700861 USE_DEV_KEYS="--use_dev_keys"
862fi
863
864# Place flags before positional args
Will Drewry7ab698d2010-08-05 13:57:52 -0500865${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
Tan Gao843b70a2010-08-17 09:41:48 -0700866 "${PRISTINE_IMAGE_NAME}" \
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800867 ${USE_DEV_KEYS}
Will Drewry4a675e12010-07-03 13:35:02 -0500868
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800869BOOT_FLAG=
870if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
871 BOOT_FLAG="-b 1" # BOOT_FLAG_DEVELOPER value defined in load_kernel_fw.h
872 info "--factory_install set, pass BOOT_FLAG_DEVELOPER flag to \
Vince Laviano96d116d2011-03-17 11:32:07 -0700873load_kernel_test"
Che-Liang Chiou451f36e2011-07-21 19:53:37 +0800874fi
Che-Liang Chiou2d2e8252011-06-18 17:38:59 -0700875
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800876# Verify the final image.
877load_kernel_test "${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}" \
878 "${DEVKEYSDIR}/recovery_key.vbpubk" ${BOOT_FLAG}
879
Don Garrette0020b12010-06-17 15:55:35 -0700880# Create a developer image based on the chromium os base image.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700881if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ] ; then
David James868d7bb2010-06-24 21:48:14 -0700882 if [[ ! -f ${DEVELOPER_IMG} ]] ; then
883 echo "Creating developer image from base image ${PRISTINE_IMAGE_NAME}"
884 cp ${PRISTINE_IMG} ${DEVELOPER_IMG}
885 fi
Don Garrett3f41e152010-06-21 14:54:34 -0700886
David James868d7bb2010-06-24 21:48:14 -0700887 update_dev_packages ${DEVELOPER_IMAGE_NAME}
Will Drewry7ab698d2010-08-05 13:57:52 -0500888 ${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
Che-Liang Chiou75ac2be2011-02-24 12:00:16 +0800889 "${DEVELOPER_IMAGE_NAME}" \
Arkaitz Ruiz Alvarez26d68ec2011-06-24 11:03:18 -0700890 --force_developer_mode
Bill Richardson6ed13582010-06-16 21:38:15 -0700891fi
892
Vince Laviano6aebf312011-06-01 15:27:31 -0700893# Create a test or factory test image if desired
894if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ] ; then
895 mod_image_for_test ${DEVELOPER_IMG}
896fi
897
Bill Richardson6ed13582010-06-16 21:38:15 -0700898# Clean up temporary files.
J. Richard Barnette9fb286e2011-07-28 08:28:38 -0700899rm -f "${ROOT_FS_IMG}" "${STATEFUL_FS_IMG}" "${ESP_FS_IMG}"
Dmitry Polukhin0a649b52011-02-24 13:02:52 +0300900rmdir "${ROOT_FS_DIR}" "${STATEFUL_FS_DIR}" "${ESP_FS_DIR}"
Bill Richardson67956222010-05-28 15:38:56 -0700901
Raja Aluriaeb10482010-12-10 13:03:09 -0800902# Generating AU generator zip file to run outside chroot
903generate_au_zip || echo "Failed generating AU zip file - ignoring Error..."
Olof Johansson58f25cc2010-08-04 21:18:49 -0700904# Create a 'latest' link
905rm -f ${FLAGS_output_root}/${FLAGS_board}/latest
906ln -s $(basename ${OUTPUT_DIR}) ${FLAGS_output_root}/${FLAGS_board}/latest
907
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700908echo "Done. Image created in ${OUTPUT_DIR}"
Don Garrette0020b12010-06-17 15:55:35 -0700909echo "Chromium OS image created as ${PRISTINE_IMAGE_NAME}"
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700910if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Don Garrette0020b12010-06-17 15:55:35 -0700911 echo "Developer image created as ${DEVELOPER_IMAGE_NAME}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700912fi
Vince Laviano6aebf312011-06-01 15:27:31 -0700913if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
914 echo "Factory test image created as ${CHROMEOS_FACTORY_TEST_IMAGE_NAME}"
915elif [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
916 echo "Test image created as ${CHROMEOS_TEST_IMAGE_NAME}"
917fi
Nick Sanders8ab729a2010-06-16 03:15:17 -0700918
Nick Sandersd2509272010-06-16 03:50:04 -0700919print_time_elapsed
920
Hung-Te Lin2ffe2be2010-10-05 08:15:40 +0800921echo "To copy to USB keyfob, do something like:"
Daniel Eratdd9818a2010-04-26 09:16:44 -0700922echo " ./image_to_usb.sh --from=${OUTSIDE_OUTPUT_DIR} --to=/dev/sdX"
Will Drewryefce6682010-07-23 19:43:27 -0500923echo "To convert to VMWare image, INSIDE the chroot, do something like:"
Olof Johansson1f5e84d2010-08-24 20:26:49 -0500924echo " ./image_to_vm.sh --from=${OUTSIDE_OUTPUT_DIR} --board=${BOARD}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700925echo "from the scripts directory where you entered the chroot."