blob: 3ac3fe9aae40979746f16f07a75c2d6d471e7036 [file] [log] [blame]
J. Richard Barnette84477772011-07-25 13:41:33 -07001#!/bin/bash
Bill Richardsonc09b94f2010-03-15 11:40:30 -07002
Darin Petkov61173f62011-04-29 10:24:26 -07003# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
Bill Richardsonc09b94f2010-03-15 11:40:30 -07004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7# Script to build a bootable keyfob-based chromeos system image from within
8# a chromiumos setup. This assumes that all needed packages have been built into
9# the given target's root with binary packages turned on. This script will
10# build the Chrome OS image using only pre-built binary packages.
11
J. Richard Barnette84477772011-07-25 13:41:33 -070012SCRIPT_ROOT=$(dirname "$0")
13. "${SCRIPT_ROOT}/build_library/build_common.sh" || exit 1
Bill Richardsonc09b94f2010-03-15 11:40:30 -070014
Greg Spencer798d75f2011-02-01 22:04:49 -080015
Don Garrette0020b12010-06-17 15:55:35 -070016DEFINE_string board "${DEFAULT_BOARD}" \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070017 "The board to build an image for."
18DEFINE_string build_root "/build" \
19 "The root location for board sysroots."
20DEFINE_integer build_attempt 1 \
21 "The build attempt for this image build."
22DEFINE_string output_root "${DEFAULT_BUILD_ROOT}/images" \
23 "Directory in which to place image result directories (named by version)"
David Jamesffede3b2010-09-07 14:22:38 -070024DEFINE_boolean eclean ${FLAGS_TRUE} \
25 "Perform eclean-<board> -d as part of this script to remove obsolete packages"
Don Garrette0020b12010-06-17 15:55:35 -070026DEFINE_boolean replace ${FLAGS_FALSE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070027 "Overwrite existing output, if any."
Don Garrette0020b12010-06-17 15:55:35 -070028DEFINE_boolean withdev ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070029 "Include useful developer friendly utilities in the image."
Don Garrette0020b12010-06-17 15:55:35 -070030DEFINE_boolean installmask ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070031 "Use INSTALL_MASK to shrink the resulting image."
32DEFINE_integer jobs -1 \
33 "How many packages to build in parallel at maximum."
Don Garrette0020b12010-06-17 15:55:35 -070034DEFINE_boolean statefuldev ${FLAGS_TRUE} \
Chris Sosa4bffb8b2010-04-07 17:23:54 -070035 "Install development packages on stateful partition rather than the rootfs"
Antoine Laboure9e585f2010-04-01 15:57:57 -070036DEFINE_string to "" \
37 "The target image file or device"
Vince Laviano6aebf312011-06-01 15:27:31 -070038DEFINE_boolean test ${FLAGS_FALSE} \
Hung-Te Lin54a83b72011-06-30 12:00:55 +080039 "Modify the image for automated testing"
Vince Laviano6aebf312011-06-01 15:27:31 -070040DEFINE_boolean factory ${FLAGS_FALSE} \
41 "Modify the image for manufacturing testing"
Don Garrette0020b12010-06-17 15:55:35 -070042DEFINE_boolean factory_install ${FLAGS_FALSE} \
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +080043 "Build a smaller image to overlay the factory install shim on; this argument \
44is also required in image_to_usb."
Zelidrag Hornung1d12c1a2010-06-02 10:20:29 -070045DEFINE_integer rootfs_partition_size 1024 \
Will Drewryd253bad2010-08-17 14:09:41 -050046 "rootfs partition size in MiBs."
Andrew de los Reyes0eb6d762010-11-01 18:27:53 -070047DEFINE_integer rootfs_size 850 \
Will Drewryd253bad2010-08-17 14:09:41 -050048 "rootfs filesystem size in MiBs."
Will Drewry78992a32010-07-21 14:02:20 -050049# ceil(0.1 * rootfs_size) is a good minimum.
50DEFINE_integer rootfs_hash_pad 8 \
Will Drewryd253bad2010-08-17 14:09:41 -050051 "MiBs reserved at the end of the rootfs image."
Eric Li5cf288f2010-06-28 12:46:26 -070052DEFINE_integer statefulfs_size 1024 \
Will Drewryd253bad2010-08-17 14:09:41 -050053 "stateful filesystem size in MiBs."
David James868d7bb2010-06-24 21:48:14 -070054DEFINE_boolean preserve ${FLAGS_FALSE} \
55 "Attempt to preserve the previous build image if one can be found (unstable, \
56kernel/firmware not updated)"
David James03668642010-07-28 17:08:29 -070057DEFINE_boolean fast ${DEFAULT_FAST} \
58 "Call many emerges in parallel"
Will Drewry32d8c112010-10-11 15:37:17 -050059DEFINE_string boot_args "noinitrd" \
60 "Additional boot arguments to pass to the commandline"
Nick Sandersf2dee6c2010-07-01 00:21:32 -070061
Will Drewry4a675e12010-07-03 13:35:02 -050062DEFINE_string usb_disk /dev/sdb3 \
63 "Path syslinux should use to do a usb boot. Default: /dev/sdb3"
64
Will Drewry12f14ce2010-08-17 17:27:16 -050065DEFINE_boolean enable_rootfs_verification ${FLAGS_TRUE} \
Will Drewry1670d482010-07-09 13:08:38 -070066 "Default all bootloaders to use kernel-based root fs integrity checking."
Will Drewryd07f61d2011-01-12 10:39:54 -060067DEFINE_integer verity_error_behavior 3 \
Will Drewry137eab62010-11-04 22:06:41 -050068 "Kernel verified boot error behavior (0: I/O errors, 1: panic, 2: nothing, \
Will Drewryd07f61d2011-01-12 10:39:54 -0600693: cros) Default: 3"
Will Drewry52c40f82010-10-06 14:54:38 -050070DEFINE_integer verity_max_ios -1 \
71 "Number of outstanding I/O operations dm-verity caps at. Default: -1"
Will Drewry1670d482010-07-09 13:08:38 -070072DEFINE_string verity_algorithm "sha1" \
73 "Cryptographic hash algorithm used for kernel vboot. Default : sha1"
David Rochbergcf932372011-06-30 21:25:08 -040074DEFINE_boolean standard_backdoor ${FLAGS_TRUE} \
75 "Install standard backdoor credentials for testing"
Bill Richardsonc09b94f2010-03-15 11:40:30 -070076
Che-Liang Chiou611d5b72011-07-27 16:03:26 +080077# TODO(clchiou): Remove this flag after buildbot is fixed
78DEFINE_boolean crosbug12352_arm_kernel_signing ${FLAGS_TRUE} \
79 "A dummy this flag for preventing buildbot fail"
80
Bill Richardsonc09b94f2010-03-15 11:40:30 -070081# Parse command line.
82FLAGS "$@" || exit 1
83eval set -- "${FLAGS_ARGV}"
84
85# Only now can we die on error. shflags functions leak non-zero error codes,
86# so will die prematurely if 'set -e' is specified before now.
87set -e
88
Don Garrette0020b12010-06-17 15:55:35 -070089if [ -z "${FLAGS_board}" ] ; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -070090 error "--board is required."
91 exit 1
92fi
93
David James35269d22011-05-19 17:59:58 -070094# Perform an eclean to remove packages which are not installed
95if [[ ${FLAGS_eclean} -eq ${FLAGS_TRUE} ]]; then
96 eclean-${FLAGS_board} -d packages
97fi
98
Chris Sosae38f90f2010-10-20 16:04:23 -070099check_blacklist() {
100 info "Verifying that the base image does not contain a blacklisted package."
101 info "Generating list of packages for chromeos-base/chromeos."
102 local package_blacklist_file="${SCRIPTS_DIR}/chromeos_blacklist"
103 if [ ! -e "${package_blacklist_file}" ]; then
104 warn "Missing blacklist file."
105 return
106 fi
107 local blacklisted_packages=$(${SCRIPTS_DIR}/get_package_list \
108 --board="${FLAGS_board}" chromeos-base/chromeos \
109 | grep -x -f "${package_blacklist_file}")
110 if [ -n "${blacklisted_packages}" ]; then
111 die "Blacklisted packages found: ${blacklisted_packages}."
112 fi
113 info "No blacklisted packages found."
114}
115
116check_blacklist
117
Vince Laviano6aebf312011-06-01 15:27:31 -0700118# Look at flags to determine which image types we should build
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700119if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Vince Laviano6aebf312011-06-01 15:27:31 -0700120 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
121 info "Incompatible flags: --factory and --factory_install cannot both be \
122set to True. Resetting --factory to False."
123 FLAGS_factory=${FLAGS_FALSE}
124 fi
125 if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
126 info "Incompatible flags: --test and --factory_install cannot both be \
127set to True. Resetting --test to False."
128 FLAGS_test=${FLAGS_FALSE}
129 fi
Vince Laviano96d116d2011-03-17 11:32:07 -0700130 # Disable --withdev flag when --factory_install is set to True. Otherwise, the
Nick Sandersae26a5c2010-08-30 21:59:50 -0700131 # dev image produced will be based on install shim, rather than a pristine
132 # image
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700133 if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Vince Laviano96d116d2011-03-17 11:32:07 -0700134 info "Incompatible flags: --withdev and --factory_install cannot both be \
135set to True. Resetting --withdev to False."
Nick Sandersae26a5c2010-08-30 21:59:50 -0700136 FLAGS_withdev=${FLAGS_FALSE}
137 fi
Vince Laviano6aebf312011-06-01 15:27:31 -0700138fi
139if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
140 if [ ${FLAGS_test} -eq ${FLAGS_FALSE} ]; then
141 info "Incompatible flags: --factory implies --test. Resetting --test to \
142True."
143 FLAGS_test=${FLAGS_TRUE}
144 fi
145fi
146if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
147 if [ ${FLAGS_withdev} -eq ${FLAGS_FALSE} ]; then
148 info "Incompatible flags: --test implies --withdev. Resetting --withdev \
149to True."
150 FLAGS_withdev=${FLAGS_TRUE}
151 fi
152fi
Nick Sandersae26a5c2010-08-30 21:59:50 -0700153
Vince Laviano6aebf312011-06-01 15:27:31 -0700154export INSTALL_MASK=""
155if [ ${FLAGS_installmask} -eq ${FLAGS_TRUE} ] ; then
156 INSTALL_MASK="${DEFAULT_INSTALL_MASK}"
157fi
158
159# Reduce the size of factory install shim.
160if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700161 # TODO: Build a separated ebuild for the install shim to reduce size.
162 INSTALL_MASK="${INSTALL_MASK} ${FACTORY_INSTALL_MASK}"
163
164 info "Fixing the rootfs size at 300 MiB for install shim"
165 FLAGS_rootfs_size=280
166 FLAGS_rootfs_partition_size=300
167 info "Fixing the statefulfs size at 140 MiB for install shim"
168 FLAGS_statefulfs_size=140
169fi
170
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700171if [ $((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad)) -gt \
172 ${FLAGS_rootfs_partition_size} ] ; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700173 die "rootfs ($((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad)) MiB) is \
174bigger than partition (${FLAGS_rootfs_partition_size} MiB)."
Tan Gao843b70a2010-08-17 09:41:48 -0700175fi
176
Nick Sanders8ab729a2010-06-16 03:15:17 -0700177EMERGE_BOARD_CMD="emerge-${FLAGS_board}"
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700178if [ ${FLAGS_fast} -eq ${FLAGS_TRUE} ]; then
Nick Sanders8ab729a2010-06-16 03:15:17 -0700179 echo "Using alternate emerge"
David James1ed7fe62011-02-14 14:49:25 -0800180 EMERGE_CMD="${GCLIENT_ROOT}/chromite/bin/parallel_emerge"
181 EMERGE_BOARD_CMD="${EMERGE_CMD} --board=${FLAGS_board}"
Nick Sanders8ab729a2010-06-16 03:15:17 -0700182fi
183
Darin Petkova5869302011-03-01 17:15:59 -0800184OVERLAY_CHROMEOS_DIR="${SRC_ROOT}/third_party/chromiumos-overlay/chromeos/"
185
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700186# Determine build version.
Darin Petkova5869302011-03-01 17:15:59 -0800187. "${OVERLAY_CHROMEOS_DIR}/config/chromeos_version.sh"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700188
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700189BOARD="${FLAGS_board}"
190BOARD_ROOT="${FLAGS_build_root}/${BOARD}"
191
192# What cross-build are we targeting?
193. "${BOARD_ROOT}/etc/make.conf.board_setup"
194LIBC_VERSION=${LIBC_VERSION}
195
196# Figure out ARCH from the given toolchain.
197# TODO: Move to common.sh as a function after scripts are switched over.
198TC_ARCH=$(echo "${CHOST}" | awk -F'-' '{ print $1 }')
199case "${TC_ARCH}" in
200 arm*)
201 ARCH="arm"
202 ;;
203 *86)
204 ARCH="x86"
205 ;;
Stéphane Marchesin2d331402011-05-17 20:19:30 -0700206 *x86_64)
207 ARCH="amd64"
208 ;;
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700209 *)
210 error "Unable to determine ARCH from toolchain: ${CHOST}"
211 exit 1
212esac
213
Nick Sandersc8cb3362010-09-01 21:31:30 -0700214# Configure extra USE or packages for this type of build.
215EXTRA_PACKAGES=""
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700216if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ] ; then
Tom Wai-Hong Tama6af2012011-04-28 12:12:08 +0800217 # Factory install needs to have the factory installer added.
Nick Sandersebce8542010-09-02 14:57:34 -0700218 EXTRA_PACKAGES="${EXTRA_PACKAGES} chromeos-base/chromeos-factoryinstall"
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700219 # On x86, we boot the factory install shim from an SD card using
220 # initramfs for our root. On ARM, we boot the factory install shim
221 # over the network, so we don't require initramfs, but we do require
222 # fbconsole to fix a display driver bug.
223 if [ "${ARCH}" = "x86" ] ; then
Tom Wai-Hong Tama6af2012011-04-28 12:12:08 +0800224 export USE="${USE} initramfs"
225 fi
Rong Changc291a482011-05-30 14:56:48 +0800226 # CONFIG_BLK_DEV_RAM is disabled by default.
227 # But tftp install needs it to mount rootfs in ram
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700228 if [ "${ARCH}" = "arm" ] ; then
Rong Changc291a482011-05-30 14:56:48 +0800229 export USE="${USE} fbconsole blkdevram"
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700230 fi
Nick Sandersc8cb3362010-09-01 21:31:30 -0700231fi
232
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700233emerge_to_image() {
234 sudo -E ${EMERGE_BOARD_CMD} --root-deps=rdeps --usepkgonly \
235 "$@" ${EMERGE_JOBS}
236}
237
David Jamesf86703d2011-05-10 13:54:04 -0700238# Check that the build root is sane.
239"${SCRIPTS_DIR}/test_build_root" --root="${BOARD_ROOT}"
240
Nick Sandersc8cb3362010-09-01 21:31:30 -0700241# Freshen kernel with correct USE flags. This is a noop if we have
242# the right kernel prebuilt. Factory install uses USE="initramfs".
243# We don't allow building from source with the image as a target,
244# and it's not possible to store prebuilts for the same package
245# with different use flags.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700246sudo -E ${EMERGE_BOARD_CMD} -uDNv -g virtual/kernel
Nick Sandersc8cb3362010-09-01 21:31:30 -0700247
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700248# Use canonical path since some tools (e.g. mount) do not like symlinks.
249# Append build attempt to output directory.
250IMAGE_SUBDIR="${CHROMEOS_VERSION_STRING}-a${FLAGS_build_attempt}"
251OUTPUT_DIR="${FLAGS_output_root}/${FLAGS_board}/${IMAGE_SUBDIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700252
253OUTSIDE_OUTPUT_DIR="../build/images/${FLAGS_board}/${IMAGE_SUBDIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700254
255# If we are creating a developer image, also create a pristine image with a
256# different name.
Vince Laviano6aebf312011-06-01 15:27:31 -0700257# TODO(vlaviano): fix all image names to match those in uploaded archive
Chris Sosa9673f3b2010-05-18 13:24:40 -0700258DEVELOPER_IMAGE_NAME=
259PRISTINE_IMAGE_NAME=chromiumos_image.bin
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700260if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Chris Sosa9673f3b2010-05-18 13:24:40 -0700261 PRISTINE_IMAGE_NAME=chromiumos_base_image.bin
262 DEVELOPER_IMAGE_NAME=chromiumos_image.bin
Vince Laviano96d116d2011-03-17 11:32:07 -0700263# Rename pristine image for factory install shim
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700264elif [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700265 PRISTINE_IMAGE_NAME=factory_install_shim.bin
Tan Gao843b70a2010-08-17 09:41:48 -0700266fi
267
David James868d7bb2010-06-24 21:48:14 -0700268PRISTINE_IMG="${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}"
269DEVELOPER_IMG="${OUTPUT_DIR}/${DEVELOPER_IMAGE_NAME}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700270TEST_IMG="${OUTPUT_DIR}/${CHROMEOS_TEST_IMAGE_NAME}"
271FACTORY_IMG="${OUTPUT_DIR}/${CHROMEOS_FACTORY_TEST_IMAGE_NAME}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700272
Don Garrett3f41e152010-06-21 14:54:34 -0700273ROOT_FS_IMG="${OUTPUT_DIR}/rootfs.image"
274ROOT_FS_DIR="${OUTPUT_DIR}/rootfs"
Will Drewry4a675e12010-07-03 13:35:02 -0500275ROOT_FS_HASH="${OUTPUT_DIR}/rootfs.hash"
Don Garrett3f41e152010-06-21 14:54:34 -0700276
277STATEFUL_FS_IMG="${OUTPUT_DIR}/stateful_partition.image"
278STATEFUL_FS_DIR="${OUTPUT_DIR}/stateful_partition"
279
280ESP_FS_IMG=${OUTPUT_DIR}/esp.image
281ESP_FS_DIR=${OUTPUT_DIR}/esp
282
Will Drewry7ab698d2010-08-05 13:57:52 -0500283DEVKEYSDIR="/usr/share/vboot/devkeys"
284
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700285LOOP_DEV=
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700286STATEFUL_LOOP_DEV=
Bill Richardsona81df762010-04-09 08:12:05 -0700287ESP_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700288
Don Garrett3f41e152010-06-21 14:54:34 -0700289# ${DEV_IMAGE_ROOT} specifies the location of where developer packages will
290# be installed on the stateful dir. On a Chromium OS system, this will
291# translate to /usr/local.
292DEV_IMAGE_ROOT="${STATEFUL_FS_DIR}/dev_image"
293
Nick Sandersae26a5c2010-08-30 21:59:50 -0700294if [ ${FLAGS_jobs} -ne -1 ]; then
David Jamesfd7403a2010-07-09 12:00:17 -0700295 EMERGE_JOBS="--jobs=${FLAGS_jobs}"
296fi
297
Will Drewry12f14ce2010-08-17 17:27:16 -0500298if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
299 enable_rootfs_verification_flag="--enable_rootfs_verification"
Will Drewry12f14ce2010-08-17 17:27:16 -0500300fi
301
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700302# Hack to fix bug where x86_64 CHOST line gets incorrectly added.
303# ToDo(msb): remove this hack.
304PACKAGES_FILE="${BOARD_ROOT}/packages/Packages"
305sudo sed -e "s/CHOST: x86_64-pc-linux-gnu//" -i "${PACKAGES_FILE}"
306
307# Handle existing directory.
Don Garrette0020b12010-06-17 15:55:35 -0700308if [[ -e "${OUTPUT_DIR}" ]]; then
309 if [[ ${FLAGS_replace} -eq ${FLAGS_TRUE} ]]; then
310 sudo rm -rf "${OUTPUT_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700311 else
Don Garrette0020b12010-06-17 15:55:35 -0700312 echo "Directory ${OUTPUT_DIR} already exists."
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700313 echo "Use --build_attempt option to specify an unused attempt."
314 echo "Or use --replace if you want to overwrite this directory."
315 exit 1
316 fi
317fi
318
David James868d7bb2010-06-24 21:48:14 -0700319# Find previous build, if any...
320PREVIOUS_DIR=$($SCRIPTS_DIR/get_latest_image.sh --board="$BOARD")
321
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700322cleanup_rootfs_loop() {
Don Garrette0020b12010-06-17 15:55:35 -0700323 sudo umount -d "${ROOT_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700324}
325
326cleanup_stateful_fs_loop() {
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700327 sudo umount "${ROOT_FS_DIR}/usr/local"
328 sudo umount "${ROOT_FS_DIR}/var"
Don Garrett3f41e152010-06-21 14:54:34 -0700329 sudo umount -d "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700330}
331
Bill Richardson8b3bd102010-04-06 15:00:10 -0700332cleanup_esp_loop() {
Don Garrett3f41e152010-06-21 14:54:34 -0700333 sudo umount -d "${ESP_FS_DIR}"
Bill Richardson8b3bd102010-04-06 15:00:10 -0700334}
335
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700336cleanup() {
337 # Disable die on error.
338 set +e
339
Don Garrette0020b12010-06-17 15:55:35 -0700340 if [[ -n "${STATEFUL_LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700341 cleanup_stateful_fs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500342 STATEFUL_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700343 fi
344
Don Garrette0020b12010-06-17 15:55:35 -0700345 if [[ -n "${LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700346 cleanup_rootfs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500347 LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700348 fi
349
Don Garrette0020b12010-06-17 15:55:35 -0700350 if [[ -n "${ESP_LOOP_DEV}" ]]; then
Bill Richardson8b3bd102010-04-06 15:00:10 -0700351 cleanup_esp_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500352 ESP_LOOP_DEV=
Bill Richardson8b3bd102010-04-06 15:00:10 -0700353 fi
354
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700355 # Turn die on error back on.
356 set -e
357}
358
Chris Sosabde8c1b2010-04-29 14:02:35 -0700359delete_prompt() {
360 echo "An error occurred in your build so your latest output directory" \
361 "is invalid."
Tan Gao74a07ca2010-09-09 11:41:30 -0700362
363 # Only prompt if both stdin and stdout are a tty. If either is not a tty,
364 # then the user may not be present, so we shouldn't bother prompting.
Zdenek Behan23bc6ca2011-02-10 02:04:58 +0100365 if tty -s && tty -s <&1 && [ "${USER}" != 'chrome-bot' ]; then
Tan Gao74a07ca2010-09-09 11:41:30 -0700366 read -p "Would you like to delete the output directory (y/N)? " SURE
367 SURE="${SURE:0:1}" # Get just the first character.
368 else
369 SURE="y"
370 echo "Running in non-interactive mode so deleting output directory."
371 fi
Chris Sosabde8c1b2010-04-29 14:02:35 -0700372 if [ "${SURE}" == "y" ] ; then
Don Garrette0020b12010-06-17 15:55:35 -0700373 sudo rm -rf "${OUTPUT_DIR}"
374 echo "Deleted ${OUTPUT_DIR}"
Chris Sosabde8c1b2010-04-29 14:02:35 -0700375 else
Tan Gao74a07ca2010-09-09 11:41:30 -0700376 echo "Not deleting ${OUTPUT_DIR}."
Chris Sosabde8c1b2010-04-29 14:02:35 -0700377 fi
378}
379
Chris Sosa9673f3b2010-05-18 13:24:40 -0700380# $1 - Directory where developer rootfs is mounted.
381# $2 - Directory where developer stateful_partition is mounted.
Will Drewry4a675e12010-07-03 13:35:02 -0500382# $3 - Directory where the ESP partition is mounted.
Don Garrett3f41e152010-06-21 14:54:34 -0700383mount_gpt_cleanup() {
Will Drewry4a675e12010-07-03 13:35:02 -0500384 local rootfs="${1-$ROOT_FS_DIR}"
385 local statefs="${2-$STATEFUL_FS_DIR}"
386 local espfs="${3-$ESP_FS_DIR}"
387 "${SCRIPTS_DIR}/mount_gpt_image.sh" \
388 -u -r "${rootfs}" -s "${statefs}" -e "${espfs}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700389 delete_prompt
390}
391
Will Drewry7ab698d2010-08-05 13:57:52 -0500392# Takes no arguments and populates the configuration for
393# cros_make_image_bootable.
394create_boot_desc() {
395 cat <<EOF > ${OUTPUT_DIR}/boot.desc
396 --arch="${ARCH}"
397 --output_dir="${OUTPUT_DIR}"
Will Drewry32d8c112010-10-11 15:37:17 -0500398 --boot_args="${FLAGS_boot_args}"
Will Drewry7ab698d2010-08-05 13:57:52 -0500399 --rootfs_size="${FLAGS_rootfs_size}"
400 --rootfs_hash_pad="${FLAGS_rootfs_hash_pad}"
401 --rootfs_hash="${ROOT_FS_HASH}"
402 --rootfs_mountpoint="${ROOT_FS_DIR}"
403 --statefulfs_mountpoint="${STATEFUL_FS_DIR}"
404 --espfs_mountpoint="${ESP_FS_DIR}"
405 --verity_error_behavior="${FLAGS_verity_error_behavior}"
Will Drewry7ab698d2010-08-05 13:57:52 -0500406 --verity_max_ios="${FLAGS_verity_max_ios}"
407 --verity_algorithm="${FLAGS_verity_algorithm}"
408 --keys_dir="${DEVKEYSDIR}"
409 --usb_disk="${FLAGS_usb_disk}"
410 --nocleanup_dirs
411 ${enable_rootfs_verification_flag}
412EOF
Will Drewry4a675e12010-07-03 13:35:02 -0500413}
414
Don Garrett3f41e152010-06-21 14:54:34 -0700415# Modifies an existing image to add development packages
416update_dev_packages() {
417 local image_name=$1
Chris Sosa9673f3b2010-05-18 13:24:40 -0700418
Don Garrett3f41e152010-06-21 14:54:34 -0700419 echo "Adding developer packages to ${image_name}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700420
Will Drewry4a675e12010-07-03 13:35:02 -0500421 trap "mount_gpt_cleanup" EXIT
Tan Gaoa40ed442010-06-02 15:45:19 -0700422
Don Garrette0020b12010-06-17 15:55:35 -0700423 ${SCRIPTS_DIR}/mount_gpt_image.sh --from "${OUTPUT_DIR}" \
David James868d7bb2010-06-24 21:48:14 -0700424 --image "${image_name}" -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500425 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700426
Don Garrett3f41e152010-06-21 14:54:34 -0700427 # Determine the root dir for developer packages.
428 local root_dev_dir="${ROOT_FS_DIR}"
429 [ ${FLAGS_statefuldev} -eq ${FLAGS_TRUE} ] && \
430 root_dev_dir="${ROOT_FS_DIR}/usr/local"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700431
Don Garrett3f41e152010-06-21 14:54:34 -0700432 # Install developer packages described in chromeos-dev.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700433 emerge_to_image --root="${root_dev_dir}" -uDNv chromeos-dev
David James868d7bb2010-06-24 21:48:14 -0700434
435 if [[ $FLAGS_preserve -eq ${FLAGS_TRUE} ]] ; then
436 # Clean out unused packages
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700437 emerge_to_image --root="${ROOT_FS_DIR}" --depclean
David James868d7bb2010-06-24 21:48:14 -0700438 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700439
Paul Stewart12973e52010-09-09 20:04:11 -0700440 # Install the bare necessary files so that the "emerge" command works
David James49523432011-02-17 15:19:16 -0800441 if [ ${FLAGS_statefuldev} -eq ${FLAGS_TRUE} ]; then
David Jamese8875482011-02-23 15:24:14 -0800442 sudo cp -a ${root_dev_dir}/share/portage ${ROOT_FS_DIR}/usr/share
David James49523432011-02-17 15:19:16 -0800443 sudo sed -i s,/usr/bin/wget,wget, \
David Jamese8875482011-02-23 15:24:14 -0800444 ${ROOT_FS_DIR}/usr/share/portage/config/make.globals
David James49523432011-02-17 15:19:16 -0800445 fi
Paul Stewart12973e52010-09-09 20:04:11 -0700446 sudo mkdir -p ${ROOT_FS_DIR}/etc/make.profile
447
Chris Sosa9673f3b2010-05-18 13:24:40 -0700448 # Re-run ldconfig to fix /etc/ldconfig.so.cache.
Don Garrett3f41e152010-06-21 14:54:34 -0700449 sudo /sbin/ldconfig -r "${ROOT_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700450
451 # Mark the image as a developer image (input to chromeos_startup).
Arkaitz Ruiz Alvarez26d68ec2011-06-24 11:03:18 -0700452 # TODO(arkaitzr): Remove this file when applications no longer rely on it
453 # (crosbug.com/16648). The preferred way of determining developer mode status
454 # is via crossystem cros_debug?1 (checks boot args for "cros_debug").
Don Garrett3f41e152010-06-21 14:54:34 -0700455 sudo mkdir -p "${ROOT_FS_DIR}/root"
456 sudo touch "${ROOT_FS_DIR}/root/.dev_mode"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700457
Don Garrett3f41e152010-06-21 14:54:34 -0700458 # Additional changes to developer image.
Chris Sosa9673f3b2010-05-18 13:24:40 -0700459
Ken Mixter13347882010-08-12 16:51:52 -0700460 # Leave core files for developers to inspect.
Ken Mixter0d115632010-08-13 15:51:07 -0700461 sudo touch "${ROOT_FS_DIR}/root/.leave_core"
Ken Mixter13347882010-08-12 16:51:52 -0700462
David James72759e82011-05-23 10:38:11 -0700463 # This hack is only needed for devs who have old versions of glibc, which
464 # filtered out ldd when cross-compiling. TODO(davidjames): Remove this hack
465 # once everybody has upgraded to a new version of glibc.
466 if [[ ! -x "${ROOT_FS_DIR}/usr/bin/ldd" ]]; then
467 sudo cp -a "$(which ldd)" "${ROOT_FS_DIR}/usr/bin"
468 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700469
Don Garrett3f41e152010-06-21 14:54:34 -0700470 # If vim is installed, then a vi symlink would probably help.
471 if [[ -x "${ROOT_FS_DIR}/usr/local/bin/vim" ]]; then
472 sudo ln -sf vim "${ROOT_FS_DIR}/usr/local/bin/vi"
Girts Folkmanis7a8a8382010-05-18 22:52:25 -0700473 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700474
Tammo Spalinkcfc0c642010-07-07 10:51:21 +0800475 # If pygtk is installed in stateful-dev, then install a path.
476 if [[ -d \
477 "${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/gtk-2.0" ]]; then
478 sudo bash -c "\
479 echo gtk-2.0 > \
480 ${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/pygtk.pth"
481 fi
482
Chris Sosa6304adc2010-10-20 13:40:33 -0700483 # If python is installed on stateful-dev, fix python symlinks.
484 local python_path="/usr/local/bin/python2.6"
485 if [ -e "${ROOT_FS_DIR}${python_path}" ]; then
486 info "Fixing python symlinks for developer and test images."
487 local python_paths="/usr/bin/python /usr/local/bin/python \
488 /usr/bin/python2 /usr/local/bin/python2"
489 for path in ${python_paths}; do
490 sudo rm -f "${ROOT_FS_DIR}${path}"
491 sudo ln -s ${python_path} "${ROOT_FS_DIR}${path}"
492 done
493 fi
494
Don Garrett3f41e152010-06-21 14:54:34 -0700495 # Check that the image has been correctly created. Only do it if not
Vince Laviano96d116d2011-03-17 11:32:07 -0700496 # building a factory install shim, as the INSTALL_MASK for it will make
497 # test_image fail.
498 if [ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]; then
Don Garrett3f41e152010-06-21 14:54:34 -0700499 "${SCRIPTS_DIR}/test_image" \
500 --root="${ROOT_FS_DIR}" \
501 --target="${ARCH}"
502 fi
503 echo "Developer image built and stored at ${image_name}"
504
Chris Sosa9673f3b2010-05-18 13:24:40 -0700505 trap - EXIT
David James868d7bb2010-06-24 21:48:14 -0700506 ${SCRIPTS_DIR}/mount_gpt_image.sh -u -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500507 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
David James868d7bb2010-06-24 21:48:14 -0700508}
509
510# Update the base package on an existing image.
511update_base_packages() {
512 local image_name=$1
513
514 echo "Updating base packages on ${image_name}"
515
516 # Create stateful partition of the same size as the rootfs.
Will Drewry4a675e12010-07-03 13:35:02 -0500517 trap "mount_gpt_cleanup" EXIT
David James868d7bb2010-06-24 21:48:14 -0700518
519 ${SCRIPTS_DIR}/mount_gpt_image.sh --from "${OUTPUT_DIR}" \
520 --image "${image_name}" -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500521 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
David James868d7bb2010-06-24 21:48:14 -0700522
523 # Emerge updated packages, exactly like when creating base image
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700524 emerge_to_image --root="${ROOT_FS_DIR}" -uDNv chromeos ${EXTRA_PACKAGES}
David James868d7bb2010-06-24 21:48:14 -0700525
526 # Clean out unused packages
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700527 emerge_to_image --root="${ROOT_FS_DIR}" --depclean
David James868d7bb2010-06-24 21:48:14 -0700528
529 trap - EXIT
530 ${SCRIPTS_DIR}/mount_gpt_image.sh -u -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500531 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700532}
533
Thieu Le171321f2010-12-13 11:37:42 -0800534zero_free_space() {
535 local fs_mount_point=$1
536 info "Zeroing freespace in ${fs_mount_point}"
Zdenek Behanaeb83522011-03-25 01:19:16 +0100537 # dd is a silly thing and will produce a "No space left on device" message
538 # that cannot be turned off and is confusing to unsuspecting victims.
Paul Taysom0737a552011-06-22 16:49:35 -0700539 ( sudo dd if=/dev/zero of="${fs_mount_point}/filler" bs=4096 \
Zdenek Behanaeb83522011-03-25 01:19:16 +0100540 || true ) 2>&1 |grep -v "No space left on device"
Paul Taysom0737a552011-06-22 16:49:35 -0700541 sudo sync
Thieu Le171321f2010-12-13 11:37:42 -0800542 sudo rm -f "${fs_mount_point}/filler"
543 sudo sync
544}
545
Don Garrett3f41e152010-06-21 14:54:34 -0700546create_base_image() {
David James868d7bb2010-06-24 21:48:14 -0700547 local image_name=$1
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700548
Don Garrett3f41e152010-06-21 14:54:34 -0700549 trap "cleanup && delete_prompt" EXIT
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700550
Don Garrett3f41e152010-06-21 14:54:34 -0700551 # Create and format the root file system.
552
Will Drewryd253bad2010-08-17 14:09:41 -0500553 # Create root file system disk image.
554 ROOT_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_rootfs_size}))
Don Garrett3f41e152010-06-21 14:54:34 -0700555
Will Drewry9926ee22010-07-21 15:11:10 -0500556 # Pad out for the hash tree.
Will Drewry78992a32010-07-21 14:02:20 -0500557 ROOT_HASH_PAD=$((FLAGS_rootfs_hash_pad * 1024 * 1024))
558 info "Padding the rootfs image by ${ROOT_HASH_PAD} bytes for hash data"
Will Drewry9926ee22010-07-21 15:11:10 -0500559
Will Drewry78992a32010-07-21 14:02:20 -0500560 dd if=/dev/zero of="${ROOT_FS_IMG}" bs=1 count=1 \
561 seek=$((ROOT_SIZE_BYTES + ROOT_HASH_PAD - 1))
David James8b9643f2011-07-21 22:11:11 -0700562
563 LOOP_DEV=$(sudo losetup --show -f "${ROOT_FS_IMG}")
564 if [ -z "${LOOP_DEV}" ] ; then
565 echo "No free loop device. Free up a loop device or reboot. exiting. "
566 exit 1
567 fi
568
Will Drewry9926ee22010-07-21 15:11:10 -0500569 # Specify a block size and block count to avoid using the hash pad.
Will Drewry55b42c92010-10-20 15:44:11 -0500570 sudo mkfs.ext2 -b 4096 "${LOOP_DEV}" "$((ROOT_SIZE_BYTES / 4096))"
Will Drewry78992a32010-07-21 14:02:20 -0500571
Don Garrett3f41e152010-06-21 14:54:34 -0700572 # Tune and mount rootfs.
Will Drewry55b42c92010-10-20 15:44:11 -0500573 DISK_LABEL="C-ROOT"
574 # Disable checking and minimize metadata differences across builds
575 # and wasted reserved space.
576 sudo tune2fs -L "${DISK_LABEL}" \
577 -U clear \
578 -T 20091119110000 \
579 -c 0 \
580 -i 0 \
581 -m 0 \
582 -r 0 \
583 -e remount-ro \
584 "${LOOP_DEV}"
585 # TODO(wad) call tune2fs prior to finalization to set the mount count to 0.
Zdenek Behan7454a5e2011-03-25 01:25:41 +0100586 sudo mount -t ext2 "${LOOP_DEV}" "${ROOT_FS_DIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700587
588 # Create stateful partition of the same size as the rootfs.
Eric Li5cf288f2010-06-28 12:46:26 -0700589 STATEFUL_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_statefulfs_size}))
590 dd if=/dev/zero of="${STATEFUL_FS_IMG}" bs=1 count=1 \
591 seek=$((STATEFUL_SIZE_BYTES - 1))
Denis Romanov11061542010-06-29 04:23:53 +0400592
593 # Tune and mount the stateful partition.
594 UUID=$(uuidgen)
595 DISK_LABEL="C-STATE"
David James8b9643f2011-07-21 22:11:11 -0700596 STATEFUL_LOOP_DEV=$(sudo losetup --show -f "${STATEFUL_FS_IMG}")
597 if [ -z "${STATEFUL_LOOP_DEV}" ] ; then
598 echo "No free loop device. Free up a loop device or reboot. exiting. "
599 exit 1
600 fi
Don Garrett3f41e152010-06-21 14:54:34 -0700601 sudo mkfs.ext3 "${STATEFUL_LOOP_DEV}"
Denis Romanov11061542010-06-29 04:23:53 +0400602 sudo tune2fs -L "${DISK_LABEL}" -U "${UUID}" -c 0 -i 0 "${STATEFUL_LOOP_DEV}"
Zdenek Behan7454a5e2011-03-25 01:25:41 +0100603 sudo mount -t ext3 "${STATEFUL_LOOP_DEV}" "${STATEFUL_FS_DIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700604
Don Garrett3f41e152010-06-21 14:54:34 -0700605 # -- Install packages into the root file system --
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700606
Don Garrett3f41e152010-06-21 14:54:34 -0700607 # Prepare stateful partition with some pre-created directories.
608 sudo mkdir -p "${DEV_IMAGE_ROOT}"
609 sudo mkdir -p "${STATEFUL_FS_DIR}/var"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700610
Don Garrett3f41e152010-06-21 14:54:34 -0700611 # Create symlinks so that /usr/local/usr based directories are symlinked to
612 # /usr/local/ directories e.g. /usr/local/usr/bin -> /usr/local/bin, etc.
613 setup_symlinks_on_root "${DEV_IMAGE_ROOT}" "${STATEFUL_FS_DIR}/var" \
614 "${STATEFUL_FS_DIR}"
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +0800615
Don Garrett3f41e152010-06-21 14:54:34 -0700616 # Perform binding rather than symlinking because directories must exist
617 # on rootfs so that we can bind at run-time since rootfs is read-only.
618 echo "Binding directories from stateful partition onto the rootfs"
619 sudo mkdir -p "${ROOT_FS_DIR}/usr/local"
620 sudo mount --bind "${DEV_IMAGE_ROOT}" "${ROOT_FS_DIR}/usr/local"
621 sudo mkdir -p "${ROOT_FS_DIR}/var"
622 sudo mount --bind "${STATEFUL_FS_DIR}/var" "${ROOT_FS_DIR}/var"
623 sudo mkdir -p "${ROOT_FS_DIR}/dev"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700624
Raymes Khoury61e2bff2011-06-23 08:58:24 -0700625 # We need to install libc manually from the cross toolchain.
626 # TODO: Improve this? It would be ideal to use emerge to do this.
627 PKGDIR="/var/lib/portage/pkgs"
628 LIBC_TAR="glibc-${LIBC_VERSION}.tbz2"
629 LIBC_PATH="${PKGDIR}/cross-${CHOST}/${LIBC_TAR}"
630
631 sudo tar jxvpf "${LIBC_PATH}" -C "${ROOT_FS_DIR}" ./usr/${CHOST} \
632 --strip-components=3 --exclude=usr/include --exclude=sys-include \
633 --exclude=*.a --exclude=*.o
634
635 # If it's a developer image, also copy over the libc debug info so that gdb
636 # works with threads and also for a better debugging experience.
637 if [[ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]] ; then
638 sudo mkdir -p "${ROOT_FS_DIR}/usr/local/lib/debug"
639 sudo tar jxvpf "${LIBC_PATH}" -C "${ROOT_FS_DIR}/usr/local/lib/debug" \
640 ./usr/lib/debug/usr/${CHOST} --strip-components=6
641 fi
642
Ahmad Sharif8c86db52011-06-30 19:51:37 -0700643 . "${SRC_ROOT}/platform/dev/toolchain_utils.sh"
644 board_ctarget=$(get_ctarget_from_board "${BOARD}")
645 for atom in $(portageq match / cross-$board_ctarget/gcc); do
646 copy_gcc_libs "${ROOT_FS_DIR}" $atom
647 done
Raymes Khoury61e2bff2011-06-23 08:58:24 -0700648
David Jamesffede3b2010-09-07 14:22:38 -0700649 # We "emerge --root=${ROOT_FS_DIR} --root-deps=rdeps --usepkgonly" all of the
Don Garrett3f41e152010-06-21 14:54:34 -0700650 # runtime packages for chrome os. This builds up a chrome os image from
651 # binary packages with runtime dependencies only. We use INSTALL_MASK to
652 # trim the image size as much as possible.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700653 emerge_to_image --root="${ROOT_FS_DIR}" chromeos ${EXTRA_PACKAGES}
Bill Richardson8b3bd102010-04-06 15:00:10 -0700654
Darin Petkova5869302011-03-01 17:15:59 -0800655 # Set /etc/lsb-release on the image.
656 "${OVERLAY_CHROMEOS_DIR}/scripts/cros_set_lsb_release" \
Will Drewry4a675e12010-07-03 13:35:02 -0500657 --root="${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500658 --board="${BOARD}"
Bill Richardson8b3bd102010-04-06 15:00:10 -0700659
Will Drewry1ee156f2010-07-03 13:27:19 -0500660 # Populates the root filesystem with legacy bootloader templates
661 # appropriate for the platform. The autoupdater and installer will
662 # use those templates to update the legacy boot partition (12/ESP)
663 # on update.
664 # (This script does not populate vmlinuz.A and .B needed by syslinux.)
Will Drewry1670d482010-07-09 13:08:38 -0700665 enable_rootfs_verification=
666 if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
667 enable_rootfs_verification="--enable_rootfs_verification"
668 fi
669
Will Drewry1ee156f2010-07-03 13:27:19 -0500670 ${SCRIPTS_DIR}/create_legacy_bootloader_templates.sh \
671 --arch=${ARCH} \
672 --to="${ROOT_FS_DIR}"/boot \
Will Drewry32d8c112010-10-11 15:37:17 -0500673 --boot_args="${FLAGS_boot_args}" \
Will Drewry1670d482010-07-09 13:08:38 -0700674 ${enable_rootfs_verification}
Bill Richardson9c5e5ec2010-05-14 17:00:21 -0700675
Vince Laviano96d116d2011-03-17 11:32:07 -0700676 # Don't test the factory install shim
677 if [ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]; then
Don Garrett3f41e152010-06-21 14:54:34 -0700678 # Check that the image has been correctly created.
679 "${SCRIPTS_DIR}/test_image" \
680 --root="${ROOT_FS_DIR}" \
681 --target="${ARCH}"
682 fi
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700683
Don Garrett3f41e152010-06-21 14:54:34 -0700684 # Clean up symlinks so they work on a running target rooted at "/".
685 # Here development packages are rooted at /usr/local. However, do not
686 # create /usr/local or /var on host (already exist on target).
687 setup_symlinks_on_root "/usr/local" "/var" "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700688
Will Drewry7ab698d2010-08-05 13:57:52 -0500689 # cros_make_image_bootable will clobber vmlinuz.image for x86.
Will Drewry4a675e12010-07-03 13:35:02 -0500690 # Until then, just copy the kernel to vmlinuz.image. It is
Kenneth Waterse3049de2010-09-30 14:20:34 -0700691 # expected in build_gpt.sh.
Will Drewry4a675e12010-07-03 13:35:02 -0500692 cp "${ROOT_FS_DIR}/boot/vmlinuz" "${OUTPUT_DIR}/vmlinuz.image"
693
J. Richard Barnette5b80a0b2011-07-26 14:14:17 -0700694 # Create EFI System Partition to boot stock EFI BIOS (but not
695 # ChromeOS EFI BIOS). ARM uses this space to determine which
696 # partition is bootable. NOTE: The size argument for mkfs.vfat is
697 # in 1024-byte blocks. We'll hard-code it to 16M for now.
698 /usr/sbin/mkfs.vfat -C "${ESP_FS_IMG}" 16384
Will Drewry4a675e12010-07-03 13:35:02 -0500699
Thieu Le171321f2010-12-13 11:37:42 -0800700 # Zero rootfs free space to make it more compressible so auto-update
701 # payloads become smaller
702 zero_free_space "${ROOT_FS_DIR}"
703
Don Garrett3f41e152010-06-21 14:54:34 -0700704 cleanup
Chris Sosabde8c1b2010-04-29 14:02:35 -0700705
Don Garrett3f41e152010-06-21 14:54:34 -0700706 trap delete_prompt EXIT
Tan Gao6df5aee2010-05-19 14:19:55 -0700707
Don Garrett3f41e152010-06-21 14:54:34 -0700708 # Create the GPT-formatted image.
709 ${SCRIPTS_DIR}/build_gpt.sh \
710 --arch=${ARCH} \
711 --board=${FLAGS_board} \
Don Garrett3f41e152010-06-21 14:54:34 -0700712 --rootfs_partition_size=${FLAGS_rootfs_partition_size} \
Don Garrett3f41e152010-06-21 14:54:34 -0700713 "${OUTPUT_DIR}" \
David James868d7bb2010-06-24 21:48:14 -0700714 "${OUTPUT_DIR}/${image_name}"
715
Nick Sanders446c2112010-09-03 18:15:35 -0700716 # Pre-set "sucessful" bit in gpt, so we will never mark-for-death
717 # a partition on an SDCard/USB stick.
718 ${GPT} add -i 2 -S 1 "${OUTPUT_DIR}/${image_name}"
719
David James868d7bb2010-06-24 21:48:14 -0700720 trap - EXIT
Don Garrett3f41e152010-06-21 14:54:34 -0700721}
722
Raja Aluriaeb10482010-12-10 13:03:09 -0800723generate_au_zip () {
724 local lgenerateauzip="${SCRIPTS_DIR}/generate_au_zip.py"
725 local largs="-o ${OUTPUT_DIR}"
Raja Aluri888e07c2010-12-14 10:36:34 -0800726 test ! -d "${OUTPUT_DIR}" && mkdir -p "${OUTPUT_DIR}"
Raja Aluriaeb10482010-12-10 13:03:09 -0800727 info "Running ${lgenerateauzip} ${largs} for generating AU updater zip file"
728 $lgenerateauzip $largs
729}
730
Vince Laviano6aebf312011-06-01 15:27:31 -0700731mod_image_for_test_cleanup() {
732 "${SCRIPTS_DIR}/mount_gpt_image.sh" -u -r "${ROOT_FS_DIR}" \
733 -s "${STATEFUL_FS_DIR}"
734}
735
736# Emerges chromeos-test onto the image.
737emerge_chromeos_test() {
738 # Determine the root dir for test packages.
739 local root_dev_dir="${ROOT_FS_DIR}/usr/local"
740
741 emerge_to_image --root="${root_dev_dir}" chromeos-test
742}
743
744install_autotest_for_factory() {
745 local autotest_src="${FLAGS_build_root}/${FLAGS_board}/usr/local/autotest"
746 local stateful_root="${ROOT_FS_DIR}/usr/local"
747 local autotest_client="${stateful_root}/autotest"
748
749 echo "Install autotest into stateful partition from ${autotest_src}"
750
751 sudo mkdir -p "${autotest_client}"
752
753 # Remove excess files from stateful partition.
754 sudo rm -rf "${autotest_client}/"*
755 sudo rm -rf "${stateful_root}/autotest-pkgs"
756 sudo rm -rf "${stateful_root}/lib/icedtea6"
757
758 sudo rsync --delete --delete-excluded -auv \
759 --exclude=deps/realtimecomm_playground \
760 --exclude=tests/ltp \
761 --exclude=site_tests/graphics_O3DSelenium \
762 --exclude=site_tests/realtimecomm_GTalk\* \
763 --exclude=site_tests/platform_StackProtector \
764 --exclude=deps/chrome_test \
765 --exclude=site_tests/desktopui_BrowserTest \
766 --exclude=site_tests/desktopui_PageCyclerTests \
767 --exclude=site_tests/desktopui_UITest \
768 --exclude=.svn \
769 "${autotest_src}/client/"* "${autotest_client}"
770
771 sudo chmod 755 "${autotest_client}"
772 sudo chown -R 1000:1000 "${autotest_client}"
773}
774
775# convert a dev image into a test or factory test image
776mod_image_for_test () {
777 local image_to_mod=$1
778
779 # Copy the image to a test location before modifying it
780 local test_pathname="${TEST_IMG}"
781 local typename="test"
782 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
783 test_pathname="${FACTORY_IMG}"
784 typename="factory"
785 fi
786 echo "Creating ${typename} image from original..."
787 ${COMMON_PV_CAT} ${image_to_mod} > ${test_pathname} ||
788 die "Cannot copy ${image_to_mod} to ${typename} image"
789 # Abort early if we can't find the image
790 if [ ! -f ${test_pathname} ] ; then
791 die "No image found at ${test_pathname} to modify"
792 fi
793 echo "Modifying image ${test_pathname} for ${typename}..."
794
795 local image_dir=$(dirname ${test_pathname})
796 local image_name=$(basename ${test_pathname})
797
798 trap mod_image_for_test_cleanup EXIT
799
800 # Mounts gpt image and sets up var, /usr/local and symlinks.
801 "${SCRIPTS_DIR}/mount_gpt_image.sh" -i "${image_name}" -f "${image_dir}" \
802 -r "${ROOT_FS_DIR}" -s "${STATEFUL_FS_DIR}"
803
804 emerge_chromeos_test
805
David Rochbergcf932372011-06-30 21:25:08 -0400806 BACKDOOR=0
807 if [ $FLAGS_standard_backdoor -eq $FLAGS_TRUE ]; then
808 BACKDOOR=1
809 fi
810
Vince Laviano6aebf312011-06-01 15:27:31 -0700811 local mod_test_script="${SCRIPTS_DIR}/mod_for_test_scripts/test_setup.sh"
812 # Run test setup script to modify the image
813 sudo -E GCLIENT_ROOT="${GCLIENT_ROOT}" ROOT_FS_DIR="${ROOT_FS_DIR}" \
David Rochbergcf932372011-06-30 21:25:08 -0400814 STATEFUL_DIR="${STATEFUL_FS_DIR}" ARCH="${ARCH}" BACKDOOR="${BACKDOOR}" \
815 "${mod_test_script}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700816
817 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
818 emerge_to_image --root="${ROOT_FS_DIR}" factorytest-init
819
820 install_autotest_for_factory
821
822 local mod_factory_script
823 mod_factory_script="${SCRIPTS_DIR}/mod_for_factory_scripts/factory_setup.sh"
824 # Run factory setup script to modify the image
825 sudo -E GCLIENT_ROOT="${GCLIENT_ROOT}" ROOT_FS_DIR="${ROOT_FS_DIR}" \
Hung-Te Lin54a83b72011-06-30 12:00:55 +0800826 BOARD="${FLAGS_board}" "${mod_factory_script}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700827 fi
828
829 # Re-run ldconfig to fix /etc/ldconfig.so.cache.
830 sudo ldconfig -r "${ROOT_FS_DIR}"
831
832 mod_image_for_test_cleanup
833
834 # Now make it bootable with the flags from build_image
835 "${SCRIPTS_DIR}/bin/cros_make_image_bootable" "${image_dir}" "${image_name}" \
Arkaitz Ruiz Alvarez2bf88592011-07-07 15:47:31 -0700836 --force_developer_mode
Vince Laviano6aebf312011-06-01 15:27:31 -0700837
838 print_time_elapsed
839
840 trap - EXIT
841}
842
Don Garrett3f41e152010-06-21 14:54:34 -0700843# Create the output directory.
844mkdir -p "${OUTPUT_DIR}"
845mkdir -p "${ROOT_FS_DIR}"
846mkdir -p "${STATEFUL_FS_DIR}"
847mkdir -p "${ESP_FS_DIR}"
848
David James868d7bb2010-06-24 21:48:14 -0700849# Preserve old images by copying them forward for --preserve.
Vince Laviano6aebf312011-06-01 15:27:31 -0700850# TODO(vlaviano): Do we want --preserve to copy other image types also?
851if [[ ${FLAGS_preserve} -eq ${FLAGS_TRUE} ]] ; then
David James868d7bb2010-06-24 21:48:14 -0700852 if [[ -f ${PREVIOUS_DIR}/${PRISTINE_IMAGE_NAME} ]] ; then
853 # Copy forward pristine image, and associated files
854 cp ${PREVIOUS_DIR}/*.sh ${PREVIOUS_DIR}/config.txt ${OUTPUT_DIR}
855 cp ${PREVIOUS_DIR}/${PRISTINE_IMAGE_NAME} ${OUTPUT_DIR}
856
857 # Copy forward the developer image, if we already copied forward the base.
858 if [[ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]] && \
859 [[ -f ${PREVIOUS_DIR}/${DEVELOPER_IMAGE_NAME} ]] ; then
860 cp ${PREVIOUS_DIR}/${DEVELOPER_IMAGE_NAME} ${OUTPUT_DIR}
861 fi
862 fi
863fi
864
Will Drewry7ab698d2010-08-05 13:57:52 -0500865# Create the boot.desc file which stores the build-time configuration
866# information needed for making the image bootable after creation with
867# cros_make_image_bootable.
868create_boot_desc
869
David James868d7bb2010-06-24 21:48:14 -0700870if [[ -f ${PRISTINE_IMG} ]] ; then
871 update_base_packages ${PRISTINE_IMAGE_NAME}
872else
873 create_base_image ${PRISTINE_IMAGE_NAME}
874fi
Tan Gao843b70a2010-08-17 09:41:48 -0700875
876USE_DEV_KEYS=
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700877if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Tan Gao843b70a2010-08-17 09:41:48 -0700878 USE_DEV_KEYS="--use_dev_keys"
879fi
880
881# Place flags before positional args
Will Drewry7ab698d2010-08-05 13:57:52 -0500882${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
Tan Gao843b70a2010-08-17 09:41:48 -0700883 "${PRISTINE_IMAGE_NAME}" \
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800884 ${USE_DEV_KEYS}
Will Drewry4a675e12010-07-03 13:35:02 -0500885
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800886BOOT_FLAG=
887if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
888 BOOT_FLAG="-b 1" # BOOT_FLAG_DEVELOPER value defined in load_kernel_fw.h
889 info "--factory_install set, pass BOOT_FLAG_DEVELOPER flag to \
Vince Laviano96d116d2011-03-17 11:32:07 -0700890load_kernel_test"
Che-Liang Chiou451f36e2011-07-21 19:53:37 +0800891fi
Che-Liang Chiou2d2e8252011-06-18 17:38:59 -0700892
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800893# Verify the final image.
894load_kernel_test "${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}" \
895 "${DEVKEYSDIR}/recovery_key.vbpubk" ${BOOT_FLAG}
896
Don Garrette0020b12010-06-17 15:55:35 -0700897# Create a developer image based on the chromium os base image.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700898if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ] ; then
David James868d7bb2010-06-24 21:48:14 -0700899 if [[ ! -f ${DEVELOPER_IMG} ]] ; then
900 echo "Creating developer image from base image ${PRISTINE_IMAGE_NAME}"
901 cp ${PRISTINE_IMG} ${DEVELOPER_IMG}
902 fi
Don Garrett3f41e152010-06-21 14:54:34 -0700903
David James868d7bb2010-06-24 21:48:14 -0700904 update_dev_packages ${DEVELOPER_IMAGE_NAME}
Will Drewry7ab698d2010-08-05 13:57:52 -0500905 ${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
Che-Liang Chiou75ac2be2011-02-24 12:00:16 +0800906 "${DEVELOPER_IMAGE_NAME}" \
Arkaitz Ruiz Alvarez26d68ec2011-06-24 11:03:18 -0700907 --force_developer_mode
Bill Richardson6ed13582010-06-16 21:38:15 -0700908fi
909
Vince Laviano6aebf312011-06-01 15:27:31 -0700910# Create a test or factory test image if desired
911if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ] ; then
912 mod_image_for_test ${DEVELOPER_IMG}
913fi
914
Bill Richardson6ed13582010-06-16 21:38:15 -0700915# Clean up temporary files.
Don Garrett3f41e152010-06-21 14:54:34 -0700916rm -f "${ROOT_FS_IMG}" "${STATEFUL_FS_IMG}" "${OUTPUT_DIR}/vmlinuz.image" \
Dmitry Polukhin0a649b52011-02-24 13:02:52 +0300917 "${ESP_FS_IMG}" "${OUTPUT_DIR}/vmlinuz_hd.vblock"
918rmdir "${ROOT_FS_DIR}" "${STATEFUL_FS_DIR}" "${ESP_FS_DIR}"
Bill Richardson67956222010-05-28 15:38:56 -0700919
Raja Aluriaeb10482010-12-10 13:03:09 -0800920# Generating AU generator zip file to run outside chroot
921generate_au_zip || echo "Failed generating AU zip file - ignoring Error..."
Olof Johansson58f25cc2010-08-04 21:18:49 -0700922# Create a 'latest' link
923rm -f ${FLAGS_output_root}/${FLAGS_board}/latest
924ln -s $(basename ${OUTPUT_DIR}) ${FLAGS_output_root}/${FLAGS_board}/latest
925
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700926echo "Done. Image created in ${OUTPUT_DIR}"
Don Garrette0020b12010-06-17 15:55:35 -0700927echo "Chromium OS image created as ${PRISTINE_IMAGE_NAME}"
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700928if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Don Garrette0020b12010-06-17 15:55:35 -0700929 echo "Developer image created as ${DEVELOPER_IMAGE_NAME}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700930fi
Vince Laviano6aebf312011-06-01 15:27:31 -0700931if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
932 echo "Factory test image created as ${CHROMEOS_FACTORY_TEST_IMAGE_NAME}"
933elif [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
934 echo "Test image created as ${CHROMEOS_TEST_IMAGE_NAME}"
935fi
Nick Sanders8ab729a2010-06-16 03:15:17 -0700936
Nick Sandersd2509272010-06-16 03:50:04 -0700937print_time_elapsed
938
Hung-Te Lin2ffe2be2010-10-05 08:15:40 +0800939echo "To copy to USB keyfob, do something like:"
Daniel Eratdd9818a2010-04-26 09:16:44 -0700940echo " ./image_to_usb.sh --from=${OUTSIDE_OUTPUT_DIR} --to=/dev/sdX"
Will Drewryefce6682010-07-23 19:43:27 -0500941echo "To convert to VMWare image, INSIDE the chroot, do something like:"
Olof Johansson1f5e84d2010-08-24 20:26:49 -0500942echo " ./image_to_vm.sh --from=${OUTSIDE_OUTPUT_DIR} --board=${BOARD}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700943echo "from the scripts directory where you entered the chroot."