blob: 710a4fce085a89744ed276390ccc206baf00fe6d [file] [log] [blame]
J. Richard Barnette84477772011-07-25 13:41:33 -07001#!/bin/bash
Bill Richardsonc09b94f2010-03-15 11:40:30 -07002
Darin Petkov61173f62011-04-29 10:24:26 -07003# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
Bill Richardsonc09b94f2010-03-15 11:40:30 -07004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7# Script to build a bootable keyfob-based chromeos system image from within
8# a chromiumos setup. This assumes that all needed packages have been built into
9# the given target's root with binary packages turned on. This script will
10# build the Chrome OS image using only pre-built binary packages.
11
J. Richard Barnette84477772011-07-25 13:41:33 -070012SCRIPT_ROOT=$(dirname "$0")
13. "${SCRIPT_ROOT}/build_library/build_common.sh" || exit 1
Bill Richardsonc09b94f2010-03-15 11:40:30 -070014
Greg Spencer798d75f2011-02-01 22:04:49 -080015
Don Garrette0020b12010-06-17 15:55:35 -070016DEFINE_string board "${DEFAULT_BOARD}" \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070017 "The board to build an image for."
18DEFINE_string build_root "/build" \
19 "The root location for board sysroots."
20DEFINE_integer build_attempt 1 \
21 "The build attempt for this image build."
22DEFINE_string output_root "${DEFAULT_BUILD_ROOT}/images" \
23 "Directory in which to place image result directories (named by version)"
David Jamesffede3b2010-09-07 14:22:38 -070024DEFINE_boolean eclean ${FLAGS_TRUE} \
25 "Perform eclean-<board> -d as part of this script to remove obsolete packages"
Don Garrette0020b12010-06-17 15:55:35 -070026DEFINE_boolean replace ${FLAGS_FALSE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070027 "Overwrite existing output, if any."
Don Garrette0020b12010-06-17 15:55:35 -070028DEFINE_boolean withdev ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070029 "Include useful developer friendly utilities in the image."
Don Garrette0020b12010-06-17 15:55:35 -070030DEFINE_boolean installmask ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070031 "Use INSTALL_MASK to shrink the resulting image."
32DEFINE_integer jobs -1 \
33 "How many packages to build in parallel at maximum."
Don Garrette0020b12010-06-17 15:55:35 -070034DEFINE_boolean statefuldev ${FLAGS_TRUE} \
Chris Sosa4bffb8b2010-04-07 17:23:54 -070035 "Install development packages on stateful partition rather than the rootfs"
Vince Laviano6aebf312011-06-01 15:27:31 -070036DEFINE_boolean test ${FLAGS_FALSE} \
Hung-Te Lin54a83b72011-06-30 12:00:55 +080037 "Modify the image for automated testing"
Vince Laviano6aebf312011-06-01 15:27:31 -070038DEFINE_boolean factory ${FLAGS_FALSE} \
39 "Modify the image for manufacturing testing"
Don Garrette0020b12010-06-17 15:55:35 -070040DEFINE_boolean factory_install ${FLAGS_FALSE} \
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +080041 "Build a smaller image to overlay the factory install shim on; this argument \
42is also required in image_to_usb."
Zelidrag Hornung1d12c1a2010-06-02 10:20:29 -070043DEFINE_integer rootfs_partition_size 1024 \
Will Drewryd253bad2010-08-17 14:09:41 -050044 "rootfs partition size in MiBs."
Andrew de los Reyes0eb6d762010-11-01 18:27:53 -070045DEFINE_integer rootfs_size 850 \
Will Drewryd253bad2010-08-17 14:09:41 -050046 "rootfs filesystem size in MiBs."
Will Drewry78992a32010-07-21 14:02:20 -050047# ceil(0.1 * rootfs_size) is a good minimum.
48DEFINE_integer rootfs_hash_pad 8 \
Will Drewryd253bad2010-08-17 14:09:41 -050049 "MiBs reserved at the end of the rootfs image."
Eric Li5cf288f2010-06-28 12:46:26 -070050DEFINE_integer statefulfs_size 1024 \
Will Drewryd253bad2010-08-17 14:09:41 -050051 "stateful filesystem size in MiBs."
David James03668642010-07-28 17:08:29 -070052DEFINE_boolean fast ${DEFAULT_FAST} \
53 "Call many emerges in parallel"
Will Drewry32d8c112010-10-11 15:37:17 -050054DEFINE_string boot_args "noinitrd" \
55 "Additional boot arguments to pass to the commandline"
Nick Sandersf2dee6c2010-07-01 00:21:32 -070056
Will Drewry4a675e12010-07-03 13:35:02 -050057DEFINE_string usb_disk /dev/sdb3 \
58 "Path syslinux should use to do a usb boot. Default: /dev/sdb3"
59
Will Drewry12f14ce2010-08-17 17:27:16 -050060DEFINE_boolean enable_rootfs_verification ${FLAGS_TRUE} \
Will Drewry1670d482010-07-09 13:08:38 -070061 "Default all bootloaders to use kernel-based root fs integrity checking."
Will Drewryd07f61d2011-01-12 10:39:54 -060062DEFINE_integer verity_error_behavior 3 \
Will Drewry137eab62010-11-04 22:06:41 -050063 "Kernel verified boot error behavior (0: I/O errors, 1: panic, 2: nothing, \
Will Drewryd07f61d2011-01-12 10:39:54 -0600643: cros) Default: 3"
Will Drewry52c40f82010-10-06 14:54:38 -050065DEFINE_integer verity_max_ios -1 \
66 "Number of outstanding I/O operations dm-verity caps at. Default: -1"
Will Drewry1670d482010-07-09 13:08:38 -070067DEFINE_string verity_algorithm "sha1" \
68 "Cryptographic hash algorithm used for kernel vboot. Default : sha1"
David Rochbergcf932372011-06-30 21:25:08 -040069DEFINE_boolean standard_backdoor ${FLAGS_TRUE} \
70 "Install standard backdoor credentials for testing"
Bill Richardsonc09b94f2010-03-15 11:40:30 -070071
Che-Liang Chiou611d5b72011-07-27 16:03:26 +080072# TODO(clchiou): Remove this flag after buildbot is fixed
73DEFINE_boolean crosbug12352_arm_kernel_signing ${FLAGS_TRUE} \
74 "A dummy this flag for preventing buildbot fail"
75
Bill Richardsonc09b94f2010-03-15 11:40:30 -070076# Parse command line.
77FLAGS "$@" || exit 1
78eval set -- "${FLAGS_ARGV}"
79
80# Only now can we die on error. shflags functions leak non-zero error codes,
81# so will die prematurely if 'set -e' is specified before now.
82set -e
83
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -070084. "${SCRIPT_ROOT}/build_library/board_options.sh" || exit 1
85
86# Determine build version.
87OVERLAY_CHROMEOS_DIR="${SRC_ROOT}/third_party/chromiumos-overlay/chromeos"
88. "${OVERLAY_CHROMEOS_DIR}/config/chromeos_version.sh" || exit 1
89
90. "${SCRIPT_ROOT}/build_library/build_gpt.sh" || exit 1
91
92
93EMERGE_BOARD_CMD="emerge-$BOARD"
94if [ $FLAGS_fast -eq $FLAGS_TRUE ]; then
95 echo "Using alternate emerge"
96 EMERGE_BOARD_CMD="$GCLIENT_ROOT/chromite/bin/parallel_emerge"
97 EMERGE_BOARD_CMD="$EMERGE_BOARD_CMD --board=$BOARD"
98fi
99if [ $FLAGS_jobs -ne -1 ]; then
100 EMERGE_JOBS="--jobs=$FLAGS_jobs"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700101fi
102
David James35269d22011-05-19 17:59:58 -0700103# Perform an eclean to remove packages which are not installed
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -0700104if [ $FLAGS_eclean -eq $FLAGS_TRUE ]; then
105 eclean-$BOARD -d packages
David James35269d22011-05-19 17:59:58 -0700106fi
107
Chris Sosae38f90f2010-10-20 16:04:23 -0700108check_blacklist() {
109 info "Verifying that the base image does not contain a blacklisted package."
110 info "Generating list of packages for chromeos-base/chromeos."
J. Richard Barnettef2206112011-07-26 14:36:52 -0700111 local package_blacklist_file="${BUILD_LIBRARY_DIR}/chromeos_blacklist"
Chris Sosae38f90f2010-10-20 16:04:23 -0700112 if [ ! -e "${package_blacklist_file}" ]; then
113 warn "Missing blacklist file."
114 return
115 fi
116 local blacklisted_packages=$(${SCRIPTS_DIR}/get_package_list \
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -0700117 --board="${BOARD}" chromeos-base/chromeos \
Chris Sosae38f90f2010-10-20 16:04:23 -0700118 | grep -x -f "${package_blacklist_file}")
119 if [ -n "${blacklisted_packages}" ]; then
120 die "Blacklisted packages found: ${blacklisted_packages}."
121 fi
122 info "No blacklisted packages found."
123}
124
125check_blacklist
126
Vince Laviano6aebf312011-06-01 15:27:31 -0700127# Look at flags to determine which image types we should build
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700128if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Vince Laviano6aebf312011-06-01 15:27:31 -0700129 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
130 info "Incompatible flags: --factory and --factory_install cannot both be \
131set to True. Resetting --factory to False."
132 FLAGS_factory=${FLAGS_FALSE}
133 fi
134 if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
135 info "Incompatible flags: --test and --factory_install cannot both be \
136set to True. Resetting --test to False."
137 FLAGS_test=${FLAGS_FALSE}
138 fi
Vince Laviano96d116d2011-03-17 11:32:07 -0700139 # Disable --withdev flag when --factory_install is set to True. Otherwise, the
Nick Sandersae26a5c2010-08-30 21:59:50 -0700140 # dev image produced will be based on install shim, rather than a pristine
141 # image
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700142 if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Vince Laviano96d116d2011-03-17 11:32:07 -0700143 info "Incompatible flags: --withdev and --factory_install cannot both be \
144set to True. Resetting --withdev to False."
Nick Sandersae26a5c2010-08-30 21:59:50 -0700145 FLAGS_withdev=${FLAGS_FALSE}
146 fi
Vince Laviano6aebf312011-06-01 15:27:31 -0700147fi
148if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
149 if [ ${FLAGS_test} -eq ${FLAGS_FALSE} ]; then
150 info "Incompatible flags: --factory implies --test. Resetting --test to \
151True."
152 FLAGS_test=${FLAGS_TRUE}
153 fi
154fi
155if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
156 if [ ${FLAGS_withdev} -eq ${FLAGS_FALSE} ]; then
157 info "Incompatible flags: --test implies --withdev. Resetting --withdev \
158to True."
159 FLAGS_withdev=${FLAGS_TRUE}
160 fi
161fi
Nick Sandersae26a5c2010-08-30 21:59:50 -0700162
Vince Laviano6aebf312011-06-01 15:27:31 -0700163export INSTALL_MASK=""
164if [ ${FLAGS_installmask} -eq ${FLAGS_TRUE} ] ; then
165 INSTALL_MASK="${DEFAULT_INSTALL_MASK}"
166fi
167
168# Reduce the size of factory install shim.
169if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700170 # TODO: Build a separated ebuild for the install shim to reduce size.
171 INSTALL_MASK="${INSTALL_MASK} ${FACTORY_INSTALL_MASK}"
172
173 info "Fixing the rootfs size at 300 MiB for install shim"
174 FLAGS_rootfs_size=280
175 FLAGS_rootfs_partition_size=300
176 info "Fixing the statefulfs size at 140 MiB for install shim"
177 FLAGS_statefulfs_size=140
178fi
179
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700180if [ $((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad)) -gt \
181 ${FLAGS_rootfs_partition_size} ] ; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700182 die "rootfs ($((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad)) MiB) is \
183bigger than partition (${FLAGS_rootfs_partition_size} MiB)."
Tan Gao843b70a2010-08-17 09:41:48 -0700184fi
185
Nick Sandersc8cb3362010-09-01 21:31:30 -0700186# Configure extra USE or packages for this type of build.
187EXTRA_PACKAGES=""
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700188if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ] ; then
Tom Wai-Hong Tama6af2012011-04-28 12:12:08 +0800189 # Factory install needs to have the factory installer added.
Nick Sandersebce8542010-09-02 14:57:34 -0700190 EXTRA_PACKAGES="${EXTRA_PACKAGES} chromeos-base/chromeos-factoryinstall"
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700191 # On x86, we boot the factory install shim from an SD card using
192 # initramfs for our root. On ARM, we boot the factory install shim
193 # over the network, so we don't require initramfs, but we do require
194 # fbconsole to fix a display driver bug.
195 if [ "${ARCH}" = "x86" ] ; then
Tom Wai-Hong Tama6af2012011-04-28 12:12:08 +0800196 export USE="${USE} initramfs"
197 fi
Rong Changc291a482011-05-30 14:56:48 +0800198 # CONFIG_BLK_DEV_RAM is disabled by default.
199 # But tftp install needs it to mount rootfs in ram
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700200 if [ "${ARCH}" = "arm" ] ; then
Rong Changc291a482011-05-30 14:56:48 +0800201 export USE="${USE} fbconsole blkdevram"
J. Richard Barnetteb2903662011-04-28 17:14:34 -0700202 fi
Nick Sandersc8cb3362010-09-01 21:31:30 -0700203fi
204
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700205emerge_to_image() {
206 sudo -E ${EMERGE_BOARD_CMD} --root-deps=rdeps --usepkgonly \
207 "$@" ${EMERGE_JOBS}
208}
209
David Jamesf86703d2011-05-10 13:54:04 -0700210# Check that the build root is sane.
J. Richard Barnettef2206112011-07-26 14:36:52 -0700211"${BUILD_LIBRARY_DIR}/test_build_root" --root="${BOARD_ROOT}"
David Jamesf86703d2011-05-10 13:54:04 -0700212
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700213# Use canonical path since some tools (e.g. mount) do not like symlinks.
214# Append build attempt to output directory.
215IMAGE_SUBDIR="${CHROMEOS_VERSION_STRING}-a${FLAGS_build_attempt}"
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -0700216OUTPUT_DIR="${FLAGS_output_root}/${BOARD}/${IMAGE_SUBDIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700217
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -0700218OUTSIDE_OUTPUT_DIR="../build/images/${BOARD}/${IMAGE_SUBDIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700219
220# If we are creating a developer image, also create a pristine image with a
221# different name.
Vince Laviano6aebf312011-06-01 15:27:31 -0700222# TODO(vlaviano): fix all image names to match those in uploaded archive
Chris Sosa9673f3b2010-05-18 13:24:40 -0700223DEVELOPER_IMAGE_NAME=
224PRISTINE_IMAGE_NAME=chromiumos_image.bin
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700225if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Chris Sosa9673f3b2010-05-18 13:24:40 -0700226 PRISTINE_IMAGE_NAME=chromiumos_base_image.bin
227 DEVELOPER_IMAGE_NAME=chromiumos_image.bin
Vince Laviano96d116d2011-03-17 11:32:07 -0700228# Rename pristine image for factory install shim
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700229elif [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Nick Sandersae26a5c2010-08-30 21:59:50 -0700230 PRISTINE_IMAGE_NAME=factory_install_shim.bin
Tan Gao843b70a2010-08-17 09:41:48 -0700231fi
232
David James868d7bb2010-06-24 21:48:14 -0700233PRISTINE_IMG="${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}"
234DEVELOPER_IMG="${OUTPUT_DIR}/${DEVELOPER_IMAGE_NAME}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700235TEST_IMG="${OUTPUT_DIR}/${CHROMEOS_TEST_IMAGE_NAME}"
236FACTORY_IMG="${OUTPUT_DIR}/${CHROMEOS_FACTORY_TEST_IMAGE_NAME}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700237
Don Garrett3f41e152010-06-21 14:54:34 -0700238ROOT_FS_IMG="${OUTPUT_DIR}/rootfs.image"
239ROOT_FS_DIR="${OUTPUT_DIR}/rootfs"
Will Drewry4a675e12010-07-03 13:35:02 -0500240ROOT_FS_HASH="${OUTPUT_DIR}/rootfs.hash"
Don Garrett3f41e152010-06-21 14:54:34 -0700241
242STATEFUL_FS_IMG="${OUTPUT_DIR}/stateful_partition.image"
243STATEFUL_FS_DIR="${OUTPUT_DIR}/stateful_partition"
244
245ESP_FS_IMG=${OUTPUT_DIR}/esp.image
246ESP_FS_DIR=${OUTPUT_DIR}/esp
247
Will Drewry7ab698d2010-08-05 13:57:52 -0500248DEVKEYSDIR="/usr/share/vboot/devkeys"
249
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700250LOOP_DEV=
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700251STATEFUL_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700252
Don Garrett3f41e152010-06-21 14:54:34 -0700253# ${DEV_IMAGE_ROOT} specifies the location of where developer packages will
254# be installed on the stateful dir. On a Chromium OS system, this will
255# translate to /usr/local.
256DEV_IMAGE_ROOT="${STATEFUL_FS_DIR}/dev_image"
257
Will Drewry12f14ce2010-08-17 17:27:16 -0500258if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
259 enable_rootfs_verification_flag="--enable_rootfs_verification"
Will Drewry12f14ce2010-08-17 17:27:16 -0500260fi
261
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700262# Hack to fix bug where x86_64 CHOST line gets incorrectly added.
263# ToDo(msb): remove this hack.
264PACKAGES_FILE="${BOARD_ROOT}/packages/Packages"
265sudo sed -e "s/CHOST: x86_64-pc-linux-gnu//" -i "${PACKAGES_FILE}"
266
267# Handle existing directory.
Don Garrette0020b12010-06-17 15:55:35 -0700268if [[ -e "${OUTPUT_DIR}" ]]; then
269 if [[ ${FLAGS_replace} -eq ${FLAGS_TRUE} ]]; then
270 sudo rm -rf "${OUTPUT_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700271 else
Don Garrette0020b12010-06-17 15:55:35 -0700272 echo "Directory ${OUTPUT_DIR} already exists."
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700273 echo "Use --build_attempt option to specify an unused attempt."
274 echo "Or use --replace if you want to overwrite this directory."
275 exit 1
276 fi
277fi
278
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700279cleanup_rootfs_loop() {
Don Garrette0020b12010-06-17 15:55:35 -0700280 sudo umount -d "${ROOT_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700281}
282
283cleanup_stateful_fs_loop() {
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700284 sudo umount "${ROOT_FS_DIR}/usr/local"
285 sudo umount "${ROOT_FS_DIR}/var"
Don Garrett3f41e152010-06-21 14:54:34 -0700286 sudo umount -d "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700287}
288
289cleanup() {
290 # Disable die on error.
291 set +e
292
Don Garrette0020b12010-06-17 15:55:35 -0700293 if [[ -n "${STATEFUL_LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700294 cleanup_stateful_fs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500295 STATEFUL_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700296 fi
297
Don Garrette0020b12010-06-17 15:55:35 -0700298 if [[ -n "${LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700299 cleanup_rootfs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500300 LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700301 fi
302
303 # Turn die on error back on.
304 set -e
305}
306
Chris Sosabde8c1b2010-04-29 14:02:35 -0700307delete_prompt() {
308 echo "An error occurred in your build so your latest output directory" \
309 "is invalid."
Tan Gao74a07ca2010-09-09 11:41:30 -0700310
311 # Only prompt if both stdin and stdout are a tty. If either is not a tty,
312 # then the user may not be present, so we shouldn't bother prompting.
Zdenek Behan23bc6ca2011-02-10 02:04:58 +0100313 if tty -s && tty -s <&1 && [ "${USER}" != 'chrome-bot' ]; then
Tan Gao74a07ca2010-09-09 11:41:30 -0700314 read -p "Would you like to delete the output directory (y/N)? " SURE
315 SURE="${SURE:0:1}" # Get just the first character.
316 else
317 SURE="y"
318 echo "Running in non-interactive mode so deleting output directory."
319 fi
Chris Sosabde8c1b2010-04-29 14:02:35 -0700320 if [ "${SURE}" == "y" ] ; then
Don Garrette0020b12010-06-17 15:55:35 -0700321 sudo rm -rf "${OUTPUT_DIR}"
322 echo "Deleted ${OUTPUT_DIR}"
Chris Sosabde8c1b2010-04-29 14:02:35 -0700323 else
Tan Gao74a07ca2010-09-09 11:41:30 -0700324 echo "Not deleting ${OUTPUT_DIR}."
Chris Sosabde8c1b2010-04-29 14:02:35 -0700325 fi
326}
327
Chris Sosa9673f3b2010-05-18 13:24:40 -0700328# $1 - Directory where developer rootfs is mounted.
329# $2 - Directory where developer stateful_partition is mounted.
Will Drewry4a675e12010-07-03 13:35:02 -0500330# $3 - Directory where the ESP partition is mounted.
Don Garrett3f41e152010-06-21 14:54:34 -0700331mount_gpt_cleanup() {
Will Drewry4a675e12010-07-03 13:35:02 -0500332 local rootfs="${1-$ROOT_FS_DIR}"
333 local statefs="${2-$STATEFUL_FS_DIR}"
334 local espfs="${3-$ESP_FS_DIR}"
335 "${SCRIPTS_DIR}/mount_gpt_image.sh" \
336 -u -r "${rootfs}" -s "${statefs}" -e "${espfs}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700337 delete_prompt
338}
339
Will Drewry7ab698d2010-08-05 13:57:52 -0500340# Takes no arguments and populates the configuration for
341# cros_make_image_bootable.
342create_boot_desc() {
343 cat <<EOF > ${OUTPUT_DIR}/boot.desc
344 --arch="${ARCH}"
345 --output_dir="${OUTPUT_DIR}"
Will Drewry32d8c112010-10-11 15:37:17 -0500346 --boot_args="${FLAGS_boot_args}"
Will Drewry7ab698d2010-08-05 13:57:52 -0500347 --rootfs_size="${FLAGS_rootfs_size}"
348 --rootfs_hash_pad="${FLAGS_rootfs_hash_pad}"
349 --rootfs_hash="${ROOT_FS_HASH}"
350 --rootfs_mountpoint="${ROOT_FS_DIR}"
351 --statefulfs_mountpoint="${STATEFUL_FS_DIR}"
352 --espfs_mountpoint="${ESP_FS_DIR}"
353 --verity_error_behavior="${FLAGS_verity_error_behavior}"
Will Drewry7ab698d2010-08-05 13:57:52 -0500354 --verity_max_ios="${FLAGS_verity_max_ios}"
355 --verity_algorithm="${FLAGS_verity_algorithm}"
356 --keys_dir="${DEVKEYSDIR}"
357 --usb_disk="${FLAGS_usb_disk}"
358 --nocleanup_dirs
359 ${enable_rootfs_verification_flag}
360EOF
Will Drewry4a675e12010-07-03 13:35:02 -0500361}
362
Don Garrett3f41e152010-06-21 14:54:34 -0700363# Modifies an existing image to add development packages
364update_dev_packages() {
365 local image_name=$1
Chris Sosa9673f3b2010-05-18 13:24:40 -0700366
Don Garrett3f41e152010-06-21 14:54:34 -0700367 echo "Adding developer packages to ${image_name}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700368
Will Drewry4a675e12010-07-03 13:35:02 -0500369 trap "mount_gpt_cleanup" EXIT
Tan Gaoa40ed442010-06-02 15:45:19 -0700370
Don Garrette0020b12010-06-17 15:55:35 -0700371 ${SCRIPTS_DIR}/mount_gpt_image.sh --from "${OUTPUT_DIR}" \
David James868d7bb2010-06-24 21:48:14 -0700372 --image "${image_name}" -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500373 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700374
Don Garrett3f41e152010-06-21 14:54:34 -0700375 # Determine the root dir for developer packages.
376 local root_dev_dir="${ROOT_FS_DIR}"
J. Richard Barnette46657a32011-08-01 11:18:27 -0700377 [ ${FLAGS_statefuldev} -eq ${FLAGS_TRUE} ] &&
Don Garrett3f41e152010-06-21 14:54:34 -0700378 root_dev_dir="${ROOT_FS_DIR}/usr/local"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700379
Don Garrett3f41e152010-06-21 14:54:34 -0700380 # Install developer packages described in chromeos-dev.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700381 emerge_to_image --root="${root_dev_dir}" -uDNv chromeos-dev
David James868d7bb2010-06-24 21:48:14 -0700382
Paul Stewart12973e52010-09-09 20:04:11 -0700383 # Install the bare necessary files so that the "emerge" command works
David James49523432011-02-17 15:19:16 -0800384 if [ ${FLAGS_statefuldev} -eq ${FLAGS_TRUE} ]; then
David Jamese8875482011-02-23 15:24:14 -0800385 sudo cp -a ${root_dev_dir}/share/portage ${ROOT_FS_DIR}/usr/share
David James49523432011-02-17 15:19:16 -0800386 sudo sed -i s,/usr/bin/wget,wget, \
David Jamese8875482011-02-23 15:24:14 -0800387 ${ROOT_FS_DIR}/usr/share/portage/config/make.globals
David James49523432011-02-17 15:19:16 -0800388 fi
Paul Stewart12973e52010-09-09 20:04:11 -0700389 sudo mkdir -p ${ROOT_FS_DIR}/etc/make.profile
390
Chris Sosa9673f3b2010-05-18 13:24:40 -0700391 # Re-run ldconfig to fix /etc/ldconfig.so.cache.
Don Garrett3f41e152010-06-21 14:54:34 -0700392 sudo /sbin/ldconfig -r "${ROOT_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700393
394 # Mark the image as a developer image (input to chromeos_startup).
Arkaitz Ruiz Alvarez26d68ec2011-06-24 11:03:18 -0700395 # TODO(arkaitzr): Remove this file when applications no longer rely on it
396 # (crosbug.com/16648). The preferred way of determining developer mode status
397 # is via crossystem cros_debug?1 (checks boot args for "cros_debug").
Don Garrett3f41e152010-06-21 14:54:34 -0700398 sudo mkdir -p "${ROOT_FS_DIR}/root"
399 sudo touch "${ROOT_FS_DIR}/root/.dev_mode"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700400
Don Garrett3f41e152010-06-21 14:54:34 -0700401 # Additional changes to developer image.
Chris Sosa9673f3b2010-05-18 13:24:40 -0700402
Ken Mixter13347882010-08-12 16:51:52 -0700403 # Leave core files for developers to inspect.
Ken Mixter0d115632010-08-13 15:51:07 -0700404 sudo touch "${ROOT_FS_DIR}/root/.leave_core"
Ken Mixter13347882010-08-12 16:51:52 -0700405
David James72759e82011-05-23 10:38:11 -0700406 # This hack is only needed for devs who have old versions of glibc, which
407 # filtered out ldd when cross-compiling. TODO(davidjames): Remove this hack
408 # once everybody has upgraded to a new version of glibc.
409 if [[ ! -x "${ROOT_FS_DIR}/usr/bin/ldd" ]]; then
410 sudo cp -a "$(which ldd)" "${ROOT_FS_DIR}/usr/bin"
411 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700412
Don Garrett3f41e152010-06-21 14:54:34 -0700413 # If vim is installed, then a vi symlink would probably help.
414 if [[ -x "${ROOT_FS_DIR}/usr/local/bin/vim" ]]; then
415 sudo ln -sf vim "${ROOT_FS_DIR}/usr/local/bin/vi"
Girts Folkmanis7a8a8382010-05-18 22:52:25 -0700416 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700417
Tammo Spalinkcfc0c642010-07-07 10:51:21 +0800418 # If pygtk is installed in stateful-dev, then install a path.
419 if [[ -d \
420 "${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/gtk-2.0" ]]; then
421 sudo bash -c "\
422 echo gtk-2.0 > \
423 ${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/pygtk.pth"
424 fi
425
Chris Sosa6304adc2010-10-20 13:40:33 -0700426 # If python is installed on stateful-dev, fix python symlinks.
427 local python_path="/usr/local/bin/python2.6"
428 if [ -e "${ROOT_FS_DIR}${python_path}" ]; then
429 info "Fixing python symlinks for developer and test images."
430 local python_paths="/usr/bin/python /usr/local/bin/python \
431 /usr/bin/python2 /usr/local/bin/python2"
432 for path in ${python_paths}; do
433 sudo rm -f "${ROOT_FS_DIR}${path}"
434 sudo ln -s ${python_path} "${ROOT_FS_DIR}${path}"
435 done
436 fi
437
Don Garrett3f41e152010-06-21 14:54:34 -0700438 # Check that the image has been correctly created. Only do it if not
Vince Laviano96d116d2011-03-17 11:32:07 -0700439 # building a factory install shim, as the INSTALL_MASK for it will make
440 # test_image fail.
441 if [ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]; then
J. Richard Barnettef2206112011-07-26 14:36:52 -0700442 "${BUILD_LIBRARY_DIR}/test_image" \
Don Garrett3f41e152010-06-21 14:54:34 -0700443 --root="${ROOT_FS_DIR}" \
444 --target="${ARCH}"
445 fi
446 echo "Developer image built and stored at ${image_name}"
447
Chris Sosa9673f3b2010-05-18 13:24:40 -0700448 trap - EXIT
David James868d7bb2010-06-24 21:48:14 -0700449 ${SCRIPTS_DIR}/mount_gpt_image.sh -u -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500450 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
David James868d7bb2010-06-24 21:48:14 -0700451}
452
Thieu Le171321f2010-12-13 11:37:42 -0800453zero_free_space() {
454 local fs_mount_point=$1
455 info "Zeroing freespace in ${fs_mount_point}"
Zdenek Behanaeb83522011-03-25 01:19:16 +0100456 # dd is a silly thing and will produce a "No space left on device" message
457 # that cannot be turned off and is confusing to unsuspecting victims.
Paul Taysom0737a552011-06-22 16:49:35 -0700458 ( sudo dd if=/dev/zero of="${fs_mount_point}/filler" bs=4096 \
Zdenek Behanaeb83522011-03-25 01:19:16 +0100459 || true ) 2>&1 |grep -v "No space left on device"
Paul Taysom0737a552011-06-22 16:49:35 -0700460 sudo sync
Thieu Le171321f2010-12-13 11:37:42 -0800461 sudo rm -f "${fs_mount_point}/filler"
462 sudo sync
463}
464
Don Garrett3f41e152010-06-21 14:54:34 -0700465create_base_image() {
David James868d7bb2010-06-24 21:48:14 -0700466 local image_name=$1
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700467
Don Garrett3f41e152010-06-21 14:54:34 -0700468 trap "cleanup && delete_prompt" EXIT
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700469
Don Garrett3f41e152010-06-21 14:54:34 -0700470 # Create and format the root file system.
471
Will Drewryd253bad2010-08-17 14:09:41 -0500472 # Create root file system disk image.
473 ROOT_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_rootfs_size}))
Don Garrett3f41e152010-06-21 14:54:34 -0700474
Will Drewry9926ee22010-07-21 15:11:10 -0500475 # Pad out for the hash tree.
Will Drewry78992a32010-07-21 14:02:20 -0500476 ROOT_HASH_PAD=$((FLAGS_rootfs_hash_pad * 1024 * 1024))
477 info "Padding the rootfs image by ${ROOT_HASH_PAD} bytes for hash data"
Will Drewry9926ee22010-07-21 15:11:10 -0500478
Will Drewry78992a32010-07-21 14:02:20 -0500479 dd if=/dev/zero of="${ROOT_FS_IMG}" bs=1 count=1 \
480 seek=$((ROOT_SIZE_BYTES + ROOT_HASH_PAD - 1))
David James8b9643f2011-07-21 22:11:11 -0700481
482 LOOP_DEV=$(sudo losetup --show -f "${ROOT_FS_IMG}")
483 if [ -z "${LOOP_DEV}" ] ; then
484 echo "No free loop device. Free up a loop device or reboot. exiting. "
485 exit 1
486 fi
487
Will Drewry9926ee22010-07-21 15:11:10 -0500488 # Specify a block size and block count to avoid using the hash pad.
Will Drewry55b42c92010-10-20 15:44:11 -0500489 sudo mkfs.ext2 -b 4096 "${LOOP_DEV}" "$((ROOT_SIZE_BYTES / 4096))"
Will Drewry78992a32010-07-21 14:02:20 -0500490
Don Garrett3f41e152010-06-21 14:54:34 -0700491 # Tune and mount rootfs.
Will Drewry55b42c92010-10-20 15:44:11 -0500492 DISK_LABEL="C-ROOT"
493 # Disable checking and minimize metadata differences across builds
494 # and wasted reserved space.
495 sudo tune2fs -L "${DISK_LABEL}" \
496 -U clear \
497 -T 20091119110000 \
498 -c 0 \
499 -i 0 \
500 -m 0 \
501 -r 0 \
502 -e remount-ro \
503 "${LOOP_DEV}"
504 # TODO(wad) call tune2fs prior to finalization to set the mount count to 0.
Zdenek Behan7454a5e2011-03-25 01:25:41 +0100505 sudo mount -t ext2 "${LOOP_DEV}" "${ROOT_FS_DIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700506
507 # Create stateful partition of the same size as the rootfs.
Eric Li5cf288f2010-06-28 12:46:26 -0700508 STATEFUL_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_statefulfs_size}))
509 dd if=/dev/zero of="${STATEFUL_FS_IMG}" bs=1 count=1 \
510 seek=$((STATEFUL_SIZE_BYTES - 1))
Denis Romanov11061542010-06-29 04:23:53 +0400511
512 # Tune and mount the stateful partition.
513 UUID=$(uuidgen)
514 DISK_LABEL="C-STATE"
David James8b9643f2011-07-21 22:11:11 -0700515 STATEFUL_LOOP_DEV=$(sudo losetup --show -f "${STATEFUL_FS_IMG}")
516 if [ -z "${STATEFUL_LOOP_DEV}" ] ; then
517 echo "No free loop device. Free up a loop device or reboot. exiting. "
518 exit 1
519 fi
Don Garrett3f41e152010-06-21 14:54:34 -0700520 sudo mkfs.ext3 "${STATEFUL_LOOP_DEV}"
Denis Romanov11061542010-06-29 04:23:53 +0400521 sudo tune2fs -L "${DISK_LABEL}" -U "${UUID}" -c 0 -i 0 "${STATEFUL_LOOP_DEV}"
Zdenek Behan7454a5e2011-03-25 01:25:41 +0100522 sudo mount -t ext3 "${STATEFUL_LOOP_DEV}" "${STATEFUL_FS_DIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700523
Don Garrett3f41e152010-06-21 14:54:34 -0700524 # -- Install packages into the root file system --
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700525
Don Garrett3f41e152010-06-21 14:54:34 -0700526 # Prepare stateful partition with some pre-created directories.
527 sudo mkdir -p "${DEV_IMAGE_ROOT}"
528 sudo mkdir -p "${STATEFUL_FS_DIR}/var"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700529
Don Garrett3f41e152010-06-21 14:54:34 -0700530 # Create symlinks so that /usr/local/usr based directories are symlinked to
531 # /usr/local/ directories e.g. /usr/local/usr/bin -> /usr/local/bin, etc.
532 setup_symlinks_on_root "${DEV_IMAGE_ROOT}" "${STATEFUL_FS_DIR}/var" \
533 "${STATEFUL_FS_DIR}"
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +0800534
Don Garrett3f41e152010-06-21 14:54:34 -0700535 # Perform binding rather than symlinking because directories must exist
536 # on rootfs so that we can bind at run-time since rootfs is read-only.
537 echo "Binding directories from stateful partition onto the rootfs"
538 sudo mkdir -p "${ROOT_FS_DIR}/usr/local"
539 sudo mount --bind "${DEV_IMAGE_ROOT}" "${ROOT_FS_DIR}/usr/local"
540 sudo mkdir -p "${ROOT_FS_DIR}/var"
541 sudo mount --bind "${STATEFUL_FS_DIR}/var" "${ROOT_FS_DIR}/var"
542 sudo mkdir -p "${ROOT_FS_DIR}/dev"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700543
Raymes Khoury61e2bff2011-06-23 08:58:24 -0700544 # We need to install libc manually from the cross toolchain.
545 # TODO: Improve this? It would be ideal to use emerge to do this.
546 PKGDIR="/var/lib/portage/pkgs"
547 LIBC_TAR="glibc-${LIBC_VERSION}.tbz2"
548 LIBC_PATH="${PKGDIR}/cross-${CHOST}/${LIBC_TAR}"
549
550 sudo tar jxvpf "${LIBC_PATH}" -C "${ROOT_FS_DIR}" ./usr/${CHOST} \
551 --strip-components=3 --exclude=usr/include --exclude=sys-include \
552 --exclude=*.a --exclude=*.o
553
554 # If it's a developer image, also copy over the libc debug info so that gdb
555 # works with threads and also for a better debugging experience.
556 if [[ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]] ; then
557 sudo mkdir -p "${ROOT_FS_DIR}/usr/local/lib/debug"
558 sudo tar jxvpf "${LIBC_PATH}" -C "${ROOT_FS_DIR}/usr/local/lib/debug" \
559 ./usr/lib/debug/usr/${CHOST} --strip-components=6
560 fi
561
Ahmad Sharif8c86db52011-06-30 19:51:37 -0700562 . "${SRC_ROOT}/platform/dev/toolchain_utils.sh"
563 board_ctarget=$(get_ctarget_from_board "${BOARD}")
564 for atom in $(portageq match / cross-$board_ctarget/gcc); do
565 copy_gcc_libs "${ROOT_FS_DIR}" $atom
566 done
Raymes Khoury61e2bff2011-06-23 08:58:24 -0700567
David James0ea96e42011-08-03 11:53:50 -0700568 if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
569 # Install our custom factory install kernel with the appropriate use flags
570 # to the image.
571 emerge_custom_kernel "${ROOT_FS_DIR}"
572 fi
573
David Jamesffede3b2010-09-07 14:22:38 -0700574 # We "emerge --root=${ROOT_FS_DIR} --root-deps=rdeps --usepkgonly" all of the
Don Garrett3f41e152010-06-21 14:54:34 -0700575 # runtime packages for chrome os. This builds up a chrome os image from
576 # binary packages with runtime dependencies only. We use INSTALL_MASK to
577 # trim the image size as much as possible.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700578 emerge_to_image --root="${ROOT_FS_DIR}" chromeos ${EXTRA_PACKAGES}
Bill Richardson8b3bd102010-04-06 15:00:10 -0700579
Darin Petkova5869302011-03-01 17:15:59 -0800580 # Set /etc/lsb-release on the image.
581 "${OVERLAY_CHROMEOS_DIR}/scripts/cros_set_lsb_release" \
Will Drewry4a675e12010-07-03 13:35:02 -0500582 --root="${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500583 --board="${BOARD}"
Bill Richardson8b3bd102010-04-06 15:00:10 -0700584
Will Drewry1ee156f2010-07-03 13:27:19 -0500585 # Populates the root filesystem with legacy bootloader templates
586 # appropriate for the platform. The autoupdater and installer will
587 # use those templates to update the legacy boot partition (12/ESP)
588 # on update.
589 # (This script does not populate vmlinuz.A and .B needed by syslinux.)
Will Drewry1670d482010-07-09 13:08:38 -0700590 enable_rootfs_verification=
591 if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
592 enable_rootfs_verification="--enable_rootfs_verification"
593 fi
594
J. Richard Barnettef2206112011-07-26 14:36:52 -0700595 ${BUILD_LIBRARY_DIR}/create_legacy_bootloader_templates.sh \
Will Drewry1ee156f2010-07-03 13:27:19 -0500596 --arch=${ARCH} \
597 --to="${ROOT_FS_DIR}"/boot \
Will Drewry32d8c112010-10-11 15:37:17 -0500598 --boot_args="${FLAGS_boot_args}" \
Will Drewry1670d482010-07-09 13:08:38 -0700599 ${enable_rootfs_verification}
Bill Richardson9c5e5ec2010-05-14 17:00:21 -0700600
Vince Laviano96d116d2011-03-17 11:32:07 -0700601 # Don't test the factory install shim
602 if [ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]; then
Don Garrett3f41e152010-06-21 14:54:34 -0700603 # Check that the image has been correctly created.
J. Richard Barnettef2206112011-07-26 14:36:52 -0700604 "${BUILD_LIBRARY_DIR}/test_image" \
Don Garrett3f41e152010-06-21 14:54:34 -0700605 --root="${ROOT_FS_DIR}" \
606 --target="${ARCH}"
607 fi
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700608
Don Garrett3f41e152010-06-21 14:54:34 -0700609 # Clean up symlinks so they work on a running target rooted at "/".
610 # Here development packages are rooted at /usr/local. However, do not
611 # create /usr/local or /var on host (already exist on target).
612 setup_symlinks_on_root "/usr/local" "/var" "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700613
J. Richard Barnette5b80a0b2011-07-26 14:14:17 -0700614 # Create EFI System Partition to boot stock EFI BIOS (but not
615 # ChromeOS EFI BIOS). ARM uses this space to determine which
616 # partition is bootable. NOTE: The size argument for mkfs.vfat is
617 # in 1024-byte blocks. We'll hard-code it to 16M for now.
618 /usr/sbin/mkfs.vfat -C "${ESP_FS_IMG}" 16384
Will Drewry4a675e12010-07-03 13:35:02 -0500619
Thieu Le171321f2010-12-13 11:37:42 -0800620 # Zero rootfs free space to make it more compressible so auto-update
621 # payloads become smaller
622 zero_free_space "${ROOT_FS_DIR}"
623
Don Garrett3f41e152010-06-21 14:54:34 -0700624 cleanup
Chris Sosabde8c1b2010-04-29 14:02:35 -0700625
Don Garrett3f41e152010-06-21 14:54:34 -0700626 trap delete_prompt EXIT
Tan Gao6df5aee2010-05-19 14:19:55 -0700627
Don Garrett3f41e152010-06-21 14:54:34 -0700628 # Create the GPT-formatted image.
J. Richard Barnette0fad3d72011-07-27 15:50:03 -0700629 build_gpt "${OUTPUT_DIR}/${image_name}" \
630 "${ROOT_FS_IMG}" \
J. Richard Barnette0fad3d72011-07-27 15:50:03 -0700631 "${STATEFUL_FS_IMG}" \
632 "${ESP_FS_IMG}"
David James868d7bb2010-06-24 21:48:14 -0700633
J. Richard Barnette0fad3d72011-07-27 15:50:03 -0700634 # Emit helpful scripts for testers, etc.
635 emit_gpt_scripts "${OUTPUT_DIR}/${image_name}" "${OUTPUT_DIR}"
Nick Sanders446c2112010-09-03 18:15:35 -0700636
David James868d7bb2010-06-24 21:48:14 -0700637 trap - EXIT
Don Garrett3f41e152010-06-21 14:54:34 -0700638}
639
Raja Aluriaeb10482010-12-10 13:03:09 -0800640generate_au_zip () {
J. Richard Barnettef2206112011-07-26 14:36:52 -0700641 local lgenerateauzip="${BUILD_LIBRARY_DIR}/generate_au_zip.py"
Raja Aluriaeb10482010-12-10 13:03:09 -0800642 local largs="-o ${OUTPUT_DIR}"
Raja Aluri888e07c2010-12-14 10:36:34 -0800643 test ! -d "${OUTPUT_DIR}" && mkdir -p "${OUTPUT_DIR}"
Raja Aluriaeb10482010-12-10 13:03:09 -0800644 info "Running ${lgenerateauzip} ${largs} for generating AU updater zip file"
645 $lgenerateauzip $largs
646}
647
Vince Laviano6aebf312011-06-01 15:27:31 -0700648mod_image_for_test_cleanup() {
649 "${SCRIPTS_DIR}/mount_gpt_image.sh" -u -r "${ROOT_FS_DIR}" \
650 -s "${STATEFUL_FS_DIR}"
651}
652
653# Emerges chromeos-test onto the image.
654emerge_chromeos_test() {
655 # Determine the root dir for test packages.
656 local root_dev_dir="${ROOT_FS_DIR}/usr/local"
657
658 emerge_to_image --root="${root_dev_dir}" chromeos-test
659}
660
661install_autotest_for_factory() {
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -0700662 local autotest_src="${BOARD_ROOT}/usr/local/autotest"
Vince Laviano6aebf312011-06-01 15:27:31 -0700663 local stateful_root="${ROOT_FS_DIR}/usr/local"
664 local autotest_client="${stateful_root}/autotest"
665
666 echo "Install autotest into stateful partition from ${autotest_src}"
667
668 sudo mkdir -p "${autotest_client}"
669
670 # Remove excess files from stateful partition.
671 sudo rm -rf "${autotest_client}/"*
672 sudo rm -rf "${stateful_root}/autotest-pkgs"
673 sudo rm -rf "${stateful_root}/lib/icedtea6"
674
Elly Jones377939c2011-08-08 10:01:29 -0400675 sudo rsync --delete --delete-excluded -au \
Vince Laviano6aebf312011-06-01 15:27:31 -0700676 --exclude=deps/realtimecomm_playground \
677 --exclude=tests/ltp \
678 --exclude=site_tests/graphics_O3DSelenium \
679 --exclude=site_tests/realtimecomm_GTalk\* \
680 --exclude=site_tests/platform_StackProtector \
681 --exclude=deps/chrome_test \
682 --exclude=site_tests/desktopui_BrowserTest \
683 --exclude=site_tests/desktopui_PageCyclerTests \
684 --exclude=site_tests/desktopui_UITest \
685 --exclude=.svn \
686 "${autotest_src}/client/"* "${autotest_client}"
687
688 sudo chmod 755 "${autotest_client}"
689 sudo chown -R 1000:1000 "${autotest_client}"
690}
691
692# convert a dev image into a test or factory test image
693mod_image_for_test () {
694 local image_to_mod=$1
695
696 # Copy the image to a test location before modifying it
697 local test_pathname="${TEST_IMG}"
698 local typename="test"
699 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
700 test_pathname="${FACTORY_IMG}"
701 typename="factory"
702 fi
703 echo "Creating ${typename} image from original..."
704 ${COMMON_PV_CAT} ${image_to_mod} > ${test_pathname} ||
705 die "Cannot copy ${image_to_mod} to ${typename} image"
706 # Abort early if we can't find the image
707 if [ ! -f ${test_pathname} ] ; then
708 die "No image found at ${test_pathname} to modify"
709 fi
710 echo "Modifying image ${test_pathname} for ${typename}..."
711
712 local image_dir=$(dirname ${test_pathname})
713 local image_name=$(basename ${test_pathname})
714
715 trap mod_image_for_test_cleanup EXIT
716
717 # Mounts gpt image and sets up var, /usr/local and symlinks.
718 "${SCRIPTS_DIR}/mount_gpt_image.sh" -i "${image_name}" -f "${image_dir}" \
719 -r "${ROOT_FS_DIR}" -s "${STATEFUL_FS_DIR}"
720
721 emerge_chromeos_test
722
David Rochbergcf932372011-06-30 21:25:08 -0400723 BACKDOOR=0
724 if [ $FLAGS_standard_backdoor -eq $FLAGS_TRUE ]; then
725 BACKDOOR=1
726 fi
727
Vince Laviano6aebf312011-06-01 15:27:31 -0700728 local mod_test_script="${SCRIPTS_DIR}/mod_for_test_scripts/test_setup.sh"
729 # Run test setup script to modify the image
730 sudo -E GCLIENT_ROOT="${GCLIENT_ROOT}" ROOT_FS_DIR="${ROOT_FS_DIR}" \
David Rochbergcf932372011-06-30 21:25:08 -0400731 STATEFUL_DIR="${STATEFUL_FS_DIR}" ARCH="${ARCH}" BACKDOOR="${BACKDOOR}" \
732 "${mod_test_script}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700733
734 if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
735 emerge_to_image --root="${ROOT_FS_DIR}" factorytest-init
736
737 install_autotest_for_factory
738
739 local mod_factory_script
740 mod_factory_script="${SCRIPTS_DIR}/mod_for_factory_scripts/factory_setup.sh"
741 # Run factory setup script to modify the image
742 sudo -E GCLIENT_ROOT="${GCLIENT_ROOT}" ROOT_FS_DIR="${ROOT_FS_DIR}" \
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -0700743 BOARD="${BOARD}" "${mod_factory_script}"
Vince Laviano6aebf312011-06-01 15:27:31 -0700744 fi
745
746 # Re-run ldconfig to fix /etc/ldconfig.so.cache.
747 sudo ldconfig -r "${ROOT_FS_DIR}"
748
749 mod_image_for_test_cleanup
750
751 # Now make it bootable with the flags from build_image
752 "${SCRIPTS_DIR}/bin/cros_make_image_bootable" "${image_dir}" "${image_name}" \
Arkaitz Ruiz Alvarez2bf88592011-07-07 15:47:31 -0700753 --force_developer_mode
Vince Laviano6aebf312011-06-01 15:27:31 -0700754
755 print_time_elapsed
756
757 trap - EXIT
758}
759
Don Garrett3f41e152010-06-21 14:54:34 -0700760# Create the output directory.
761mkdir -p "${OUTPUT_DIR}"
762mkdir -p "${ROOT_FS_DIR}"
763mkdir -p "${STATEFUL_FS_DIR}"
764mkdir -p "${ESP_FS_DIR}"
765
Will Drewry7ab698d2010-08-05 13:57:52 -0500766# Create the boot.desc file which stores the build-time configuration
767# information needed for making the image bootable after creation with
768# cros_make_image_bootable.
769create_boot_desc
770
J. Richard Barnette46657a32011-08-01 11:18:27 -0700771create_base_image ${PRISTINE_IMAGE_NAME}
Tan Gao843b70a2010-08-17 09:41:48 -0700772
773USE_DEV_KEYS=
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700774if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
Tan Gao843b70a2010-08-17 09:41:48 -0700775 USE_DEV_KEYS="--use_dev_keys"
776fi
777
778# Place flags before positional args
Will Drewry7ab698d2010-08-05 13:57:52 -0500779${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
Tan Gao843b70a2010-08-17 09:41:48 -0700780 "${PRISTINE_IMAGE_NAME}" \
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800781 ${USE_DEV_KEYS}
Will Drewry4a675e12010-07-03 13:35:02 -0500782
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800783BOOT_FLAG=
784if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]; then
785 BOOT_FLAG="-b 1" # BOOT_FLAG_DEVELOPER value defined in load_kernel_fw.h
786 info "--factory_install set, pass BOOT_FLAG_DEVELOPER flag to \
Vince Laviano96d116d2011-03-17 11:32:07 -0700787load_kernel_test"
Che-Liang Chiou451f36e2011-07-21 19:53:37 +0800788fi
Che-Liang Chiou2d2e8252011-06-18 17:38:59 -0700789
Che-Liang Chioue51bdf22011-07-26 21:19:24 +0800790# Verify the final image.
791load_kernel_test "${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}" \
792 "${DEVKEYSDIR}/recovery_key.vbpubk" ${BOOT_FLAG}
793
Don Garrette0020b12010-06-17 15:55:35 -0700794# Create a developer image based on the chromium os base image.
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700795if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ] ; then
J. Richard Barnette46657a32011-08-01 11:18:27 -0700796 cp ${PRISTINE_IMG} ${DEVELOPER_IMG}
David James868d7bb2010-06-24 21:48:14 -0700797 update_dev_packages ${DEVELOPER_IMAGE_NAME}
Will Drewry7ab698d2010-08-05 13:57:52 -0500798 ${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
Che-Liang Chiou75ac2be2011-02-24 12:00:16 +0800799 "${DEVELOPER_IMAGE_NAME}" \
Arkaitz Ruiz Alvarez26d68ec2011-06-24 11:03:18 -0700800 --force_developer_mode
Bill Richardson6ed13582010-06-16 21:38:15 -0700801fi
802
Vince Laviano6aebf312011-06-01 15:27:31 -0700803# Create a test or factory test image if desired
804if [ ${FLAGS_test} -eq ${FLAGS_TRUE} ] ; then
805 mod_image_for_test ${DEVELOPER_IMG}
806fi
807
Bill Richardson6ed13582010-06-16 21:38:15 -0700808# Clean up temporary files.
J. Richard Barnette9fb286e2011-07-28 08:28:38 -0700809rm -f "${ROOT_FS_IMG}" "${STATEFUL_FS_IMG}" "${ESP_FS_IMG}"
Dmitry Polukhin0a649b52011-02-24 13:02:52 +0300810rmdir "${ROOT_FS_DIR}" "${STATEFUL_FS_DIR}" "${ESP_FS_DIR}"
Bill Richardson67956222010-05-28 15:38:56 -0700811
Raja Aluriaeb10482010-12-10 13:03:09 -0800812# Generating AU generator zip file to run outside chroot
813generate_au_zip || echo "Failed generating AU zip file - ignoring Error..."
Olof Johansson58f25cc2010-08-04 21:18:49 -0700814# Create a 'latest' link
J. Richard Barnettee4e3dec2011-08-08 16:35:02 -0700815rm -f ${FLAGS_output_root}/${BOARD}/latest
816ln -s $(basename ${OUTPUT_DIR}) ${FLAGS_output_root}/${BOARD}/latest
Olof Johansson58f25cc2010-08-04 21:18:49 -0700817
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700818echo "Done. Image created in ${OUTPUT_DIR}"
Don Garrette0020b12010-06-17 15:55:35 -0700819echo "Chromium OS image created as ${PRISTINE_IMAGE_NAME}"
J. Richard Barnetteeb5246f2011-04-08 10:34:31 -0700820if [ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]; then
Don Garrette0020b12010-06-17 15:55:35 -0700821 echo "Developer image created as ${DEVELOPER_IMAGE_NAME}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700822fi
Vince Laviano6aebf312011-06-01 15:27:31 -0700823if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ]; then
824 echo "Factory test image created as ${CHROMEOS_FACTORY_TEST_IMAGE_NAME}"
825elif [ ${FLAGS_test} -eq ${FLAGS_TRUE} ]; then
826 echo "Test image created as ${CHROMEOS_TEST_IMAGE_NAME}"
827fi
Nick Sanders8ab729a2010-06-16 03:15:17 -0700828
Nick Sandersd2509272010-06-16 03:50:04 -0700829print_time_elapsed
830
Hung-Te Lin2ffe2be2010-10-05 08:15:40 +0800831echo "To copy to USB keyfob, do something like:"
Daniel Eratdd9818a2010-04-26 09:16:44 -0700832echo " ./image_to_usb.sh --from=${OUTSIDE_OUTPUT_DIR} --to=/dev/sdX"
Will Drewryefce6682010-07-23 19:43:27 -0500833echo "To convert to VMWare image, INSIDE the chroot, do something like:"
Olof Johansson1f5e84d2010-08-24 20:26:49 -0500834echo " ./image_to_vm.sh --from=${OUTSIDE_OUTPUT_DIR} --board=${BOARD}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700835echo "from the scripts directory where you entered the chroot."