blob: 4a19a6e004614d4b0103d3c1b896cee6695bac35 [file] [log] [blame]
Bill Richardsonc09b94f2010-03-15 11:40:30 -07001#!/bin/bash
2
3# Copyright (c) 2009 The Chromium OS Authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7# Script to build a bootable keyfob-based chromeos system image from within
8# a chromiumos setup. This assumes that all needed packages have been built into
9# the given target's root with binary packages turned on. This script will
10# build the Chrome OS image using only pre-built binary packages.
11
12# Load common constants. This should be the first executable line.
13# The path to common.sh should be relative to your script's location.
14. "$(dirname "$0")/common.sh"
15
Will Drewry4a675e12010-07-03 13:35:02 -050016. "$(dirname "$0")/chromeos-common.sh" # for partoffset
17locate_gpt
18
Bill Richardsonc09b94f2010-03-15 11:40:30 -070019# Script must be run inside the chroot.
Don Garrett640a0582010-05-04 16:54:28 -070020restart_in_chroot_if_needed $*
Bill Richardsonc09b94f2010-03-15 11:40:30 -070021
22get_default_board
23
24# Flags.
Don Garrette0020b12010-06-17 15:55:35 -070025DEFINE_string board "${DEFAULT_BOARD}" \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070026 "The board to build an image for."
27DEFINE_string build_root "/build" \
28 "The root location for board sysroots."
29DEFINE_integer build_attempt 1 \
30 "The build attempt for this image build."
31DEFINE_string output_root "${DEFAULT_BUILD_ROOT}/images" \
32 "Directory in which to place image result directories (named by version)"
Don Garrette0020b12010-06-17 15:55:35 -070033DEFINE_boolean replace ${FLAGS_FALSE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070034 "Overwrite existing output, if any."
Don Garrette0020b12010-06-17 15:55:35 -070035DEFINE_boolean withdev ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070036 "Include useful developer friendly utilities in the image."
Don Garrette0020b12010-06-17 15:55:35 -070037DEFINE_boolean installmask ${FLAGS_TRUE} \
Bill Richardsonc09b94f2010-03-15 11:40:30 -070038 "Use INSTALL_MASK to shrink the resulting image."
39DEFINE_integer jobs -1 \
40 "How many packages to build in parallel at maximum."
Don Garrette0020b12010-06-17 15:55:35 -070041DEFINE_boolean statefuldev ${FLAGS_TRUE} \
Chris Sosa4bffb8b2010-04-07 17:23:54 -070042 "Install development packages on stateful partition rather than the rootfs"
Antoine Laboure9e585f2010-04-01 15:57:57 -070043DEFINE_string to "" \
44 "The target image file or device"
Don Garrette0020b12010-06-17 15:55:35 -070045DEFINE_boolean factory_install ${FLAGS_FALSE} \
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +080046 "Build a smaller image to overlay the factory install shim on; this argument \
47is also required in image_to_usb."
robotboyb75eee32010-04-30 09:51:23 -070048DEFINE_string arm_extra_bootargs "" \
49 "Additional command line options to pass to the ARM kernel."
Zelidrag Hornung1d12c1a2010-06-02 10:20:29 -070050DEFINE_integer rootfs_partition_size 1024 \
51 "rootfs parition size in MBs."
52DEFINE_integer rootfs_size 720 \
53 "rootfs filesystem size in MBs."
Will Drewry78992a32010-07-21 14:02:20 -050054# ceil(0.1 * rootfs_size) is a good minimum.
55DEFINE_integer rootfs_hash_pad 8 \
56 "MBs reserved at the end of the rootfs image."
Eric Li5cf288f2010-06-28 12:46:26 -070057DEFINE_integer statefulfs_size 1024 \
58 "stateful filesystem size in MBs."
David James868d7bb2010-06-24 21:48:14 -070059DEFINE_boolean preserve ${FLAGS_FALSE} \
60 "Attempt to preserve the previous build image if one can be found (unstable, \
61kernel/firmware not updated)"
David James03668642010-07-28 17:08:29 -070062DEFINE_boolean fast ${DEFAULT_FAST} \
63 "Call many emerges in parallel"
Nick Sandersf2dee6c2010-07-01 00:21:32 -070064
Will Drewry4a675e12010-07-03 13:35:02 -050065DEFINE_string usb_disk /dev/sdb3 \
66 "Path syslinux should use to do a usb boot. Default: /dev/sdb3"
67
Will Drewry1670d482010-07-09 13:08:38 -070068DEFINE_boolean enable_rootfs_verification ${FLAGS_FALSE} \
69 "Default all bootloaders to use kernel-based root fs integrity checking."
70DEFINE_integer verity_error_behavior 2 \
71 "Kernel verified boot error behavior (0: I/O errors, 1: reboot, 2: nothing) \
Will Drewry4a675e12010-07-03 13:35:02 -050072Default: 2"
Will Drewry1670d482010-07-09 13:08:38 -070073DEFINE_integer verity_depth 1 \
74 "Kernel verified boot hash tree depth. Default: 1"
75DEFINE_integer verity_max_ios 1024 \
Will Drewry4a675e12010-07-03 13:35:02 -050076 "Number of outstanding I/O operations dm-verity caps at. Default: 1024"
Will Drewry1670d482010-07-09 13:08:38 -070077DEFINE_string verity_algorithm "sha1" \
78 "Cryptographic hash algorithm used for kernel vboot. Default : sha1"
Bill Richardsonc09b94f2010-03-15 11:40:30 -070079
Nikita Kostylevc8bba902010-07-28 17:05:26 +040080DEFINE_string oem_customization "" \
Denis Romanov95bdf472010-07-12 22:44:42 +040081 "Path to directory containing OEM partner partition contents"
82
Bill Richardsonc09b94f2010-03-15 11:40:30 -070083# Parse command line.
84FLAGS "$@" || exit 1
85eval set -- "${FLAGS_ARGV}"
86
87# Only now can we die on error. shflags functions leak non-zero error codes,
88# so will die prematurely if 'set -e' is specified before now.
89set -e
90
Don Garrette0020b12010-06-17 15:55:35 -070091if [ -z "${FLAGS_board}" ] ; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -070092 error "--board is required."
93 exit 1
94fi
95
Will Drewry78992a32010-07-21 14:02:20 -050096if [ "$((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad))" -gt \
97 "${FLAGS_rootfs_partition_size}" ] ; then
98 error "rootfs ($((FLAGS_rootfs_size + FLAGS_rootfs_hash_pad)) MB) is \
99bigger than partition (${FLAGS_rootfs_partition_size} MB)."
Zelidrag Hornung1d12c1a2010-06-02 10:20:29 -0700100 exit 1
101fi
102
Nick Sanders8ab729a2010-06-16 03:15:17 -0700103EMERGE_BOARD_CMD="emerge-${FLAGS_board}"
Nick Sandersf2dee6c2010-07-01 00:21:32 -0700104if [ "${FLAGS_fast}" -eq "${FLAGS_TRUE}" ]; then
Nick Sanders8ab729a2010-06-16 03:15:17 -0700105 echo "Using alternate emerge"
Nick Sandersf2dee6c2010-07-01 00:21:32 -0700106 EMERGE_BOARD_CMD="${SCRIPTS_DIR}/parallel_emerge --board=${FLAGS_board}"
Nick Sanders8ab729a2010-06-16 03:15:17 -0700107fi
108
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700109# Determine build version.
110. "${SCRIPTS_DIR}/chromeos_version.sh"
111
112# Use canonical path since some tools (e.g. mount) do not like symlinks.
113# Append build attempt to output directory.
114IMAGE_SUBDIR="${CHROMEOS_VERSION_STRING}-a${FLAGS_build_attempt}"
115OUTPUT_DIR="${FLAGS_output_root}/${FLAGS_board}/${IMAGE_SUBDIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700116
117OUTSIDE_OUTPUT_DIR="../build/images/${FLAGS_board}/${IMAGE_SUBDIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700118
119# If we are creating a developer image, also create a pristine image with a
120# different name.
121DEVELOPER_IMAGE_NAME=
122PRISTINE_IMAGE_NAME=chromiumos_image.bin
Don Garrette0020b12010-06-17 15:55:35 -0700123if [ "${FLAGS_withdev}" -eq "${FLAGS_TRUE}" ]; then
Chris Sosa9673f3b2010-05-18 13:24:40 -0700124 PRISTINE_IMAGE_NAME=chromiumos_base_image.bin
125 DEVELOPER_IMAGE_NAME=chromiumos_image.bin
126fi
Tan Gaoa40ed442010-06-02 15:45:19 -0700127
David James868d7bb2010-06-24 21:48:14 -0700128PRISTINE_IMG="${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}"
129DEVELOPER_IMG="${OUTPUT_DIR}/${DEVELOPER_IMAGE_NAME}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700130
131BOARD="${FLAGS_board}"
132BOARD_ROOT="${FLAGS_build_root}/${BOARD}"
133
Don Garrett3f41e152010-06-21 14:54:34 -0700134ROOT_FS_IMG="${OUTPUT_DIR}/rootfs.image"
135ROOT_FS_DIR="${OUTPUT_DIR}/rootfs"
Will Drewry4a675e12010-07-03 13:35:02 -0500136ROOT_FS_HASH="${OUTPUT_DIR}/rootfs.hash"
Don Garrett3f41e152010-06-21 14:54:34 -0700137
138STATEFUL_FS_IMG="${OUTPUT_DIR}/stateful_partition.image"
139STATEFUL_FS_DIR="${OUTPUT_DIR}/stateful_partition"
140
Denis Romanov11061542010-06-29 04:23:53 +0400141OEM_FS_IMG="${OUTPUT_DIR}/partner_partition.image"
142OEM_FS_DIR="${OUTPUT_DIR}/partner_partition"
143
Don Garrett3f41e152010-06-21 14:54:34 -0700144ESP_FS_IMG=${OUTPUT_DIR}/esp.image
145ESP_FS_DIR=${OUTPUT_DIR}/esp
146
Will Drewry7ab698d2010-08-05 13:57:52 -0500147DEVKEYSDIR="/usr/share/vboot/devkeys"
148
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700149LOOP_DEV=
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700150STATEFUL_LOOP_DEV=
Denis Romanov11061542010-06-29 04:23:53 +0400151OEM_LOOP_DEV=
Bill Richardsona81df762010-04-09 08:12:05 -0700152ESP_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700153
Don Garrett3f41e152010-06-21 14:54:34 -0700154# ${DEV_IMAGE_ROOT} specifies the location of where developer packages will
155# be installed on the stateful dir. On a Chromium OS system, this will
156# translate to /usr/local.
157DEV_IMAGE_ROOT="${STATEFUL_FS_DIR}/dev_image"
158
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700159# What cross-build are we targeting?
160. "${BOARD_ROOT}/etc/make.conf.board_setup"
161LIBC_VERSION=${LIBC_VERSION:-"2.10.1-r1"}
162
Don Garrett3f41e152010-06-21 14:54:34 -0700163INSTALL_MASK=""
164if [[ ${FLAGS_installmask} -eq ${FLAGS_TRUE} ]] ; then
165 INSTALL_MASK="${DEFAULT_INSTALL_MASK}"
166fi
167
168# Reduce the size of factory install shim.
169# TODO: Build a separated ebuild for the factory install shim to reduce size.
170if [[ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]] ; then
171 INSTALL_MASK="${INSTALL_MASK} ${FACTORY_INSTALL_MASK}"
172fi
173
David Jamesfd7403a2010-07-09 12:00:17 -0700174if [[ ${FLAGS_jobs} -ne -1 ]]; then
175 EMERGE_JOBS="--jobs=${FLAGS_jobs}"
176fi
177
Will Drewry7ab698d2010-08-05 13:57:52 -0500178if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
179 enable_rootfs_verification_flag="--enable_rootfs_verification"
180fi
181
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700182# Figure out ARCH from the given toolchain.
183# TODO: Move to common.sh as a function after scripts are switched over.
Don Garrette0020b12010-06-17 15:55:35 -0700184TC_ARCH=$(echo "${CHOST}" | awk -F'-' '{ print $1 }')
185case "${TC_ARCH}" in
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700186 arm*)
187 ARCH="arm"
188 ;;
189 *86)
190 ARCH="x86"
191 ;;
192 *)
Don Garrette0020b12010-06-17 15:55:35 -0700193 error "Unable to determine ARCH from toolchain: ${CHOST}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700194 exit 1
195esac
196
197# Hack to fix bug where x86_64 CHOST line gets incorrectly added.
198# ToDo(msb): remove this hack.
199PACKAGES_FILE="${BOARD_ROOT}/packages/Packages"
200sudo sed -e "s/CHOST: x86_64-pc-linux-gnu//" -i "${PACKAGES_FILE}"
201
202# Handle existing directory.
Don Garrette0020b12010-06-17 15:55:35 -0700203if [[ -e "${OUTPUT_DIR}" ]]; then
204 if [[ ${FLAGS_replace} -eq ${FLAGS_TRUE} ]]; then
205 sudo rm -rf "${OUTPUT_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700206 else
Don Garrette0020b12010-06-17 15:55:35 -0700207 echo "Directory ${OUTPUT_DIR} already exists."
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700208 echo "Use --build_attempt option to specify an unused attempt."
209 echo "Or use --replace if you want to overwrite this directory."
210 exit 1
211 fi
212fi
213
David James868d7bb2010-06-24 21:48:14 -0700214# Find previous build, if any...
215PREVIOUS_DIR=$($SCRIPTS_DIR/get_latest_image.sh --board="$BOARD")
216
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700217cleanup_rootfs_loop() {
Don Garrette0020b12010-06-17 15:55:35 -0700218 sudo umount -d "${ROOT_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700219}
220
221cleanup_stateful_fs_loop() {
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700222 sudo umount "${ROOT_FS_DIR}/usr/local"
223 sudo umount "${ROOT_FS_DIR}/var"
Don Garrett3f41e152010-06-21 14:54:34 -0700224 sudo umount -d "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700225}
226
Denis Romanov11061542010-06-29 04:23:53 +0400227cleanup_oem_fs_loop() {
228 sudo umount -d "${OEM_FS_DIR}"
229}
230
231
Bill Richardson8b3bd102010-04-06 15:00:10 -0700232cleanup_esp_loop() {
Don Garrett3f41e152010-06-21 14:54:34 -0700233 sudo umount -d "${ESP_FS_DIR}"
Bill Richardson8b3bd102010-04-06 15:00:10 -0700234}
235
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700236cleanup() {
237 # Disable die on error.
238 set +e
239
Don Garrette0020b12010-06-17 15:55:35 -0700240 if [[ -n "${STATEFUL_LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700241 cleanup_stateful_fs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500242 STATEFUL_LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700243 fi
244
Denis Romanov11061542010-06-29 04:23:53 +0400245 if [[ -n "${OEM_LOOP_DEV}" ]]; then
246 cleanup_oem_fs_loop
247 fi
248
Don Garrette0020b12010-06-17 15:55:35 -0700249 if [[ -n "${LOOP_DEV}" ]]; then
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700250 cleanup_rootfs_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500251 LOOP_DEV=
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700252 fi
253
Don Garrette0020b12010-06-17 15:55:35 -0700254 if [[ -n "${ESP_LOOP_DEV}" ]]; then
Bill Richardson8b3bd102010-04-06 15:00:10 -0700255 cleanup_esp_loop
Will Drewry4a675e12010-07-03 13:35:02 -0500256 ESP_LOOP_DEV=
Bill Richardson8b3bd102010-04-06 15:00:10 -0700257 fi
258
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700259 # Turn die on error back on.
260 set -e
261}
262
Chris Sosabde8c1b2010-04-29 14:02:35 -0700263delete_prompt() {
264 echo "An error occurred in your build so your latest output directory" \
265 "is invalid."
266 read -p "Would you like to delete the output directory (y/N)? " SURE
Don Garrette0020b12010-06-17 15:55:35 -0700267 SURE="${SURE:0:1}" # Get just the first character.
Chris Sosabde8c1b2010-04-29 14:02:35 -0700268 if [ "${SURE}" == "y" ] ; then
Don Garrette0020b12010-06-17 15:55:35 -0700269 sudo rm -rf "${OUTPUT_DIR}"
270 echo "Deleted ${OUTPUT_DIR}"
Chris Sosabde8c1b2010-04-29 14:02:35 -0700271 else
Don Garrette0020b12010-06-17 15:55:35 -0700272 echo "Not deleting ${OUTPUT_DIR}. Note dev server updates will not work" \
Chris Sosabde8c1b2010-04-29 14:02:35 -0700273 "until you successfully build another image or delete this directory"
274 fi
275}
276
Chris Sosa9673f3b2010-05-18 13:24:40 -0700277# $1 - Directory where developer rootfs is mounted.
278# $2 - Directory where developer stateful_partition is mounted.
Will Drewry4a675e12010-07-03 13:35:02 -0500279# $3 - Directory where the ESP partition is mounted.
Don Garrett3f41e152010-06-21 14:54:34 -0700280mount_gpt_cleanup() {
Will Drewry4a675e12010-07-03 13:35:02 -0500281 local rootfs="${1-$ROOT_FS_DIR}"
282 local statefs="${2-$STATEFUL_FS_DIR}"
283 local espfs="${3-$ESP_FS_DIR}"
284 "${SCRIPTS_DIR}/mount_gpt_image.sh" \
285 -u -r "${rootfs}" -s "${statefs}" -e "${espfs}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700286 delete_prompt
287}
288
Will Drewry7ab698d2010-08-05 13:57:52 -0500289# Takes no arguments and populates the configuration for
290# cros_make_image_bootable.
291create_boot_desc() {
292 cat <<EOF > ${OUTPUT_DIR}/boot.desc
293 --arch="${ARCH}"
294 --output_dir="${OUTPUT_DIR}"
295 --rootfs_size="${FLAGS_rootfs_size}"
296 --rootfs_hash_pad="${FLAGS_rootfs_hash_pad}"
297 --rootfs_hash="${ROOT_FS_HASH}"
298 --rootfs_mountpoint="${ROOT_FS_DIR}"
299 --statefulfs_mountpoint="${STATEFUL_FS_DIR}"
300 --espfs_mountpoint="${ESP_FS_DIR}"
301 --verity_error_behavior="${FLAGS_verity_error_behavior}"
302 --verity_depth="${FLAGS_verity_depth}"
303 --verity_max_ios="${FLAGS_verity_max_ios}"
304 --verity_algorithm="${FLAGS_verity_algorithm}"
305 --keys_dir="${DEVKEYSDIR}"
306 --usb_disk="${FLAGS_usb_disk}"
307 --nocleanup_dirs
308 ${enable_rootfs_verification_flag}
309EOF
Will Drewry4a675e12010-07-03 13:35:02 -0500310}
311
Don Garrett3f41e152010-06-21 14:54:34 -0700312# Modifies an existing image to add development packages
313update_dev_packages() {
314 local image_name=$1
Chris Sosa9673f3b2010-05-18 13:24:40 -0700315
Don Garrett3f41e152010-06-21 14:54:34 -0700316 echo "Adding developer packages to ${image_name}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700317
Will Drewry4a675e12010-07-03 13:35:02 -0500318 trap "mount_gpt_cleanup" EXIT
Tan Gaoa40ed442010-06-02 15:45:19 -0700319
Don Garrette0020b12010-06-17 15:55:35 -0700320 ${SCRIPTS_DIR}/mount_gpt_image.sh --from "${OUTPUT_DIR}" \
David James868d7bb2010-06-24 21:48:14 -0700321 --image "${image_name}" -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500322 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700323
Don Garrett3f41e152010-06-21 14:54:34 -0700324 # Determine the root dir for developer packages.
325 local root_dev_dir="${ROOT_FS_DIR}"
326 [ ${FLAGS_statefuldev} -eq ${FLAGS_TRUE} ] && \
327 root_dev_dir="${ROOT_FS_DIR}/usr/local"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700328
Don Garrett3f41e152010-06-21 14:54:34 -0700329 # Install developer packages described in chromeos-dev.
330 sudo INSTALL_MASK="${INSTALL_MASK}" ${EMERGE_BOARD_CMD} \
331 --root="${root_dev_dir}" --root-deps=rdeps \
David James868d7bb2010-06-24 21:48:14 -0700332 --usepkg -uDNv chromeos-dev ${EMERGE_JOBS}
333
334 if [[ $FLAGS_preserve -eq ${FLAGS_TRUE} ]] ; then
335 # Clean out unused packages
336 sudo INSTALL_MASK="${INSTALL_MASK}" ${EMERGE_BOARD_CMD} \
337 --root="${ROOT_FS_DIR}" --root-deps=rdeps \
338 --usepkg --depclean ${EMERGE_JOBS}
339 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700340
341 # Re-run ldconfig to fix /etc/ldconfig.so.cache.
Don Garrett3f41e152010-06-21 14:54:34 -0700342 sudo /sbin/ldconfig -r "${ROOT_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700343
344 # Mark the image as a developer image (input to chromeos_startup).
Don Garrett3f41e152010-06-21 14:54:34 -0700345 sudo mkdir -p "${ROOT_FS_DIR}/root"
346 sudo touch "${ROOT_FS_DIR}/root/.dev_mode"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700347
Don Garrett3f41e152010-06-21 14:54:34 -0700348 # Additional changes to developer image.
Chris Sosa9673f3b2010-05-18 13:24:40 -0700349
Don Garrett3f41e152010-06-21 14:54:34 -0700350 # The ldd tool is a useful shell script but lives in glibc; just copy it.
351 sudo cp -a "$(which ldd)" "${root_dev_dir}/usr/bin"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700352
Don Garrett3f41e152010-06-21 14:54:34 -0700353 # If vim is installed, then a vi symlink would probably help.
354 if [[ -x "${ROOT_FS_DIR}/usr/local/bin/vim" ]]; then
355 sudo ln -sf vim "${ROOT_FS_DIR}/usr/local/bin/vi"
Girts Folkmanis7a8a8382010-05-18 22:52:25 -0700356 fi
Chris Sosa9673f3b2010-05-18 13:24:40 -0700357
Tammo Spalinkcfc0c642010-07-07 10:51:21 +0800358 # If pygtk is installed in stateful-dev, then install a path.
359 if [[ -d \
360 "${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/gtk-2.0" ]]; then
361 sudo bash -c "\
362 echo gtk-2.0 > \
363 ${ROOT_FS_DIR}/usr/local/lib/python2.6/site-packages/pygtk.pth"
364 fi
365
Don Garrett3f41e152010-06-21 14:54:34 -0700366 # Check that the image has been correctly created. Only do it if not
367 # building a factory install image, as the INSTALL_MASK for it will
368 # make test_image fail.
369 if [[ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]] ; then
370 "${SCRIPTS_DIR}/test_image" \
371 --root="${ROOT_FS_DIR}" \
372 --target="${ARCH}"
373 fi
374 echo "Developer image built and stored at ${image_name}"
375
Chris Sosa9673f3b2010-05-18 13:24:40 -0700376 trap - EXIT
David James868d7bb2010-06-24 21:48:14 -0700377 ${SCRIPTS_DIR}/mount_gpt_image.sh -u -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500378 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
David James868d7bb2010-06-24 21:48:14 -0700379}
380
381# Update the base package on an existing image.
382update_base_packages() {
383 local image_name=$1
384
385 echo "Updating base packages on ${image_name}"
386
387 # Create stateful partition of the same size as the rootfs.
Will Drewry4a675e12010-07-03 13:35:02 -0500388 trap "mount_gpt_cleanup" EXIT
David James868d7bb2010-06-24 21:48:14 -0700389
390 ${SCRIPTS_DIR}/mount_gpt_image.sh --from "${OUTPUT_DIR}" \
391 --image "${image_name}" -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500392 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
David James868d7bb2010-06-24 21:48:14 -0700393
394 # Emerge updated packages, exactly like when creating base image
395 sudo INSTALL_MASK="${INSTALL_MASK}" ${EMERGE_BOARD_CMD} \
396 --root="${ROOT_FS_DIR}" --root-deps=rdeps \
397 --usepkg -uDNv chromeos ${EMERGE_JOBS}
398
399 # Clean out unused packages
400 sudo INSTALL_MASK="${INSTALL_MASK}" ${EMERGE_BOARD_CMD} \
401 --root="${ROOT_FS_DIR}" --root-deps=rdeps \
402 --usepkg --depclean ${EMERGE_JOBS}
403
404 trap - EXIT
405 ${SCRIPTS_DIR}/mount_gpt_image.sh -u -r "${ROOT_FS_DIR}" \
Will Drewry4a675e12010-07-03 13:35:02 -0500406 -s "${STATEFUL_FS_DIR}" -e "${ESP_FS_DIR}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700407}
408
Don Garrett3f41e152010-06-21 14:54:34 -0700409create_base_image() {
David James868d7bb2010-06-24 21:48:14 -0700410 local image_name=$1
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700411
Don Garrett3f41e152010-06-21 14:54:34 -0700412 trap "cleanup && delete_prompt" EXIT
Chris Sosa4bffb8b2010-04-07 17:23:54 -0700413
David James868d7bb2010-06-24 21:48:14 -0700414 UUID=$(uuidgen)
415
Don Garrett3f41e152010-06-21 14:54:34 -0700416 # Create and format the root file system.
417
418 # Check for loop device before creating image.
419 LOOP_DEV=$(sudo losetup -f)
420 if [ -z "${LOOP_DEV}" ] ; then
421 echo "No free loop device. Free up a loop device or reboot. exiting. "
422 exit 1
423 fi
424
425 # Create root file system disk image to fit on a 1GB memory stick.
426 # 1 GB in hard-drive-manufacturer-speak is 10^9, not 2^30. 950MB < 10^9 bytes.
427 if [[ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ]] ; then
428 ROOT_SIZE_BYTES=$((1024 * 1024 * 300))
429 else
430 ROOT_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_rootfs_size}))
431 fi
432
Will Drewry9926ee22010-07-21 15:11:10 -0500433 # Pad out for the hash tree.
Will Drewry78992a32010-07-21 14:02:20 -0500434 ROOT_HASH_PAD=$((FLAGS_rootfs_hash_pad * 1024 * 1024))
435 info "Padding the rootfs image by ${ROOT_HASH_PAD} bytes for hash data"
Will Drewry9926ee22010-07-21 15:11:10 -0500436
Will Drewry78992a32010-07-21 14:02:20 -0500437 dd if=/dev/zero of="${ROOT_FS_IMG}" bs=1 count=1 \
438 seek=$((ROOT_SIZE_BYTES + ROOT_HASH_PAD - 1))
Will Drewry9926ee22010-07-21 15:11:10 -0500439 sudo losetup "${LOOP_DEV}" "${ROOT_FS_IMG}"
440 # Specify a block size and block count to avoid using the hash pad.
441 sudo mkfs.ext3 -b 4096 "${LOOP_DEV}" "$((ROOT_SIZE_BYTES / 4096))"
Will Drewry78992a32010-07-21 14:02:20 -0500442
Don Garrett3f41e152010-06-21 14:54:34 -0700443 # Tune and mount rootfs.
Will Drewry78992a32010-07-21 14:02:20 -0500444 # TODO(wad) rename the disk label to match the GPT since we
445 # can't change it later.
Don Garrett3f41e152010-06-21 14:54:34 -0700446 DISK_LABEL="C-KEYFOB"
447 sudo tune2fs -L "${DISK_LABEL}" -U "${UUID}" -c 0 -i 0 "${LOOP_DEV}"
448 sudo mount "${LOOP_DEV}" "${ROOT_FS_DIR}"
449
450 # Create stateful partition of the same size as the rootfs.
451 STATEFUL_LOOP_DEV=$(sudo losetup -f)
452 if [ -z "${STATEFUL_LOOP_DEV}" ] ; then
453 echo "No free loop device. Free up a loop device or reboot. exiting. "
454 exit 1
455 fi
Eric Li5cf288f2010-06-28 12:46:26 -0700456 STATEFUL_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_statefulfs_size}))
457 dd if=/dev/zero of="${STATEFUL_FS_IMG}" bs=1 count=1 \
458 seek=$((STATEFUL_SIZE_BYTES - 1))
Denis Romanov11061542010-06-29 04:23:53 +0400459
460 # Tune and mount the stateful partition.
461 UUID=$(uuidgen)
462 DISK_LABEL="C-STATE"
Don Garrett3f41e152010-06-21 14:54:34 -0700463 sudo losetup "${STATEFUL_LOOP_DEV}" "${STATEFUL_FS_IMG}"
464 sudo mkfs.ext3 "${STATEFUL_LOOP_DEV}"
Denis Romanov11061542010-06-29 04:23:53 +0400465 sudo tune2fs -L "${DISK_LABEL}" -U "${UUID}" -c 0 -i 0 "${STATEFUL_LOOP_DEV}"
Don Garrett3f41e152010-06-21 14:54:34 -0700466 sudo mount "${STATEFUL_LOOP_DEV}" "${STATEFUL_FS_DIR}"
467
Denis Romanov11061542010-06-29 04:23:53 +0400468 # Create OEM partner partition.
469 OEM_LOOP_DEV=$(sudo losetup -f)
470 if [ -z "${OEM_LOOP_DEV}" ] ; then
471 echo "No free loop device. Free up a loop device or reboot. exiting. "
472 exit 1
473 fi
474 OEM_SIZE_BYTES=$((1024 * 1024 * 16))
475 dd if=/dev/zero of="${OEM_FS_IMG}" bs=1 count=1 seek=$((OEM_SIZE_BYTES - 1))
476
477 # Tune and mount OEM partner partition.
478 UUID=$(uuidgen)
479 DISK_LABEL="C-OEM"
480 sudo losetup "${OEM_LOOP_DEV}" "${OEM_FS_IMG}"
481 sudo mkfs.ext3 "${OEM_LOOP_DEV}"
482 sudo tune2fs -L "${DISK_LABEL}" -U "${UUID}" -c 0 -i 0 "${OEM_LOOP_DEV}"
483 sudo mount "${OEM_LOOP_DEV}" "${OEM_FS_DIR}"
484
Denis Romanov95bdf472010-07-12 22:44:42 +0400485 # Populate OEM partner partition.
Nikita Kostylevc8bba902010-07-28 17:05:26 +0400486 if [ ! -z "${FLAGS_oem_customization}" ]; then
Denis Romanov95bdf472010-07-12 22:44:42 +0400487 if [ ! -d ${FLAGS_oem_customization} ]; then
488 echo "Specified OEM content directory does not exist. exiting."
489 exit 1
490 fi
491 for ITEM in `ls -A ${FLAGS_oem_customization}`
492 do sudo cp -a "${FLAGS_oem_customization}/$ITEM" "${OEM_FS_DIR}"
493 done
494 sudo find "${OEM_FS_DIR}" -type d -exec chmod 755 "{}" \;
495 sudo find "${OEM_FS_DIR}" -type f -exec chmod 644 "{}" \;
496 sudo chown -R root:root "${OEM_FS_DIR}"
Nikita Kostylevc8bba902010-07-28 17:05:26 +0400497 else
498 echo "Empty OEM partition: OEM customizations will not be applied."
Denis Romanov95bdf472010-07-12 22:44:42 +0400499 fi
500
Don Garrett3f41e152010-06-21 14:54:34 -0700501 # -- Install packages into the root file system --
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700502
Don Garrett3f41e152010-06-21 14:54:34 -0700503 # We need to install libc manually from the cross toolchain.
504 # TODO: Improve this? We only want libc and not the whole toolchain.
505 PKGDIR="/var/lib/portage/pkgs/cross/"
506 sudo tar jxvpf \
507 "${PKGDIR}/${CHOST}/cross-${CHOST}"/glibc-${LIBC_VERSION}.tbz2 \
508 -C "${ROOT_FS_DIR}" --strip-components=3 \
509 --exclude=usr/include --exclude=sys-include --exclude=*.a --exclude=*.o
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700510
Don Garrett3f41e152010-06-21 14:54:34 -0700511 # We need to install libstdc++ manually from the cross toolchain.
512 # TODO: Figure out a better way of doing this?
513 sudo cp -a "${BOARD_ROOT}"/lib/libgcc_s.so* "${ROOT_FS_DIR}/lib"
514 sudo cp -a "${BOARD_ROOT}"/usr/lib/libstdc++.so* "${ROOT_FS_DIR}/usr/lib"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700515
Don Garrett3f41e152010-06-21 14:54:34 -0700516 # Prepare stateful partition with some pre-created directories.
517 sudo mkdir -p "${DEV_IMAGE_ROOT}"
518 sudo mkdir -p "${STATEFUL_FS_DIR}/var"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700519
Don Garrett3f41e152010-06-21 14:54:34 -0700520 # Create symlinks so that /usr/local/usr based directories are symlinked to
521 # /usr/local/ directories e.g. /usr/local/usr/bin -> /usr/local/bin, etc.
522 setup_symlinks_on_root "${DEV_IMAGE_ROOT}" "${STATEFUL_FS_DIR}/var" \
523 "${STATEFUL_FS_DIR}"
Tom Wai-Hong Tamf87a3672010-05-17 16:06:33 +0800524
Don Garrett3f41e152010-06-21 14:54:34 -0700525 # Perform binding rather than symlinking because directories must exist
526 # on rootfs so that we can bind at run-time since rootfs is read-only.
527 echo "Binding directories from stateful partition onto the rootfs"
528 sudo mkdir -p "${ROOT_FS_DIR}/usr/local"
529 sudo mount --bind "${DEV_IMAGE_ROOT}" "${ROOT_FS_DIR}/usr/local"
530 sudo mkdir -p "${ROOT_FS_DIR}/var"
531 sudo mount --bind "${STATEFUL_FS_DIR}/var" "${ROOT_FS_DIR}/var"
532 sudo mkdir -p "${ROOT_FS_DIR}/dev"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700533
Mandeep Singh Baines3dfa8522010-06-24 15:00:49 -0700534 # We "emerge --root=${ROOT_FS_DIR} --root-deps=rdeps --usepkg" all of the
Don Garrett3f41e152010-06-21 14:54:34 -0700535 # runtime packages for chrome os. This builds up a chrome os image from
536 # binary packages with runtime dependencies only. We use INSTALL_MASK to
537 # trim the image size as much as possible.
538 sudo INSTALL_MASK="${INSTALL_MASK}" ${EMERGE_BOARD_CMD} \
539 --root="${ROOT_FS_DIR}" --root-deps=rdeps \
Mandeep Singh Baines3dfa8522010-06-24 15:00:49 -0700540 --usepkg chromeos ${EMERGE_JOBS}
Bill Richardson8b3bd102010-04-06 15:00:10 -0700541
Will Drewry4a675e12010-07-03 13:35:02 -0500542 # Perform any customizations on the root file system that are needed.
543 "${SCRIPTS_DIR}/customize_rootfs" \
544 --root="${ROOT_FS_DIR}" \
545 --target="${ARCH}" \
546 --board="${BOARD}"
Bill Richardson8b3bd102010-04-06 15:00:10 -0700547
Will Drewry1ee156f2010-07-03 13:27:19 -0500548 # Populates the root filesystem with legacy bootloader templates
549 # appropriate for the platform. The autoupdater and installer will
550 # use those templates to update the legacy boot partition (12/ESP)
551 # on update.
552 # (This script does not populate vmlinuz.A and .B needed by syslinux.)
Will Drewry1670d482010-07-09 13:08:38 -0700553 enable_rootfs_verification=
554 if [[ ${FLAGS_enable_rootfs_verification} -eq ${FLAGS_TRUE} ]]; then
555 enable_rootfs_verification="--enable_rootfs_verification"
556 fi
557
Will Drewry1ee156f2010-07-03 13:27:19 -0500558 ${SCRIPTS_DIR}/create_legacy_bootloader_templates.sh \
559 --arch=${ARCH} \
560 --to="${ROOT_FS_DIR}"/boot \
561 --install \
Will Drewry1670d482010-07-09 13:08:38 -0700562 ${enable_rootfs_verification}
Bill Richardson9c5e5ec2010-05-14 17:00:21 -0700563
Don Garrett3f41e152010-06-21 14:54:34 -0700564 # Don't test the factory install shim.
565 if [[ ${FLAGS_factory_install} -eq ${FLAGS_FALSE} ]] ; then
566 # Check that the image has been correctly created.
567 "${SCRIPTS_DIR}/test_image" \
568 --root="${ROOT_FS_DIR}" \
569 --target="${ARCH}"
570 fi
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700571
Don Garrett3f41e152010-06-21 14:54:34 -0700572 # Clean up symlinks so they work on a running target rooted at "/".
573 # Here development packages are rooted at /usr/local. However, do not
574 # create /usr/local or /var on host (already exist on target).
575 setup_symlinks_on_root "/usr/local" "/var" "${STATEFUL_FS_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700576
Will Drewry7ab698d2010-08-05 13:57:52 -0500577 # cros_make_image_bootable will clobber vmlinuz.image for x86.
Will Drewry4a675e12010-07-03 13:35:02 -0500578 # Until then, just copy the kernel to vmlinuz.image. It is
579 # expected in build_gpt.sh and needed by ARM until it supports the
580 # full, signed kernel partition format.
581 cp "${ROOT_FS_DIR}/boot/vmlinuz" "${OUTPUT_DIR}/vmlinuz.image"
582
583 # Create an empty esp image to be updated in by update_bootloaders.sh.
584 ${SCRIPTS_DIR}/create_esp.sh --to="${ESP_FS_IMG}"
585
Don Garrett3f41e152010-06-21 14:54:34 -0700586 cleanup
Chris Sosabde8c1b2010-04-29 14:02:35 -0700587
Don Garrett3f41e152010-06-21 14:54:34 -0700588 trap delete_prompt EXIT
Tan Gao6df5aee2010-05-19 14:19:55 -0700589
Don Garrett3f41e152010-06-21 14:54:34 -0700590 # Create the GPT-formatted image.
591 ${SCRIPTS_DIR}/build_gpt.sh \
592 --arch=${ARCH} \
593 --board=${FLAGS_board} \
594 --arm_extra_bootargs="${FLAGS_arm_extra_bootargs}" \
595 --rootfs_partition_size=${FLAGS_rootfs_partition_size} \
Don Garrett3f41e152010-06-21 14:54:34 -0700596 "${OUTPUT_DIR}" \
David James868d7bb2010-06-24 21:48:14 -0700597 "${OUTPUT_DIR}/${image_name}"
598
599 trap - EXIT
Don Garrett3f41e152010-06-21 14:54:34 -0700600}
601
602# Create the output directory.
603mkdir -p "${OUTPUT_DIR}"
604mkdir -p "${ROOT_FS_DIR}"
605mkdir -p "${STATEFUL_FS_DIR}"
Denis Romanov11061542010-06-29 04:23:53 +0400606mkdir -p "${OEM_FS_DIR}"
Don Garrett3f41e152010-06-21 14:54:34 -0700607mkdir -p "${ESP_FS_DIR}"
608
David James868d7bb2010-06-24 21:48:14 -0700609# Preserve old images by copying them forward for --preserve.
610if [[ $FLAGS_preserve -eq ${FLAGS_TRUE} ]] ; then
611 if [[ -f ${PREVIOUS_DIR}/${PRISTINE_IMAGE_NAME} ]] ; then
612 # Copy forward pristine image, and associated files
613 cp ${PREVIOUS_DIR}/*.sh ${PREVIOUS_DIR}/config.txt ${OUTPUT_DIR}
614 cp ${PREVIOUS_DIR}/${PRISTINE_IMAGE_NAME} ${OUTPUT_DIR}
615
616 # Copy forward the developer image, if we already copied forward the base.
617 if [[ ${FLAGS_withdev} -eq ${FLAGS_TRUE} ]] && \
618 [[ -f ${PREVIOUS_DIR}/${DEVELOPER_IMAGE_NAME} ]] ; then
619 cp ${PREVIOUS_DIR}/${DEVELOPER_IMAGE_NAME} ${OUTPUT_DIR}
620 fi
621 fi
622fi
623
Will Drewry7ab698d2010-08-05 13:57:52 -0500624# Create the boot.desc file which stores the build-time configuration
625# information needed for making the image bootable after creation with
626# cros_make_image_bootable.
627create_boot_desc
628
David James868d7bb2010-06-24 21:48:14 -0700629if [[ -f ${PRISTINE_IMG} ]] ; then
630 update_base_packages ${PRISTINE_IMAGE_NAME}
631else
632 create_base_image ${PRISTINE_IMAGE_NAME}
633fi
Will Drewry7ab698d2010-08-05 13:57:52 -0500634${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
635 "${PRISTINE_IMAGE_NAME}"
Will Drewry4a675e12010-07-03 13:35:02 -0500636
637# FIXME: only signing things for x86 right now.
638if [[ "${ARCH}" = "x86" ]]; then
639 # Verify the final image.
640 load_kernel_test "${OUTPUT_DIR}/${PRISTINE_IMAGE_NAME}" \
Louis Yung-Chieh Lo36020402010-07-05 13:23:34 +0800641 "${DEVKEYSDIR}/recovery_key.vbpubk"
Will Drewry4a675e12010-07-03 13:35:02 -0500642fi
Bill Richardson4364a2e2010-03-30 14:17:34 -0700643
Don Garrette0020b12010-06-17 15:55:35 -0700644# Create a developer image based on the chromium os base image.
Don Garrett3f41e152010-06-21 14:54:34 -0700645if [ "${FLAGS_withdev}" -eq "${FLAGS_TRUE}" ] ; then
David James868d7bb2010-06-24 21:48:14 -0700646 if [[ ! -f ${DEVELOPER_IMG} ]] ; then
647 echo "Creating developer image from base image ${PRISTINE_IMAGE_NAME}"
648 cp ${PRISTINE_IMG} ${DEVELOPER_IMG}
649 fi
Don Garrett3f41e152010-06-21 14:54:34 -0700650
David James868d7bb2010-06-24 21:48:14 -0700651 update_dev_packages ${DEVELOPER_IMAGE_NAME}
Will Drewry7ab698d2010-08-05 13:57:52 -0500652 ${SCRIPTS_DIR}/bin/cros_make_image_bootable "${OUTPUT_DIR}" \
653 "${DEVELOPER_IMAGE_NAME}"
Bill Richardson6ed13582010-06-16 21:38:15 -0700654fi
655
656# Clean up temporary files.
Don Garrett3f41e152010-06-21 14:54:34 -0700657rm -f "${ROOT_FS_IMG}" "${STATEFUL_FS_IMG}" "${OUTPUT_DIR}/vmlinuz.image" \
Louis Yung-Chieh Lo36020402010-07-05 13:23:34 +0800658 "${ESP_FS_IMG}" "${OEM_FS_IMG}" "${OUTPUT_DIR}/vmlinuz_hd.vblock"
Denis Romanov11061542010-06-29 04:23:53 +0400659rmdir "${ROOT_FS_DIR}" "${STATEFUL_FS_DIR}" "${OEM_FS_DIR}" "${ESP_FS_DIR}"
Bill Richardson67956222010-05-28 15:38:56 -0700660
Olof Johansson58f25cc2010-08-04 21:18:49 -0700661# Create a 'latest' link
662rm -f ${FLAGS_output_root}/${FLAGS_board}/latest
663ln -s $(basename ${OUTPUT_DIR}) ${FLAGS_output_root}/${FLAGS_board}/latest
664
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700665echo "Done. Image created in ${OUTPUT_DIR}"
Don Garrette0020b12010-06-17 15:55:35 -0700666echo "Chromium OS image created as ${PRISTINE_IMAGE_NAME}"
Don Garrette0020b12010-06-17 15:55:35 -0700667if [ "${FLAGS_withdev}" -eq "${FLAGS_TRUE}" ]; then
668 echo "Developer image created as ${DEVELOPER_IMAGE_NAME}"
Chris Sosa9673f3b2010-05-18 13:24:40 -0700669fi
Nick Sanders8ab729a2010-06-16 03:15:17 -0700670
Nick Sandersd2509272010-06-16 03:50:04 -0700671print_time_elapsed
672
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700673echo "To copy to USB keyfob, OUTSIDE the chroot, do something like:"
Daniel Eratdd9818a2010-04-26 09:16:44 -0700674echo " ./image_to_usb.sh --from=${OUTSIDE_OUTPUT_DIR} --to=/dev/sdX"
Will Drewryefce6682010-07-23 19:43:27 -0500675echo "To convert to VMWare image, INSIDE the chroot, do something like:"
Zelidrag Hornung478a0d42010-07-14 11:47:39 -0700676echo " ./image_to_vm.sh --from=${OUTSIDE_OUTPUT_DIR}"
Bill Richardsonc09b94f2010-03-15 11:40:30 -0700677echo "from the scripts directory where you entered the chroot."