Mike Frysinger | e58c0e2 | 2017-10-04 15:43:30 -0400 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 2 | # Copyright (c) 2012 The Chromium OS Authors. All rights reserved. |
| 3 | # Use of this source code is governed by a BSD-style license that can be |
| 4 | # found in the LICENSE file. |
| 5 | |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 6 | """Script that deploys a Chrome build to a device. |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 7 | |
| 8 | The script supports deploying Chrome from these sources: |
| 9 | |
| 10 | 1. A local build output directory, such as chromium/src/out/[Debug|Release]. |
| 11 | 2. A Chrome tarball uploaded by a trybot/official-builder to GoogleStorage. |
| 12 | 3. A Chrome tarball existing locally. |
| 13 | |
| 14 | The script copies the necessary contents of the source location (tarball or |
| 15 | build directory) and rsyncs the contents of the staging directory onto your |
| 16 | device's rootfs. |
| 17 | """ |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 18 | |
Mike Frysinger | 383367e | 2014-09-16 15:06:17 -0400 | [diff] [blame] | 19 | from __future__ import print_function |
| 20 | |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 21 | import argparse |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 22 | import collections |
Ryan Cui | f890a3e | 2013-03-07 18:57:06 -0800 | [diff] [blame] | 23 | import contextlib |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 24 | import functools |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 25 | import glob |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 26 | import multiprocessing |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 27 | import os |
Ryan Cui | 5b7c2ed | 2013-03-18 18:45:46 -0700 | [diff] [blame] | 28 | import shlex |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 29 | import shutil |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 30 | import time |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 31 | |
Aviv Keshet | b7519e1 | 2016-10-04 00:50:00 -0700 | [diff] [blame] | 32 | from chromite.lib import constants |
| 33 | from chromite.lib import failures_lib |
David Pursell | cfd5887 | 2015-03-19 09:15:48 -0700 | [diff] [blame] | 34 | from chromite.cli.cros import cros_chrome_sdk |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 35 | from chromite.lib import chrome_util |
Ryan Cui | e535b17 | 2012-10-19 18:25:03 -0700 | [diff] [blame] | 36 | from chromite.lib import commandline |
Ralph Nathan | 91874ca | 2015-03-19 13:29:41 -0700 | [diff] [blame] | 37 | from chromite.lib import cros_build_lib |
| 38 | from chromite.lib import cros_logging as logging |
Ryan Cui | 777ff42 | 2012-12-07 13:12:54 -0800 | [diff] [blame] | 39 | from chromite.lib import gs |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 40 | from chromite.lib import osutils |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 41 | from chromite.lib import parallel |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 42 | from chromite.lib import remote_access as remote |
David James | 3432acd | 2013-11-27 10:02:18 -0800 | [diff] [blame] | 43 | from chromite.lib import timeout_util |
Steven Bennetts | 368c3e5 | 2016-09-23 13:05:21 -0700 | [diff] [blame] | 44 | from gn_helpers import gn_helpers |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 45 | |
| 46 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 47 | KERNEL_A_PARTITION = 2 |
| 48 | KERNEL_B_PARTITION = 4 |
| 49 | |
| 50 | KILL_PROC_MAX_WAIT = 10 |
| 51 | POST_KILL_WAIT = 2 |
| 52 | |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 53 | MOUNT_RW_COMMAND = 'mount -o remount,rw /' |
| 54 | LSOF_COMMAND = 'lsof %s/chrome' |
| 55 | DBUS_RELOAD_COMMAND = 'killall -HUP dbus-daemon' |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 56 | |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 57 | _ANDROID_DIR = '/system/chrome' |
| 58 | _ANDROID_DIR_EXTRACT_PATH = 'system/chrome/*' |
| 59 | |
David James | 2cb3400 | 2013-03-01 18:42:40 -0800 | [diff] [blame] | 60 | _CHROME_DIR = '/opt/google/chrome' |
Thiago Goncales | 1279331 | 2013-05-23 11:26:17 -0700 | [diff] [blame] | 61 | _CHROME_DIR_MOUNT = '/mnt/stateful_partition/deploy_rootfs/opt/google/chrome' |
David James | 2cb3400 | 2013-03-01 18:42:40 -0800 | [diff] [blame] | 62 | |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 63 | _UMOUNT_DIR_IF_MOUNTPOINT_CMD = ( |
| 64 | 'if mountpoint -q %(dir)s; then umount %(dir)s; fi') |
| 65 | _BIND_TO_FINAL_DIR_CMD = 'mount --rbind %s %s' |
| 66 | _SET_MOUNT_FLAGS_CMD = 'mount -o remount,exec,suid %s' |
| 67 | |
| 68 | DF_COMMAND = 'df -k %s' |
| 69 | |
Mike Frysinger | e65f375 | 2014-12-08 00:46:39 -0500 | [diff] [blame] | 70 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 71 | def _UrlBaseName(url): |
| 72 | """Return the last component of the URL.""" |
| 73 | return url.rstrip('/').rpartition('/')[-1] |
| 74 | |
| 75 | |
Yu-Ju Hong | c54d334 | 2014-05-14 12:42:06 -0700 | [diff] [blame] | 76 | class DeployFailure(failures_lib.StepFailure): |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 77 | """Raised whenever the deploy fails.""" |
| 78 | |
| 79 | |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 80 | DeviceInfo = collections.namedtuple( |
| 81 | 'DeviceInfo', ['target_dir_size', 'target_fs_free']) |
| 82 | |
| 83 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 84 | class DeployChrome(object): |
| 85 | """Wraps the core deployment functionality.""" |
Mike Frysinger | e65f375 | 2014-12-08 00:46:39 -0500 | [diff] [blame] | 86 | |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 87 | def __init__(self, options, tempdir, staging_dir): |
Ryan Cui | e535b17 | 2012-10-19 18:25:03 -0700 | [diff] [blame] | 88 | """Initialize the class. |
| 89 | |
Mike Frysinger | 02e1e07 | 2013-11-10 22:11:34 -0500 | [diff] [blame] | 90 | Args: |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 91 | options: options object. |
Ryan Cui | e535b17 | 2012-10-19 18:25:03 -0700 | [diff] [blame] | 92 | tempdir: Scratch space for the class. Caller has responsibility to clean |
| 93 | it up. |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 94 | staging_dir: Directory to stage the files to. |
Ryan Cui | e535b17 | 2012-10-19 18:25:03 -0700 | [diff] [blame] | 95 | """ |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 96 | self.tempdir = tempdir |
| 97 | self.options = options |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 98 | self.staging_dir = staging_dir |
Robert Flack | 1dc7ea8 | 2014-11-26 13:50:24 -0500 | [diff] [blame] | 99 | if not self.options.staging_only: |
Pawel Osciak | 141b226 | 2014-12-21 10:27:05 +0900 | [diff] [blame] | 100 | self.device = remote.RemoteDevice(options.to, port=options.port, |
Adrian Elder | a2c548a | 2017-11-07 19:01:29 -0500 | [diff] [blame] | 101 | ping=options.ping, |
| 102 | private_key=options.private_key) |
Steven Bennetts | ca73efa | 2018-07-10 13:36:56 -0700 | [diff] [blame] | 103 | self._root_dir_is_still_readonly = multiprocessing.Event() |
Steven Bennetts | 5a7c72d | 2016-10-17 20:04:46 +0000 | [diff] [blame] | 104 | |
Sadrul Habib Chowdhury | 977aef7 | 2016-11-21 16:30:37 -0500 | [diff] [blame] | 105 | self.copy_paths = chrome_util.GetCopyPaths('chrome') |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 106 | self.chrome_dir = _CHROME_DIR |
| 107 | |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 108 | def _GetRemoteMountFree(self, remote_dir): |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 109 | result = self.device.RunCommand(DF_COMMAND % remote_dir) |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 110 | line = result.output.splitlines()[1] |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 111 | value = line.split()[3] |
| 112 | multipliers = { |
| 113 | 'G': 1024 * 1024 * 1024, |
| 114 | 'M': 1024 * 1024, |
| 115 | 'K': 1024, |
| 116 | } |
| 117 | return int(value.rstrip('GMK')) * multipliers.get(value[-1], 1) |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 118 | |
| 119 | def _GetRemoteDirSize(self, remote_dir): |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 120 | result = self.device.RunCommand('du -ks %s' % remote_dir, |
Robert Flack | 1dc7ea8 | 2014-11-26 13:50:24 -0500 | [diff] [blame] | 121 | capture_output=True) |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 122 | return int(result.output.split()[0]) |
| 123 | |
| 124 | def _GetStagingDirSize(self): |
| 125 | result = cros_build_lib.DebugRunCommand(['du', '-ks', self.staging_dir], |
Yu-Ju Hong | 3add443 | 2014-01-30 11:46:15 -0800 | [diff] [blame] | 126 | redirect_stdout=True, |
| 127 | capture_output=True) |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 128 | return int(result.output.split()[0]) |
| 129 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 130 | def _ChromeFileInUse(self): |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 131 | result = self.device.RunCommand(LSOF_COMMAND % (self.options.target_dir,), |
| 132 | error_code_ok=True, capture_output=True) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 133 | return result.returncode == 0 |
| 134 | |
Justin TerAvest | fac210e | 2017-04-13 11:39:00 -0600 | [diff] [blame] | 135 | def _Reboot(self): |
| 136 | # A reboot in developer mode takes a while (and has delays), so the user |
| 137 | # will have time to read and act on the USB boot instructions below. |
| 138 | logging.info('Please remember to press Ctrl-U if you are booting from USB.') |
| 139 | self.device.Reboot() |
| 140 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 141 | def _DisableRootfsVerification(self): |
| 142 | if not self.options.force: |
| 143 | logging.error('Detected that the device has rootfs verification enabled.') |
| 144 | logging.info('This script can automatically remove the rootfs ' |
| 145 | 'verification, which requires that it reboot the device.') |
| 146 | logging.info('Make sure the device is in developer mode!') |
| 147 | logging.info('Skip this prompt by specifying --force.') |
Ben Chan | 37d64e5 | 2018-10-05 15:35:02 -0700 | [diff] [blame] | 148 | if not cros_build_lib.BooleanPrompt('Remove rootfs verification?', False): |
Steven Bennetts | ca73efa | 2018-07-10 13:36:56 -0700 | [diff] [blame] | 149 | return False |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 150 | |
| 151 | logging.info('Removing rootfs verification from %s', self.options.to) |
| 152 | # Running in VM's cause make_dev_ssd's firmware sanity checks to fail. |
| 153 | # Use --force to bypass the checks. |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 154 | cmd = ('/usr/share/vboot/bin/make_dev_ssd.sh --partitions %d ' |
| 155 | '--remove_rootfs_verification --force') |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 156 | for partition in (KERNEL_A_PARTITION, KERNEL_B_PARTITION): |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 157 | self.device.RunCommand(cmd % partition, error_code_ok=True) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 158 | |
Justin TerAvest | fac210e | 2017-04-13 11:39:00 -0600 | [diff] [blame] | 159 | self._Reboot() |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 160 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 161 | # Now that the machine has been rebooted, we need to kill Chrome again. |
| 162 | self._KillProcsIfNeeded() |
| 163 | |
| 164 | # Make sure the rootfs is writable now. |
| 165 | self._MountRootfsAsWritable(error_code_ok=False) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 166 | |
Steven Bennetts | ca73efa | 2018-07-10 13:36:56 -0700 | [diff] [blame] | 167 | return True |
| 168 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 169 | def _CheckUiJobStarted(self): |
| 170 | # status output is in the format: |
| 171 | # <job_name> <status> ['process' <pid>]. |
| 172 | # <status> is in the format <goal>/<state>. |
Ryan Cui | f2d1a58 | 2013-02-19 14:08:13 -0800 | [diff] [blame] | 173 | try: |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 174 | result = self.device.RunCommand('status ui', capture_output=True) |
Ryan Cui | f2d1a58 | 2013-02-19 14:08:13 -0800 | [diff] [blame] | 175 | except cros_build_lib.RunCommandError as e: |
| 176 | if 'Unknown job' in e.result.error: |
| 177 | return False |
| 178 | else: |
| 179 | raise e |
| 180 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 181 | return result.output.split()[1].split('/')[0] == 'start' |
| 182 | |
| 183 | def _KillProcsIfNeeded(self): |
| 184 | if self._CheckUiJobStarted(): |
Ryan Cui | 4d6b0db | 2013-02-28 15:13:24 -0800 | [diff] [blame] | 185 | logging.info('Shutting down Chrome...') |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 186 | self.device.RunCommand('stop ui') |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 187 | |
| 188 | # Developers sometimes run session_manager manually, in which case we'll |
| 189 | # need to help shut the chrome processes down. |
| 190 | try: |
Achuith Bhandarkar | 2f8352f | 2017-06-02 12:47:18 -0700 | [diff] [blame] | 191 | with timeout_util.Timeout(self.options.process_timeout): |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 192 | while self._ChromeFileInUse(): |
| 193 | logging.warning('The chrome binary on the device is in use.') |
| 194 | logging.warning('Killing chrome and session_manager processes...\n') |
| 195 | |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 196 | self.device.RunCommand("pkill 'chrome|session_manager'", |
Mike Frysinger | e65f375 | 2014-12-08 00:46:39 -0500 | [diff] [blame] | 197 | error_code_ok=True) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 198 | # Wait for processes to actually terminate |
| 199 | time.sleep(POST_KILL_WAIT) |
| 200 | logging.info('Rechecking the chrome binary...') |
David James | 3432acd | 2013-11-27 10:02:18 -0800 | [diff] [blame] | 201 | except timeout_util.TimeoutError: |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 202 | msg = ('Could not kill processes after %s seconds. Please exit any ' |
Achuith Bhandarkar | 2f8352f | 2017-06-02 12:47:18 -0700 | [diff] [blame] | 203 | 'running chrome processes and try again.' |
| 204 | % self.options.process_timeout) |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 205 | raise DeployFailure(msg) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 206 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 207 | def _MountRootfsAsWritable(self, error_code_ok=True): |
Steven Bennetts | 2ae83c7 | 2017-12-04 16:34:24 -0800 | [diff] [blame] | 208 | """Mounts the rootfs as writable. |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 209 | |
Steven Bennetts | ca73efa | 2018-07-10 13:36:56 -0700 | [diff] [blame] | 210 | If the command fails and the root dir is not writable then this function |
| 211 | sets self._root_dir_is_still_readonly. |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 212 | |
Mike Frysinger | 02e1e07 | 2013-11-10 22:11:34 -0500 | [diff] [blame] | 213 | Args: |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 214 | error_code_ok: See remote.RemoteAccess.RemoteSh for details. |
| 215 | """ |
Yu-Ju Hong | 7e116ac | 2014-01-03 17:08:26 -0800 | [diff] [blame] | 216 | # TODO: Should migrate to use the remount functions in remote_access. |
Robert Flack | 1dc7ea8 | 2014-11-26 13:50:24 -0500 | [diff] [blame] | 217 | result = self.device.RunCommand(MOUNT_RW_COMMAND, |
| 218 | error_code_ok=error_code_ok, |
| 219 | capture_output=True) |
Steven Bennetts | ca73efa | 2018-07-10 13:36:56 -0700 | [diff] [blame] | 220 | if result.returncode and not self.device.IsDirWritable('/'): |
| 221 | self._root_dir_is_still_readonly.set() |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 222 | |
Steven Bennetts | 2ae83c7 | 2017-12-04 16:34:24 -0800 | [diff] [blame] | 223 | def _EnsureTargetDir(self): |
| 224 | """Ensures that the target directory exists on the remote device.""" |
| 225 | target_dir = self.options.target_dir |
| 226 | # Any valid /opt directory should already exist so avoid the remote call. |
| 227 | if os.path.commonprefix([target_dir, '/opt']) == '/opt': |
| 228 | return |
| 229 | self.device.RunCommand(['mkdir', '-p', '--mode', '0775', target_dir]) |
| 230 | |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 231 | def _GetDeviceInfo(self): |
Steven Bennetts | 2ae83c7 | 2017-12-04 16:34:24 -0800 | [diff] [blame] | 232 | """Returns the disk space used and available for the target diectory.""" |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 233 | steps = [ |
| 234 | functools.partial(self._GetRemoteDirSize, self.options.target_dir), |
| 235 | functools.partial(self._GetRemoteMountFree, self.options.target_dir) |
| 236 | ] |
| 237 | return_values = parallel.RunParallelSteps(steps, return_values=True) |
| 238 | return DeviceInfo(*return_values) |
| 239 | |
| 240 | def _CheckDeviceFreeSpace(self, device_info): |
| 241 | """See if target device has enough space for Chrome. |
| 242 | |
Mike Frysinger | 02e1e07 | 2013-11-10 22:11:34 -0500 | [diff] [blame] | 243 | Args: |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 244 | device_info: A DeviceInfo named tuple. |
| 245 | """ |
| 246 | effective_free = device_info.target_dir_size + device_info.target_fs_free |
| 247 | staging_size = self._GetStagingDirSize() |
| 248 | if effective_free < staging_size: |
Daniel Erat | 1ae4638 | 2014-08-14 10:23:39 -0700 | [diff] [blame] | 249 | raise DeployFailure( |
| 250 | 'Not enough free space on the device. Required: %s MiB, ' |
Mike Frysinger | 93e8ffa | 2019-07-03 20:24:18 -0400 | [diff] [blame^] | 251 | 'actual: %s MiB.' % (staging_size // 1024, effective_free // 1024)) |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 252 | if device_info.target_fs_free < (100 * 1024): |
| 253 | logging.warning('The device has less than 100MB free. deploy_chrome may ' |
| 254 | 'hang during the transfer.') |
| 255 | |
Satoru Takabayashi | f289300 | 2017-06-20 14:52:48 +0900 | [diff] [blame] | 256 | def _ShouldUseCompression(self): |
| 257 | """Checks if compression should be used for rsync.""" |
| 258 | if self.options.compress == 'always': |
| 259 | return True |
| 260 | elif self.options.compress == 'never': |
| 261 | return False |
| 262 | elif self.options.compress == 'auto': |
| 263 | return not self.device.HasGigabitEthernet() |
| 264 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 265 | def _Deploy(self): |
Pawel Osciak | 577773a | 2013-03-05 10:52:12 -0800 | [diff] [blame] | 266 | logging.info('Copying Chrome to %s on device...', self.options.target_dir) |
Ilja H. Friedel | 0ab63e1 | 2017-03-28 13:29:48 -0700 | [diff] [blame] | 267 | # CopyToDevice will fall back to scp if rsync is corrupted on stateful. |
| 268 | # This does not work for deploy. |
Satoru Takabayashi | ab380bc | 2015-01-15 16:00:41 +0900 | [diff] [blame] | 269 | if not self.device.HasRsync(): |
| 270 | raise DeployFailure( |
David Pursell | cfd5887 | 2015-03-19 09:15:48 -0700 | [diff] [blame] | 271 | 'rsync is not found on the device.\n' |
Jorge Lucangeli Obes | ea3742f | 2019-02-07 15:29:09 -0500 | [diff] [blame] | 272 | 'Run dev_install on the device to get rsync installed.') |
Robert Flack | 1dc7ea8 | 2014-11-26 13:50:24 -0500 | [diff] [blame] | 273 | self.device.CopyToDevice('%s/' % os.path.abspath(self.staging_dir), |
| 274 | self.options.target_dir, |
Steven Bennetts | d57a72a | 2017-03-20 12:54:00 -0700 | [diff] [blame] | 275 | mode='rsync', inplace=True, |
Satoru Takabayashi | f289300 | 2017-06-20 14:52:48 +0900 | [diff] [blame] | 276 | compress=self._ShouldUseCompression(), |
Steven Bennetts | d57a72a | 2017-03-20 12:54:00 -0700 | [diff] [blame] | 277 | debug_level=logging.INFO, |
Robert Flack | 1dc7ea8 | 2014-11-26 13:50:24 -0500 | [diff] [blame] | 278 | verbose=self.options.verbose) |
Ben Pastene | 5f03b05 | 2019-08-12 18:03:24 -0700 | [diff] [blame] | 279 | |
| 280 | # Set the security context on the default Chrome dir if that's where it's |
| 281 | # getting deployed, and only on SELinux supported devices. |
| 282 | if (self.device.IsSELinuxAvailable() and |
| 283 | _CHROME_DIR in (self.options.target_dir, self.options.mount_dir)): |
Miah Sanchez | 769bb1b | 2019-07-26 13:02:00 -0700 | [diff] [blame] | 284 | self.device.RunCommand(['restorecon', '-R', _CHROME_DIR]) |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 285 | |
| 286 | for p in self.copy_paths: |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 287 | if p.mode: |
| 288 | # Set mode if necessary. |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 289 | self.device.RunCommand('chmod %o %s/%s' % ( |
| 290 | p.mode, self.options.target_dir, p.src if not p.dest else p.dest)) |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 291 | |
Daniel Erat | 0fce5bf | 2017-09-28 17:29:23 -0700 | [diff] [blame] | 292 | # Send SIGHUP to dbus-daemon to tell it to reload its configs. This won't |
| 293 | # pick up major changes (bus type, logging, etc.), but all we care about is |
| 294 | # getting the latest policy from /opt/google/chrome/dbus so that Chrome will |
| 295 | # be authorized to take ownership of its service names. |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 296 | self.device.RunCommand(DBUS_RELOAD_COMMAND, error_code_ok=True) |
Justin TerAvest | fac210e | 2017-04-13 11:39:00 -0600 | [diff] [blame] | 297 | |
Ryan Cui | 82a1f2d | 2013-02-22 17:34:23 -0800 | [diff] [blame] | 298 | if self.options.startui: |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 299 | logging.info('Starting UI...') |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 300 | self.device.RunCommand('start ui') |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 301 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 302 | def _CheckConnection(self): |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 303 | try: |
Ryan Cui | 4d6b0db | 2013-02-28 15:13:24 -0800 | [diff] [blame] | 304 | logging.info('Testing connection to the device...') |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 305 | self.device.RunCommand('true') |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 306 | except cros_build_lib.RunCommandError as ex: |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 307 | logging.error('Error connecting to the test device.') |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 308 | raise DeployFailure(ex) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 309 | |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 310 | def _CheckDeployType(self): |
Steve Fung | 63d705d | 2014-03-16 03:14:03 -0700 | [diff] [blame] | 311 | if self.options.build_dir: |
Daniel Erat | 3fd6c7a | 2014-05-02 14:28:31 -0700 | [diff] [blame] | 312 | def BinaryExists(filename): |
| 313 | """Checks if the passed-in file is present in the build directory.""" |
| 314 | return os.path.exists(os.path.join(self.options.build_dir, filename)) |
| 315 | |
Daniel Erat | 9813f0e | 2014-11-12 11:00:28 -0700 | [diff] [blame] | 316 | # Handle non-Chrome deployments. |
| 317 | if not BinaryExists('chrome'): |
Daniel Erat | f53bd3a | 2016-12-02 11:28:36 -0700 | [diff] [blame] | 318 | if BinaryExists('app_shell'): |
Daniel Erat | 9813f0e | 2014-11-12 11:00:28 -0700 | [diff] [blame] | 319 | self.copy_paths = chrome_util.GetCopyPaths('app_shell') |
| 320 | |
Daniel Erat | 3fd6c7a | 2014-05-02 14:28:31 -0700 | [diff] [blame] | 321 | # TODO(derat): Update _Deploy() and remove this after figuring out how |
Daniel Erat | f53bd3a | 2016-12-02 11:28:36 -0700 | [diff] [blame] | 322 | # app_shell should be executed. |
Daniel Erat | 3fd6c7a | 2014-05-02 14:28:31 -0700 | [diff] [blame] | 323 | self.options.startui = False |
| 324 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 325 | def _PrepareStagingDir(self): |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 326 | _PrepareStagingDir(self.options, self.tempdir, self.staging_dir, |
| 327 | self.copy_paths, self.chrome_dir) |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 328 | |
Thiago Goncales | 1279331 | 2013-05-23 11:26:17 -0700 | [diff] [blame] | 329 | def _MountTarget(self): |
| 330 | logging.info('Mounting Chrome...') |
| 331 | |
| 332 | # Create directory if does not exist |
Steven Bennetts | 2ae83c7 | 2017-12-04 16:34:24 -0800 | [diff] [blame] | 333 | self.device.RunCommand(['mkdir', '-p', '--mode', '0775', |
| 334 | self.options.mount_dir]) |
Pawel Osciak | fb200f5 | 2014-12-21 13:42:05 +0900 | [diff] [blame] | 335 | # Umount the existing mount on mount_dir if present first |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 336 | self.device.RunCommand(_UMOUNT_DIR_IF_MOUNTPOINT_CMD % |
| 337 | {'dir': self.options.mount_dir}) |
| 338 | self.device.RunCommand(_BIND_TO_FINAL_DIR_CMD % (self.options.target_dir, |
| 339 | self.options.mount_dir)) |
Thiago Goncales | 1279331 | 2013-05-23 11:26:17 -0700 | [diff] [blame] | 340 | # Chrome needs partition to have exec and suid flags set |
David Haddock | 3151d91 | 2017-10-24 03:50:32 +0000 | [diff] [blame] | 341 | self.device.RunCommand(_SET_MOUNT_FLAGS_CMD % (self.options.mount_dir,)) |
Robert Flack | 1dc7ea8 | 2014-11-26 13:50:24 -0500 | [diff] [blame] | 342 | |
| 343 | def Cleanup(self): |
| 344 | """Clean up RemoteDevice.""" |
| 345 | if not self.options.staging_only: |
| 346 | self.device.Cleanup() |
Thiago Goncales | 1279331 | 2013-05-23 11:26:17 -0700 | [diff] [blame] | 347 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 348 | def Perform(self): |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 349 | self._CheckDeployType() |
| 350 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 351 | # If requested, just do the staging step. |
| 352 | if self.options.staging_only: |
| 353 | self._PrepareStagingDir() |
| 354 | return 0 |
| 355 | |
Steven Bennetts | 2ae83c7 | 2017-12-04 16:34:24 -0800 | [diff] [blame] | 356 | # Ensure that the target directory exists before running parallel steps. |
| 357 | self._EnsureTargetDir() |
| 358 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 359 | # Run setup steps in parallel. If any step fails, RunParallelSteps will |
David James | 48f6b33 | 2013-03-03 20:11:18 -0800 | [diff] [blame] | 360 | # stop printing output at that point, and halt any running steps. |
Steven Bennetts | 2ae83c7 | 2017-12-04 16:34:24 -0800 | [diff] [blame] | 361 | logging.info('Preparing device') |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 362 | steps = [self._GetDeviceInfo, self._CheckConnection, |
| 363 | self._KillProcsIfNeeded, self._MountRootfsAsWritable, |
| 364 | self._PrepareStagingDir] |
Ryan Cui | 7193a7e | 2013-04-26 14:15:19 -0700 | [diff] [blame] | 365 | ret = parallel.RunParallelSteps(steps, halt_on_error=True, |
| 366 | return_values=True) |
| 367 | self._CheckDeviceFreeSpace(ret[0]) |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 368 | |
Steven Bennetts | ca73efa | 2018-07-10 13:36:56 -0700 | [diff] [blame] | 369 | # If the root dir is not writable, try disabling rootfs verification. |
| 370 | # (We always do this by default so that developers can write to |
| 371 | # /etc/chriome_dev.conf and other directories in the rootfs). |
| 372 | if self._root_dir_is_still_readonly.is_set(): |
| 373 | if self.options.noremove_rootfs_verification: |
| 374 | logging.warning('Skipping disable rootfs verification.') |
| 375 | elif not self._DisableRootfsVerification(): |
| 376 | logging.warning('Failed to disable rootfs verification.') |
| 377 | |
| 378 | # If the target dir is still not writable (i.e. the user opted out or the |
| 379 | # command failed), abort. |
| 380 | if not self.device.IsDirWritable(self.options.target_dir): |
| 381 | if self.options.startui: |
| 382 | logging.info('Restarting Chrome...') |
| 383 | self.device.RunCommand('start ui') |
| 384 | raise DeployFailure('Target location is not writable. Aborting.') |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 385 | |
Thiago Goncales | 1279331 | 2013-05-23 11:26:17 -0700 | [diff] [blame] | 386 | if self.options.mount_dir is not None: |
| 387 | self._MountTarget() |
| 388 | |
David James | 88e6f03 | 2013-03-02 08:13:20 -0800 | [diff] [blame] | 389 | # Actually deploy Chrome to the device. |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 390 | self._Deploy() |
| 391 | |
| 392 | |
Steven Bennetts | da8d9f0 | 2016-09-23 13:25:45 -0700 | [diff] [blame] | 393 | def ValidateStagingFlags(value): |
| 394 | """Convert formatted string to dictionary.""" |
| 395 | return chrome_util.ProcessShellFlags(value) |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 396 | |
| 397 | |
Steven Bennetts | 368c3e5 | 2016-09-23 13:05:21 -0700 | [diff] [blame] | 398 | def ValidateGnArgs(value): |
| 399 | """Convert GN_ARGS-formatted string to dictionary.""" |
| 400 | return gn_helpers.FromGNArgs(value) |
| 401 | |
| 402 | |
Ryan Cui | e535b17 | 2012-10-19 18:25:03 -0700 | [diff] [blame] | 403 | def _CreateParser(): |
| 404 | """Create our custom parser.""" |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 405 | parser = commandline.ArgumentParser(description=__doc__, caching=True) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 406 | |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 407 | # TODO(rcui): Have this use the UI-V2 format of having source and target |
| 408 | # device be specified as positional arguments. |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 409 | parser.add_argument('--force', action='store_true', default=False, |
| 410 | help='Skip all prompts (i.e., for disabling of rootfs ' |
| 411 | 'verification). This may result in the target ' |
| 412 | 'machine being rebooted.') |
Ryan Cui | a0215a7 | 2013-02-14 16:20:45 -0800 | [diff] [blame] | 413 | sdk_board_env = os.environ.get(cros_chrome_sdk.SDKFetcher.SDK_BOARD_ENV) |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 414 | parser.add_argument('--board', default=sdk_board_env, |
Mike Frysinger | 80de501 | 2019-08-01 14:10:53 -0400 | [diff] [blame] | 415 | help='The board the Chrome build is targeted for. When ' |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 416 | "in a 'cros chrome-sdk' shell, defaults to the SDK " |
Mike Frysinger | 80de501 | 2019-08-01 14:10:53 -0400 | [diff] [blame] | 417 | 'board.') |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 418 | parser.add_argument('--build-dir', type='path', |
| 419 | help='The directory with Chrome build artifacts to ' |
| 420 | 'deploy from. Typically of format ' |
| 421 | '<chrome_root>/out/Debug. When this option is used, ' |
Steven Bennetts | da8d9f0 | 2016-09-23 13:25:45 -0700 | [diff] [blame] | 422 | 'the GN_ARGS environment variable must be set.') |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 423 | parser.add_argument('--target-dir', type='path', |
| 424 | default=None, |
| 425 | help='Target directory on device to deploy Chrome into.') |
| 426 | parser.add_argument('-g', '--gs-path', type='gs_path', |
| 427 | help='GS path that contains the chrome to deploy.') |
Adrian Elder | a2c548a | 2017-11-07 19:01:29 -0500 | [diff] [blame] | 428 | parser.add_argument('--private-key', type='path', default=None, |
| 429 | help='An ssh private key to use when deploying to ' |
| 430 | 'a CrOS device.') |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 431 | parser.add_argument('--nostartui', action='store_false', dest='startui', |
| 432 | default=True, |
| 433 | help="Don't restart the ui daemon after deployment.") |
| 434 | parser.add_argument('--nostrip', action='store_false', dest='dostrip', |
| 435 | default=True, |
| 436 | help="Don't strip binaries during deployment. Warning: " |
| 437 | 'the resulting binaries will be very large!') |
| 438 | parser.add_argument('-p', '--port', type=int, default=remote.DEFAULT_SSH_PORT, |
| 439 | help='Port of the target device to connect to.') |
| 440 | parser.add_argument('-t', '--to', |
| 441 | help='The IP address of the CrOS device to deploy to.') |
| 442 | parser.add_argument('-v', '--verbose', action='store_true', default=False, |
| 443 | help='Show more debug output.') |
| 444 | parser.add_argument('--mount-dir', type='path', default=None, |
| 445 | help='Deploy Chrome in target directory and bind it ' |
| 446 | 'to the directory specified by this flag.' |
| 447 | 'Any existing mount on this directory will be ' |
| 448 | 'umounted first.') |
| 449 | parser.add_argument('--mount', action='store_true', default=False, |
| 450 | help='Deploy Chrome to default target directory and bind ' |
| 451 | 'it to the default mount directory.' |
| 452 | 'Any existing mount on this directory will be ' |
| 453 | 'umounted first.') |
Steven Bennetts | ca73efa | 2018-07-10 13:36:56 -0700 | [diff] [blame] | 454 | parser.add_argument('--noremove-rootfs-verification', action='store_true', |
| 455 | default=False, help='Never remove rootfs verification.') |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 456 | |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 457 | group = parser.add_argument_group('Advanced Options') |
| 458 | group.add_argument('-l', '--local-pkg-path', type='path', |
| 459 | help='Path to local chrome prebuilt package to deploy.') |
| 460 | group.add_argument('--sloppy', action='store_true', default=False, |
| 461 | help='Ignore when mandatory artifacts are missing.') |
Steven Bennetts | da8d9f0 | 2016-09-23 13:25:45 -0700 | [diff] [blame] | 462 | group.add_argument('--staging-flags', default=None, type=ValidateStagingFlags, |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 463 | help=('Extra flags to control staging. Valid flags are - ' |
| 464 | '%s' % ', '.join(chrome_util.STAGING_FLAGS))) |
Steven Bennetts | 46a84c3 | 2016-08-12 15:20:46 -0700 | [diff] [blame] | 465 | # TODO(stevenjb): Remove --strict entirely once removed from the ebuild. |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 466 | group.add_argument('--strict', action='store_true', default=False, |
Steven Bennetts | 46a84c3 | 2016-08-12 15:20:46 -0700 | [diff] [blame] | 467 | help='Deprecated. Default behavior is "strict". Use ' |
| 468 | '--sloppy to omit warnings for missing optional ' |
| 469 | 'files.') |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 470 | group.add_argument('--strip-flags', default=None, |
| 471 | help="Flags to call the 'strip' binutil tool with. " |
Mike Frysinger | 80de501 | 2019-08-01 14:10:53 -0400 | [diff] [blame] | 472 | 'Overrides the default arguments.') |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 473 | group.add_argument('--ping', action='store_true', default=False, |
| 474 | help='Ping the device before connection attempt.') |
Achuith Bhandarkar | 2f8352f | 2017-06-02 12:47:18 -0700 | [diff] [blame] | 475 | group.add_argument('--process-timeout', type=int, |
| 476 | default=KILL_PROC_MAX_WAIT, |
| 477 | help='Timeout for process shutdown.') |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 478 | |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 479 | group = parser.add_argument_group( |
| 480 | 'Metadata Overrides (Advanced)', |
| 481 | description='Provide all of these overrides in order to remove ' |
| 482 | 'dependencies on metadata.json existence.') |
| 483 | group.add_argument('--target-tc', action='store', default=None, |
| 484 | help='Override target toolchain name, e.g. ' |
| 485 | 'x86_64-cros-linux-gnu') |
| 486 | group.add_argument('--toolchain-url', action='store', default=None, |
| 487 | help='Override toolchain url format pattern, e.g. ' |
| 488 | '2014/04/%%(target)s-2014.04.23.220740.tar.xz') |
Aviv Keshet | 1c986f3 | 2014-04-24 13:20:49 -0700 | [diff] [blame] | 489 | |
Steven Bennetts | da8d9f0 | 2016-09-23 13:25:45 -0700 | [diff] [blame] | 490 | # DEPRECATED: --gyp-defines is ignored, but retained for backwards |
| 491 | # compatibility. TODO(stevenjb): Remove once eliminated from the ebuild. |
| 492 | parser.add_argument('--gyp-defines', default=None, type=ValidateStagingFlags, |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 493 | help=argparse.SUPPRESS) |
Steven Bennetts | 368c3e5 | 2016-09-23 13:05:21 -0700 | [diff] [blame] | 494 | |
| 495 | # GN_ARGS (args.gn) used to build Chrome. Influences which files are staged |
| 496 | # when --build-dir is set. Defaults to reading from the GN_ARGS env variable. |
| 497 | # CURRENLY IGNORED, ADDED FOR FORWARD COMPATABILITY. |
| 498 | parser.add_argument('--gn-args', default=None, type=ValidateGnArgs, |
| 499 | help=argparse.SUPPRESS) |
| 500 | |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 501 | # Path of an empty directory to stage chrome artifacts to. Defaults to a |
| 502 | # temporary directory that is removed when the script finishes. If the path |
| 503 | # is specified, then it will not be removed. |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 504 | parser.add_argument('--staging-dir', type='path', default=None, |
| 505 | help=argparse.SUPPRESS) |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 506 | # Only prepare the staging directory, and skip deploying to the device. |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 507 | parser.add_argument('--staging-only', action='store_true', default=False, |
| 508 | help=argparse.SUPPRESS) |
Ryan Cui | 5b7c2ed | 2013-03-18 18:45:46 -0700 | [diff] [blame] | 509 | # Path to a binutil 'strip' tool to strip binaries with. The passed-in path |
| 510 | # is used as-is, and not normalized. Used by the Chrome ebuild to skip |
| 511 | # fetching the SDK toolchain. |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 512 | parser.add_argument('--strip-bin', default=None, help=argparse.SUPPRESS) |
Satoru Takabayashi | f289300 | 2017-06-20 14:52:48 +0900 | [diff] [blame] | 513 | parser.add_argument('--compress', action='store', default='auto', |
| 514 | choices=('always', 'never', 'auto'), |
| 515 | help='Choose the data compression behavior. Default ' |
| 516 | 'is set to "auto", that disables compression if ' |
| 517 | 'the target device has a gigabit ethernet port.') |
Ryan Cui | e535b17 | 2012-10-19 18:25:03 -0700 | [diff] [blame] | 518 | return parser |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 519 | |
Ryan Cui | e535b17 | 2012-10-19 18:25:03 -0700 | [diff] [blame] | 520 | |
| 521 | def _ParseCommandLine(argv): |
| 522 | """Parse args, and run environment-independent checks.""" |
| 523 | parser = _CreateParser() |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 524 | options = parser.parse_args(argv) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 525 | |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 526 | if not any([options.gs_path, options.local_pkg_path, options.build_dir]): |
| 527 | parser.error('Need to specify either --gs-path, --local-pkg-path, or ' |
Ryan Cui | ef91e70 | 2013-02-04 12:06:36 -0800 | [diff] [blame] | 528 | '--build-dir') |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 529 | if options.build_dir and any([options.gs_path, options.local_pkg_path]): |
| 530 | parser.error('Cannot specify both --build_dir and ' |
| 531 | '--gs-path/--local-pkg-patch') |
Achuith Bhandarkar | 31a3eb0 | 2018-03-22 16:33:48 -0700 | [diff] [blame] | 532 | if (not options.board and options.build_dir and options.dostrip and |
| 533 | not options.strip_bin): |
| 534 | parser.error('--board is required for stripping.') |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 535 | if options.gs_path and options.local_pkg_path: |
| 536 | parser.error('Cannot specify both --gs-path and --local-pkg-path') |
| 537 | if not (options.staging_only or options.to): |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 538 | parser.error('Need to specify --to') |
Steven Bennetts | 46a84c3 | 2016-08-12 15:20:46 -0700 | [diff] [blame] | 539 | if options.staging_flags and not options.build_dir: |
| 540 | parser.error('--staging-flags require --build-dir to be set.') |
Steven Bennetts | da8d9f0 | 2016-09-23 13:25:45 -0700 | [diff] [blame] | 541 | |
Steven Bennetts | 46a84c3 | 2016-08-12 15:20:46 -0700 | [diff] [blame] | 542 | if options.strict: |
| 543 | logging.warning('--strict is deprecated.') |
Steven Bennetts | da8d9f0 | 2016-09-23 13:25:45 -0700 | [diff] [blame] | 544 | if options.gyp_defines: |
| 545 | logging.warning('--gyp-defines is deprecated.') |
Thiago Goncales | 1279331 | 2013-05-23 11:26:17 -0700 | [diff] [blame] | 546 | |
| 547 | if options.mount or options.mount_dir: |
| 548 | if not options.target_dir: |
| 549 | options.target_dir = _CHROME_DIR_MOUNT |
| 550 | else: |
| 551 | if not options.target_dir: |
| 552 | options.target_dir = _CHROME_DIR |
| 553 | |
| 554 | if options.mount and not options.mount_dir: |
| 555 | options.mount_dir = _CHROME_DIR |
| 556 | |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 557 | return options |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 558 | |
| 559 | |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 560 | def _PostParseCheck(options): |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 561 | """Perform some usage validation (after we've parsed the arguments). |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 562 | |
| 563 | Args: |
Mike Frysinger | 5fe3f22 | 2016-09-01 00:14:16 -0400 | [diff] [blame] | 564 | options: The options object returned by the cli parser. |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 565 | """ |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 566 | if options.local_pkg_path and not os.path.isfile(options.local_pkg_path): |
| 567 | cros_build_lib.Die('%s is not a file.', options.local_pkg_path) |
| 568 | |
Steven Bennetts | 368c3e5 | 2016-09-23 13:05:21 -0700 | [diff] [blame] | 569 | if not options.gn_args: |
| 570 | gn_env = os.getenv('GN_ARGS') |
| 571 | if gn_env is not None: |
| 572 | options.gn_args = gn_helpers.FromGNArgs(gn_env) |
Steven Bennetts | 2ae83c7 | 2017-12-04 16:34:24 -0800 | [diff] [blame] | 573 | logging.debug('GN_ARGS taken from environment: %s', options.gn_args) |
Ryan Cui | b623e7b | 2013-03-14 12:54:11 -0700 | [diff] [blame] | 574 | |
Steven Bennetts | 6060046 | 2016-05-12 10:40:20 -0700 | [diff] [blame] | 575 | if not options.staging_flags: |
| 576 | use_env = os.getenv('USE') |
| 577 | if use_env is not None: |
| 578 | options.staging_flags = ' '.join(set(use_env.split()).intersection( |
| 579 | chrome_util.STAGING_FLAGS)) |
| 580 | logging.info('Staging flags taken from USE in environment: %s', |
| 581 | options.staging_flags) |
| 582 | |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 583 | |
Ryan Cui | 504db72 | 2013-01-22 11:48:01 -0800 | [diff] [blame] | 584 | def _FetchChromePackage(cache_dir, tempdir, gs_path): |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 585 | """Get the chrome prebuilt tarball from GS. |
| 586 | |
Mike Frysinger | 02e1e07 | 2013-11-10 22:11:34 -0500 | [diff] [blame] | 587 | Returns: |
| 588 | Path to the fetched chrome tarball. |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 589 | """ |
David James | 9374aac | 2013-10-08 16:00:17 -0700 | [diff] [blame] | 590 | gs_ctx = gs.GSContext(cache_dir=cache_dir, init_boto=True) |
Mike Frysinger | 7ad4fd6 | 2014-02-11 16:53:56 -0500 | [diff] [blame] | 591 | files = gs_ctx.LS(gs_path) |
Ryan Cui | 4c2d42c | 2013-02-08 16:22:26 -0800 | [diff] [blame] | 592 | files = [found for found in files if |
| 593 | _UrlBaseName(found).startswith('%s-' % constants.CHROME_PN)] |
| 594 | if not files: |
| 595 | raise Exception('No chrome package found at %s' % gs_path) |
| 596 | elif len(files) > 1: |
| 597 | # - Users should provide us with a direct link to either a stripped or |
| 598 | # unstripped chrome package. |
| 599 | # - In the case of being provided with an archive directory, where both |
| 600 | # stripped and unstripped chrome available, use the stripped chrome |
| 601 | # package. |
| 602 | # - Stripped chrome pkg is chromeos-chrome-<version>.tar.gz |
| 603 | # - Unstripped chrome pkg is chromeos-chrome-<version>-unstripped.tar.gz. |
| 604 | files = [f for f in files if not 'unstripped' in f] |
| 605 | assert len(files) == 1 |
| 606 | logging.warning('Multiple chrome packages found. Using %s', files[0]) |
Ryan Cui | 777ff42 | 2012-12-07 13:12:54 -0800 | [diff] [blame] | 607 | |
Ryan Cui | 4c2d42c | 2013-02-08 16:22:26 -0800 | [diff] [blame] | 608 | filename = _UrlBaseName(files[0]) |
Ryan Cui | 4d6b0db | 2013-02-28 15:13:24 -0800 | [diff] [blame] | 609 | logging.info('Fetching %s...', filename) |
Ryan Cui | 4c2d42c | 2013-02-08 16:22:26 -0800 | [diff] [blame] | 610 | gs_ctx.Copy(files[0], tempdir, print_cmd=False) |
| 611 | chrome_path = os.path.join(tempdir, filename) |
| 612 | assert os.path.exists(chrome_path) |
| 613 | return chrome_path |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 614 | |
| 615 | |
Ryan Cui | f890a3e | 2013-03-07 18:57:06 -0800 | [diff] [blame] | 616 | @contextlib.contextmanager |
| 617 | def _StripBinContext(options): |
| 618 | if not options.dostrip: |
| 619 | yield None |
| 620 | elif options.strip_bin: |
| 621 | yield options.strip_bin |
| 622 | else: |
Ryan Cui | a0215a7 | 2013-02-14 16:20:45 -0800 | [diff] [blame] | 623 | sdk = cros_chrome_sdk.SDKFetcher(options.cache_dir, options.board) |
Ryan Cui | 686ec05 | 2013-02-12 16:39:41 -0800 | [diff] [blame] | 624 | components = (sdk.TARGET_TOOLCHAIN_KEY, constants.CHROME_ENV_TAR) |
Aviv Keshet | 1c986f3 | 2014-04-24 13:20:49 -0700 | [diff] [blame] | 625 | with sdk.Prepare(components=components, target_tc=options.target_tc, |
| 626 | toolchain_url=options.toolchain_url) as ctx: |
Ryan Cui | 686ec05 | 2013-02-12 16:39:41 -0800 | [diff] [blame] | 627 | env_path = os.path.join(ctx.key_map[constants.CHROME_ENV_TAR].path, |
| 628 | constants.CHROME_ENV_FILE) |
| 629 | strip_bin = osutils.SourceEnvironment(env_path, ['STRIP'])['STRIP'] |
| 630 | strip_bin = os.path.join(ctx.key_map[sdk.TARGET_TOOLCHAIN_KEY].path, |
| 631 | 'bin', os.path.basename(strip_bin)) |
Ryan Cui | f890a3e | 2013-03-07 18:57:06 -0800 | [diff] [blame] | 632 | yield strip_bin |
| 633 | |
| 634 | |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 635 | def _PrepareStagingDir(options, tempdir, staging_dir, copy_paths=None, |
| 636 | chrome_dir=_CHROME_DIR): |
Ryan Cui | f890a3e | 2013-03-07 18:57:06 -0800 | [diff] [blame] | 637 | """Place the necessary files in the staging directory. |
| 638 | |
| 639 | The staging directory is the directory used to rsync the build artifacts over |
| 640 | to the device. Only the necessary Chrome build artifacts are put into the |
| 641 | staging directory. |
| 642 | """ |
Ryan Cui | 5866be0 | 2013-03-18 14:12:00 -0700 | [diff] [blame] | 643 | osutils.SafeMakedirs(staging_dir) |
Mike Frysinger | 60ec101 | 2013-10-21 00:11:10 -0400 | [diff] [blame] | 644 | os.chmod(staging_dir, 0o755) |
Ryan Cui | f890a3e | 2013-03-07 18:57:06 -0800 | [diff] [blame] | 645 | if options.build_dir: |
| 646 | with _StripBinContext(options) as strip_bin: |
Ryan Cui | 5b7c2ed | 2013-03-18 18:45:46 -0700 | [diff] [blame] | 647 | strip_flags = (None if options.strip_flags is None else |
| 648 | shlex.split(options.strip_flags)) |
Ryan Cui | 686ec05 | 2013-02-12 16:39:41 -0800 | [diff] [blame] | 649 | chrome_util.StageChromeFromBuildDir( |
Steven Bennetts | 46a84c3 | 2016-08-12 15:20:46 -0700 | [diff] [blame] | 650 | staging_dir, options.build_dir, strip_bin, |
Steven Bennetts | da8d9f0 | 2016-09-23 13:25:45 -0700 | [diff] [blame] | 651 | sloppy=options.sloppy, gn_args=options.gn_args, |
Ryan Cui | 5b7c2ed | 2013-03-18 18:45:46 -0700 | [diff] [blame] | 652 | staging_flags=options.staging_flags, |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 653 | strip_flags=strip_flags, copy_paths=copy_paths) |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 654 | else: |
| 655 | pkg_path = options.local_pkg_path |
| 656 | if options.gs_path: |
Ryan Cui | 504db72 | 2013-01-22 11:48:01 -0800 | [diff] [blame] | 657 | pkg_path = _FetchChromePackage(options.cache_dir, tempdir, |
| 658 | options.gs_path) |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 659 | |
| 660 | assert pkg_path |
Ryan Cui | 4d6b0db | 2013-02-28 15:13:24 -0800 | [diff] [blame] | 661 | logging.info('Extracting %s...', pkg_path) |
Ryan Cui | 5866be0 | 2013-03-18 14:12:00 -0700 | [diff] [blame] | 662 | # Extract only the ./opt/google/chrome contents, directly into the staging |
| 663 | # dir, collapsing the directory hierarchy. |
Steve Fung | e984a53 | 2013-11-25 17:09:25 -0800 | [diff] [blame] | 664 | if pkg_path[-4:] == '.zip': |
| 665 | cros_build_lib.DebugRunCommand( |
| 666 | ['unzip', '-X', pkg_path, _ANDROID_DIR_EXTRACT_PATH, '-d', |
| 667 | staging_dir]) |
| 668 | for filename in glob.glob(os.path.join(staging_dir, 'system/chrome/*')): |
| 669 | shutil.move(filename, staging_dir) |
| 670 | osutils.RmDir(os.path.join(staging_dir, 'system'), ignore_missing=True) |
| 671 | else: |
| 672 | cros_build_lib.DebugRunCommand( |
| 673 | ['tar', '--strip-components', '4', '--extract', |
| 674 | '--preserve-permissions', '--file', pkg_path, '.%s' % chrome_dir], |
| 675 | cwd=staging_dir) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 676 | |
Ryan Cui | 71aa8de | 2013-04-19 16:12:55 -0700 | [diff] [blame] | 677 | |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 678 | def main(argv): |
Mike Frysinger | c3061a6 | 2015-06-04 04:16:18 -0400 | [diff] [blame] | 679 | options = _ParseCommandLine(argv) |
| 680 | _PostParseCheck(options) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 681 | |
| 682 | # Set cros_build_lib debug level to hide RunCommand spew. |
| 683 | if options.verbose: |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 684 | logging.getLogger().setLevel(logging.DEBUG) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 685 | else: |
Ryan Cui | 4d6b0db | 2013-02-28 15:13:24 -0800 | [diff] [blame] | 686 | logging.getLogger().setLevel(logging.INFO) |
Ryan Cui | 3045c5d | 2012-07-13 18:00:33 -0700 | [diff] [blame] | 687 | |
Aviv Keshet | 01a82e9 | 2017-03-02 17:39:59 -0800 | [diff] [blame] | 688 | with osutils.TempDir(set_global=True) as tempdir: |
| 689 | staging_dir = options.staging_dir |
| 690 | if not staging_dir: |
| 691 | staging_dir = os.path.join(tempdir, 'chrome') |
Ryan Cui | a56a71e | 2012-10-18 18:40:35 -0700 | [diff] [blame] | 692 | |
Aviv Keshet | 01a82e9 | 2017-03-02 17:39:59 -0800 | [diff] [blame] | 693 | deploy = DeployChrome(options, tempdir, staging_dir) |
| 694 | try: |
| 695 | deploy.Perform() |
| 696 | except failures_lib.StepFailure as ex: |
| 697 | raise SystemExit(str(ex).strip()) |
| 698 | deploy.Cleanup() |