blob: d98284d0ff4b24d9b96304b26dbc5921daa5d72b [file] [log] [blame]
J. Richard Barnette24adbf42012-04-11 15:04:53 -07001# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Dale Curtisaa5eedb2011-08-23 16:18:52 -07002# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
J. Richard Barnette1d78b012012-05-15 13:56:30 -07005import logging
Dan Shi0f466e82013-02-22 15:44:58 -08006import os
Simran Basid5e5e272012-09-24 15:23:59 -07007import re
Vincent Palatindf2372c2016-10-07 17:03:00 +02008import sys
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07009import time
10
mussa584b4462014-06-20 15:13:28 -070011import common
J. Richard Barnette45e93de2012-04-11 17:24:15 -070012from autotest_lib.client.bin import utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070013from autotest_lib.client.common_lib import autotemp
Richard Barnette0c73ffc2012-11-19 15:21:18 -080014from autotest_lib.client.common_lib import error
15from autotest_lib.client.common_lib import global_config
J. Richard Barnette91137f02016-03-10 16:52:26 -080016from autotest_lib.client.common_lib import hosts
Dan Shi549fb822015-03-24 18:01:11 -070017from autotest_lib.client.common_lib import lsbrelease_utils
J. Richard Barnette45e93de2012-04-11 17:24:15 -070018from autotest_lib.client.common_lib.cros import autoupdater
Richard Barnette03a0c132012-11-05 12:40:35 -080019from autotest_lib.client.common_lib.cros import dev_server
Gabe Blackb72f4fb2015-01-20 16:47:13 -080020from autotest_lib.client.common_lib.cros.graphite import autotest_es
Hsinyu Chaoe0b08e62015-08-11 10:50:37 +000021from autotest_lib.client.cros import constants as client_constants
J. Richard Barnette84890bd2014-02-21 11:05:47 -080022from autotest_lib.client.cros import cros_ui
Kevin Chenga328da62016-03-31 10:49:04 -070023from autotest_lib.client.cros.audio import cras_utils
24from autotest_lib.client.cros.input_playback import input_playback
25from autotest_lib.client.cros.video import constants as video_test_constants
Simran Basi5ace6f22016-01-06 17:30:44 -080026from autotest_lib.server import afe_utils
MK Ryu35d661e2014-09-25 17:44:10 -070027from autotest_lib.server import autoserv_parser
28from autotest_lib.server import autotest
29from autotest_lib.server import constants
Dan Shia1ecd5c2013-06-06 11:21:31 -070030from autotest_lib.server import utils as server_utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070031from autotest_lib.server.cros import provision
Scott Zawalski89c44dd2013-02-26 09:28:02 -050032from autotest_lib.server.cros.dynamic_suite import constants as ds_constants
Simran Basi5e6339a2013-03-21 11:34:32 -070033from autotest_lib.server.cros.dynamic_suite import tools, frontend_wrappers
Dan Shi9cb0eec2014-06-03 09:04:50 -070034from autotest_lib.server.cros.faft.config.config import Config as FAFTConfig
Scottfe06ed82015-11-05 17:15:01 -080035from autotest_lib.server.cros.servo import plankton
Fang Deng96667ca2013-08-01 17:46:18 -070036from autotest_lib.server.hosts import abstract_ssh
Kevin Chenga2619dc2016-03-28 11:42:08 -070037from autotest_lib.server.hosts import base_label
38from autotest_lib.server.hosts import cros_label
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +080039from autotest_lib.server.hosts import chameleon_host
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -080040from autotest_lib.server.hosts import cros_repair
Scottfe06ed82015-11-05 17:15:01 -080041from autotest_lib.server.hosts import plankton_host
Fang Deng5d518f42013-08-02 14:04:32 -070042from autotest_lib.server.hosts import servo_host
Simran Basidcff4252012-11-20 16:13:20 -080043from autotest_lib.site_utils.rpm_control_system import rpm_client
Simran Basid5e5e272012-09-24 15:23:59 -070044
Simran Basi382506b2016-09-13 14:58:15 -070045# In case cros_host is being ran via SSP on an older Moblab version with an
46# older chromite version.
47try:
48 from chromite.lib import metrics
49except:
50 metrics = None
Simran Basid5e5e272012-09-24 15:23:59 -070051
Dan Shib8540a52015-07-16 14:18:23 -070052CONFIG = global_config.global_config
xixuanec801e32016-08-25 10:20:22 -070053ENABLE_DEVSERVER_TRIGGER_AUTO_UPDATE = CONFIG.get_config_value(
54 'CROS', 'enable_devserver_trigger_auto_update', type=bool,
55 default=False)
Dan Shib8540a52015-07-16 14:18:23 -070056
Kevin Chenga328da62016-03-31 10:49:04 -070057LUCID_SLEEP_BOARDS = ['samus', 'lulu']
58
Dan Shid07ee2e2015-09-24 14:49:25 -070059
beepsc87ff602013-07-31 21:53:00 -070060class FactoryImageCheckerException(error.AutoservError):
61 """Exception raised when an image is a factory image."""
62 pass
63
64
Fang Deng0ca40e22013-08-27 17:47:44 -070065class CrosHost(abstract_ssh.AbstractSSHHost):
J. Richard Barnette45e93de2012-04-11 17:24:15 -070066 """Chromium OS specific subclass of Host."""
67
Simran Basi5ace6f22016-01-06 17:30:44 -080068 VERSION_PREFIX = provision.CROS_VERSION_PREFIX
69
J. Richard Barnette45e93de2012-04-11 17:24:15 -070070 _parser = autoserv_parser.autoserv_parser
Scott Zawalski62bacae2013-03-05 10:40:32 -050071 _AFE = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
xixuanec801e32016-08-25 10:20:22 -070072 support_devserver_provision = ENABLE_DEVSERVER_TRIGGER_AUTO_UPDATE
J. Richard Barnette45e93de2012-04-11 17:24:15 -070073
Richard Barnette03a0c132012-11-05 12:40:35 -080074 # Timeout values (in seconds) associated with various Chrome OS
75 # state changes.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -070076 #
Richard Barnette0c73ffc2012-11-19 15:21:18 -080077 # In general, a good rule of thumb is that the timeout can be up
78 # to twice the typical measured value on the slowest platform.
79 # The times here have not necessarily been empirically tested to
80 # meet this criterion.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070081 #
82 # SLEEP_TIMEOUT: Time to allow for suspend to memory.
Richard Barnette0c73ffc2012-11-19 15:21:18 -080083 # RESUME_TIMEOUT: Time to allow for resume after suspend, plus
84 # time to restart the netwowrk.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080085 # SHUTDOWN_TIMEOUT: Time to allow for shut down.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070086 # BOOT_TIMEOUT: Time to allow for boot from power off. Among
Richard Barnette0c73ffc2012-11-19 15:21:18 -080087 # other things, this must account for the 30 second dev-mode
J. Richard Barnette417cc792015-10-01 09:56:36 -070088 # screen delay, time to start the network on the DUT, and the
89 # ssh timeout of 120 seconds.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070090 # USB_BOOT_TIMEOUT: Time to allow for boot from a USB device,
Richard Barnette0c73ffc2012-11-19 15:21:18 -080091 # including the 30 second dev-mode delay and time to start the
J. Richard Barnetted4649c62013-03-06 17:42:27 -080092 # network.
beepsf079cfb2013-09-18 17:49:51 -070093 # INSTALL_TIMEOUT: Time to allow for chromeos-install.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080094 # POWERWASH_BOOT_TIMEOUT: Time to allow for a reboot that
95 # includes powerwash.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070096
97 SLEEP_TIMEOUT = 2
J. Richard Barnetted4649c62013-03-06 17:42:27 -080098 RESUME_TIMEOUT = 10
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +080099 SHUTDOWN_TIMEOUT = 10
J. Richard Barnette417cc792015-10-01 09:56:36 -0700100 BOOT_TIMEOUT = 150
J. Richard Barnette5bab5f52015-08-03 13:14:38 -0700101 USB_BOOT_TIMEOUT = 300
J. Richard Barnette7817b052014-08-28 09:47:29 -0700102 INSTALL_TIMEOUT = 480
Dan Shi2c88eed2013-11-12 10:18:38 -0800103 POWERWASH_BOOT_TIMEOUT = 60
Chris Sosab76e0ee2013-05-22 16:55:41 -0700104
Dan Shica503482015-03-30 17:23:25 -0700105 # Minimum OS version that supports server side packaging. Older builds may
106 # not have server side package built or with Autotest code change to support
107 # server-side packaging.
Dan Shib8540a52015-07-16 14:18:23 -0700108 MIN_VERSION_SUPPORT_SSP = CONFIG.get_config_value(
Dan Shiced09e42015-04-17 16:09:34 -0700109 'AUTOSERV', 'min_version_support_ssp', type=int)
Dan Shica503482015-03-30 17:23:25 -0700110
J. Richard Barnette84890bd2014-02-21 11:05:47 -0800111 # REBOOT_TIMEOUT: How long to wait for a reboot.
112 #
Chris Sosab76e0ee2013-05-22 16:55:41 -0700113 # We have a long timeout to ensure we don't flakily fail due to other
114 # issues. Shorter timeouts are vetted in platform_RebootAfterUpdate.
Simran Basi1160e2c2013-10-04 16:00:24 -0700115 # TODO(sbasi - crbug.com/276094) Restore to 5 mins once the 'host did not
116 # return from reboot' bug is solved.
117 REBOOT_TIMEOUT = 480
Chris Sosab76e0ee2013-05-22 16:55:41 -0700118
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800119 # _USB_POWER_TIMEOUT: Time to allow for USB to power toggle ON and OFF.
120 # _POWER_CYCLE_TIMEOUT: Time to allow for manual power cycle.
121 _USB_POWER_TIMEOUT = 5
122 _POWER_CYCLE_TIMEOUT = 10
123
Dan Shib8540a52015-07-16 14:18:23 -0700124 _RPM_RECOVERY_BOARDS = CONFIG.get_config_value('CROS',
Richard Barnette82c35912012-11-20 10:09:10 -0800125 'rpm_recovery_boards', type=str).split(',')
126
Richard Barnette82c35912012-11-20 10:09:10 -0800127 _LAB_MACHINE_FILE = '/mnt/stateful_partition/.labmachine'
Fang Dengdeba14f2014-11-14 11:54:09 -0800128 _RPM_HOSTNAME_REGEX = ('chromeos(\d+)(-row(\d+))?-rack(\d+[a-z]*)'
129 '-host(\d+)')
Kevin Chenga328da62016-03-31 10:49:04 -0700130 _LIGHTSENSOR_FILES = [ "in_illuminance0_input",
131 "in_illuminance_input",
132 "in_illuminance0_raw",
133 "in_illuminance_raw",
134 "illuminance0_input"]
135 _LIGHTSENSOR_SEARCH_DIR = '/sys/bus/iio/devices'
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700136
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -0800137 # Constants used in ping_wait_up() and ping_wait_down().
138 #
139 # _PING_WAIT_COUNT is the approximate number of polling
140 # cycles to use when waiting for a host state change.
141 #
142 # _PING_STATUS_DOWN and _PING_STATUS_UP are names used
143 # for arguments to the internal _ping_wait_for_status()
144 # method.
145 _PING_WAIT_COUNT = 40
146 _PING_STATUS_DOWN = False
147 _PING_STATUS_UP = True
148
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800149 # Allowed values for the power_method argument.
150
151 # POWER_CONTROL_RPM: Passed as default arg for power_off/on/cycle() methods.
152 # POWER_CONTROL_SERVO: Used in set_power() and power_cycle() methods.
153 # POWER_CONTROL_MANUAL: Used in set_power() and power_cycle() methods.
154 POWER_CONTROL_RPM = 'RPM'
155 POWER_CONTROL_SERVO = 'servoj10'
156 POWER_CONTROL_MANUAL = 'manual'
157
158 POWER_CONTROL_VALID_ARGS = (POWER_CONTROL_RPM,
159 POWER_CONTROL_SERVO,
160 POWER_CONTROL_MANUAL)
Richard Barnette0c73ffc2012-11-19 15:21:18 -0800161
Simran Basi5e6339a2013-03-21 11:34:32 -0700162 _RPM_OUTLET_CHANGED = 'outlet_changed'
163
Dan Shi9cb0eec2014-06-03 09:04:50 -0700164 # URL pattern to download firmware image.
Dan Shib8540a52015-07-16 14:18:23 -0700165 _FW_IMAGE_URL_PATTERN = CONFIG.get_config_value(
Dan Shi9cb0eec2014-06-03 09:04:50 -0700166 'CROS', 'firmware_url_pattern', type=str)
beeps687243d2013-07-18 15:29:27 -0700167
J. Richard Barnette91137f02016-03-10 16:52:26 -0800168
169 # A flag file to indicate provision failures. The file is created
170 # at the start of any AU procedure (see `machine_install()`). The
171 # file's location in stateful means that on successul update it will
172 # be removed. Thus, if this file exists, it indicates that we've
173 # tried and failed in a previous attempt to update.
174 PROVISION_FAILED = '/var/tmp/provision_failed'
MK Ryu35d661e2014-09-25 17:44:10 -0700175
MK Ryu35d661e2014-09-25 17:44:10 -0700176
J. Richard Barnette964fba02012-10-24 17:34:29 -0700177 @staticmethod
beeps46dadc92013-11-07 14:07:10 -0800178 def check_host(host, timeout=10):
179 """
180 Check if the given host is a chrome-os host.
181
182 @param host: An ssh host representing a device.
183 @param timeout: The timeout for the run command.
184
185 @return: True if the host device is chromeos.
186
beeps46dadc92013-11-07 14:07:10 -0800187 """
188 try:
Simran Basi933c8af2015-04-29 14:05:07 -0700189 result = host.run(
190 'grep -q CHROMEOS /etc/lsb-release && '
191 '! test -f /mnt/stateful_partition/.android_tester && '
192 '! grep -q moblab /etc/lsb-release',
193 ignore_status=True, timeout=timeout)
beeps46dadc92013-11-07 14:07:10 -0800194 except (error.AutoservRunError, error.AutoservSSHTimeout):
195 return False
196 return result.exit_status == 0
197
198
199 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800200 def get_chameleon_arguments(args_dict):
201 """Extract chameleon options from `args_dict` and return the result.
202
203 Recommended usage:
204 ~~~~~~~~
205 args_dict = utils.args_to_dict(args)
206 chameleon_args = hosts.CrosHost.get_chameleon_arguments(args_dict)
207 host = hosts.create_host(machine, chameleon_args=chameleon_args)
208 ~~~~~~~~
209
210 @param args_dict Dictionary from which to extract the chameleon
211 arguments.
212 """
Allen Li083866b2016-08-18 10:07:10 -0700213 return {key: args_dict[key]
214 for key in ('chameleon_host', 'chameleon_port')
215 if key in args_dict}
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800216
217
218 @staticmethod
Scottfe06ed82015-11-05 17:15:01 -0800219 def get_plankton_arguments(args_dict):
220 """Extract chameleon options from `args_dict` and return the result.
221
222 Recommended usage:
223 ~~~~~~~~
224 args_dict = utils.args_to_dict(args)
Richard Barnettee519dcd2016-08-15 17:37:17 -0700225 plankton_args = hosts.CrosHost.get_plankton_arguments(args_dict)
226 host = hosts.create_host(machine, plankton_args=plankton_args)
Scottfe06ed82015-11-05 17:15:01 -0800227 ~~~~~~~~
228
229 @param args_dict Dictionary from which to extract the plankton
230 arguments.
231 """
Allen Li083866b2016-08-18 10:07:10 -0700232 return {key: args_dict[key]
233 for key in ('plankton_host', 'plankton_port')
234 if key in args_dict}
Scottfe06ed82015-11-05 17:15:01 -0800235
236
237 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800238 def get_servo_arguments(args_dict):
239 """Extract servo options from `args_dict` and return the result.
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800240
241 Recommended usage:
242 ~~~~~~~~
243 args_dict = utils.args_to_dict(args)
Fang Deng0ca40e22013-08-27 17:47:44 -0700244 servo_args = hosts.CrosHost.get_servo_arguments(args_dict)
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800245 host = hosts.create_host(machine, servo_args=servo_args)
246 ~~~~~~~~
247
248 @param args_dict Dictionary from which to extract the servo
249 arguments.
250 """
Richard Barnettee519dcd2016-08-15 17:37:17 -0700251 servo_attrs = (servo_host.SERVO_HOST_ATTR,
252 servo_host.SERVO_PORT_ATTR,
253 servo_host.SERVO_BOARD_ATTR)
Allen Li083866b2016-08-18 10:07:10 -0700254 return {key: args_dict[key]
255 for key in servo_attrs
256 if key in args_dict}
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700257
J. Richard Barnette964fba02012-10-24 17:34:29 -0700258
J. Richard Barnette91137f02016-03-10 16:52:26 -0800259 def _initialize(self, hostname, chameleon_args=None, servo_args=None,
260 plankton_args=None, try_lab_servo=False,
Richard Barnette9a26ad62016-06-10 12:03:08 -0700261 try_servo_repair=False,
J. Richard Barnette91137f02016-03-10 16:52:26 -0800262 ssh_verbosity_flag='', ssh_options='',
Fang Dengd1c2b732013-08-20 12:59:46 -0700263 *args, **dargs):
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800264 """Initialize superclasses, |self.chameleon|, and |self.servo|.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700265
Fang Denge545abb2014-12-30 18:43:47 -0800266 This method will attempt to create the test-assistant object
267 (chameleon/servo) when it is needed by the test. Check
268 the docstring of chameleon_host.create_chameleon_host and
269 servo_host.create_servo_host for how this is determined.
Fang Deng5d518f42013-08-02 14:04:32 -0700270
Fang Denge545abb2014-12-30 18:43:47 -0800271 @param hostname: Hostname of the dut.
272 @param chameleon_args: A dictionary that contains args for creating
273 a ChameleonHost. See chameleon_host for details.
274 @param servo_args: A dictionary that contains args for creating
275 a ServoHost object. See servo_host for details.
Richard Barnette9a26ad62016-06-10 12:03:08 -0700276 @param try_lab_servo: When true, indicates that an attempt should
277 be made to create a ServoHost for a DUT in
278 the test lab, even if not required by
279 `servo_args`. See servo_host for details.
280 @param try_servo_repair: If a servo host is created, check it
281 with `repair()` rather than `verify()`.
Fang Denge545abb2014-12-30 18:43:47 -0800282 See servo_host for details.
283 @param ssh_verbosity_flag: String, to pass to the ssh command to control
284 verbosity.
285 @param ssh_options: String, other ssh options to pass to the ssh
286 command.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700287 """
Fang Deng0ca40e22013-08-27 17:47:44 -0700288 super(CrosHost, self)._initialize(hostname=hostname,
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700289 *args, **dargs)
J. Richard Barnette91137f02016-03-10 16:52:26 -0800290 self._repair_strategy = cros_repair.create_cros_repair_strategy()
Kevin Chenga2619dc2016-03-28 11:42:08 -0700291 self.labels = base_label.LabelRetriever(cros_label.CROS_LABELS)
J. Richard Barnettef0859852012-08-20 14:55:50 -0700292 # self.env is a dictionary of environment variable settings
293 # to be exported for commands run on the host.
294 # LIBC_FATAL_STDERR_ can be useful for diagnosing certain
295 # errors that might happen.
296 self.env['LIBC_FATAL_STDERR_'] = '1'
Fang Dengd1c2b732013-08-20 12:59:46 -0700297 self._ssh_verbosity_flag = ssh_verbosity_flag
Aviv Keshetc5947fa2013-09-04 14:06:29 -0700298 self._ssh_options = ssh_options
Fang Deng5d518f42013-08-02 14:04:32 -0700299 # TODO(fdeng): We need to simplify the
300 # process of servo and servo_host initialization.
301 # crbug.com/298432
Fang Denge545abb2014-12-30 18:43:47 -0800302 self._servo_host = servo_host.create_servo_host(
Richard Barnetteea3e4602016-06-10 12:36:41 -0700303 dut=self, servo_args=servo_args,
Richard Barnette9a26ad62016-06-10 12:03:08 -0700304 try_lab_servo=try_lab_servo,
305 try_servo_repair=try_servo_repair)
Richard Barnettee519dcd2016-08-15 17:37:17 -0700306 if self._servo_host is not None:
307 self.servo = self._servo_host.get_servo()
308 else:
309 self.servo = None
310
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800311 # TODO(waihong): Do the simplication on Chameleon too.
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800312 self._chameleon_host = chameleon_host.create_chameleon_host(
313 dut=self.hostname, chameleon_args=chameleon_args)
Scottfe06ed82015-11-05 17:15:01 -0800314 # Add plankton host if plankton args were added on command line
315 self._plankton_host = plankton_host.create_plankton_host(plankton_args)
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800316
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800317 if self._chameleon_host:
Tom Wai-Hong Tameaee3402014-01-22 08:52:10 +0800318 self.chameleon = self._chameleon_host.create_chameleon_board()
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800319 else:
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800320 self.chameleon = None
Fang Deng5d518f42013-08-02 14:04:32 -0700321
Scottfe06ed82015-11-05 17:15:01 -0800322 if self._plankton_host:
323 self.plankton_servo = self._plankton_host.get_servo()
324 logging.info('plankton_servo: %r', self.plankton_servo)
325 # Create the plankton object used to access the ec uart
Scott07a848f2016-01-12 15:04:52 -0800326 self.plankton = plankton.Plankton(self.plankton_servo,
327 self._plankton_host.get_servod_server_proxy())
Scottfe06ed82015-11-05 17:15:01 -0800328 else:
Scott07a848f2016-01-12 15:04:52 -0800329 self.plankton = None
Scottfe06ed82015-11-05 17:15:01 -0800330
Fang Deng5d518f42013-08-02 14:04:32 -0700331
Richard Barnette260cbd02016-10-06 12:23:28 -0700332 def _get_cros_repair_image_name(self):
Richard Barnette383ef9c2016-12-13 11:56:49 -0800333 return afe_utils.get_stable_cros_image_name(
334 self._get_board_from_afe())
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500335
336
beepsdae65fd2013-07-26 16:24:41 -0700337 def verify_job_repo_url(self, tag=''):
beepscb6f1e22013-06-28 19:14:10 -0700338 """
339 Make sure job_repo_url of this host is valid.
340
joychen03eaad92013-06-26 09:55:21 -0700341 Eg: The job_repo_url "http://lmn.cd.ab.xyx:8080/static/\
beepscb6f1e22013-06-28 19:14:10 -0700342 lumpy-release/R29-4279.0.0/autotest/packages" claims to have the
343 autotest package for lumpy-release/R29-4279.0.0. If this isn't the case,
344 download and extract it. If the devserver embedded in the url is
345 unresponsive, update the job_repo_url of the host after staging it on
346 another devserver.
347
348 @param job_repo_url: A url pointing to the devserver where the autotest
349 package for this build should be staged.
beepsdae65fd2013-07-26 16:24:41 -0700350 @param tag: The tag from the server job, in the format
351 <job_id>-<user>/<hostname>, or <hostless> for a server job.
beepscb6f1e22013-06-28 19:14:10 -0700352
353 @raises DevServerException: If we could not resolve a devserver.
354 @raises AutoservError: If we're unable to save the new job_repo_url as
355 a result of choosing a new devserver because the old one failed to
356 respond to a health check.
beeps0c865032013-07-30 11:37:06 -0700357 @raises urllib2.URLError: If the devserver embedded in job_repo_url
358 doesn't respond within the timeout.
beepscb6f1e22013-06-28 19:14:10 -0700359 """
Dan Shibe3636a2016-02-14 22:48:01 -0800360 job_repo_url = afe_utils.get_host_attribute(self,
361 ds_constants.JOB_REPO_URL)
beepscb6f1e22013-06-28 19:14:10 -0700362 if not job_repo_url:
363 logging.warning('No job repo url set on host %s', self.hostname)
364 return
365
366 logging.info('Verifying job repo url %s', job_repo_url)
367 devserver_url, image_name = tools.get_devserver_build_from_package_url(
368 job_repo_url)
369
beeps0c865032013-07-30 11:37:06 -0700370 ds = dev_server.ImageServer(devserver_url)
beepscb6f1e22013-06-28 19:14:10 -0700371
372 logging.info('Staging autotest artifacts for %s on devserver %s',
373 image_name, ds.url())
beeps687243d2013-07-18 15:29:27 -0700374
375 start_time = time.time()
Simran Basi25e7a922014-10-31 11:56:10 -0700376 ds.stage_artifacts(image_name, ['autotest_packages'])
beeps687243d2013-07-18 15:29:27 -0700377 stage_time = time.time() - start_time
378
379 # Record how much of the verification time comes from a devserver
380 # restage. If we're doing things right we should not see multiple
381 # devservers for a given board/build/branch path.
382 try:
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800383 board, build_type, branch = server_utils.ParseBuildName(
beeps687243d2013-07-18 15:29:27 -0700384 image_name)[:3]
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800385 except server_utils.ParseBuildNameException:
beeps687243d2013-07-18 15:29:27 -0700386 pass
387 else:
beeps0c865032013-07-30 11:37:06 -0700388 devserver = devserver_url[
Chris Sosa65425082013-10-16 13:26:22 -0700389 devserver_url.find('/') + 2:devserver_url.rfind(':')]
beeps687243d2013-07-18 15:29:27 -0700390 stats_key = {
391 'board': board,
392 'build_type': build_type,
393 'branch': branch,
beeps0c865032013-07-30 11:37:06 -0700394 'devserver': devserver.replace('.', '_'),
beeps687243d2013-07-18 15:29:27 -0700395 }
Aviv Keshetf9375482016-10-26 02:09:03 -0700396 if metrics:
397 monarch_fields = {
398 'board': board,
399 'build_type': build_type,
Aviv Keshet3a76f762016-10-27 17:41:51 -0700400 # TODO(akeshet): To be consistent with most other metrics,
401 # consider changing the following field to be named
402 # 'milestone'.
Aviv Keshetf9375482016-10-26 02:09:03 -0700403 'branch': branch,
404 'dev_server': devserver,
405 }
406 metrics.Counter(
407 'chromeos/autotest/provision/verify_url'
408 ).increment(fields=monarch_fields)
Aviv Keshet3a76f762016-10-27 17:41:51 -0700409 metrics.SecondsDistribution(
410 'chromeos/autotest/provision/verify_url_duration'
411 ).add(stage_time, fields=monarch_fields)
Dan Shicf4d2032015-03-12 15:04:21 -0700412 def stage_server_side_package(self, image=None):
413 """Stage autotest server-side package on devserver.
414
415 @param image: Full path of an OS image to install or a build name.
416
417 @return: A url to the autotest server-side package.
Dan Shi14de7622016-08-22 11:09:06 -0700418
419 @raise: error.AutoservError if fail to locate the build to test with, or
420 fail to stage server-side package.
Dan Shicf4d2032015-03-12 15:04:21 -0700421 """
Dan Shid37736b2016-07-06 15:10:29 -0700422 # If enable_drone_in_restricted_subnet is False, do not set hostname
423 # in devserver.resolve call, so a devserver in non-restricted subnet
424 # is picked to stage autotest server package for drone to download.
425 hostname = self.hostname
426 if not server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
427 hostname = None
Dan Shicf4d2032015-03-12 15:04:21 -0700428 if image:
429 image_name = tools.get_build_from_image(image)
430 if not image_name:
431 raise error.AutoservError(
432 'Failed to parse build name from %s' % image)
Dan Shid37736b2016-07-06 15:10:29 -0700433 ds = dev_server.ImageServer.resolve(image_name, hostname)
Dan Shicf4d2032015-03-12 15:04:21 -0700434 else:
Dan Shibe3636a2016-02-14 22:48:01 -0800435 job_repo_url = afe_utils.get_host_attribute(
436 self, ds_constants.JOB_REPO_URL)
Dan Shicf4d2032015-03-12 15:04:21 -0700437 if job_repo_url:
438 devserver_url, image_name = (
439 tools.get_devserver_build_from_package_url(job_repo_url))
Dan Shid37736b2016-07-06 15:10:29 -0700440 # If enable_drone_in_restricted_subnet is True, use the
441 # existing devserver. Otherwise, resolve a new one in
442 # non-restricted subnet.
443 if server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
444 ds = dev_server.ImageServer(devserver_url)
445 else:
446 ds = dev_server.ImageServer.resolve(image_name)
Dan Shicf4d2032015-03-12 15:04:21 -0700447 else:
Kevin Cheng84a71ba2016-07-14 11:03:57 -0700448 labels = afe_utils.get_labels(self, self.VERSION_PREFIX)
Dan Shicf4d2032015-03-12 15:04:21 -0700449 if not labels:
450 raise error.AutoservError(
451 'Failed to stage server-side package. The host has '
452 'no job_report_url attribute or version label.')
Kevin Cheng84a71ba2016-07-14 11:03:57 -0700453 image_name = labels[0][len(self.VERSION_PREFIX + ':'):]
Dan Shid37736b2016-07-06 15:10:29 -0700454 ds = dev_server.ImageServer.resolve(image_name, hostname)
Dan Shica503482015-03-30 17:23:25 -0700455
456 # Get the OS version of the build, for any build older than
457 # MIN_VERSION_SUPPORT_SSP, server side packaging is not supported.
458 match = re.match('.*/R\d+-(\d+)\.', image_name)
459 if match and int(match.group(1)) < self.MIN_VERSION_SUPPORT_SSP:
Dan Shi14de7622016-08-22 11:09:06 -0700460 raise error.AutoservError(
461 'Build %s is older than %s. Server side packaging is '
462 'disabled.' % (image_name, self.MIN_VERSION_SUPPORT_SSP))
Dan Shica503482015-03-30 17:23:25 -0700463
Dan Shicf4d2032015-03-12 15:04:21 -0700464 ds.stage_artifacts(image_name, ['autotest_server_package'])
465 return '%s/static/%s/%s' % (ds.url(), image_name,
466 'autotest_server_package.tar.bz2')
467
468
Dan Shi0f466e82013-02-22 15:44:58 -0800469 def _try_stateful_update(self, update_url, force_update, updater):
470 """Try to use stateful update to initialize DUT.
471
472 When DUT is already running the same version that machine_install
473 tries to install, stateful update is a much faster way to clean up
474 the DUT for testing, compared to a full reimage. It is implemeted
475 by calling autoupdater.run_update, but skipping updating root, as
476 updating the kernel is time consuming and not necessary.
477
478 @param update_url: url of the image.
479 @param force_update: Set to True to update the image even if the DUT
480 is running the same version.
481 @param updater: ChromiumOSUpdater instance used to update the DUT.
482 @returns: True if the DUT was updated with stateful update.
483
484 """
Dan Shi10b98482016-02-02 14:38:50 -0800485 # Stop service ap-update-manager to prevent rebooting during autoupdate.
486 # The service is used in jetstream boards, but not other CrOS devices.
487 self.run('sudo stop ap-update-manager', ignore_status=True)
488
J. Richard Barnette3f731032014-04-07 17:42:59 -0700489 # TODO(jrbarnette): Yes, I hate this re.match() test case.
490 # It's better than the alternative: see crbug.com/360944.
491 image_name = autoupdater.url_to_image_name(update_url)
492 release_pattern = r'^.*-release/R[0-9]+-[0-9]+\.[0-9]+\.0$'
493 if not re.match(release_pattern, image_name):
494 return False
Dan Shi0f466e82013-02-22 15:44:58 -0800495 if not updater.check_version():
496 return False
497 if not force_update:
498 logging.info('Canceling stateful update because the new and '
499 'old versions are the same.')
500 return False
501 # Following folders should be rebuilt after stateful update.
502 # A test file is used to confirm each folder gets rebuilt after
503 # the stateful update.
504 folders_to_check = ['/var', '/home', '/mnt/stateful_partition']
505 test_file = '.test_file_to_be_deleted'
506 for folder in folders_to_check:
507 touch_path = os.path.join(folder, test_file)
508 self.run('touch %s' % touch_path)
509
Chris Sosae92399e2015-04-24 11:32:59 -0700510 updater.run_update(update_root=False)
Dan Shi0f466e82013-02-22 15:44:58 -0800511
512 # Reboot to complete stateful update.
Chris Sosab76e0ee2013-05-22 16:55:41 -0700513 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
xixuan908b0752016-12-08 18:54:23 -0800514
515 # After stateful update and a reboot, all of the test_files shouldn't
516 # exist any more. Otherwise the stateful update is failed.
517 return not any(
518 self.path_exists(os.path.join(folder, test_file))
519 for folder in folders_to_check)
Dan Shi0f466e82013-02-22 15:44:58 -0800520
521
J. Richard Barnette7275b612013-06-04 18:13:11 -0700522 def _post_update_processing(self, updater, expected_kernel=None):
Dan Shi0f466e82013-02-22 15:44:58 -0800523 """After the DUT is updated, confirm machine_install succeeded.
524
525 @param updater: ChromiumOSUpdater instance used to update the DUT.
J. Richard Barnette7275b612013-06-04 18:13:11 -0700526 @param expected_kernel: kernel expected to be active after reboot,
527 or `None` to skip rollback checking.
Dan Shi0f466e82013-02-22 15:44:58 -0800528
529 """
J. Richard Barnette7275b612013-06-04 18:13:11 -0700530 # Touch the lab machine file to leave a marker that
531 # distinguishes this image from other test images.
532 # Afterwards, we must re-run the autoreboot script because
533 # it depends on the _LAB_MACHINE_FILE.
J. Richard Barnette71cc1862015-12-02 10:32:38 -0800534 autoreboot_cmd = ('FILE="%s" ; [ -f "$FILE" ] || '
535 '( touch "$FILE" ; start autoreboot )')
536 self.run(autoreboot_cmd % self._LAB_MACHINE_FILE)
Chris Sosa65425082013-10-16 13:26:22 -0700537 updater.verify_boot_expectations(
538 expected_kernel, rollback_message=
Gilad Arnoldc26ae1f2015-10-22 16:09:41 -0700539 'Build %s failed to boot on %s; system rolled back to previous '
Chris Sosa65425082013-10-16 13:26:22 -0700540 'build' % (updater.update_version, self.hostname))
J. Richard Barnette7275b612013-06-04 18:13:11 -0700541 # Check that we've got the build we meant to install.
542 if not updater.check_version_to_confirm_install():
543 raise autoupdater.ChromiumOSError(
544 'Failed to update %s to build %s; found build '
545 '%s instead' % (self.hostname,
Chris Sosa65425082013-10-16 13:26:22 -0700546 updater.update_version,
Dan Shi0942b1d2015-03-31 11:07:00 -0700547 self.get_release_version()))
Dan Shi0f466e82013-02-22 15:44:58 -0800548
Chris Sosae92399e2015-04-24 11:32:59 -0700549 logging.debug('Cleaning up old autotest directories.')
550 try:
551 installed_autodir = autotest.Autotest.get_installed_autodir(self)
552 self.run('rm -rf ' + installed_autodir)
553 except autotest.AutodirNotFoundError:
554 logging.debug('No autotest installed directory found.')
555
Dan Shi0f466e82013-02-22 15:44:58 -0800556
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700557 def _stage_image_for_update(self, image_name=None):
Chris Sosae92399e2015-04-24 11:32:59 -0700558 """Stage a build on a devserver and return the update_url and devserver.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400559
560 @param image_name: a name like lumpy-release/R27-3837.0.0
Chris Sosae92399e2015-04-24 11:32:59 -0700561 @returns a tuple with an update URL like:
Scott Zawalskieadbf702013-03-14 09:23:06 -0400562 http://172.22.50.205:8082/update/lumpy-release/R27-3837.0.0
Chris Sosae92399e2015-04-24 11:32:59 -0700563 and the devserver instance.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400564 """
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700565 if not image_name:
Richard Barnette260cbd02016-10-06 12:23:28 -0700566 image_name = self._get_cros_repair_image_name()
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700567 logging.info('Staging build for AU: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800568 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
Scott Zawalskieadbf702013-03-14 09:23:06 -0400569 devserver.trigger_download(image_name, synchronous=False)
Chris Sosae92399e2015-04-24 11:32:59 -0700570 return (tools.image_url_pattern() % (devserver.url(), image_name),
571 devserver)
Scott Zawalskieadbf702013-03-14 09:23:06 -0400572
573
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700574 def stage_image_for_servo(self, image_name=None):
575 """Stage a build on a devserver and return the update_url.
576
577 @param image_name: a name like lumpy-release/R27-3837.0.0
578 @returns an update URL like:
579 http://172.22.50.205:8082/update/lumpy-release/R27-3837.0.0
580 """
581 if not image_name:
Richard Barnette260cbd02016-10-06 12:23:28 -0700582 image_name = self._get_cros_repair_image_name()
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700583 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800584 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700585 devserver.stage_artifacts(image_name, ['test_image'])
586 return devserver.get_test_image_url(image_name)
587
588
beepse539be02013-07-31 21:57:39 -0700589 def stage_factory_image_for_servo(self, image_name):
590 """Stage a build on a devserver and return the update_url.
591
592 @param image_name: a name like <baord>/4262.204.0
beeps12c0a3c2013-09-03 11:58:27 -0700593
beepse539be02013-07-31 21:57:39 -0700594 @return: An update URL, eg:
595 http://<devserver>/static/canary-channel/\
596 <board>/4262.204.0/factory_test/chromiumos_factory_image.bin
beeps12c0a3c2013-09-03 11:58:27 -0700597
598 @raises: ValueError if the factory artifact name is missing from
599 the config.
600
beepse539be02013-07-31 21:57:39 -0700601 """
602 if not image_name:
603 logging.error('Need an image_name to stage a factory image.')
604 return
605
Dan Shib8540a52015-07-16 14:18:23 -0700606 factory_artifact = CONFIG.get_config_value(
beeps12c0a3c2013-09-03 11:58:27 -0700607 'CROS', 'factory_artifact', type=str, default='')
608 if not factory_artifact:
609 raise ValueError('Cannot retrieve the factory artifact name from '
610 'autotest config, and hence cannot stage factory '
611 'artifacts.')
612
beepse539be02013-07-31 21:57:39 -0700613 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800614 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
beepse539be02013-07-31 21:57:39 -0700615 devserver.stage_artifacts(
616 image_name,
beeps12c0a3c2013-09-03 11:58:27 -0700617 [factory_artifact],
618 archive_url=None)
beepse539be02013-07-31 21:57:39 -0700619
620 return tools.factory_image_url_pattern() % (devserver.url(), image_name)
621
622
xixuanec801e32016-08-25 10:20:22 -0700623 def machine_install_by_devserver(self, update_url=None, force_update=False,
xixuan5dc64ea2016-05-20 17:27:51 -0700624 local_devserver=False, repair=False,
625 force_full_update=False):
626 """Ultiize devserver to install the DUT.
627
628 (TODO) crbugs.com/627269: The logic in this function has some overlap
629 with those in function machine_install. The merge will be done later,
630 not in the same CL.
631
xixuanec801e32016-08-25 10:20:22 -0700632 @param update_url: The update_url or build for the host to update.
xixuan5dc64ea2016-05-20 17:27:51 -0700633 @param force_update: Force an update even if the version installed
634 is the same. Default:False
635 @param local_devserver: Used by test_that to allow people to
636 use their local devserver. Default: False
637 @param repair: Forces update to repair image. Implies force_update.
638 @param force_full_update: If True, do not attempt to run stateful
639 update, force a full reimage. If False, try stateful update
640 first when the dut is already installed with the same version.
641 @raises autoupdater.ChromiumOSError
642
643 @returns A tuple of (image_name, host_attributes).
644 image_name is the name of image installed, e.g.,
645 veyron_jerry-release/R50-7871.0.0
646 host_attributes is a dictionary of (attribute, value), which
647 can be saved to afe_host_attributes table in database. This
648 method returns a dictionary with a single entry of
649 `job_repo_url`: repo_url, where repo_url is a devserver url to
650 autotest packages.
651 """
xixuan5dc64ea2016-05-20 17:27:51 -0700652 if repair:
Richard Barnette260cbd02016-10-06 12:23:28 -0700653 update_url = self._get_cros_repair_image_name()
xixuan5dc64ea2016-05-20 17:27:51 -0700654 force_update = True
655
xixuanec801e32016-08-25 10:20:22 -0700656 if not update_url and not self._parser.options.image:
xixuan5dc64ea2016-05-20 17:27:51 -0700657 raise error.AutoservError(
658 'There is no update URL, nor a method to get one.')
659
xixuanec801e32016-08-25 10:20:22 -0700660 if not update_url and self._parser.options.image:
661 update_url = self._parser.options.image
xixuan5dc64ea2016-05-20 17:27:51 -0700662
xixuan5dc64ea2016-05-20 17:27:51 -0700663
664 # Get build from parameter or AFE.
665 # If the build is not a URL, let devserver to stage it first.
666 # Otherwise, choose a devserver to trigger auto-update.
xixuanec801e32016-08-25 10:20:22 -0700667 build = None
Aviv Keshetf9375482016-10-26 02:09:03 -0700668 devserver = None
669 logging.debug('Resolving a devserver for auto-update')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700670 previously_resolved = False
xixuanec801e32016-08-25 10:20:22 -0700671 if update_url.startswith('http://'):
672 build = autoupdater.url_to_image_name(update_url)
Aviv Keshet3a76f762016-10-27 17:41:51 -0700673 previously_resolved = True
674 else:
675 build = update_url
676 devserver = dev_server.resolve(build, self.hostname)
Allen Lia5cfb972016-12-27 17:17:22 -0800677 server_name = devserver.hostname
Aviv Keshet3a76f762016-10-27 17:41:51 -0700678
679 try:
680 board, build_type, milestone, _ = server_utils.ParseBuildName(build)
681 except server_utils.ParseBuildNameException:
682 logging.warning('Unable to parse build name %s. Something is '
683 'likely broken, but will continue anyway.',
684 build)
685 board, build_type, milestone = ('', '', '')
686
687 monarch_fields = {
688 'dev_server': server_name,
689 'board': board,
690 'build_type': build_type,
691 'milestone': milestone
692 }
693
694 if previously_resolved:
xixuan2e62d162016-09-29 19:19:19 -0700695 # Make sure devserver for Auto-Update has staged the build.
xixuan2e62d162016-09-29 19:19:19 -0700696 if server_name not in update_url:
Aviv Keshet3a76f762016-10-27 17:41:51 -0700697 logging.debug('Resolved to devserver that does not match '
698 'update_url. The previously resolved devserver '
699 'must be unhealthy. Switching to use devserver %s,'
700 ' and re-staging.',
xixuan2e62d162016-09-29 19:19:19 -0700701 server_name)
Aviv Keshetf9375482016-10-26 02:09:03 -0700702 logging.info('Staging build for AU: %s', update_url)
xixuan2e62d162016-09-29 19:19:19 -0700703 devserver.trigger_download(build, synchronous=False)
Aviv Keshetf9375482016-10-26 02:09:03 -0700704 if metrics:
705 c = metrics.Counter(
706 'chromeos/autotest/provision/failover_download')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700707 c.increment(fields=monarch_fields)
xixuan5dc64ea2016-05-20 17:27:51 -0700708 else:
Aviv Keshetf9375482016-10-26 02:09:03 -0700709 logging.info('Staging build for AU: %s', update_url)
xixuan5dc64ea2016-05-20 17:27:51 -0700710 devserver.trigger_download(build, synchronous=False)
Aviv Keshetf9375482016-10-26 02:09:03 -0700711 if metrics:
712 c = metrics.Counter(
713 'chromeos/autotest/provision/trigger_download')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700714 c.increment(fields=monarch_fields)
xixuan5dc64ea2016-05-20 17:27:51 -0700715
716 # Report provision stats.
Allen Li48a13fe2016-11-22 14:10:40 -0800717 (metrics.Counter('chromeos/autotest/provision/install_with_devserver')
718 .increment(fields=monarch_fields))
xixuanec801e32016-08-25 10:20:22 -0700719 logging.debug('Resolved devserver for auto-update: %s', devserver.url())
xixuan5dc64ea2016-05-20 17:27:51 -0700720
Aviv Keshetf9375482016-10-26 02:09:03 -0700721 # and other metrics from this function.
722 if metrics:
723 metrics.Counter('chromeos/autotest/provision/resolve',
Aviv Keshet3a76f762016-10-27 17:41:51 -0700724 ).increment(fields=monarch_fields)
Aviv Keshetf9375482016-10-26 02:09:03 -0700725
xixuan5dc64ea2016-05-20 17:27:51 -0700726 devserver.auto_update(self.hostname, build,
xixuan95c6cce2016-10-05 17:49:41 -0700727 log_dir=self.job.resultdir,
xixuan5dc64ea2016-05-20 17:27:51 -0700728 force_update=force_update,
729 full_update=force_full_update)
730
731 # The reason to resolve a new devserver in function machine_install
732 # is mostly because that the update_url there may has a strange format,
733 # and it's hard to parse the devserver url from it.
734 # Since we already resolve a devserver to trigger auto-update, the same
735 # devserver is used to form JOB_REPO_URL here. Verified in local test.
736 repo_url = tools.get_package_url(devserver.url(), build)
737 return build, {ds_constants.JOB_REPO_URL: repo_url}
738
739
Chris Sosaa3ac2152012-05-23 22:23:13 -0700740 def machine_install(self, update_url=None, force_update=False,
Richard Barnette0b023a72015-04-24 16:07:30 +0000741 local_devserver=False, repair=False,
742 force_full_update=False):
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500743 """Install the DUT.
744
Dan Shi0f466e82013-02-22 15:44:58 -0800745 Use stateful update if the DUT is already running the same build.
746 Stateful update does not update kernel and tends to run much faster
747 than a full reimage. If the DUT is running a different build, or it
748 failed to do a stateful update, full update, including kernel update,
749 will be applied to the DUT.
750
Simran Basi5ace6f22016-01-06 17:30:44 -0800751 Once a host enters machine_install its host attribute job_repo_url
752 (used for package install) will be removed and then updated.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400753
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500754 @param update_url: The url to use for the update
755 pattern: http://$devserver:###/update/$build
756 If update_url is None and repair is True we will install the
Dan Shi6964fa52014-12-18 11:04:27 -0800757 stable image listed in afe_stable_versions table. If the table
758 is not setup, global_config value under CROS.stable_cros_version
759 will be used instead.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500760 @param force_update: Force an update even if the version installed
761 is the same. Default:False
Christopher Wiley6a4ff932015-05-15 14:00:47 -0700762 @param local_devserver: Used by test_that to allow people to
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500763 use their local devserver. Default: False
Chris Sosae92399e2015-04-24 11:32:59 -0700764 @param repair: Forces update to repair image. Implies force_update.
Fang Deng3d3b9272014-12-22 12:20:28 -0800765 @param force_full_update: If True, do not attempt to run stateful
766 update, force a full reimage. If False, try stateful update
767 first when the dut is already installed with the same version.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500768 @raises autoupdater.ChromiumOSError
769
Dan Shibe3636a2016-02-14 22:48:01 -0800770 @returns A tuple of (image_name, host_attributes).
771 image_name is the name of image installed, e.g.,
772 veyron_jerry-release/R50-7871.0.0
773 host_attributes is a dictionary of (attribute, value), which
774 can be saved to afe_host_attributes table in database. This
775 method returns a dictionary with a single entry of
776 `job_repo_url`: repo_url, where repo_url is a devserver url to
777 autotest packages.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500778 """
Chris Sosae92399e2015-04-24 11:32:59 -0700779 devserver = None
Richard Barnette0b023a72015-04-24 16:07:30 +0000780 if repair:
Chris Sosae92399e2015-04-24 11:32:59 -0700781 update_url, devserver = self._stage_image_for_update()
Richard Barnette0b023a72015-04-24 16:07:30 +0000782 force_update = True
Dan Shi0f466e82013-02-22 15:44:58 -0800783
Chris Sosae92399e2015-04-24 11:32:59 -0700784 if not update_url and not self._parser.options.image:
785 raise error.AutoservError(
Dan Shid07ee2e2015-09-24 14:49:25 -0700786 'There is no update URL, nor a method to get one.')
Chris Sosae92399e2015-04-24 11:32:59 -0700787
788 if not update_url and self._parser.options.image:
789 # This is the base case where we have no given update URL i.e.
790 # dynamic suites logic etc. This is the most flexible case where we
791 # can serve an update from any of our fleet of devservers.
792 requested_build = self._parser.options.image
793 if not requested_build.startswith('http://'):
794 logging.debug('Update will be staged for this installation')
795 update_url, devserver = self._stage_image_for_update(
Dan Shid07ee2e2015-09-24 14:49:25 -0700796 requested_build)
Chris Sosae92399e2015-04-24 11:32:59 -0700797 else:
798 update_url = requested_build
799
800 logging.debug('Update URL is %s', update_url)
801
Dan Shif48f8132016-02-18 10:34:30 -0800802 # Report provision stats.
Allen Lia5cfb972016-12-27 17:17:22 -0800803 server_name = dev_server.get_hostname(update_url)
Allen Li48a13fe2016-11-22 14:10:40 -0800804 (metrics.Counter('chromeos/autotest/provision/install')
805 .increment(fields={'devserver': server_name}))
Dan Shif48f8132016-02-18 10:34:30 -0800806
Dan Shid07ee2e2015-09-24 14:49:25 -0700807 # Create a file to indicate if provision fails. The file will be removed
808 # by stateful update or full install.
J. Richard Barnette91137f02016-03-10 16:52:26 -0800809 self.run('touch %s' % self.PROVISION_FAILED)
Dan Shid07ee2e2015-09-24 14:49:25 -0700810
Chris Sosae92399e2015-04-24 11:32:59 -0700811 update_complete = False
812 updater = autoupdater.ChromiumOSUpdater(
813 update_url, host=self, local_devserver=local_devserver)
Fang Deng3d3b9272014-12-22 12:20:28 -0800814 if not force_full_update:
815 try:
Chris Sosae92399e2015-04-24 11:32:59 -0700816 # If the DUT is already running the same build, try stateful
817 # update first as it's much quicker than a full re-image.
818 update_complete = self._try_stateful_update(
Dan Shid07ee2e2015-09-24 14:49:25 -0700819 update_url, force_update, updater)
Fang Deng3d3b9272014-12-22 12:20:28 -0800820 except Exception as e:
821 logging.exception(e)
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700822
Dan Shi0f466e82013-02-22 15:44:58 -0800823 inactive_kernel = None
Chris Sosae92399e2015-04-24 11:32:59 -0700824 if update_complete or (not force_update and updater.check_version()):
825 logging.info('Install complete without full update')
826 else:
827 logging.info('DUT requires full update.')
828 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
Dan Shi10b98482016-02-02 14:38:50 -0800829 # Stop service ap-update-manager to prevent rebooting during
830 # autoupdate. The service is used in jetstream boards, but not other
831 # CrOS devices.
832 self.run('sudo stop ap-update-manager', ignore_status=True)
833
Chris Sosae92399e2015-04-24 11:32:59 -0700834 num_of_attempts = provision.FLAKY_DEVSERVER_ATTEMPTS
Chris Sosab7612bc2013-03-21 10:32:37 -0700835
Chris Sosae92399e2015-04-24 11:32:59 -0700836 while num_of_attempts > 0:
837 num_of_attempts -= 1
838 try:
839 updater.run_update()
840 except Exception:
841 logging.warn('Autoupdate did not complete.')
842 # Do additional check for the devserver health. Ideally,
843 # the autoupdater.py could raise an exception when it
844 # detected network flake but that would require
845 # instrumenting the update engine and parsing it log.
846 if (num_of_attempts <= 0 or
847 devserver is None or
xixuan9e2c98d2016-02-26 19:04:53 -0800848 dev_server.ImageServer.devserver_healthy(
Chris Sosae92399e2015-04-24 11:32:59 -0700849 devserver.url())):
Dan Shid07ee2e2015-09-24 14:49:25 -0700850 raise
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700851
Chris Sosae92399e2015-04-24 11:32:59 -0700852 logging.warn('Devserver looks unhealthy. Trying another')
853 update_url, devserver = self._stage_image_for_update(
854 requested_build)
855 logging.debug('New Update URL is %s', update_url)
856 updater = autoupdater.ChromiumOSUpdater(
857 update_url, host=self,
858 local_devserver=local_devserver)
859 else:
860 break
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700861
Chris Sosae92399e2015-04-24 11:32:59 -0700862 # Give it some time in case of IO issues.
863 time.sleep(10)
Dan Shi5699ac22014-12-19 10:55:49 -0800864
Chris Sosae92399e2015-04-24 11:32:59 -0700865 # Figure out active and inactive kernel.
866 active_kernel, inactive_kernel = updater.get_kernel_state()
Simran Basi13fa1ba2013-03-04 10:56:47 -0800867
Chris Sosae92399e2015-04-24 11:32:59 -0700868 # Ensure inactive kernel has higher priority than active.
869 if (updater.get_kernel_priority(inactive_kernel)
870 < updater.get_kernel_priority(active_kernel)):
871 raise autoupdater.ChromiumOSError(
872 'Update failed. The priority of the inactive kernel'
873 ' partition is less than that of the active kernel'
874 ' partition.')
875
876 # Updater has returned successfully; reboot the host.
Richard Barnettefc3d7432016-07-07 10:21:31 -0700877 #
878 # Regarding the 'crossystem' command: In some cases, the
879 # TPM gets into a state such that it fails verification.
880 # We don't know why. However, this call papers over the
881 # problem by clearing the TPM during the reboot.
882 #
883 # We ignore failures from 'crossystem'. Although failure
884 # here is unexpected, and could signal a bug, the point
885 # of the exercise is to paper over problems; allowing
886 # this to fail would defeat the purpose.
887 self.run('crossystem clear_tpm_owner_request=1',
888 ignore_status=True)
Chris Sosae92399e2015-04-24 11:32:59 -0700889 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
890
891 self._post_update_processing(updater, inactive_kernel)
Simran Basi5ace6f22016-01-06 17:30:44 -0800892 image_name = autoupdater.url_to_image_name(update_url)
Dan Shibe3636a2016-02-14 22:48:01 -0800893 # update_url is different from devserver url needed to stage autotest
894 # packages, therefore, resolve a new devserver url here.
895 devserver_url = dev_server.ImageServer.resolve(image_name,
896 self.hostname).url()
897 repo_url = tools.get_package_url(devserver_url, image_name)
898 return image_name, {ds_constants.JOB_REPO_URL: repo_url}
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700899
900
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800901 def _clear_fw_version_labels(self, rw_only):
902 """Clear firmware version labels from the machine.
903
904 @param rw_only: True to only clear fwrw_version; otherewise, clear
905 both fwro_version and fwrw_version.
906 """
Dan Shi9cb0eec2014-06-03 09:04:50 -0700907 labels = self._AFE.get_labels(
Dan Shi0723bf52015-06-24 10:52:38 -0700908 name__startswith=provision.FW_RW_VERSION_PREFIX,
Dan Shi9cb0eec2014-06-03 09:04:50 -0700909 host__hostname=self.hostname)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800910 if not rw_only:
911 labels = labels + self._AFE.get_labels(
912 name__startswith=provision.FW_RO_VERSION_PREFIX,
913 host__hostname=self.hostname)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700914 for label in labels:
915 label.remove_hosts(hosts=[self.hostname])
916
917
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800918 def _add_fw_version_label(self, build, rw_only):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700919 """Add firmware version label to the machine.
920
921 @param build: Build of firmware.
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800922 @param rw_only: True to only add fwrw_version; otherwise, add both
923 fwro_version and fwrw_version.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700924
925 """
Prathmesh Prabhu2c7471d2016-11-15 20:19:57 +0000926 fw_label = provision.fwrw_version_to_label(build)
MK Ryu73be9862015-07-06 12:25:00 -0700927 self._AFE.run('label_add_hosts', id=fw_label, hosts=[self.hostname])
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800928 if not rw_only:
Prathmesh Prabhu2c7471d2016-11-15 20:19:57 +0000929 fw_label = provision.fwro_version_to_label(build)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800930 self._AFE.run('label_add_hosts', id=fw_label, hosts=[self.hostname])
Dan Shi9cb0eec2014-06-03 09:04:50 -0700931
932
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800933 def firmware_install(self, build=None, rw_only=False):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700934 """Install firmware to the DUT.
935
936 Use stateful update if the DUT is already running the same build.
937 Stateful update does not update kernel and tends to run much faster
938 than a full reimage. If the DUT is running a different build, or it
939 failed to do a stateful update, full update, including kernel update,
940 will be applied to the DUT.
941
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800942 Once a host enters firmware_install its fw[ro|rw]_version label will
943 be removed. After the firmware is updated successfully, a new
944 fw[ro|rw]_version label will be added to the host.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700945
946 @param build: The build version to which we want to provision the
947 firmware of the machine,
948 e.g. 'link-firmware/R22-2695.1.144'.
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800949 @param rw_only: True to only install firmware to its RW portions. Keep
950 the RO portions unchanged.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700951
952 TODO(dshi): After bug 381718 is fixed, update here with corresponding
953 exceptions that could be raised.
954
955 """
956 if not self.servo:
957 raise error.TestError('Host %s does not have servo.' %
958 self.hostname)
959
Wai-Hong Tam7b424e92016-11-10 15:35:24 -0800960 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
Dan Shi9cb0eec2014-06-03 09:04:50 -0700961
Chris Sosae92399e2015-04-24 11:32:59 -0700962 # If build is not set, try to install firmware from stable CrOS.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700963 if not build:
Richard Barnette260cbd02016-10-06 12:23:28 -0700964 build = afe_utils.get_stable_faft_version(board)
Dan Shi3d7a0e12015-10-12 11:55:45 -0700965 if not build:
966 raise error.TestError(
967 'Failed to find stable firmware build for %s.',
968 self.hostname)
969 logging.info('Will install firmware from build %s.', build)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700970
971 config = FAFTConfig(board)
972 if config.use_u_boot:
973 ap_image = 'image-%s.bin' % board
974 else: # Depthcharge platform
975 ap_image = 'image.bin'
976 ec_image = 'ec.bin'
Dan Shi216389c2015-12-22 11:03:06 -0800977 ds = dev_server.ImageServer.resolve(build, self.hostname)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700978 ds.stage_artifacts(build, ['firmware'])
979
980 tmpd = autotemp.tempdir(unique_id='fwimage')
981 try:
982 fwurl = self._FW_IMAGE_URL_PATTERN % (ds.url(), build)
983 local_tarball = os.path.join(tmpd.name, os.path.basename(fwurl))
xixuan4e116822016-11-17 15:32:10 -0800984 ds.download_file(fwurl, local_tarball)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700985
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800986 self._clear_fw_version_labels(rw_only)
Tom Wai-Hong Tam552fee12016-05-11 06:27:58 +0800987 if config.chrome_ec:
Tom Wai-Hong Tamf9db57a2016-03-17 05:32:22 +0800988 logging.info('Will re-program EC %snow', 'RW ' if rw_only else '')
989 server_utils.system('tar xf %s -C %s %s' %
990 (local_tarball, tmpd.name, ec_image),
991 timeout=60)
992 self.servo.program_ec(os.path.join(tmpd.name, ec_image), rw_only)
993 else:
994 logging.info('Not a Chrome EC, ignore re-programing it')
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800995 logging.info('Will re-program BIOS %snow', 'RW ' if rw_only else '')
Tom Wai-Hong Tamf9db57a2016-03-17 05:32:22 +0800996 server_utils.system('tar xf %s -C %s %s' %
997 (local_tarball, tmpd.name, ap_image),
998 timeout=60)
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800999 self.servo.program_bios(os.path.join(tmpd.name, ap_image), rw_only)
Dan Shi9cb0eec2014-06-03 09:04:50 -07001000 self.servo.get_power_state_controller().reset()
1001 time.sleep(self.servo.BOOT_DELAY)
Wai-Hong Tamb5f66ce2016-11-10 15:45:30 -08001002 if utils.host_is_in_lab_zone(self.hostname):
1003 self._add_fw_version_label(build, rw_only)
Dan Shi9cb0eec2014-06-03 09:04:50 -07001004 finally:
1005 tmpd.clean()
1006
1007
Dan Shi10e992b2013-08-30 11:02:59 -07001008 def show_update_engine_log(self):
1009 """Output update engine log."""
MK Ryu35d661e2014-09-25 17:44:10 -07001010 logging.debug('Dumping %s', client_constants.UPDATE_ENGINE_LOG)
1011 self.run('cat %s' % client_constants.UPDATE_ENGINE_LOG)
Dan Shi10e992b2013-08-30 11:02:59 -07001012
1013
Richard Barnette82c35912012-11-20 10:09:10 -08001014 def _get_board_from_afe(self):
Kevin Cheng84a71ba2016-07-14 11:03:57 -07001015 """Retrieve this host's board from its labels stored locally.
Richard Barnette82c35912012-11-20 10:09:10 -08001016
1017 Looks for a host label of the form "board:<board>", and
1018 returns the "<board>" part of the label. `None` is returned
1019 if there is not a single, unique label matching the pattern.
1020
1021 @returns board from label, or `None`.
1022 """
Richard Barnette260cbd02016-10-06 12:23:28 -07001023 board = afe_utils.get_board(self)
1024 if board is None:
1025 raise error.AutoservError('DUT cannot be repaired, '
1026 'there is no board attribute.')
1027 return board
Simran Basi833814b2013-01-29 13:13:43 -08001028
1029
beepsf079cfb2013-09-18 17:49:51 -07001030 def servo_install(self, image_url=None, usb_boot_timeout=USB_BOOT_TIMEOUT,
1031 install_timeout=INSTALL_TIMEOUT):
Scott Zawalski62bacae2013-03-05 10:40:32 -05001032 """
1033 Re-install the OS on the DUT by:
1034 1) installing a test image on a USB storage device attached to the Servo
1035 board,
Richard Barnette03a0c132012-11-05 12:40:35 -08001036 2) booting that image in recovery mode, and then
J. Richard Barnette31b2e312013-04-04 16:05:22 -07001037 3) installing the image with chromeos-install.
1038
Scott Zawalski62bacae2013-03-05 10:40:32 -05001039 @param image_url: If specified use as the url to install on the DUT.
1040 otherwise boot the currently staged image on the USB stick.
beepsf079cfb2013-09-18 17:49:51 -07001041 @param usb_boot_timeout: The usb_boot_timeout to use during reimage.
1042 Factory images need a longer usb_boot_timeout than regular
1043 cros images.
1044 @param install_timeout: The timeout to use when installing the chromeos
1045 image. Factory images need a longer install_timeout.
Richard Barnette03a0c132012-11-05 12:40:35 -08001046
Scott Zawalski62bacae2013-03-05 10:40:32 -05001047 @raises AutoservError if the image fails to boot.
beepsf079cfb2013-09-18 17:49:51 -07001048
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001049 """
beepsf079cfb2013-09-18 17:49:51 -07001050 logging.info('Downloading image to USB, then booting from it. Usb boot '
1051 'timeout = %s', usb_boot_timeout)
Allen Li48a13fe2016-11-22 14:10:40 -08001052 with metrics.SecondsTimer(
1053 'chromeos/autotest/provision/servo_install/boot_duration'):
1054 self.servo.install_recovery_image(image_url)
1055 if not self.wait_up(timeout=usb_boot_timeout):
1056 raise hosts.AutoservRepairError(
1057 'DUT failed to boot from USB after %d seconds' %
1058 usb_boot_timeout)
Scott Zawalski62bacae2013-03-05 10:40:32 -05001059
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001060 # The new chromeos-tpm-recovery has been merged since R44-7073.0.0.
1061 # In old CrOS images, this command fails. Skip the error.
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001062 logging.info('Resetting the TPM status')
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001063 try:
1064 self.run('chromeos-tpm-recovery')
1065 except error.AutoservRunError:
1066 logging.warn('chromeos-tpm-recovery is too old.')
1067
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001068
Allen Li48a13fe2016-11-22 14:10:40 -08001069 with metrics.SecondsTimer(
1070 'chromeos/autotest/provision/servo_install/install_duration'):
1071 logging.info('Installing image through chromeos-install.')
1072 self.run('chromeos-install --yes', timeout=install_timeout)
1073 self.halt()
beepsf079cfb2013-09-18 17:49:51 -07001074
1075 logging.info('Power cycling DUT through servo.')
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001076 self.servo.get_power_state_controller().power_off()
Fang Dengafb88142013-05-30 17:44:31 -07001077 self.servo.switch_usbkey('off')
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001078 # N.B. The Servo API requires that we use power_on() here
1079 # for two reasons:
1080 # 1) After turning on a DUT in recovery mode, you must turn
1081 # it off and then on with power_on() once more to
1082 # disable recovery mode (this is a Parrot specific
1083 # requirement).
1084 # 2) After power_off(), the only way to turn on is with
1085 # power_on() (this is a Storm specific requirement).
J. Richard Barnettefbcc7122013-07-24 18:24:59 -07001086 self.servo.get_power_state_controller().power_on()
beepsf079cfb2013-09-18 17:49:51 -07001087
1088 logging.info('Waiting for DUT to come back up.')
Richard Barnette03a0c132012-11-05 12:40:35 -08001089 if not self.wait_up(timeout=self.BOOT_TIMEOUT):
1090 raise error.AutoservError('DUT failed to reboot installed '
1091 'test image after %d seconds' %
Scott Zawalski62bacae2013-03-05 10:40:32 -05001092 self.BOOT_TIMEOUT)
1093
1094
Richard Barnette9a26ad62016-06-10 12:03:08 -07001095 def repair_servo(self):
Dan Shi90466352015-09-22 15:01:05 -07001096 """
Richard Barnette9a26ad62016-06-10 12:03:08 -07001097 Confirm that servo is initialized and verified.
Dan Shi90466352015-09-22 15:01:05 -07001098
Richard Barnette9a26ad62016-06-10 12:03:08 -07001099 If the servo object is missing, attempt to repair the servo
1100 host. Repair failures are passed back to the caller.
1101
1102 @raise AutoservError: If there is no servo host for this CrOS
1103 host.
1104 """
1105 if self.servo:
1106 return
1107 if not self._servo_host:
1108 raise error.AutoservError('No servo host for %s.' %
1109 self.hostname)
1110 self._servo_host.repair()
1111 self.servo = self._servo_host.get_servo()
Dan Shi90466352015-09-22 15:01:05 -07001112
1113
J. Richard Barnettec2d99cf2015-11-18 12:46:15 -08001114 def repair(self):
1115 """Attempt to get the DUT to pass `self.verify()`.
Richard Barnette82c35912012-11-20 10:09:10 -08001116
1117 This overrides the base class function for repair; it does
J. Richard Barnette91137f02016-03-10 16:52:26 -08001118 not call back to the parent class, but instead relies on
1119 `self._repair_strategy` to coordinate the verification and
1120 repair steps needed to get the DUT working.
Richard Barnette82c35912012-11-20 10:09:10 -08001121 """
J. Richard Barnette91137f02016-03-10 16:52:26 -08001122 self._repair_strategy.repair(self)
Scott Zawalski89c44dd2013-02-26 09:28:02 -05001123
Richard Barnette82c35912012-11-20 10:09:10 -08001124
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001125 def close(self):
Fang Deng0ca40e22013-08-27 17:47:44 -07001126 super(CrosHost, self).close()
xixuand6011f12016-12-08 15:01:58 -08001127 if self._chameleon_host:
1128 self._chameleon_host.close()
1129
1130 if self._servo_host:
1131 self._servo_host.close()
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001132
1133
Dan Shi49ca0932014-11-14 11:22:27 -08001134 def get_power_supply_info(self):
1135 """Get the output of power_supply_info.
1136
1137 power_supply_info outputs the info of each power supply, e.g.,
1138 Device: Line Power
1139 online: no
1140 type: Mains
1141 voltage (V): 0
1142 current (A): 0
1143 Device: Battery
1144 state: Discharging
1145 percentage: 95.9276
1146 technology: Li-ion
1147
1148 Above output shows two devices, Line Power and Battery, with details of
1149 each device listed. This function parses the output into a dictionary,
1150 with key being the device name, and value being a dictionary of details
1151 of the device info.
1152
1153 @return: The dictionary of power_supply_info, e.g.,
1154 {'Line Power': {'online': 'yes', 'type': 'main'},
1155 'Battery': {'vendor': 'xyz', 'percentage': '100'}}
Dan Shie9b765d2014-12-29 16:59:49 -08001156 @raise error.AutoservRunError if power_supply_info tool is not found in
1157 the DUT. Caller should handle this error to avoid false failure
1158 on verification.
Dan Shi49ca0932014-11-14 11:22:27 -08001159 """
1160 result = self.run('power_supply_info').stdout.strip()
1161 info = {}
1162 device_name = None
1163 device_info = {}
1164 for line in result.split('\n'):
1165 pair = [v.strip() for v in line.split(':')]
1166 if len(pair) != 2:
1167 continue
1168 if pair[0] == 'Device':
1169 if device_name:
1170 info[device_name] = device_info
1171 device_name = pair[1]
1172 device_info = {}
1173 else:
1174 device_info[pair[0]] = pair[1]
1175 if device_name and not device_name in info:
1176 info[device_name] = device_info
1177 return info
1178
1179
1180 def get_battery_percentage(self):
1181 """Get the battery percentage.
1182
1183 @return: The percentage of battery level, value range from 0-100. Return
1184 None if the battery info cannot be retrieved.
1185 """
1186 try:
1187 info = self.get_power_supply_info()
1188 logging.info(info)
1189 return float(info['Battery']['percentage'])
Dan Shie9b765d2014-12-29 16:59:49 -08001190 except (KeyError, ValueError, error.AutoservRunError):
Dan Shi49ca0932014-11-14 11:22:27 -08001191 return None
1192
1193
1194 def is_ac_connected(self):
1195 """Check if the dut has power adapter connected and charging.
1196
1197 @return: True if power adapter is connected and charging.
1198 """
1199 try:
1200 info = self.get_power_supply_info()
1201 return info['Line Power']['online'] == 'yes'
Dan Shie9b765d2014-12-29 16:59:49 -08001202 except (KeyError, error.AutoservRunError):
1203 return None
Dan Shi49ca0932014-11-14 11:22:27 -08001204
1205
Simran Basi5e6339a2013-03-21 11:34:32 -07001206 def _cleanup_poweron(self):
1207 """Special cleanup method to make sure hosts always get power back."""
1208 afe = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
1209 hosts = afe.get_hosts(hostname=self.hostname)
1210 if not hosts or not (self._RPM_OUTLET_CHANGED in
1211 hosts[0].attributes):
1212 return
1213 logging.debug('This host has recently interacted with the RPM'
1214 ' Infrastructure. Ensuring power is on.')
1215 try:
1216 self.power_on()
Dan Shi7dca56e2014-11-11 17:07:56 -08001217 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, None,
1218 hostname=self.hostname)
Simran Basi5e6339a2013-03-21 11:34:32 -07001219 except rpm_client.RemotePowerException:
Simran Basi5e6339a2013-03-21 11:34:32 -07001220 logging.error('Failed to turn Power On for this host after '
1221 'cleanup through the RPM Infrastructure.')
Gabe Blackb72f4fb2015-01-20 16:47:13 -08001222 autotest_es.post(
Dan Shi7dca56e2014-11-11 17:07:56 -08001223 type_str='RPM_poweron_failure',
1224 metadata={'hostname': self.hostname})
Dan Shi49ca0932014-11-14 11:22:27 -08001225
1226 battery_percentage = self.get_battery_percentage()
Dan Shif01ebe22014-12-05 13:10:57 -08001227 if battery_percentage and battery_percentage < 50:
Dan Shi49ca0932014-11-14 11:22:27 -08001228 raise
1229 elif self.is_ac_connected():
1230 logging.info('The device has power adapter connected and '
1231 'charging. No need to try to turn RPM on '
1232 'again.')
1233 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, None,
1234 hostname=self.hostname)
1235 logging.info('Battery level is now at %s%%. The device may '
1236 'still have enough power to run test, so no '
1237 'exception will be raised.', battery_percentage)
1238
Simran Basi5e6339a2013-03-21 11:34:32 -07001239
beepsc87ff602013-07-31 21:53:00 -07001240 def _is_factory_image(self):
1241 """Checks if the image on the DUT is a factory image.
1242
1243 @return: True if the image on the DUT is a factory image.
1244 False otherwise.
1245 """
1246 result = self.run('[ -f /root/.factory_test ]', ignore_status=True)
1247 return result.exit_status == 0
1248
1249
1250 def _restart_ui(self):
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001251 """Restart the Chrome UI.
beepsc87ff602013-07-31 21:53:00 -07001252
1253 @raises: FactoryImageCheckerException for factory images, since
1254 we cannot attempt to restart ui on them.
1255 error.AutoservRunError for any other type of error that
1256 occurs while restarting ui.
1257 """
1258 if self._is_factory_image():
Dan Shi549fb822015-03-24 18:01:11 -07001259 raise FactoryImageCheckerException('Cannot restart ui on factory '
1260 'images')
beepsc87ff602013-07-31 21:53:00 -07001261
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001262 # TODO(jrbarnette): The command to stop/start the ui job
1263 # should live inside cros_ui, too. However that would seem
1264 # to imply interface changes to the existing start()/restart()
1265 # functions, which is a bridge too far (for now).
J. Richard Barnette6069aa12015-06-08 09:10:24 -07001266 prompt = cros_ui.get_chrome_session_ident(self)
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001267 self.run('stop ui; start ui')
1268 cros_ui.wait_for_chrome_ready(prompt, self)
beepsc87ff602013-07-31 21:53:00 -07001269
1270
Dan Shi549fb822015-03-24 18:01:11 -07001271 def get_release_version(self):
1272 """Get the value of attribute CHROMEOS_RELEASE_VERSION from lsb-release.
1273
1274 @returns The version string in lsb-release, under attribute
1275 CHROMEOS_RELEASE_VERSION.
1276 """
1277 lsb_release_content = self.run(
1278 'cat "%s"' % client_constants.LSB_RELEASE).stdout.strip()
1279 return lsbrelease_utils.get_chromeos_release_version(
1280 lsb_release_content=lsb_release_content)
1281
1282
1283 def verify_cros_version_label(self):
1284 """ Make sure host's cros-version label match the actual image in dut.
1285
1286 Remove any cros-version: label that doesn't match that installed in
1287 the dut.
1288
1289 @param raise_error: Set to True to raise exception if any mismatch found
1290
1291 @raise error.AutoservError: If any mismatch between cros-version label
1292 and the build installed in dut is found.
1293 """
1294 labels = self._AFE.get_labels(
1295 name__startswith=ds_constants.VERSION_PREFIX,
1296 host__hostname=self.hostname)
1297 mismatch_found = False
1298 if labels:
1299 # Get CHROMEOS_RELEASE_VERSION from lsb-release, e.g., 6908.0.0.
1300 # Note that it's different from cros-version label, which has
1301 # builder and branch info, e.g.,
1302 # cros-version:peppy-release/R43-6908.0.0
1303 release_version = self.get_release_version()
1304 host_list = [self.hostname]
1305 for label in labels:
1306 # Remove any cros-version label that does not match
1307 # release_version.
1308 build_version = label.name[len(ds_constants.VERSION_PREFIX):]
1309 if not utils.version_match(build_version, release_version):
1310 logging.warn('cros-version label "%s" does not match '
1311 'release version %s. Removing the label.',
1312 label.name, release_version)
1313 label.remove_hosts(hosts=host_list)
1314 mismatch_found = True
1315 if mismatch_found:
Dan Shi1057bae2015-03-30 11:35:09 -07001316 autotest_es.post(use_http=True,
1317 type_str='cros_version_label_mismatch',
1318 metadata={'hostname': self.hostname})
Dan Shi549fb822015-03-24 18:01:11 -07001319 raise error.AutoservError('The host has wrong cros-version label.')
1320
1321
beepsc87ff602013-07-31 21:53:00 -07001322 def cleanup(self):
MK Ryu35d661e2014-09-25 17:44:10 -07001323 self.run('rm -f %s' % client_constants.CLEANUP_LOGS_PAUSED_FILE)
Scott Zawalskiddbc31e2012-11-15 11:29:01 -05001324 try:
beepsc87ff602013-07-31 21:53:00 -07001325 self._restart_ui()
1326 except (error.AutotestRunError, error.AutoservRunError,
1327 FactoryImageCheckerException):
Ilja H. Friedel04be2bd2014-05-07 21:29:59 -07001328 logging.warning('Unable to restart ui, rebooting device.')
Scott Zawalskiddbc31e2012-11-15 11:29:01 -05001329 # Since restarting the UI fails fall back to normal Autotest
1330 # cleanup routines, i.e. reboot the machine.
Fang Deng0ca40e22013-08-27 17:47:44 -07001331 super(CrosHost, self).cleanup()
Simran Basi5e6339a2013-03-21 11:34:32 -07001332 # Check if the rpm outlet was manipulated.
Simran Basid5e5e272012-09-24 15:23:59 -07001333 if self.has_power():
Simran Basi5e6339a2013-03-21 11:34:32 -07001334 self._cleanup_poweron()
Dan Shi549fb822015-03-24 18:01:11 -07001335 self.verify_cros_version_label()
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001336
1337
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001338 def reboot(self, **dargs):
1339 """
1340 This function reboots the site host. The more generic
1341 RemoteHost.reboot() performs sync and sleeps for 5
1342 seconds. This is not necessary for Chrome OS devices as the
1343 sync should be finished in a short time during the reboot
1344 command.
1345 """
Tom Wai-Hong Tamf5cd1d42012-08-13 12:04:08 +08001346 if 'reboot_cmd' not in dargs:
Doug Anderson7d5aeb22014-02-27 15:12:17 -08001347 reboot_timeout = dargs.get('reboot_timeout', 10)
J. Richard Barnette9af19632015-09-25 12:18:03 -07001348 dargs['reboot_cmd'] = ('sleep 1; '
1349 'reboot & sleep %d; '
1350 'reboot -f' % reboot_timeout)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001351 # Enable fastsync to avoid running extra sync commands before reboot.
Tom Wai-Hong Tamf5cd1d42012-08-13 12:04:08 +08001352 if 'fastsync' not in dargs:
1353 dargs['fastsync'] = True
Michael Liangda8c60a2014-06-03 13:24:51 -07001354
Charlie Mooneya8e6dab2014-05-29 14:37:55 -07001355 # For purposes of logging reboot times:
1356 # Get the board name i.e. 'daisy_spring'
Michael Liangca4f5a62014-07-10 15:45:13 -07001357 board_fullname = self.get_board()
1358
1359 # Strip the prefix and add it to dargs.
1360 dargs['board'] = board_fullname[board_fullname.find(':')+1:]
Vincent Palatindf2372c2016-10-07 17:03:00 +02001361 # Record who called us
1362 orig = sys._getframe(1).f_code
Vincent Palatin80780b22016-07-27 16:02:37 +02001363 metric_fields = {'board' : dargs['board'],
Vincent Palatindf2372c2016-10-07 17:03:00 +02001364 'dut_host_name' : self.hostname,
1365 'success' : True}
1366 metric_debug_fields = {'board' : dargs['board'],
1367 'caller' : "%s:%s" % (orig.co_filename, orig.co_name),
1368 'success' : True,
1369 'error' : ''}
1370
Vincent Palatin80780b22016-07-27 16:02:37 +02001371 t0 = time.time()
1372 try:
1373 super(CrosHost, self).reboot(**dargs)
1374 except Exception as e:
1375 metric_fields['success'] = False
Vincent Palatindf2372c2016-10-07 17:03:00 +02001376 metric_debug_fields['success'] = False
1377 metric_debug_fields['error'] = type(e).__name__
Vincent Palatin80780b22016-07-27 16:02:37 +02001378 raise
1379 finally:
1380 duration = int(time.time() - t0)
Simran Basi382506b2016-09-13 14:58:15 -07001381 if metrics:
1382 metrics.Counter(
1383 'chromeos/autotest/autoserv/reboot_count').increment(
1384 fields=metric_fields)
Vincent Palatindf2372c2016-10-07 17:03:00 +02001385 metrics.Counter(
1386 'chromeos/autotest/autoserv/reboot_debug').increment(
1387 fields=metric_debug_fields)
Simran Basi382506b2016-09-13 14:58:15 -07001388 metrics.SecondsDistribution(
1389 'chromeos/autotest/autoserv/reboot_duration').add(
1390 duration, fields=metric_fields)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001391
1392
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001393 def suspend(self, **dargs):
1394 """
1395 This function suspends the site host.
1396 """
1397 suspend_time = dargs.get('suspend_time', 60)
1398 dargs['timeout'] = suspend_time
1399 if 'suspend_cmd' not in dargs:
J. Richard Barnette9af19632015-09-25 12:18:03 -07001400 dargs['suspend_cmd'] = ' && '.join([
1401 'echo 0 > /sys/class/rtc/rtc0/wakealarm',
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001402 'echo +%d > /sys/class/rtc/rtc0/wakealarm' % suspend_time,
J. Richard Barnette9af19632015-09-25 12:18:03 -07001403 'powerd_dbus_suspend --delay=0'])
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001404 super(CrosHost, self).suspend(**dargs)
1405
1406
Simran Basiec564392014-08-25 16:48:09 -07001407 def upstart_status(self, service_name):
1408 """Check the status of an upstart init script.
1409
1410 @param service_name: Service to look up.
1411
1412 @returns True if the service is running, False otherwise.
1413 """
1414 return self.run('status %s | grep start/running' %
1415 service_name).stdout.strip() != ''
1416
1417
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001418 def verify_software(self):
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001419 """Verify working software on a Chrome OS system.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001420
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001421 Tests for the following conditions:
1422 1. All conditions tested by the parent version of this
1423 function.
1424 2. Sufficient space in /mnt/stateful_partition.
Fang Deng6b05f5b2013-03-20 13:42:11 -07001425 3. Sufficient space in /mnt/stateful_partition/encrypted.
1426 4. update_engine answers a simple status request over DBus.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001427
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001428 """
Fang Deng0ca40e22013-08-27 17:47:44 -07001429 super(CrosHost, self).verify_software()
Dan Shib8540a52015-07-16 14:18:23 -07001430 default_kilo_inodes_required = CONFIG.get_config_value(
1431 'SERVER', 'kilo_inodes_required', type=int, default=100)
1432 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
1433 kilo_inodes_required = CONFIG.get_config_value(
1434 'SERVER', 'kilo_inodes_required_%s' % board,
1435 type=int, default=default_kilo_inodes_required)
1436 self.check_inodes('/mnt/stateful_partition', kilo_inodes_required)
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001437 self.check_diskspace(
1438 '/mnt/stateful_partition',
Dan Shib8540a52015-07-16 14:18:23 -07001439 CONFIG.get_config_value(
Fang Deng6b05f5b2013-03-20 13:42:11 -07001440 'SERVER', 'gb_diskspace_required', type=float,
1441 default=20.0))
Gaurav Shahe448af82014-06-19 15:18:59 -07001442 encrypted_stateful_path = '/mnt/stateful_partition/encrypted'
1443 # Not all targets build with encrypted stateful support.
1444 if self.path_exists(encrypted_stateful_path):
1445 self.check_diskspace(
1446 encrypted_stateful_path,
Dan Shib8540a52015-07-16 14:18:23 -07001447 CONFIG.get_config_value(
Gaurav Shahe448af82014-06-19 15:18:59 -07001448 'SERVER', 'gb_encrypted_diskspace_required', type=float,
1449 default=0.1))
beepsc87ff602013-07-31 21:53:00 -07001450
Simran Basiec564392014-08-25 16:48:09 -07001451 if not self.upstart_status('system-services'):
Prashanth B5d0a0512014-04-25 12:26:08 -07001452 raise error.AutoservError('Chrome failed to reach login. '
1453 'System services not running.')
1454
beepsc87ff602013-07-31 21:53:00 -07001455 # Factory images don't run update engine,
1456 # goofy controls dbus on these DUTs.
1457 if not self._is_factory_image():
1458 self.run('update_engine_client --status')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001459
Dan Shi549fb822015-03-24 18:01:11 -07001460 self.verify_cros_version_label()
1461
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001462
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -08001463 def verify(self):
1464 self._repair_strategy.verify(self)
1465
1466
Fang Deng96667ca2013-08-01 17:46:18 -07001467 def make_ssh_command(self, user='root', port=22, opts='', hosts_file=None,
1468 connect_timeout=None, alive_interval=None):
1469 """Override default make_ssh_command to use options tuned for Chrome OS.
1470
1471 Tuning changes:
1472 - ConnectTimeout=30; maximum of 30 seconds allowed for an SSH
1473 connection failure. Consistency with remote_access.sh.
1474
Samuel Tan2ce155b2015-06-23 18:24:38 -07001475 - ServerAliveInterval=900; which causes SSH to ping connection every
1476 900 seconds. In conjunction with ServerAliveCountMax ensures
1477 that if the connection dies, Autotest will bail out.
Fang Deng96667ca2013-08-01 17:46:18 -07001478 Originally tried 60 secs, but saw frequent job ABORTS where
Samuel Tan2ce155b2015-06-23 18:24:38 -07001479 the test completed successfully. Later increased from 180 seconds to
1480 900 seconds to account for tests where the DUT is suspended for
1481 longer periods of time.
Fang Deng96667ca2013-08-01 17:46:18 -07001482
1483 - ServerAliveCountMax=3; consistency with remote_access.sh.
1484
1485 - ConnectAttempts=4; reduce flakiness in connection errors;
1486 consistency with remote_access.sh.
1487
1488 - UserKnownHostsFile=/dev/null; we don't care about the keys.
1489 Host keys change with every new installation, don't waste
1490 memory/space saving them.
1491
1492 - SSH protocol forced to 2; needed for ServerAliveInterval.
1493
1494 @param user User name to use for the ssh connection.
1495 @param port Port on the target host to use for ssh connection.
1496 @param opts Additional options to the ssh command.
1497 @param hosts_file Ignored.
1498 @param connect_timeout Ignored.
1499 @param alive_interval Ignored.
1500 """
Aviv Keshetc5947fa2013-09-04 14:06:29 -07001501 base_command = ('/usr/bin/ssh -a -x %s %s %s'
1502 ' -o StrictHostKeyChecking=no'
Fang Deng96667ca2013-08-01 17:46:18 -07001503 ' -o UserKnownHostsFile=/dev/null -o BatchMode=yes'
Samuel Tan2ce155b2015-06-23 18:24:38 -07001504 ' -o ConnectTimeout=30 -o ServerAliveInterval=900'
Fang Deng96667ca2013-08-01 17:46:18 -07001505 ' -o ServerAliveCountMax=3 -o ConnectionAttempts=4'
1506 ' -o Protocol=2 -l %s -p %d')
Aviv Keshetc5947fa2013-09-04 14:06:29 -07001507 return base_command % (self._ssh_verbosity_flag, self._ssh_options,
1508 opts, user, port)
Jason Abeleb6f924f2013-11-13 16:01:54 -08001509 def syslog(self, message, tag='autotest'):
1510 """Logs a message to syslog on host.
1511
1512 @param message String message to log into syslog
1513 @param tag String tag prefix for syslog
1514
1515 """
1516 self.run('logger -t "%s" "%s"' % (tag, message))
1517
1518
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001519 def _ping_check_status(self, status):
1520 """Ping the host once, and return whether it has a given status.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001521
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001522 @param status Check the ping status against this value.
1523 @return True iff `status` and the result of ping are the same
1524 (i.e. both True or both False).
1525
1526 """
1527 ping_val = utils.ping(self.hostname, tries=1, deadline=1)
1528 return not (status ^ (ping_val == 0))
1529
1530 def _ping_wait_for_status(self, status, timeout):
1531 """Wait for the host to have a given status (UP or DOWN).
1532
1533 Status is checked by polling. Polling will not last longer
1534 than the number of seconds in `timeout`. The polling
1535 interval will be long enough that only approximately
1536 _PING_WAIT_COUNT polling cycles will be executed, subject
1537 to a maximum interval of about one minute.
1538
1539 @param status Waiting will stop immediately if `ping` of the
1540 host returns this status.
1541 @param timeout Poll for at most this many seconds.
1542 @return True iff the host status from `ping` matched the
1543 requested status at the time of return.
1544
1545 """
1546 # _ping_check_status() takes about 1 second, hence the
1547 # "- 1" in the formula below.
Nathan Ciobanu38480a32016-10-25 15:26:45 -07001548 # FIXME: if the ping command errors then _ping_check_status()
1549 # returns instantly. If timeout is also smaller than twice
1550 # _PING_WAIT_COUNT then the while loop below forks many
1551 # thousands of ping commands (see /tmp/test_that_results_XXXXX/
1552 # /results-1-logging_YYY.ZZZ/debug/autoserv.DEBUG) and hogs one
1553 # CPU core for 60 seconds.
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001554 poll_interval = min(int(timeout / self._PING_WAIT_COUNT), 60) - 1
1555 end_time = time.time() + timeout
1556 while time.time() <= end_time:
1557 if self._ping_check_status(status):
1558 return True
1559 if poll_interval > 0:
1560 time.sleep(poll_interval)
1561
1562 # The last thing we did was sleep(poll_interval), so it may
1563 # have been too long since the last `ping`. Check one more
1564 # time, just to be sure.
1565 return self._ping_check_status(status)
1566
1567 def ping_wait_up(self, timeout):
1568 """Wait for the host to respond to `ping`.
1569
1570 N.B. This method is not a reliable substitute for
1571 `wait_up()`, because a host that responds to ping will not
1572 necessarily respond to ssh. This method should only be used
1573 if the target DUT can be considered functional even if it
1574 can't be reached via ssh.
1575
1576 @param timeout Minimum time to allow before declaring the
1577 host to be non-responsive.
1578 @return True iff the host answered to ping before the timeout.
1579
1580 """
1581 return self._ping_wait_for_status(self._PING_STATUS_UP, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001582
Andrew Bresticker678c0c72013-01-22 10:44:09 -08001583 def ping_wait_down(self, timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001584 """Wait until the host no longer responds to `ping`.
1585
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001586 This function can be used as a slightly faster version of
1587 `wait_down()`, by avoiding potentially long ssh timeouts.
1588
1589 @param timeout Minimum time to allow for the host to become
1590 non-responsive.
1591 @return True iff the host quit answering ping before the
1592 timeout.
1593
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001594 """
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001595 return self._ping_wait_for_status(self._PING_STATUS_DOWN, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001596
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001597 def test_wait_for_sleep(self, sleep_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001598 """Wait for the client to enter low-power sleep mode.
1599
1600 The test for "is asleep" can't distinguish a system that is
1601 powered off; to confirm that the unit was asleep, it is
1602 necessary to force resume, and then call
1603 `test_wait_for_resume()`.
1604
1605 This function is expected to be called from a test as part
1606 of a sequence like the following:
1607
1608 ~~~~~~~~
1609 boot_id = host.get_boot_id()
1610 # trigger sleep on the host
1611 host.test_wait_for_sleep()
1612 # trigger resume on the host
1613 host.test_wait_for_resume(boot_id)
1614 ~~~~~~~~
1615
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001616 @param sleep_timeout time limit in seconds to allow the host sleep.
1617
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001618 @exception TestFail The host did not go to sleep within
1619 the allowed time.
1620 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001621 if sleep_timeout is None:
1622 sleep_timeout = self.SLEEP_TIMEOUT
1623
1624 if not self.ping_wait_down(timeout=sleep_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001625 raise error.TestFail(
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001626 'client failed to sleep after %d seconds' % sleep_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001627
1628
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001629 def test_wait_for_resume(self, old_boot_id, resume_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001630 """Wait for the client to resume from low-power sleep mode.
1631
1632 The `old_boot_id` parameter should be the value from
1633 `get_boot_id()` obtained prior to entering sleep mode. A
1634 `TestFail` exception is raised if the boot id changes.
1635
1636 See @ref test_wait_for_sleep for more on this function's
1637 usage.
1638
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08001639 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001640 target host went to sleep.
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001641 @param resume_timeout time limit in seconds to allow the host up.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001642
1643 @exception TestFail The host did not respond within the
1644 allowed time.
1645 @exception TestFail The host responded, but the boot id test
1646 indicated a reboot rather than a sleep
1647 cycle.
1648 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001649 if resume_timeout is None:
1650 resume_timeout = self.RESUME_TIMEOUT
1651
1652 if not self.wait_up(timeout=resume_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001653 raise error.TestFail(
1654 'client failed to resume from sleep after %d seconds' %
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001655 resume_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001656 else:
1657 new_boot_id = self.get_boot_id()
1658 if new_boot_id != old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001659 logging.error('client rebooted (old boot %s, new boot %s)',
1660 old_boot_id, new_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001661 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001662 'client rebooted, but sleep was expected')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001663
1664
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001665 def test_wait_for_shutdown(self, shutdown_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001666 """Wait for the client to shut down.
1667
1668 The test for "has shut down" can't distinguish a system that
1669 is merely asleep; to confirm that the unit was down, it is
1670 necessary to force boot, and then call test_wait_for_boot().
1671
1672 This function is expected to be called from a test as part
1673 of a sequence like the following:
1674
1675 ~~~~~~~~
1676 boot_id = host.get_boot_id()
1677 # trigger shutdown on the host
1678 host.test_wait_for_shutdown()
1679 # trigger boot on the host
1680 host.test_wait_for_boot(boot_id)
1681 ~~~~~~~~
1682
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001683 @param shutdown_timeout time limit in seconds to allow the host down.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001684 @exception TestFail The host did not shut down within the
1685 allowed time.
1686 """
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001687 if shutdown_timeout is None:
1688 shutdown_timeout = self.SHUTDOWN_TIMEOUT
1689
1690 if not self.ping_wait_down(timeout=shutdown_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001691 raise error.TestFail(
1692 'client failed to shut down after %d seconds' %
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001693 shutdown_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001694
1695
1696 def test_wait_for_boot(self, old_boot_id=None):
1697 """Wait for the client to boot from cold power.
1698
1699 The `old_boot_id` parameter should be the value from
1700 `get_boot_id()` obtained prior to shutting down. A
1701 `TestFail` exception is raised if the boot id does not
1702 change. The boot id test is omitted if `old_boot_id` is not
1703 specified.
1704
1705 See @ref test_wait_for_shutdown for more on this function's
1706 usage.
1707
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08001708 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001709 shut down.
1710
1711 @exception TestFail The host did not respond within the
1712 allowed time.
1713 @exception TestFail The host responded, but the boot id test
1714 indicated that there was no reboot.
1715 """
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07001716 if not self.wait_up(timeout=self.REBOOT_TIMEOUT):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001717 raise error.TestFail(
1718 'client failed to reboot after %d seconds' %
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07001719 self.REBOOT_TIMEOUT)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001720 elif old_boot_id:
1721 if self.get_boot_id() == old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001722 logging.error('client not rebooted (boot %s)',
1723 old_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001724 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001725 'client is back up, but did not reboot')
Simran Basid5e5e272012-09-24 15:23:59 -07001726
1727
1728 @staticmethod
1729 def check_for_rpm_support(hostname):
1730 """For a given hostname, return whether or not it is powered by an RPM.
1731
Simran Basi1df55112013-09-06 11:25:09 -07001732 @param hostname: hostname to check for rpm support.
1733
Simran Basid5e5e272012-09-24 15:23:59 -07001734 @return None if this host does not follows the defined naming format
1735 for RPM powered DUT's in the lab. If it does follow the format,
1736 it returns a regular expression MatchObject instead.
1737 """
Fang Dengbaff9082015-01-06 13:46:15 -08001738 return re.match(CrosHost._RPM_HOSTNAME_REGEX, hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07001739
1740
1741 def has_power(self):
1742 """For this host, return whether or not it is powered by an RPM.
1743
1744 @return True if this host is in the CROS lab and follows the defined
1745 naming format.
1746 """
Fang Deng0ca40e22013-08-27 17:47:44 -07001747 return CrosHost.check_for_rpm_support(self.hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07001748
1749
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001750 def _set_power(self, state, power_method):
1751 """Sets the power to the host via RPM, Servo or manual.
1752
1753 @param state Specifies which power state to set to DUT
1754 @param power_method Specifies which method of power control to
1755 use. By default "RPM" will be used. Valid values
1756 are the strings "RPM", "manual", "servoj10".
1757
1758 """
1759 ACCEPTABLE_STATES = ['ON', 'OFF']
1760
1761 if state.upper() not in ACCEPTABLE_STATES:
1762 raise error.TestError('State must be one of: %s.'
1763 % (ACCEPTABLE_STATES,))
1764
1765 if power_method == self.POWER_CONTROL_SERVO:
1766 logging.info('Setting servo port J10 to %s', state)
1767 self.servo.set('prtctl3_pwren', state.lower())
1768 time.sleep(self._USB_POWER_TIMEOUT)
1769 elif power_method == self.POWER_CONTROL_MANUAL:
1770 logging.info('You have %d seconds to set the AC power to %s.',
1771 self._POWER_CYCLE_TIMEOUT, state)
1772 time.sleep(self._POWER_CYCLE_TIMEOUT)
1773 else:
1774 if not self.has_power():
1775 raise error.TestFail('DUT does not have RPM connected.')
Simran Basi5e6339a2013-03-21 11:34:32 -07001776 afe = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
1777 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, True,
1778 hostname=self.hostname)
Simran Basi1df55112013-09-06 11:25:09 -07001779 rpm_client.set_power(self.hostname, state.upper(), timeout_mins=5)
Simran Basid5e5e272012-09-24 15:23:59 -07001780
1781
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001782 def power_off(self, power_method=POWER_CONTROL_RPM):
1783 """Turn off power to this host via RPM, Servo or manual.
1784
1785 @param power_method Specifies which method of power control to
1786 use. By default "RPM" will be used. Valid values
1787 are the strings "RPM", "manual", "servoj10".
1788
1789 """
1790 self._set_power('OFF', power_method)
Simran Basid5e5e272012-09-24 15:23:59 -07001791
1792
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001793 def power_on(self, power_method=POWER_CONTROL_RPM):
1794 """Turn on power to this host via RPM, Servo or manual.
1795
1796 @param power_method Specifies which method of power control to
1797 use. By default "RPM" will be used. Valid values
1798 are the strings "RPM", "manual", "servoj10".
1799
1800 """
1801 self._set_power('ON', power_method)
1802
1803
1804 def power_cycle(self, power_method=POWER_CONTROL_RPM):
1805 """Cycle power to this host by turning it OFF, then ON.
1806
1807 @param power_method Specifies which method of power control to
1808 use. By default "RPM" will be used. Valid values
1809 are the strings "RPM", "manual", "servoj10".
1810
1811 """
1812 if power_method in (self.POWER_CONTROL_SERVO,
1813 self.POWER_CONTROL_MANUAL):
1814 self.power_off(power_method=power_method)
1815 time.sleep(self._POWER_CYCLE_TIMEOUT)
1816 self.power_on(power_method=power_method)
1817 else:
1818 rpm_client.set_power(self.hostname, 'CYCLE')
Simran Basic6f1f7a2012-10-16 10:47:46 -07001819
1820
1821 def get_platform(self):
1822 """Determine the correct platform label for this host.
1823
1824 @returns a string representing this host's platform.
1825 """
1826 crossystem = utils.Crossystem(self)
1827 crossystem.init()
1828 # Extract fwid value and use the leading part as the platform id.
1829 # fwid generally follow the format of {platform}.{firmware version}
1830 # Example: Alex.X.YYY.Z or Google_Alex.X.YYY.Z
1831 platform = crossystem.fwid().split('.')[0].lower()
1832 # Newer platforms start with 'Google_' while the older ones do not.
1833 return platform.replace('google_', '')
1834
1835
Hung-ying Tyanb1328032014-04-01 14:18:54 +08001836 def get_architecture(self):
1837 """Determine the correct architecture label for this host.
1838
1839 @returns a string representing this host's architecture.
1840 """
1841 crossystem = utils.Crossystem(self)
1842 crossystem.init()
1843 return crossystem.arch()
1844
1845
Luis Lozano40b7d0d2014-01-17 15:12:06 -08001846 def get_chrome_version(self):
1847 """Gets the Chrome version number and milestone as strings.
1848
1849 Invokes "chrome --version" to get the version number and milestone.
1850
1851 @return A tuple (chrome_ver, milestone) where "chrome_ver" is the
1852 current Chrome version number as a string (in the form "W.X.Y.Z")
1853 and "milestone" is the first component of the version number
1854 (the "W" from "W.X.Y.Z"). If the version number cannot be parsed
1855 in the "W.X.Y.Z" format, the "chrome_ver" will be the full output
1856 of "chrome --version" and the milestone will be the empty string.
1857
1858 """
MK Ryu35d661e2014-09-25 17:44:10 -07001859 version_string = self.run(client_constants.CHROME_VERSION_COMMAND).stdout
Luis Lozano40b7d0d2014-01-17 15:12:06 -08001860 return utils.parse_chrome_version(version_string)
1861
J. Richard Barnetted2af5852016-02-05 15:03:10 -08001862
Kevin Chenga2619dc2016-03-28 11:42:08 -07001863 # TODO(kevcheng): change this to just return the board without the
1864 # 'board:' prefix and fix up all the callers. Also look into removing the
1865 # need for this method.
Simran Basic6f1f7a2012-10-16 10:47:46 -07001866 def get_board(self):
1867 """Determine the correct board label for this host.
1868
1869 @returns a string representing this host's board.
1870 """
1871 release_info = utils.parse_cmd_output('cat /etc/lsb-release',
1872 run_method=self.run)
J. Richard Barnetted2af5852016-02-05 15:03:10 -08001873 return (ds_constants.BOARD_PREFIX +
1874 release_info['CHROMEOS_RELEASE_BOARD'])
Simran Basic6f1f7a2012-10-16 10:47:46 -07001875
1876
Kevin Chenga328da62016-03-31 10:49:04 -07001877
1878 def has_lightsensor(self):
1879 """Determine the correct board label for this host.
1880
1881 @returns the string 'lightsensor' if this host has a lightsensor or
1882 None if it does not.
1883 """
1884 search_cmd = "find -L %s -maxdepth 4 | egrep '%s'" % (
1885 self._LIGHTSENSOR_SEARCH_DIR, '|'.join(self._LIGHTSENSOR_FILES))
1886 try:
1887 # Run the search cmd following the symlinks. Stderr_tee is set to
1888 # None as there can be a symlink loop, but the command will still
1889 # execute correctly with a few messages printed to stderr.
1890 self.run(search_cmd, stdout_tee=None, stderr_tee=None)
1891 return 'lightsensor'
1892 except error.AutoservRunError:
1893 # egrep exited with a return code of 1 meaning none of the possible
1894 # lightsensor files existed.
1895 return None
1896
1897
1898 def has_bluetooth(self):
1899 """Determine the correct board label for this host.
1900
1901 @returns the string 'bluetooth' if this host has bluetooth or
1902 None if it does not.
1903 """
1904 try:
1905 self.run('test -d /sys/class/bluetooth/hci0')
1906 # test exited with a return code of 0.
1907 return 'bluetooth'
1908 except error.AutoservRunError:
1909 # test exited with a return code 1 meaning the directory did not
1910 # exist.
1911 return None
1912
1913
Kevin Chenga328da62016-03-31 10:49:04 -07001914 def get_accels(self):
1915 """
1916 Determine the type of accelerometers on this host.
1917
1918 @returns a string representing this host's accelerometer type.
1919 At present, it only returns "accel:cros-ec", for accelerometers
1920 attached to a Chrome OS EC, or none, if no accelerometers.
1921 """
1922 # Check to make sure we have ectool
1923 rv = self.run('which ectool', ignore_status=True)
1924 if rv.exit_status:
1925 logging.info("No ectool cmd found, assuming no EC accelerometers")
1926 return None
1927
1928 # Check that the EC supports the motionsense command
1929 rv = self.run('ectool motionsense', ignore_status=True)
1930 if rv.exit_status:
1931 logging.info("EC does not support motionsense command "
1932 "assuming no EC accelerometers")
1933 return None
1934
1935 # Check that EC motion sensors are active
1936 active = self.run('ectool motionsense active').stdout.split('\n')
1937 if active[0] == "0":
1938 logging.info("Motion sense inactive, assuming no EC accelerometers")
1939 return None
1940
1941 logging.info("EC accelerometers found")
1942 return 'accel:cros-ec'
1943
1944
1945 def has_chameleon(self):
1946 """Determine if a Chameleon connected to this host.
1947
1948 @returns a list containing two strings ('chameleon' and
1949 'chameleon:' + label, e.g. 'chameleon:hdmi') if this host
1950 has a Chameleon or None if it has not.
1951 """
1952 if self._chameleon_host:
1953 return ['chameleon', 'chameleon:' + self.chameleon.get_label()]
1954 else:
1955 return None
1956
1957
1958 def has_loopback_dongle(self):
1959 """Determine if an audio loopback dongle is plugged to this host.
1960
1961 @returns 'audio_loopback_dongle' when there is an audio loopback dongle
1962 plugged to this host.
1963 None when there is no audio loopback dongle
1964 plugged to this host.
1965 """
1966 nodes_info = self.run(command=cras_utils.get_cras_nodes_cmd(),
1967 ignore_status=True).stdout
1968 if (cras_utils.node_type_is_plugged('HEADPHONE', nodes_info) and
1969 cras_utils.node_type_is_plugged('MIC', nodes_info)):
1970 return 'audio_loopback_dongle'
1971 else:
1972 return None
1973
1974
1975 def get_power_supply(self):
1976 """
1977 Determine what type of power supply the host has
1978
1979 @returns a string representing this host's power supply.
1980 'power:battery' when the device has a battery intended for
1981 extended use
1982 'power:AC_primary' when the device has a battery not intended
1983 for extended use (for moving the machine, etc)
1984 'power:AC_only' when the device has no battery at all.
1985 """
1986 psu = self.run(command='mosys psu type', ignore_status=True)
1987 if psu.exit_status:
1988 # The psu command for mosys is not included for all platforms. The
1989 # assumption is that the device will have a battery if the command
1990 # is not found.
1991 return 'power:battery'
1992
1993 psu_str = psu.stdout.strip()
1994 if psu_str == 'unknown':
1995 return None
1996
1997 return 'power:%s' % psu_str
1998
1999
2000 def get_storage(self):
2001 """
2002 Determine the type of boot device for this host.
2003
2004 Determine if the internal device is SCSI or dw_mmc device.
2005 Then check that it is SSD or HDD or eMMC or something else.
2006
2007 @returns a string representing this host's internal device type.
2008 'storage:ssd' when internal device is solid state drive
2009 'storage:hdd' when internal device is hard disk drive
2010 'storage:mmc' when internal device is mmc drive
2011 None When internal device is something else or
2012 when we are unable to determine the type
2013 """
2014 # The output should be /dev/mmcblk* for SD/eMMC or /dev/sd* for scsi
2015 rootdev_cmd = ' '.join(['. /usr/sbin/write_gpt.sh;',
2016 '. /usr/share/misc/chromeos-common.sh;',
2017 'load_base_vars;',
2018 'get_fixed_dst_drive'])
2019 rootdev = self.run(command=rootdev_cmd, ignore_status=True)
2020 if rootdev.exit_status:
2021 logging.info("Fail to run %s", rootdev_cmd)
2022 return None
2023 rootdev_str = rootdev.stdout.strip()
2024
2025 if not rootdev_str:
2026 return None
2027
2028 rootdev_base = os.path.basename(rootdev_str)
2029
2030 mmc_pattern = '/dev/mmcblk[0-9]'
2031 if re.match(mmc_pattern, rootdev_str):
2032 # Use type to determine if the internal device is eMMC or somthing
2033 # else. We can assume that MMC is always an internal device.
2034 type_cmd = 'cat /sys/block/%s/device/type' % rootdev_base
2035 type = self.run(command=type_cmd, ignore_status=True)
2036 if type.exit_status:
2037 logging.info("Fail to run %s", type_cmd)
2038 return None
2039 type_str = type.stdout.strip()
2040
2041 if type_str == 'MMC':
2042 return 'storage:mmc'
2043
2044 scsi_pattern = '/dev/sd[a-z]+'
2045 if re.match(scsi_pattern, rootdev.stdout):
2046 # Read symlink for /sys/block/sd* to determine if the internal
2047 # device is connected via ata or usb.
2048 link_cmd = 'readlink /sys/block/%s' % rootdev_base
2049 link = self.run(command=link_cmd, ignore_status=True)
2050 if link.exit_status:
2051 logging.info("Fail to run %s", link_cmd)
2052 return None
2053 link_str = link.stdout.strip()
2054 if 'usb' in link_str:
2055 return None
2056
2057 # Read rotation to determine if the internal device is ssd or hdd.
2058 rotate_cmd = str('cat /sys/block/%s/queue/rotational'
2059 % rootdev_base)
2060 rotate = self.run(command=rotate_cmd, ignore_status=True)
2061 if rotate.exit_status:
2062 logging.info("Fail to run %s", rotate_cmd)
2063 return None
2064 rotate_str = rotate.stdout.strip()
2065
2066 rotate_dict = {'0':'storage:ssd', '1':'storage:hdd'}
2067 return rotate_dict.get(rotate_str)
2068
2069 # All other internal device / error case will always fall here
2070 return None
2071
2072
2073 def get_servo(self):
2074 """Determine if the host has a servo attached.
2075
2076 If the host has a working servo attached, it should have a servo label.
2077
2078 @return: string 'servo' if the host has servo attached. Otherwise,
2079 returns None.
2080 """
2081 return 'servo' if self._servo_host else None
2082
2083
2084 def get_video_labels(self):
2085 """Run /usr/local/bin/avtest_label_detect to get a list of video labels.
2086
2087 Sample output of avtest_label_detect:
2088 Detected label: hw_video_acc_vp8
2089 Detected label: webcam
2090
2091 @return: A list of labels detected by tool avtest_label_detect.
2092 """
2093 try:
2094 result = self.run('/usr/local/bin/avtest_label_detect').stdout
2095 return re.findall('^Detected label: (\w+)$', result, re.M)
2096 except error.AutoservRunError:
2097 # The tool is not installed.
2098 return []
2099
2100
2101 def is_video_glitch_detection_supported(self):
2102 """ Determine if a board under test is supported for video glitch
2103 detection tests.
2104
2105 @return: 'video_glitch_detection' if board is supported, None otherwise.
2106 """
2107 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
2108
2109 if board in video_test_constants.SUPPORTED_BOARDS:
2110 return 'video_glitch_detection'
2111
2112 return None
2113
2114
2115 def get_touch(self):
2116 """
2117 Determine whether board under test has a touchpad or touchscreen.
2118
2119 @return: A list of some combination of 'touchscreen' and 'touchpad',
2120 depending on what is present on the device.
2121
2122 """
2123 labels = []
2124 looking_for = ['touchpad', 'touchscreen']
2125 player = input_playback.InputPlayback()
2126 input_events = self.run('ls /dev/input/event*').stdout.strip().split()
2127 filename = '/tmp/touch_labels'
2128 for event in input_events:
2129 self.run('evtest %s > %s' % (event, filename), timeout=1,
2130 ignore_timeout=True)
2131 properties = self.run('cat %s' % filename).stdout
2132 input_type = player._determine_input_type(properties)
2133 if input_type in looking_for:
2134 labels.append(input_type)
2135 looking_for.remove(input_type)
2136 if len(looking_for) == 0:
2137 break
2138 self.run('rm %s' % filename)
2139
2140 return labels
2141
2142
2143 def has_internal_display(self):
2144 """Determine if the device under test is equipped with an internal
2145 display.
2146
2147 @return: 'internal_display' if one is present; None otherwise.
2148 """
2149 from autotest_lib.client.cros.graphics import graphics_utils
2150 from autotest_lib.client.common_lib import utils as common_utils
2151
2152 def __system_output(cmd):
2153 return self.run(cmd).stdout
2154
2155 def __read_file(remote_path):
2156 return self.run('cat %s' % remote_path).stdout
2157
2158 # Hijack the necessary client functions so that we can take advantage
2159 # of the client lib here.
2160 # FIXME: find a less hacky way than this
2161 original_system_output = utils.system_output
2162 original_read_file = common_utils.read_file
2163 utils.system_output = __system_output
2164 common_utils.read_file = __read_file
2165 try:
2166 return ('internal_display' if graphics_utils.has_internal_display()
2167 else None)
2168 finally:
2169 utils.system_output = original_system_output
2170 common_utils.read_file = original_read_file
2171
2172
2173 def has_lucid_sleep_support(self):
2174 """Determine if the device under test has support for lucid sleep.
2175
2176 @return 'lucidsleep' if this board supports lucid sleep; None otherwise
2177 """
2178 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
2179 return 'lucidsleep' if board in LUCID_SLEEP_BOARDS else None
2180
2181
Dan Shi85276d42014-04-08 22:11:45 -07002182 def is_boot_from_usb(self):
2183 """Check if DUT is boot from USB.
2184
2185 @return: True if DUT is boot from usb.
2186 """
2187 device = self.run('rootdev -s -d').stdout.strip()
2188 removable = int(self.run('cat /sys/block/%s/removable' %
2189 os.path.basename(device)).stdout.strip())
2190 return removable == 1
Helen Zhang17dae2b2014-11-11 09:25:52 -08002191
2192
2193 def read_from_meminfo(self, key):
Dan Shi49ca0932014-11-14 11:22:27 -08002194 """Return the memory info from /proc/meminfo
Helen Zhang17dae2b2014-11-11 09:25:52 -08002195
2196 @param key: meminfo requested
2197
2198 @return the memory value as a string
2199
2200 """
Helen Zhang17dae2b2014-11-11 09:25:52 -08002201 meminfo = self.run('grep %s /proc/meminfo' % key).stdout.strip()
2202 logging.debug('%s', meminfo)
2203 return int(re.search(r'\d+', meminfo).group(0))
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002204
2205
Rohit Makasana98e696f2016-06-03 18:48:10 -07002206 def get_cpu_arch(self):
2207 """Returns CPU arch of the device.
2208
2209 @return CPU architecture of the DUT.
2210 """
2211 # Add CPUs by following logic in client/bin/base_utils.py.
2212 if self.run("grep '^flags.*:.* lm .*' /proc/cpuinfo",
2213 ignore_status=True).stdout:
2214 return 'x86_64'
2215 if self.run("grep -Ei 'ARM|CPU implementer' /proc/cpuinfo",
2216 ignore_status=True).stdout:
2217 return 'arm'
2218 return 'i386'
2219
2220
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002221 def get_board_type(self):
2222 """
2223 Get the DUT's device type from /etc/lsb-release.
Danny Chan471a8d12015-08-18 14:57:41 -07002224 DEVICETYPE can be one of CHROMEBOX, CHROMEBASE, CHROMEBOOK or more.
2225
2226 @return value of DEVICETYPE param from lsb-release.
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002227 """
Danny Chan471a8d12015-08-18 14:57:41 -07002228 device_type = self.run('grep DEVICETYPE /etc/lsb-release',
2229 ignore_status=True).stdout
2230 if device_type:
Kalin Stoyanov524310b2015-08-21 16:24:04 -07002231 return device_type.split('=')[-1].strip()
Danny Chan471a8d12015-08-18 14:57:41 -07002232 return ''
Gilad Arnolda76bef02015-09-29 13:55:15 -07002233
2234
2235 def get_os_type(self):
2236 return 'cros'
Simran Basia5522a32015-10-06 11:01:24 -07002237
2238
2239 def enable_adb_testing(self):
2240 """Mark this host as an adb tester."""
Dan Shia2872172015-10-31 01:16:51 -07002241 self.run('touch %s' % constants.ANDROID_TESTER_FILEFLAG)
Kevin Chenga2619dc2016-03-28 11:42:08 -07002242
2243
2244 def get_labels(self):
Kevin Chengf8660142016-08-12 10:17:41 -07002245 """Return the detected labels on the host."""
Kevin Chenga2619dc2016-03-28 11:42:08 -07002246 return self.labels.get_labels(self)
Kevin Chengf8660142016-08-12 10:17:41 -07002247
2248
2249 def update_labels(self):
2250 """Update the labels on the host."""
2251 self.labels.update_labels(self)