blob: 04a542f2e77cada2ccba5f0a44b99108cb09f1a7 [file] [log] [blame]
J. Richard Barnette24adbf42012-04-11 15:04:53 -07001# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Dale Curtisaa5eedb2011-08-23 16:18:52 -07002# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
J. Richard Barnette1d78b012012-05-15 13:56:30 -07005import logging
Dan Shi0f466e82013-02-22 15:44:58 -08006import os
Simran Basid5e5e272012-09-24 15:23:59 -07007import re
Vincent Palatindf2372c2016-10-07 17:03:00 +02008import sys
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07009import time
10
mussa584b4462014-06-20 15:13:28 -070011import common
J. Richard Barnette45e93de2012-04-11 17:24:15 -070012from autotest_lib.client.bin import utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070013from autotest_lib.client.common_lib import autotemp
Richard Barnette0c73ffc2012-11-19 15:21:18 -080014from autotest_lib.client.common_lib import error
15from autotest_lib.client.common_lib import global_config
J. Richard Barnette91137f02016-03-10 16:52:26 -080016from autotest_lib.client.common_lib import hosts
Dan Shi549fb822015-03-24 18:01:11 -070017from autotest_lib.client.common_lib import lsbrelease_utils
J. Richard Barnette45e93de2012-04-11 17:24:15 -070018from autotest_lib.client.common_lib.cros import autoupdater
Richard Barnette03a0c132012-11-05 12:40:35 -080019from autotest_lib.client.common_lib.cros import dev_server
Gabe Blackb72f4fb2015-01-20 16:47:13 -080020from autotest_lib.client.common_lib.cros.graphite import autotest_es
Hsinyu Chaoe0b08e62015-08-11 10:50:37 +000021from autotest_lib.client.cros import constants as client_constants
J. Richard Barnette84890bd2014-02-21 11:05:47 -080022from autotest_lib.client.cros import cros_ui
Kevin Chenga328da62016-03-31 10:49:04 -070023from autotest_lib.client.cros.audio import cras_utils
24from autotest_lib.client.cros.input_playback import input_playback
25from autotest_lib.client.cros.video import constants as video_test_constants
Simran Basi5ace6f22016-01-06 17:30:44 -080026from autotest_lib.server import afe_utils
MK Ryu35d661e2014-09-25 17:44:10 -070027from autotest_lib.server import autoserv_parser
28from autotest_lib.server import autotest
29from autotest_lib.server import constants
Dan Shia1ecd5c2013-06-06 11:21:31 -070030from autotest_lib.server import utils as server_utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070031from autotest_lib.server.cros import provision
Scott Zawalski89c44dd2013-02-26 09:28:02 -050032from autotest_lib.server.cros.dynamic_suite import constants as ds_constants
Simran Basi5e6339a2013-03-21 11:34:32 -070033from autotest_lib.server.cros.dynamic_suite import tools, frontend_wrappers
Dan Shi9cb0eec2014-06-03 09:04:50 -070034from autotest_lib.server.cros.faft.config.config import Config as FAFTConfig
Scottfe06ed82015-11-05 17:15:01 -080035from autotest_lib.server.cros.servo import plankton
Fang Deng96667ca2013-08-01 17:46:18 -070036from autotest_lib.server.hosts import abstract_ssh
Kevin Chenga2619dc2016-03-28 11:42:08 -070037from autotest_lib.server.hosts import base_label
38from autotest_lib.server.hosts import cros_label
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +080039from autotest_lib.server.hosts import chameleon_host
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -080040from autotest_lib.server.hosts import cros_repair
Scottfe06ed82015-11-05 17:15:01 -080041from autotest_lib.server.hosts import plankton_host
Fang Deng5d518f42013-08-02 14:04:32 -070042from autotest_lib.server.hosts import servo_host
Simran Basidcff4252012-11-20 16:13:20 -080043from autotest_lib.site_utils.rpm_control_system import rpm_client
Simran Basid5e5e272012-09-24 15:23:59 -070044
Simran Basi382506b2016-09-13 14:58:15 -070045# In case cros_host is being ran via SSP on an older Moblab version with an
46# older chromite version.
47try:
48 from chromite.lib import metrics
49except:
50 metrics = None
Simran Basid5e5e272012-09-24 15:23:59 -070051
Dan Shib8540a52015-07-16 14:18:23 -070052CONFIG = global_config.global_config
xixuanec801e32016-08-25 10:20:22 -070053ENABLE_DEVSERVER_TRIGGER_AUTO_UPDATE = CONFIG.get_config_value(
54 'CROS', 'enable_devserver_trigger_auto_update', type=bool,
55 default=False)
Dan Shib8540a52015-07-16 14:18:23 -070056
Kevin Chenga328da62016-03-31 10:49:04 -070057LUCID_SLEEP_BOARDS = ['samus', 'lulu']
58
Dan Shid07ee2e2015-09-24 14:49:25 -070059
beepsc87ff602013-07-31 21:53:00 -070060class FactoryImageCheckerException(error.AutoservError):
61 """Exception raised when an image is a factory image."""
62 pass
63
64
Fang Deng0ca40e22013-08-27 17:47:44 -070065class CrosHost(abstract_ssh.AbstractSSHHost):
J. Richard Barnette45e93de2012-04-11 17:24:15 -070066 """Chromium OS specific subclass of Host."""
67
Simran Basi5ace6f22016-01-06 17:30:44 -080068 VERSION_PREFIX = provision.CROS_VERSION_PREFIX
69
J. Richard Barnette45e93de2012-04-11 17:24:15 -070070 _parser = autoserv_parser.autoserv_parser
Scott Zawalski62bacae2013-03-05 10:40:32 -050071 _AFE = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
xixuanec801e32016-08-25 10:20:22 -070072 support_devserver_provision = ENABLE_DEVSERVER_TRIGGER_AUTO_UPDATE
J. Richard Barnette45e93de2012-04-11 17:24:15 -070073
Richard Barnette03a0c132012-11-05 12:40:35 -080074 # Timeout values (in seconds) associated with various Chrome OS
75 # state changes.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -070076 #
Richard Barnette0c73ffc2012-11-19 15:21:18 -080077 # In general, a good rule of thumb is that the timeout can be up
78 # to twice the typical measured value on the slowest platform.
79 # The times here have not necessarily been empirically tested to
80 # meet this criterion.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070081 #
82 # SLEEP_TIMEOUT: Time to allow for suspend to memory.
Richard Barnette0c73ffc2012-11-19 15:21:18 -080083 # RESUME_TIMEOUT: Time to allow for resume after suspend, plus
84 # time to restart the netwowrk.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080085 # SHUTDOWN_TIMEOUT: Time to allow for shut down.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070086 # BOOT_TIMEOUT: Time to allow for boot from power off. Among
Richard Barnette0c73ffc2012-11-19 15:21:18 -080087 # other things, this must account for the 30 second dev-mode
J. Richard Barnette417cc792015-10-01 09:56:36 -070088 # screen delay, time to start the network on the DUT, and the
89 # ssh timeout of 120 seconds.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070090 # USB_BOOT_TIMEOUT: Time to allow for boot from a USB device,
Richard Barnette0c73ffc2012-11-19 15:21:18 -080091 # including the 30 second dev-mode delay and time to start the
J. Richard Barnetted4649c62013-03-06 17:42:27 -080092 # network.
beepsf079cfb2013-09-18 17:49:51 -070093 # INSTALL_TIMEOUT: Time to allow for chromeos-install.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080094 # POWERWASH_BOOT_TIMEOUT: Time to allow for a reboot that
95 # includes powerwash.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070096
97 SLEEP_TIMEOUT = 2
J. Richard Barnetted4649c62013-03-06 17:42:27 -080098 RESUME_TIMEOUT = 10
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +080099 SHUTDOWN_TIMEOUT = 10
J. Richard Barnette417cc792015-10-01 09:56:36 -0700100 BOOT_TIMEOUT = 150
J. Richard Barnette5bab5f52015-08-03 13:14:38 -0700101 USB_BOOT_TIMEOUT = 300
J. Richard Barnette7817b052014-08-28 09:47:29 -0700102 INSTALL_TIMEOUT = 480
Dan Shi2c88eed2013-11-12 10:18:38 -0800103 POWERWASH_BOOT_TIMEOUT = 60
Chris Sosab76e0ee2013-05-22 16:55:41 -0700104
Dan Shica503482015-03-30 17:23:25 -0700105 # Minimum OS version that supports server side packaging. Older builds may
106 # not have server side package built or with Autotest code change to support
107 # server-side packaging.
Dan Shib8540a52015-07-16 14:18:23 -0700108 MIN_VERSION_SUPPORT_SSP = CONFIG.get_config_value(
Dan Shiced09e42015-04-17 16:09:34 -0700109 'AUTOSERV', 'min_version_support_ssp', type=int)
Dan Shica503482015-03-30 17:23:25 -0700110
J. Richard Barnette84890bd2014-02-21 11:05:47 -0800111 # REBOOT_TIMEOUT: How long to wait for a reboot.
112 #
Chris Sosab76e0ee2013-05-22 16:55:41 -0700113 # We have a long timeout to ensure we don't flakily fail due to other
114 # issues. Shorter timeouts are vetted in platform_RebootAfterUpdate.
Simran Basi1160e2c2013-10-04 16:00:24 -0700115 # TODO(sbasi - crbug.com/276094) Restore to 5 mins once the 'host did not
116 # return from reboot' bug is solved.
117 REBOOT_TIMEOUT = 480
Chris Sosab76e0ee2013-05-22 16:55:41 -0700118
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800119 # _USB_POWER_TIMEOUT: Time to allow for USB to power toggle ON and OFF.
120 # _POWER_CYCLE_TIMEOUT: Time to allow for manual power cycle.
121 _USB_POWER_TIMEOUT = 5
122 _POWER_CYCLE_TIMEOUT = 10
123
Dan Shib8540a52015-07-16 14:18:23 -0700124 _RPM_RECOVERY_BOARDS = CONFIG.get_config_value('CROS',
Richard Barnette82c35912012-11-20 10:09:10 -0800125 'rpm_recovery_boards', type=str).split(',')
126
Richard Barnette82c35912012-11-20 10:09:10 -0800127 _LAB_MACHINE_FILE = '/mnt/stateful_partition/.labmachine'
Fang Dengdeba14f2014-11-14 11:54:09 -0800128 _RPM_HOSTNAME_REGEX = ('chromeos(\d+)(-row(\d+))?-rack(\d+[a-z]*)'
129 '-host(\d+)')
Kevin Chenga328da62016-03-31 10:49:04 -0700130 _LIGHTSENSOR_FILES = [ "in_illuminance0_input",
131 "in_illuminance_input",
132 "in_illuminance0_raw",
133 "in_illuminance_raw",
134 "illuminance0_input"]
135 _LIGHTSENSOR_SEARCH_DIR = '/sys/bus/iio/devices'
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700136
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -0800137 # Constants used in ping_wait_up() and ping_wait_down().
138 #
139 # _PING_WAIT_COUNT is the approximate number of polling
140 # cycles to use when waiting for a host state change.
141 #
142 # _PING_STATUS_DOWN and _PING_STATUS_UP are names used
143 # for arguments to the internal _ping_wait_for_status()
144 # method.
145 _PING_WAIT_COUNT = 40
146 _PING_STATUS_DOWN = False
147 _PING_STATUS_UP = True
148
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800149 # Allowed values for the power_method argument.
150
151 # POWER_CONTROL_RPM: Passed as default arg for power_off/on/cycle() methods.
152 # POWER_CONTROL_SERVO: Used in set_power() and power_cycle() methods.
153 # POWER_CONTROL_MANUAL: Used in set_power() and power_cycle() methods.
154 POWER_CONTROL_RPM = 'RPM'
155 POWER_CONTROL_SERVO = 'servoj10'
156 POWER_CONTROL_MANUAL = 'manual'
157
158 POWER_CONTROL_VALID_ARGS = (POWER_CONTROL_RPM,
159 POWER_CONTROL_SERVO,
160 POWER_CONTROL_MANUAL)
Richard Barnette0c73ffc2012-11-19 15:21:18 -0800161
Simran Basi5e6339a2013-03-21 11:34:32 -0700162 _RPM_OUTLET_CHANGED = 'outlet_changed'
163
Dan Shi9cb0eec2014-06-03 09:04:50 -0700164 # URL pattern to download firmware image.
Dan Shib8540a52015-07-16 14:18:23 -0700165 _FW_IMAGE_URL_PATTERN = CONFIG.get_config_value(
Dan Shi9cb0eec2014-06-03 09:04:50 -0700166 'CROS', 'firmware_url_pattern', type=str)
beeps687243d2013-07-18 15:29:27 -0700167
J. Richard Barnette91137f02016-03-10 16:52:26 -0800168
169 # A flag file to indicate provision failures. The file is created
170 # at the start of any AU procedure (see `machine_install()`). The
171 # file's location in stateful means that on successul update it will
172 # be removed. Thus, if this file exists, it indicates that we've
173 # tried and failed in a previous attempt to update.
174 PROVISION_FAILED = '/var/tmp/provision_failed'
MK Ryu35d661e2014-09-25 17:44:10 -0700175
MK Ryu35d661e2014-09-25 17:44:10 -0700176
J. Richard Barnette964fba02012-10-24 17:34:29 -0700177 @staticmethod
beeps46dadc92013-11-07 14:07:10 -0800178 def check_host(host, timeout=10):
179 """
180 Check if the given host is a chrome-os host.
181
182 @param host: An ssh host representing a device.
183 @param timeout: The timeout for the run command.
184
185 @return: True if the host device is chromeos.
186
beeps46dadc92013-11-07 14:07:10 -0800187 """
188 try:
Simran Basi933c8af2015-04-29 14:05:07 -0700189 result = host.run(
190 'grep -q CHROMEOS /etc/lsb-release && '
191 '! test -f /mnt/stateful_partition/.android_tester && '
192 '! grep -q moblab /etc/lsb-release',
193 ignore_status=True, timeout=timeout)
beeps46dadc92013-11-07 14:07:10 -0800194 except (error.AutoservRunError, error.AutoservSSHTimeout):
195 return False
196 return result.exit_status == 0
197
198
199 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800200 def get_chameleon_arguments(args_dict):
201 """Extract chameleon options from `args_dict` and return the result.
202
203 Recommended usage:
204 ~~~~~~~~
205 args_dict = utils.args_to_dict(args)
206 chameleon_args = hosts.CrosHost.get_chameleon_arguments(args_dict)
207 host = hosts.create_host(machine, chameleon_args=chameleon_args)
208 ~~~~~~~~
209
210 @param args_dict Dictionary from which to extract the chameleon
211 arguments.
212 """
Allen Li083866b2016-08-18 10:07:10 -0700213 return {key: args_dict[key]
214 for key in ('chameleon_host', 'chameleon_port')
215 if key in args_dict}
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800216
217
218 @staticmethod
Scottfe06ed82015-11-05 17:15:01 -0800219 def get_plankton_arguments(args_dict):
220 """Extract chameleon options from `args_dict` and return the result.
221
222 Recommended usage:
223 ~~~~~~~~
224 args_dict = utils.args_to_dict(args)
Richard Barnettee519dcd2016-08-15 17:37:17 -0700225 plankton_args = hosts.CrosHost.get_plankton_arguments(args_dict)
226 host = hosts.create_host(machine, plankton_args=plankton_args)
Scottfe06ed82015-11-05 17:15:01 -0800227 ~~~~~~~~
228
229 @param args_dict Dictionary from which to extract the plankton
230 arguments.
231 """
Allen Li083866b2016-08-18 10:07:10 -0700232 return {key: args_dict[key]
233 for key in ('plankton_host', 'plankton_port')
234 if key in args_dict}
Scottfe06ed82015-11-05 17:15:01 -0800235
236
237 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800238 def get_servo_arguments(args_dict):
239 """Extract servo options from `args_dict` and return the result.
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800240
241 Recommended usage:
242 ~~~~~~~~
243 args_dict = utils.args_to_dict(args)
Fang Deng0ca40e22013-08-27 17:47:44 -0700244 servo_args = hosts.CrosHost.get_servo_arguments(args_dict)
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800245 host = hosts.create_host(machine, servo_args=servo_args)
246 ~~~~~~~~
247
248 @param args_dict Dictionary from which to extract the servo
249 arguments.
250 """
Richard Barnettee519dcd2016-08-15 17:37:17 -0700251 servo_attrs = (servo_host.SERVO_HOST_ATTR,
252 servo_host.SERVO_PORT_ATTR,
253 servo_host.SERVO_BOARD_ATTR)
Allen Li083866b2016-08-18 10:07:10 -0700254 return {key: args_dict[key]
255 for key in servo_attrs
256 if key in args_dict}
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700257
J. Richard Barnette964fba02012-10-24 17:34:29 -0700258
J. Richard Barnette91137f02016-03-10 16:52:26 -0800259 def _initialize(self, hostname, chameleon_args=None, servo_args=None,
260 plankton_args=None, try_lab_servo=False,
Richard Barnette9a26ad62016-06-10 12:03:08 -0700261 try_servo_repair=False,
J. Richard Barnette91137f02016-03-10 16:52:26 -0800262 ssh_verbosity_flag='', ssh_options='',
Fang Dengd1c2b732013-08-20 12:59:46 -0700263 *args, **dargs):
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800264 """Initialize superclasses, |self.chameleon|, and |self.servo|.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700265
Fang Denge545abb2014-12-30 18:43:47 -0800266 This method will attempt to create the test-assistant object
267 (chameleon/servo) when it is needed by the test. Check
268 the docstring of chameleon_host.create_chameleon_host and
269 servo_host.create_servo_host for how this is determined.
Fang Deng5d518f42013-08-02 14:04:32 -0700270
Fang Denge545abb2014-12-30 18:43:47 -0800271 @param hostname: Hostname of the dut.
272 @param chameleon_args: A dictionary that contains args for creating
273 a ChameleonHost. See chameleon_host for details.
274 @param servo_args: A dictionary that contains args for creating
275 a ServoHost object. See servo_host for details.
Richard Barnette9a26ad62016-06-10 12:03:08 -0700276 @param try_lab_servo: When true, indicates that an attempt should
277 be made to create a ServoHost for a DUT in
278 the test lab, even if not required by
279 `servo_args`. See servo_host for details.
280 @param try_servo_repair: If a servo host is created, check it
281 with `repair()` rather than `verify()`.
Fang Denge545abb2014-12-30 18:43:47 -0800282 See servo_host for details.
283 @param ssh_verbosity_flag: String, to pass to the ssh command to control
284 verbosity.
285 @param ssh_options: String, other ssh options to pass to the ssh
286 command.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700287 """
Fang Deng0ca40e22013-08-27 17:47:44 -0700288 super(CrosHost, self)._initialize(hostname=hostname,
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700289 *args, **dargs)
J. Richard Barnette91137f02016-03-10 16:52:26 -0800290 self._repair_strategy = cros_repair.create_cros_repair_strategy()
Kevin Chenga2619dc2016-03-28 11:42:08 -0700291 self.labels = base_label.LabelRetriever(cros_label.CROS_LABELS)
J. Richard Barnettef0859852012-08-20 14:55:50 -0700292 # self.env is a dictionary of environment variable settings
293 # to be exported for commands run on the host.
294 # LIBC_FATAL_STDERR_ can be useful for diagnosing certain
295 # errors that might happen.
296 self.env['LIBC_FATAL_STDERR_'] = '1'
Fang Dengd1c2b732013-08-20 12:59:46 -0700297 self._ssh_verbosity_flag = ssh_verbosity_flag
Aviv Keshetc5947fa2013-09-04 14:06:29 -0700298 self._ssh_options = ssh_options
Fang Deng5d518f42013-08-02 14:04:32 -0700299 # TODO(fdeng): We need to simplify the
300 # process of servo and servo_host initialization.
301 # crbug.com/298432
Fang Denge545abb2014-12-30 18:43:47 -0800302 self._servo_host = servo_host.create_servo_host(
Richard Barnetteea3e4602016-06-10 12:36:41 -0700303 dut=self, servo_args=servo_args,
Richard Barnette9a26ad62016-06-10 12:03:08 -0700304 try_lab_servo=try_lab_servo,
305 try_servo_repair=try_servo_repair)
Richard Barnettee519dcd2016-08-15 17:37:17 -0700306 if self._servo_host is not None:
307 self.servo = self._servo_host.get_servo()
308 else:
309 self.servo = None
310
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800311 # TODO(waihong): Do the simplication on Chameleon too.
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800312 self._chameleon_host = chameleon_host.create_chameleon_host(
313 dut=self.hostname, chameleon_args=chameleon_args)
Scottfe06ed82015-11-05 17:15:01 -0800314 # Add plankton host if plankton args were added on command line
315 self._plankton_host = plankton_host.create_plankton_host(plankton_args)
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800316
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800317 if self._chameleon_host:
Tom Wai-Hong Tameaee3402014-01-22 08:52:10 +0800318 self.chameleon = self._chameleon_host.create_chameleon_board()
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800319 else:
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800320 self.chameleon = None
Fang Deng5d518f42013-08-02 14:04:32 -0700321
Scottfe06ed82015-11-05 17:15:01 -0800322 if self._plankton_host:
323 self.plankton_servo = self._plankton_host.get_servo()
324 logging.info('plankton_servo: %r', self.plankton_servo)
325 # Create the plankton object used to access the ec uart
Scott07a848f2016-01-12 15:04:52 -0800326 self.plankton = plankton.Plankton(self.plankton_servo,
327 self._plankton_host.get_servod_server_proxy())
Scottfe06ed82015-11-05 17:15:01 -0800328 else:
Scott07a848f2016-01-12 15:04:52 -0800329 self.plankton = None
Scottfe06ed82015-11-05 17:15:01 -0800330
Fang Deng5d518f42013-08-02 14:04:32 -0700331
Richard Barnette260cbd02016-10-06 12:23:28 -0700332 def _get_cros_repair_image_name(self):
Richard Barnette383ef9c2016-12-13 11:56:49 -0800333 return afe_utils.get_stable_cros_image_name(
334 self._get_board_from_afe())
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500335
336
beepsdae65fd2013-07-26 16:24:41 -0700337 def verify_job_repo_url(self, tag=''):
beepscb6f1e22013-06-28 19:14:10 -0700338 """
339 Make sure job_repo_url of this host is valid.
340
joychen03eaad92013-06-26 09:55:21 -0700341 Eg: The job_repo_url "http://lmn.cd.ab.xyx:8080/static/\
beepscb6f1e22013-06-28 19:14:10 -0700342 lumpy-release/R29-4279.0.0/autotest/packages" claims to have the
343 autotest package for lumpy-release/R29-4279.0.0. If this isn't the case,
344 download and extract it. If the devserver embedded in the url is
345 unresponsive, update the job_repo_url of the host after staging it on
346 another devserver.
347
348 @param job_repo_url: A url pointing to the devserver where the autotest
349 package for this build should be staged.
beepsdae65fd2013-07-26 16:24:41 -0700350 @param tag: The tag from the server job, in the format
351 <job_id>-<user>/<hostname>, or <hostless> for a server job.
beepscb6f1e22013-06-28 19:14:10 -0700352
353 @raises DevServerException: If we could not resolve a devserver.
354 @raises AutoservError: If we're unable to save the new job_repo_url as
355 a result of choosing a new devserver because the old one failed to
356 respond to a health check.
beeps0c865032013-07-30 11:37:06 -0700357 @raises urllib2.URLError: If the devserver embedded in job_repo_url
358 doesn't respond within the timeout.
beepscb6f1e22013-06-28 19:14:10 -0700359 """
Dan Shibe3636a2016-02-14 22:48:01 -0800360 job_repo_url = afe_utils.get_host_attribute(self,
361 ds_constants.JOB_REPO_URL)
beepscb6f1e22013-06-28 19:14:10 -0700362 if not job_repo_url:
363 logging.warning('No job repo url set on host %s', self.hostname)
364 return
365
366 logging.info('Verifying job repo url %s', job_repo_url)
367 devserver_url, image_name = tools.get_devserver_build_from_package_url(
368 job_repo_url)
369
beeps0c865032013-07-30 11:37:06 -0700370 ds = dev_server.ImageServer(devserver_url)
beepscb6f1e22013-06-28 19:14:10 -0700371
372 logging.info('Staging autotest artifacts for %s on devserver %s',
373 image_name, ds.url())
beeps687243d2013-07-18 15:29:27 -0700374
375 start_time = time.time()
Simran Basi25e7a922014-10-31 11:56:10 -0700376 ds.stage_artifacts(image_name, ['autotest_packages'])
beeps687243d2013-07-18 15:29:27 -0700377 stage_time = time.time() - start_time
378
379 # Record how much of the verification time comes from a devserver
380 # restage. If we're doing things right we should not see multiple
381 # devservers for a given board/build/branch path.
382 try:
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800383 board, build_type, branch = server_utils.ParseBuildName(
beeps687243d2013-07-18 15:29:27 -0700384 image_name)[:3]
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800385 except server_utils.ParseBuildNameException:
beeps687243d2013-07-18 15:29:27 -0700386 pass
387 else:
beeps0c865032013-07-30 11:37:06 -0700388 devserver = devserver_url[
Chris Sosa65425082013-10-16 13:26:22 -0700389 devserver_url.find('/') + 2:devserver_url.rfind(':')]
beeps687243d2013-07-18 15:29:27 -0700390 stats_key = {
391 'board': board,
392 'build_type': build_type,
393 'branch': branch,
beeps0c865032013-07-30 11:37:06 -0700394 'devserver': devserver.replace('.', '_'),
beeps687243d2013-07-18 15:29:27 -0700395 }
Aviv Keshetf9375482016-10-26 02:09:03 -0700396 if metrics:
397 monarch_fields = {
398 'board': board,
399 'build_type': build_type,
Aviv Keshet3a76f762016-10-27 17:41:51 -0700400 # TODO(akeshet): To be consistent with most other metrics,
401 # consider changing the following field to be named
402 # 'milestone'.
Aviv Keshetf9375482016-10-26 02:09:03 -0700403 'branch': branch,
404 'dev_server': devserver,
405 }
406 metrics.Counter(
407 'chromeos/autotest/provision/verify_url'
408 ).increment(fields=monarch_fields)
Aviv Keshet3a76f762016-10-27 17:41:51 -0700409 metrics.SecondsDistribution(
410 'chromeos/autotest/provision/verify_url_duration'
411 ).add(stage_time, fields=monarch_fields)
Dan Shicf4d2032015-03-12 15:04:21 -0700412 def stage_server_side_package(self, image=None):
413 """Stage autotest server-side package on devserver.
414
415 @param image: Full path of an OS image to install or a build name.
416
417 @return: A url to the autotest server-side package.
Dan Shi14de7622016-08-22 11:09:06 -0700418
419 @raise: error.AutoservError if fail to locate the build to test with, or
420 fail to stage server-side package.
Dan Shicf4d2032015-03-12 15:04:21 -0700421 """
Dan Shid37736b2016-07-06 15:10:29 -0700422 # If enable_drone_in_restricted_subnet is False, do not set hostname
423 # in devserver.resolve call, so a devserver in non-restricted subnet
424 # is picked to stage autotest server package for drone to download.
425 hostname = self.hostname
426 if not server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
427 hostname = None
Dan Shicf4d2032015-03-12 15:04:21 -0700428 if image:
429 image_name = tools.get_build_from_image(image)
430 if not image_name:
431 raise error.AutoservError(
432 'Failed to parse build name from %s' % image)
Dan Shid37736b2016-07-06 15:10:29 -0700433 ds = dev_server.ImageServer.resolve(image_name, hostname)
Dan Shicf4d2032015-03-12 15:04:21 -0700434 else:
Dan Shibe3636a2016-02-14 22:48:01 -0800435 job_repo_url = afe_utils.get_host_attribute(
436 self, ds_constants.JOB_REPO_URL)
Dan Shicf4d2032015-03-12 15:04:21 -0700437 if job_repo_url:
438 devserver_url, image_name = (
439 tools.get_devserver_build_from_package_url(job_repo_url))
Dan Shid37736b2016-07-06 15:10:29 -0700440 # If enable_drone_in_restricted_subnet is True, use the
441 # existing devserver. Otherwise, resolve a new one in
442 # non-restricted subnet.
443 if server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
444 ds = dev_server.ImageServer(devserver_url)
445 else:
446 ds = dev_server.ImageServer.resolve(image_name)
Dan Shicf4d2032015-03-12 15:04:21 -0700447 else:
Kevin Cheng84a71ba2016-07-14 11:03:57 -0700448 labels = afe_utils.get_labels(self, self.VERSION_PREFIX)
Dan Shicf4d2032015-03-12 15:04:21 -0700449 if not labels:
450 raise error.AutoservError(
451 'Failed to stage server-side package. The host has '
452 'no job_report_url attribute or version label.')
Kevin Cheng84a71ba2016-07-14 11:03:57 -0700453 image_name = labels[0][len(self.VERSION_PREFIX + ':'):]
Dan Shid37736b2016-07-06 15:10:29 -0700454 ds = dev_server.ImageServer.resolve(image_name, hostname)
Dan Shica503482015-03-30 17:23:25 -0700455
456 # Get the OS version of the build, for any build older than
457 # MIN_VERSION_SUPPORT_SSP, server side packaging is not supported.
458 match = re.match('.*/R\d+-(\d+)\.', image_name)
459 if match and int(match.group(1)) < self.MIN_VERSION_SUPPORT_SSP:
Dan Shi14de7622016-08-22 11:09:06 -0700460 raise error.AutoservError(
461 'Build %s is older than %s. Server side packaging is '
462 'disabled.' % (image_name, self.MIN_VERSION_SUPPORT_SSP))
Dan Shica503482015-03-30 17:23:25 -0700463
Dan Shicf4d2032015-03-12 15:04:21 -0700464 ds.stage_artifacts(image_name, ['autotest_server_package'])
465 return '%s/static/%s/%s' % (ds.url(), image_name,
466 'autotest_server_package.tar.bz2')
467
468
Dan Shi0f466e82013-02-22 15:44:58 -0800469 def _try_stateful_update(self, update_url, force_update, updater):
470 """Try to use stateful update to initialize DUT.
471
472 When DUT is already running the same version that machine_install
473 tries to install, stateful update is a much faster way to clean up
474 the DUT for testing, compared to a full reimage. It is implemeted
475 by calling autoupdater.run_update, but skipping updating root, as
476 updating the kernel is time consuming and not necessary.
477
478 @param update_url: url of the image.
479 @param force_update: Set to True to update the image even if the DUT
480 is running the same version.
481 @param updater: ChromiumOSUpdater instance used to update the DUT.
482 @returns: True if the DUT was updated with stateful update.
483
484 """
Dan Shi10b98482016-02-02 14:38:50 -0800485 # Stop service ap-update-manager to prevent rebooting during autoupdate.
486 # The service is used in jetstream boards, but not other CrOS devices.
487 self.run('sudo stop ap-update-manager', ignore_status=True)
488
J. Richard Barnette3f731032014-04-07 17:42:59 -0700489 # TODO(jrbarnette): Yes, I hate this re.match() test case.
490 # It's better than the alternative: see crbug.com/360944.
491 image_name = autoupdater.url_to_image_name(update_url)
492 release_pattern = r'^.*-release/R[0-9]+-[0-9]+\.[0-9]+\.0$'
493 if not re.match(release_pattern, image_name):
494 return False
Dan Shi0f466e82013-02-22 15:44:58 -0800495 if not updater.check_version():
496 return False
497 if not force_update:
498 logging.info('Canceling stateful update because the new and '
499 'old versions are the same.')
500 return False
501 # Following folders should be rebuilt after stateful update.
502 # A test file is used to confirm each folder gets rebuilt after
503 # the stateful update.
504 folders_to_check = ['/var', '/home', '/mnt/stateful_partition']
505 test_file = '.test_file_to_be_deleted'
506 for folder in folders_to_check:
507 touch_path = os.path.join(folder, test_file)
508 self.run('touch %s' % touch_path)
509
Chris Sosae92399e2015-04-24 11:32:59 -0700510 updater.run_update(update_root=False)
Dan Shi0f466e82013-02-22 15:44:58 -0800511
512 # Reboot to complete stateful update.
Chris Sosab76e0ee2013-05-22 16:55:41 -0700513 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
Dan Shi0f466e82013-02-22 15:44:58 -0800514 check_file_cmd = 'test -f %s; echo $?'
515 for folder in folders_to_check:
516 test_file_path = os.path.join(folder, test_file)
517 result = self.run(check_file_cmd % test_file_path,
518 ignore_status=True)
519 if result.exit_status == 1:
520 return False
521 return True
522
523
J. Richard Barnette7275b612013-06-04 18:13:11 -0700524 def _post_update_processing(self, updater, expected_kernel=None):
Dan Shi0f466e82013-02-22 15:44:58 -0800525 """After the DUT is updated, confirm machine_install succeeded.
526
527 @param updater: ChromiumOSUpdater instance used to update the DUT.
J. Richard Barnette7275b612013-06-04 18:13:11 -0700528 @param expected_kernel: kernel expected to be active after reboot,
529 or `None` to skip rollback checking.
Dan Shi0f466e82013-02-22 15:44:58 -0800530
531 """
J. Richard Barnette7275b612013-06-04 18:13:11 -0700532 # Touch the lab machine file to leave a marker that
533 # distinguishes this image from other test images.
534 # Afterwards, we must re-run the autoreboot script because
535 # it depends on the _LAB_MACHINE_FILE.
J. Richard Barnette71cc1862015-12-02 10:32:38 -0800536 autoreboot_cmd = ('FILE="%s" ; [ -f "$FILE" ] || '
537 '( touch "$FILE" ; start autoreboot )')
538 self.run(autoreboot_cmd % self._LAB_MACHINE_FILE)
Chris Sosa65425082013-10-16 13:26:22 -0700539 updater.verify_boot_expectations(
540 expected_kernel, rollback_message=
Gilad Arnoldc26ae1f2015-10-22 16:09:41 -0700541 'Build %s failed to boot on %s; system rolled back to previous '
Chris Sosa65425082013-10-16 13:26:22 -0700542 'build' % (updater.update_version, self.hostname))
J. Richard Barnette7275b612013-06-04 18:13:11 -0700543 # Check that we've got the build we meant to install.
544 if not updater.check_version_to_confirm_install():
545 raise autoupdater.ChromiumOSError(
546 'Failed to update %s to build %s; found build '
547 '%s instead' % (self.hostname,
Chris Sosa65425082013-10-16 13:26:22 -0700548 updater.update_version,
Dan Shi0942b1d2015-03-31 11:07:00 -0700549 self.get_release_version()))
Dan Shi0f466e82013-02-22 15:44:58 -0800550
Chris Sosae92399e2015-04-24 11:32:59 -0700551 logging.debug('Cleaning up old autotest directories.')
552 try:
553 installed_autodir = autotest.Autotest.get_installed_autodir(self)
554 self.run('rm -rf ' + installed_autodir)
555 except autotest.AutodirNotFoundError:
556 logging.debug('No autotest installed directory found.')
557
Dan Shi0f466e82013-02-22 15:44:58 -0800558
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700559 def _stage_image_for_update(self, image_name=None):
Chris Sosae92399e2015-04-24 11:32:59 -0700560 """Stage a build on a devserver and return the update_url and devserver.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400561
562 @param image_name: a name like lumpy-release/R27-3837.0.0
Chris Sosae92399e2015-04-24 11:32:59 -0700563 @returns a tuple with an update URL like:
Scott Zawalskieadbf702013-03-14 09:23:06 -0400564 http://172.22.50.205:8082/update/lumpy-release/R27-3837.0.0
Chris Sosae92399e2015-04-24 11:32:59 -0700565 and the devserver instance.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400566 """
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700567 if not image_name:
Richard Barnette260cbd02016-10-06 12:23:28 -0700568 image_name = self._get_cros_repair_image_name()
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700569 logging.info('Staging build for AU: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800570 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
Scott Zawalskieadbf702013-03-14 09:23:06 -0400571 devserver.trigger_download(image_name, synchronous=False)
Chris Sosae92399e2015-04-24 11:32:59 -0700572 return (tools.image_url_pattern() % (devserver.url(), image_name),
573 devserver)
Scott Zawalskieadbf702013-03-14 09:23:06 -0400574
575
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700576 def stage_image_for_servo(self, image_name=None):
577 """Stage a build on a devserver and return the update_url.
578
579 @param image_name: a name like lumpy-release/R27-3837.0.0
580 @returns an update URL like:
581 http://172.22.50.205:8082/update/lumpy-release/R27-3837.0.0
582 """
583 if not image_name:
Richard Barnette260cbd02016-10-06 12:23:28 -0700584 image_name = self._get_cros_repair_image_name()
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700585 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800586 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700587 devserver.stage_artifacts(image_name, ['test_image'])
588 return devserver.get_test_image_url(image_name)
589
590
beepse539be02013-07-31 21:57:39 -0700591 def stage_factory_image_for_servo(self, image_name):
592 """Stage a build on a devserver and return the update_url.
593
594 @param image_name: a name like <baord>/4262.204.0
beeps12c0a3c2013-09-03 11:58:27 -0700595
beepse539be02013-07-31 21:57:39 -0700596 @return: An update URL, eg:
597 http://<devserver>/static/canary-channel/\
598 <board>/4262.204.0/factory_test/chromiumos_factory_image.bin
beeps12c0a3c2013-09-03 11:58:27 -0700599
600 @raises: ValueError if the factory artifact name is missing from
601 the config.
602
beepse539be02013-07-31 21:57:39 -0700603 """
604 if not image_name:
605 logging.error('Need an image_name to stage a factory image.')
606 return
607
Dan Shib8540a52015-07-16 14:18:23 -0700608 factory_artifact = CONFIG.get_config_value(
beeps12c0a3c2013-09-03 11:58:27 -0700609 'CROS', 'factory_artifact', type=str, default='')
610 if not factory_artifact:
611 raise ValueError('Cannot retrieve the factory artifact name from '
612 'autotest config, and hence cannot stage factory '
613 'artifacts.')
614
beepse539be02013-07-31 21:57:39 -0700615 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800616 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
beepse539be02013-07-31 21:57:39 -0700617 devserver.stage_artifacts(
618 image_name,
beeps12c0a3c2013-09-03 11:58:27 -0700619 [factory_artifact],
620 archive_url=None)
beepse539be02013-07-31 21:57:39 -0700621
622 return tools.factory_image_url_pattern() % (devserver.url(), image_name)
623
624
xixuanec801e32016-08-25 10:20:22 -0700625 def machine_install_by_devserver(self, update_url=None, force_update=False,
xixuan5dc64ea2016-05-20 17:27:51 -0700626 local_devserver=False, repair=False,
627 force_full_update=False):
628 """Ultiize devserver to install the DUT.
629
630 (TODO) crbugs.com/627269: The logic in this function has some overlap
631 with those in function machine_install. The merge will be done later,
632 not in the same CL.
633
xixuanec801e32016-08-25 10:20:22 -0700634 @param update_url: The update_url or build for the host to update.
xixuan5dc64ea2016-05-20 17:27:51 -0700635 @param force_update: Force an update even if the version installed
636 is the same. Default:False
637 @param local_devserver: Used by test_that to allow people to
638 use their local devserver. Default: False
639 @param repair: Forces update to repair image. Implies force_update.
640 @param force_full_update: If True, do not attempt to run stateful
641 update, force a full reimage. If False, try stateful update
642 first when the dut is already installed with the same version.
643 @raises autoupdater.ChromiumOSError
644
645 @returns A tuple of (image_name, host_attributes).
646 image_name is the name of image installed, e.g.,
647 veyron_jerry-release/R50-7871.0.0
648 host_attributes is a dictionary of (attribute, value), which
649 can be saved to afe_host_attributes table in database. This
650 method returns a dictionary with a single entry of
651 `job_repo_url`: repo_url, where repo_url is a devserver url to
652 autotest packages.
653 """
xixuan5dc64ea2016-05-20 17:27:51 -0700654 if repair:
Richard Barnette260cbd02016-10-06 12:23:28 -0700655 update_url = self._get_cros_repair_image_name()
xixuan5dc64ea2016-05-20 17:27:51 -0700656 force_update = True
657
xixuanec801e32016-08-25 10:20:22 -0700658 if not update_url and not self._parser.options.image:
xixuan5dc64ea2016-05-20 17:27:51 -0700659 raise error.AutoservError(
660 'There is no update URL, nor a method to get one.')
661
xixuanec801e32016-08-25 10:20:22 -0700662 if not update_url and self._parser.options.image:
663 update_url = self._parser.options.image
xixuan5dc64ea2016-05-20 17:27:51 -0700664
xixuan5dc64ea2016-05-20 17:27:51 -0700665
666 # Get build from parameter or AFE.
667 # If the build is not a URL, let devserver to stage it first.
668 # Otherwise, choose a devserver to trigger auto-update.
xixuanec801e32016-08-25 10:20:22 -0700669 build = None
Aviv Keshetf9375482016-10-26 02:09:03 -0700670 devserver = None
671 logging.debug('Resolving a devserver for auto-update')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700672 previously_resolved = False
xixuanec801e32016-08-25 10:20:22 -0700673 if update_url.startswith('http://'):
674 build = autoupdater.url_to_image_name(update_url)
Aviv Keshet3a76f762016-10-27 17:41:51 -0700675 previously_resolved = True
676 else:
677 build = update_url
678 devserver = dev_server.resolve(build, self.hostname)
Allen Lia5cfb972016-12-27 17:17:22 -0800679 server_name = devserver.hostname
Aviv Keshet3a76f762016-10-27 17:41:51 -0700680
681 try:
682 board, build_type, milestone, _ = server_utils.ParseBuildName(build)
683 except server_utils.ParseBuildNameException:
684 logging.warning('Unable to parse build name %s. Something is '
685 'likely broken, but will continue anyway.',
686 build)
687 board, build_type, milestone = ('', '', '')
688
689 monarch_fields = {
690 'dev_server': server_name,
691 'board': board,
692 'build_type': build_type,
693 'milestone': milestone
694 }
695
696 if previously_resolved:
xixuan2e62d162016-09-29 19:19:19 -0700697 # Make sure devserver for Auto-Update has staged the build.
xixuan2e62d162016-09-29 19:19:19 -0700698 if server_name not in update_url:
Aviv Keshet3a76f762016-10-27 17:41:51 -0700699 logging.debug('Resolved to devserver that does not match '
700 'update_url. The previously resolved devserver '
701 'must be unhealthy. Switching to use devserver %s,'
702 ' and re-staging.',
xixuan2e62d162016-09-29 19:19:19 -0700703 server_name)
Aviv Keshetf9375482016-10-26 02:09:03 -0700704 logging.info('Staging build for AU: %s', update_url)
xixuan2e62d162016-09-29 19:19:19 -0700705 devserver.trigger_download(build, synchronous=False)
Aviv Keshetf9375482016-10-26 02:09:03 -0700706 if metrics:
707 c = metrics.Counter(
708 'chromeos/autotest/provision/failover_download')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700709 c.increment(fields=monarch_fields)
xixuan5dc64ea2016-05-20 17:27:51 -0700710 else:
Aviv Keshetf9375482016-10-26 02:09:03 -0700711 logging.info('Staging build for AU: %s', update_url)
xixuan5dc64ea2016-05-20 17:27:51 -0700712 devserver.trigger_download(build, synchronous=False)
Aviv Keshetf9375482016-10-26 02:09:03 -0700713 if metrics:
714 c = metrics.Counter(
715 'chromeos/autotest/provision/trigger_download')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700716 c.increment(fields=monarch_fields)
xixuan5dc64ea2016-05-20 17:27:51 -0700717
718 # Report provision stats.
Allen Li48a13fe2016-11-22 14:10:40 -0800719 (metrics.Counter('chromeos/autotest/provision/install_with_devserver')
720 .increment(fields=monarch_fields))
xixuanec801e32016-08-25 10:20:22 -0700721 logging.debug('Resolved devserver for auto-update: %s', devserver.url())
xixuan5dc64ea2016-05-20 17:27:51 -0700722
Aviv Keshetf9375482016-10-26 02:09:03 -0700723 # and other metrics from this function.
724 if metrics:
725 metrics.Counter('chromeos/autotest/provision/resolve',
Aviv Keshet3a76f762016-10-27 17:41:51 -0700726 ).increment(fields=monarch_fields)
Aviv Keshetf9375482016-10-26 02:09:03 -0700727
xixuan5dc64ea2016-05-20 17:27:51 -0700728 devserver.auto_update(self.hostname, build,
xixuan95c6cce2016-10-05 17:49:41 -0700729 log_dir=self.job.resultdir,
xixuan5dc64ea2016-05-20 17:27:51 -0700730 force_update=force_update,
731 full_update=force_full_update)
732
733 # The reason to resolve a new devserver in function machine_install
734 # is mostly because that the update_url there may has a strange format,
735 # and it's hard to parse the devserver url from it.
736 # Since we already resolve a devserver to trigger auto-update, the same
737 # devserver is used to form JOB_REPO_URL here. Verified in local test.
738 repo_url = tools.get_package_url(devserver.url(), build)
739 return build, {ds_constants.JOB_REPO_URL: repo_url}
740
741
Chris Sosaa3ac2152012-05-23 22:23:13 -0700742 def machine_install(self, update_url=None, force_update=False,
Richard Barnette0b023a72015-04-24 16:07:30 +0000743 local_devserver=False, repair=False,
744 force_full_update=False):
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500745 """Install the DUT.
746
Dan Shi0f466e82013-02-22 15:44:58 -0800747 Use stateful update if the DUT is already running the same build.
748 Stateful update does not update kernel and tends to run much faster
749 than a full reimage. If the DUT is running a different build, or it
750 failed to do a stateful update, full update, including kernel update,
751 will be applied to the DUT.
752
Simran Basi5ace6f22016-01-06 17:30:44 -0800753 Once a host enters machine_install its host attribute job_repo_url
754 (used for package install) will be removed and then updated.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400755
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500756 @param update_url: The url to use for the update
757 pattern: http://$devserver:###/update/$build
758 If update_url is None and repair is True we will install the
Dan Shi6964fa52014-12-18 11:04:27 -0800759 stable image listed in afe_stable_versions table. If the table
760 is not setup, global_config value under CROS.stable_cros_version
761 will be used instead.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500762 @param force_update: Force an update even if the version installed
763 is the same. Default:False
Christopher Wiley6a4ff932015-05-15 14:00:47 -0700764 @param local_devserver: Used by test_that to allow people to
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500765 use their local devserver. Default: False
Chris Sosae92399e2015-04-24 11:32:59 -0700766 @param repair: Forces update to repair image. Implies force_update.
Fang Deng3d3b9272014-12-22 12:20:28 -0800767 @param force_full_update: If True, do not attempt to run stateful
768 update, force a full reimage. If False, try stateful update
769 first when the dut is already installed with the same version.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500770 @raises autoupdater.ChromiumOSError
771
Dan Shibe3636a2016-02-14 22:48:01 -0800772 @returns A tuple of (image_name, host_attributes).
773 image_name is the name of image installed, e.g.,
774 veyron_jerry-release/R50-7871.0.0
775 host_attributes is a dictionary of (attribute, value), which
776 can be saved to afe_host_attributes table in database. This
777 method returns a dictionary with a single entry of
778 `job_repo_url`: repo_url, where repo_url is a devserver url to
779 autotest packages.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500780 """
Chris Sosae92399e2015-04-24 11:32:59 -0700781 devserver = None
Richard Barnette0b023a72015-04-24 16:07:30 +0000782 if repair:
Chris Sosae92399e2015-04-24 11:32:59 -0700783 update_url, devserver = self._stage_image_for_update()
Richard Barnette0b023a72015-04-24 16:07:30 +0000784 force_update = True
Dan Shi0f466e82013-02-22 15:44:58 -0800785
Chris Sosae92399e2015-04-24 11:32:59 -0700786 if not update_url and not self._parser.options.image:
787 raise error.AutoservError(
Dan Shid07ee2e2015-09-24 14:49:25 -0700788 'There is no update URL, nor a method to get one.')
Chris Sosae92399e2015-04-24 11:32:59 -0700789
790 if not update_url and self._parser.options.image:
791 # This is the base case where we have no given update URL i.e.
792 # dynamic suites logic etc. This is the most flexible case where we
793 # can serve an update from any of our fleet of devservers.
794 requested_build = self._parser.options.image
795 if not requested_build.startswith('http://'):
796 logging.debug('Update will be staged for this installation')
797 update_url, devserver = self._stage_image_for_update(
Dan Shid07ee2e2015-09-24 14:49:25 -0700798 requested_build)
Chris Sosae92399e2015-04-24 11:32:59 -0700799 else:
800 update_url = requested_build
801
802 logging.debug('Update URL is %s', update_url)
803
Dan Shif48f8132016-02-18 10:34:30 -0800804 # Report provision stats.
Allen Lia5cfb972016-12-27 17:17:22 -0800805 server_name = dev_server.get_hostname(update_url)
Allen Li48a13fe2016-11-22 14:10:40 -0800806 (metrics.Counter('chromeos/autotest/provision/install')
807 .increment(fields={'devserver': server_name}))
Dan Shif48f8132016-02-18 10:34:30 -0800808
Dan Shid07ee2e2015-09-24 14:49:25 -0700809 # Create a file to indicate if provision fails. The file will be removed
810 # by stateful update or full install.
J. Richard Barnette91137f02016-03-10 16:52:26 -0800811 self.run('touch %s' % self.PROVISION_FAILED)
Dan Shid07ee2e2015-09-24 14:49:25 -0700812
Chris Sosae92399e2015-04-24 11:32:59 -0700813 update_complete = False
814 updater = autoupdater.ChromiumOSUpdater(
815 update_url, host=self, local_devserver=local_devserver)
Fang Deng3d3b9272014-12-22 12:20:28 -0800816 if not force_full_update:
817 try:
Chris Sosae92399e2015-04-24 11:32:59 -0700818 # If the DUT is already running the same build, try stateful
819 # update first as it's much quicker than a full re-image.
820 update_complete = self._try_stateful_update(
Dan Shid07ee2e2015-09-24 14:49:25 -0700821 update_url, force_update, updater)
Fang Deng3d3b9272014-12-22 12:20:28 -0800822 except Exception as e:
823 logging.exception(e)
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700824
Dan Shi0f466e82013-02-22 15:44:58 -0800825 inactive_kernel = None
Chris Sosae92399e2015-04-24 11:32:59 -0700826 if update_complete or (not force_update and updater.check_version()):
827 logging.info('Install complete without full update')
828 else:
829 logging.info('DUT requires full update.')
830 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
Dan Shi10b98482016-02-02 14:38:50 -0800831 # Stop service ap-update-manager to prevent rebooting during
832 # autoupdate. The service is used in jetstream boards, but not other
833 # CrOS devices.
834 self.run('sudo stop ap-update-manager', ignore_status=True)
835
Chris Sosae92399e2015-04-24 11:32:59 -0700836 num_of_attempts = provision.FLAKY_DEVSERVER_ATTEMPTS
Chris Sosab7612bc2013-03-21 10:32:37 -0700837
Chris Sosae92399e2015-04-24 11:32:59 -0700838 while num_of_attempts > 0:
839 num_of_attempts -= 1
840 try:
841 updater.run_update()
842 except Exception:
843 logging.warn('Autoupdate did not complete.')
844 # Do additional check for the devserver health. Ideally,
845 # the autoupdater.py could raise an exception when it
846 # detected network flake but that would require
847 # instrumenting the update engine and parsing it log.
848 if (num_of_attempts <= 0 or
849 devserver is None or
xixuan9e2c98d2016-02-26 19:04:53 -0800850 dev_server.ImageServer.devserver_healthy(
Chris Sosae92399e2015-04-24 11:32:59 -0700851 devserver.url())):
Dan Shid07ee2e2015-09-24 14:49:25 -0700852 raise
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700853
Chris Sosae92399e2015-04-24 11:32:59 -0700854 logging.warn('Devserver looks unhealthy. Trying another')
855 update_url, devserver = self._stage_image_for_update(
856 requested_build)
857 logging.debug('New Update URL is %s', update_url)
858 updater = autoupdater.ChromiumOSUpdater(
859 update_url, host=self,
860 local_devserver=local_devserver)
861 else:
862 break
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700863
Chris Sosae92399e2015-04-24 11:32:59 -0700864 # Give it some time in case of IO issues.
865 time.sleep(10)
Dan Shi5699ac22014-12-19 10:55:49 -0800866
Chris Sosae92399e2015-04-24 11:32:59 -0700867 # Figure out active and inactive kernel.
868 active_kernel, inactive_kernel = updater.get_kernel_state()
Simran Basi13fa1ba2013-03-04 10:56:47 -0800869
Chris Sosae92399e2015-04-24 11:32:59 -0700870 # Ensure inactive kernel has higher priority than active.
871 if (updater.get_kernel_priority(inactive_kernel)
872 < updater.get_kernel_priority(active_kernel)):
873 raise autoupdater.ChromiumOSError(
874 'Update failed. The priority of the inactive kernel'
875 ' partition is less than that of the active kernel'
876 ' partition.')
877
878 # Updater has returned successfully; reboot the host.
Richard Barnettefc3d7432016-07-07 10:21:31 -0700879 #
880 # Regarding the 'crossystem' command: In some cases, the
881 # TPM gets into a state such that it fails verification.
882 # We don't know why. However, this call papers over the
883 # problem by clearing the TPM during the reboot.
884 #
885 # We ignore failures from 'crossystem'. Although failure
886 # here is unexpected, and could signal a bug, the point
887 # of the exercise is to paper over problems; allowing
888 # this to fail would defeat the purpose.
889 self.run('crossystem clear_tpm_owner_request=1',
890 ignore_status=True)
Chris Sosae92399e2015-04-24 11:32:59 -0700891 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
892
893 self._post_update_processing(updater, inactive_kernel)
Simran Basi5ace6f22016-01-06 17:30:44 -0800894 image_name = autoupdater.url_to_image_name(update_url)
Dan Shibe3636a2016-02-14 22:48:01 -0800895 # update_url is different from devserver url needed to stage autotest
896 # packages, therefore, resolve a new devserver url here.
897 devserver_url = dev_server.ImageServer.resolve(image_name,
898 self.hostname).url()
899 repo_url = tools.get_package_url(devserver_url, image_name)
900 return image_name, {ds_constants.JOB_REPO_URL: repo_url}
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700901
902
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800903 def _clear_fw_version_labels(self, rw_only):
904 """Clear firmware version labels from the machine.
905
906 @param rw_only: True to only clear fwrw_version; otherewise, clear
907 both fwro_version and fwrw_version.
908 """
Dan Shi9cb0eec2014-06-03 09:04:50 -0700909 labels = self._AFE.get_labels(
Dan Shi0723bf52015-06-24 10:52:38 -0700910 name__startswith=provision.FW_RW_VERSION_PREFIX,
Dan Shi9cb0eec2014-06-03 09:04:50 -0700911 host__hostname=self.hostname)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800912 if not rw_only:
913 labels = labels + self._AFE.get_labels(
914 name__startswith=provision.FW_RO_VERSION_PREFIX,
915 host__hostname=self.hostname)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700916 for label in labels:
917 label.remove_hosts(hosts=[self.hostname])
918
919
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800920 def _add_fw_version_label(self, build, rw_only):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700921 """Add firmware version label to the machine.
922
923 @param build: Build of firmware.
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800924 @param rw_only: True to only add fwrw_version; otherwise, add both
925 fwro_version and fwrw_version.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700926
927 """
Prathmesh Prabhu2c7471d2016-11-15 20:19:57 +0000928 fw_label = provision.fwrw_version_to_label(build)
MK Ryu73be9862015-07-06 12:25:00 -0700929 self._AFE.run('label_add_hosts', id=fw_label, hosts=[self.hostname])
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800930 if not rw_only:
Prathmesh Prabhu2c7471d2016-11-15 20:19:57 +0000931 fw_label = provision.fwro_version_to_label(build)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800932 self._AFE.run('label_add_hosts', id=fw_label, hosts=[self.hostname])
Dan Shi9cb0eec2014-06-03 09:04:50 -0700933
934
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800935 def firmware_install(self, build=None, rw_only=False):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700936 """Install firmware to the DUT.
937
938 Use stateful update if the DUT is already running the same build.
939 Stateful update does not update kernel and tends to run much faster
940 than a full reimage. If the DUT is running a different build, or it
941 failed to do a stateful update, full update, including kernel update,
942 will be applied to the DUT.
943
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800944 Once a host enters firmware_install its fw[ro|rw]_version label will
945 be removed. After the firmware is updated successfully, a new
946 fw[ro|rw]_version label will be added to the host.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700947
948 @param build: The build version to which we want to provision the
949 firmware of the machine,
950 e.g. 'link-firmware/R22-2695.1.144'.
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800951 @param rw_only: True to only install firmware to its RW portions. Keep
952 the RO portions unchanged.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700953
954 TODO(dshi): After bug 381718 is fixed, update here with corresponding
955 exceptions that could be raised.
956
957 """
958 if not self.servo:
959 raise error.TestError('Host %s does not have servo.' %
960 self.hostname)
961
Wai-Hong Tam7b424e92016-11-10 15:35:24 -0800962 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
Dan Shi9cb0eec2014-06-03 09:04:50 -0700963
Chris Sosae92399e2015-04-24 11:32:59 -0700964 # If build is not set, try to install firmware from stable CrOS.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700965 if not build:
Richard Barnette260cbd02016-10-06 12:23:28 -0700966 build = afe_utils.get_stable_faft_version(board)
Dan Shi3d7a0e12015-10-12 11:55:45 -0700967 if not build:
968 raise error.TestError(
969 'Failed to find stable firmware build for %s.',
970 self.hostname)
971 logging.info('Will install firmware from build %s.', build)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700972
973 config = FAFTConfig(board)
974 if config.use_u_boot:
975 ap_image = 'image-%s.bin' % board
976 else: # Depthcharge platform
977 ap_image = 'image.bin'
978 ec_image = 'ec.bin'
Dan Shi216389c2015-12-22 11:03:06 -0800979 ds = dev_server.ImageServer.resolve(build, self.hostname)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700980 ds.stage_artifacts(build, ['firmware'])
981
982 tmpd = autotemp.tempdir(unique_id='fwimage')
983 try:
984 fwurl = self._FW_IMAGE_URL_PATTERN % (ds.url(), build)
985 local_tarball = os.path.join(tmpd.name, os.path.basename(fwurl))
xixuan4e116822016-11-17 15:32:10 -0800986 ds.download_file(fwurl, local_tarball)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700987
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800988 self._clear_fw_version_labels(rw_only)
Tom Wai-Hong Tam552fee12016-05-11 06:27:58 +0800989 if config.chrome_ec:
Tom Wai-Hong Tamf9db57a2016-03-17 05:32:22 +0800990 logging.info('Will re-program EC %snow', 'RW ' if rw_only else '')
991 server_utils.system('tar xf %s -C %s %s' %
992 (local_tarball, tmpd.name, ec_image),
993 timeout=60)
994 self.servo.program_ec(os.path.join(tmpd.name, ec_image), rw_only)
995 else:
996 logging.info('Not a Chrome EC, ignore re-programing it')
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800997 logging.info('Will re-program BIOS %snow', 'RW ' if rw_only else '')
Tom Wai-Hong Tamf9db57a2016-03-17 05:32:22 +0800998 server_utils.system('tar xf %s -C %s %s' %
999 (local_tarball, tmpd.name, ap_image),
1000 timeout=60)
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +08001001 self.servo.program_bios(os.path.join(tmpd.name, ap_image), rw_only)
Dan Shi9cb0eec2014-06-03 09:04:50 -07001002 self.servo.get_power_state_controller().reset()
1003 time.sleep(self.servo.BOOT_DELAY)
Wai-Hong Tamb5f66ce2016-11-10 15:45:30 -08001004 if utils.host_is_in_lab_zone(self.hostname):
1005 self._add_fw_version_label(build, rw_only)
Dan Shi9cb0eec2014-06-03 09:04:50 -07001006 finally:
1007 tmpd.clean()
1008
1009
Dan Shi10e992b2013-08-30 11:02:59 -07001010 def show_update_engine_log(self):
1011 """Output update engine log."""
MK Ryu35d661e2014-09-25 17:44:10 -07001012 logging.debug('Dumping %s', client_constants.UPDATE_ENGINE_LOG)
1013 self.run('cat %s' % client_constants.UPDATE_ENGINE_LOG)
Dan Shi10e992b2013-08-30 11:02:59 -07001014
1015
Richard Barnette82c35912012-11-20 10:09:10 -08001016 def _get_board_from_afe(self):
Kevin Cheng84a71ba2016-07-14 11:03:57 -07001017 """Retrieve this host's board from its labels stored locally.
Richard Barnette82c35912012-11-20 10:09:10 -08001018
1019 Looks for a host label of the form "board:<board>", and
1020 returns the "<board>" part of the label. `None` is returned
1021 if there is not a single, unique label matching the pattern.
1022
1023 @returns board from label, or `None`.
1024 """
Richard Barnette260cbd02016-10-06 12:23:28 -07001025 board = afe_utils.get_board(self)
1026 if board is None:
1027 raise error.AutoservError('DUT cannot be repaired, '
1028 'there is no board attribute.')
1029 return board
Simran Basi833814b2013-01-29 13:13:43 -08001030
1031
beepsf079cfb2013-09-18 17:49:51 -07001032 def servo_install(self, image_url=None, usb_boot_timeout=USB_BOOT_TIMEOUT,
1033 install_timeout=INSTALL_TIMEOUT):
Scott Zawalski62bacae2013-03-05 10:40:32 -05001034 """
1035 Re-install the OS on the DUT by:
1036 1) installing a test image on a USB storage device attached to the Servo
1037 board,
Richard Barnette03a0c132012-11-05 12:40:35 -08001038 2) booting that image in recovery mode, and then
J. Richard Barnette31b2e312013-04-04 16:05:22 -07001039 3) installing the image with chromeos-install.
1040
Scott Zawalski62bacae2013-03-05 10:40:32 -05001041 @param image_url: If specified use as the url to install on the DUT.
1042 otherwise boot the currently staged image on the USB stick.
beepsf079cfb2013-09-18 17:49:51 -07001043 @param usb_boot_timeout: The usb_boot_timeout to use during reimage.
1044 Factory images need a longer usb_boot_timeout than regular
1045 cros images.
1046 @param install_timeout: The timeout to use when installing the chromeos
1047 image. Factory images need a longer install_timeout.
Richard Barnette03a0c132012-11-05 12:40:35 -08001048
Scott Zawalski62bacae2013-03-05 10:40:32 -05001049 @raises AutoservError if the image fails to boot.
beepsf079cfb2013-09-18 17:49:51 -07001050
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001051 """
beepsf079cfb2013-09-18 17:49:51 -07001052 logging.info('Downloading image to USB, then booting from it. Usb boot '
1053 'timeout = %s', usb_boot_timeout)
Allen Li48a13fe2016-11-22 14:10:40 -08001054 with metrics.SecondsTimer(
1055 'chromeos/autotest/provision/servo_install/boot_duration'):
1056 self.servo.install_recovery_image(image_url)
1057 if not self.wait_up(timeout=usb_boot_timeout):
1058 raise hosts.AutoservRepairError(
1059 'DUT failed to boot from USB after %d seconds' %
1060 usb_boot_timeout)
Scott Zawalski62bacae2013-03-05 10:40:32 -05001061
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001062 # The new chromeos-tpm-recovery has been merged since R44-7073.0.0.
1063 # In old CrOS images, this command fails. Skip the error.
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001064 logging.info('Resetting the TPM status')
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001065 try:
1066 self.run('chromeos-tpm-recovery')
1067 except error.AutoservRunError:
1068 logging.warn('chromeos-tpm-recovery is too old.')
1069
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001070
Allen Li48a13fe2016-11-22 14:10:40 -08001071 with metrics.SecondsTimer(
1072 'chromeos/autotest/provision/servo_install/install_duration'):
1073 logging.info('Installing image through chromeos-install.')
1074 self.run('chromeos-install --yes', timeout=install_timeout)
1075 self.halt()
beepsf079cfb2013-09-18 17:49:51 -07001076
1077 logging.info('Power cycling DUT through servo.')
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001078 self.servo.get_power_state_controller().power_off()
Fang Dengafb88142013-05-30 17:44:31 -07001079 self.servo.switch_usbkey('off')
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001080 # N.B. The Servo API requires that we use power_on() here
1081 # for two reasons:
1082 # 1) After turning on a DUT in recovery mode, you must turn
1083 # it off and then on with power_on() once more to
1084 # disable recovery mode (this is a Parrot specific
1085 # requirement).
1086 # 2) After power_off(), the only way to turn on is with
1087 # power_on() (this is a Storm specific requirement).
J. Richard Barnettefbcc7122013-07-24 18:24:59 -07001088 self.servo.get_power_state_controller().power_on()
beepsf079cfb2013-09-18 17:49:51 -07001089
1090 logging.info('Waiting for DUT to come back up.')
Richard Barnette03a0c132012-11-05 12:40:35 -08001091 if not self.wait_up(timeout=self.BOOT_TIMEOUT):
1092 raise error.AutoservError('DUT failed to reboot installed '
1093 'test image after %d seconds' %
Scott Zawalski62bacae2013-03-05 10:40:32 -05001094 self.BOOT_TIMEOUT)
1095
1096
Richard Barnette9a26ad62016-06-10 12:03:08 -07001097 def repair_servo(self):
Dan Shi90466352015-09-22 15:01:05 -07001098 """
Richard Barnette9a26ad62016-06-10 12:03:08 -07001099 Confirm that servo is initialized and verified.
Dan Shi90466352015-09-22 15:01:05 -07001100
Richard Barnette9a26ad62016-06-10 12:03:08 -07001101 If the servo object is missing, attempt to repair the servo
1102 host. Repair failures are passed back to the caller.
1103
1104 @raise AutoservError: If there is no servo host for this CrOS
1105 host.
1106 """
1107 if self.servo:
1108 return
1109 if not self._servo_host:
1110 raise error.AutoservError('No servo host for %s.' %
1111 self.hostname)
1112 self._servo_host.repair()
1113 self.servo = self._servo_host.get_servo()
Dan Shi90466352015-09-22 15:01:05 -07001114
1115
J. Richard Barnettec2d99cf2015-11-18 12:46:15 -08001116 def repair(self):
1117 """Attempt to get the DUT to pass `self.verify()`.
Richard Barnette82c35912012-11-20 10:09:10 -08001118
1119 This overrides the base class function for repair; it does
J. Richard Barnette91137f02016-03-10 16:52:26 -08001120 not call back to the parent class, but instead relies on
1121 `self._repair_strategy` to coordinate the verification and
1122 repair steps needed to get the DUT working.
Richard Barnette82c35912012-11-20 10:09:10 -08001123 """
J. Richard Barnette91137f02016-03-10 16:52:26 -08001124 self._repair_strategy.repair(self)
Scott Zawalski89c44dd2013-02-26 09:28:02 -05001125
Richard Barnette82c35912012-11-20 10:09:10 -08001126
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001127 def close(self):
Fang Deng0ca40e22013-08-27 17:47:44 -07001128 super(CrosHost, self).close()
xixuand6011f12016-12-08 15:01:58 -08001129 if self._chameleon_host:
1130 self._chameleon_host.close()
1131
1132 if self._servo_host:
1133 self._servo_host.close()
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001134
1135
Dan Shi49ca0932014-11-14 11:22:27 -08001136 def get_power_supply_info(self):
1137 """Get the output of power_supply_info.
1138
1139 power_supply_info outputs the info of each power supply, e.g.,
1140 Device: Line Power
1141 online: no
1142 type: Mains
1143 voltage (V): 0
1144 current (A): 0
1145 Device: Battery
1146 state: Discharging
1147 percentage: 95.9276
1148 technology: Li-ion
1149
1150 Above output shows two devices, Line Power and Battery, with details of
1151 each device listed. This function parses the output into a dictionary,
1152 with key being the device name, and value being a dictionary of details
1153 of the device info.
1154
1155 @return: The dictionary of power_supply_info, e.g.,
1156 {'Line Power': {'online': 'yes', 'type': 'main'},
1157 'Battery': {'vendor': 'xyz', 'percentage': '100'}}
Dan Shie9b765d2014-12-29 16:59:49 -08001158 @raise error.AutoservRunError if power_supply_info tool is not found in
1159 the DUT. Caller should handle this error to avoid false failure
1160 on verification.
Dan Shi49ca0932014-11-14 11:22:27 -08001161 """
1162 result = self.run('power_supply_info').stdout.strip()
1163 info = {}
1164 device_name = None
1165 device_info = {}
1166 for line in result.split('\n'):
1167 pair = [v.strip() for v in line.split(':')]
1168 if len(pair) != 2:
1169 continue
1170 if pair[0] == 'Device':
1171 if device_name:
1172 info[device_name] = device_info
1173 device_name = pair[1]
1174 device_info = {}
1175 else:
1176 device_info[pair[0]] = pair[1]
1177 if device_name and not device_name in info:
1178 info[device_name] = device_info
1179 return info
1180
1181
1182 def get_battery_percentage(self):
1183 """Get the battery percentage.
1184
1185 @return: The percentage of battery level, value range from 0-100. Return
1186 None if the battery info cannot be retrieved.
1187 """
1188 try:
1189 info = self.get_power_supply_info()
1190 logging.info(info)
1191 return float(info['Battery']['percentage'])
Dan Shie9b765d2014-12-29 16:59:49 -08001192 except (KeyError, ValueError, error.AutoservRunError):
Dan Shi49ca0932014-11-14 11:22:27 -08001193 return None
1194
1195
1196 def is_ac_connected(self):
1197 """Check if the dut has power adapter connected and charging.
1198
1199 @return: True if power adapter is connected and charging.
1200 """
1201 try:
1202 info = self.get_power_supply_info()
1203 return info['Line Power']['online'] == 'yes'
Dan Shie9b765d2014-12-29 16:59:49 -08001204 except (KeyError, error.AutoservRunError):
1205 return None
Dan Shi49ca0932014-11-14 11:22:27 -08001206
1207
Simran Basi5e6339a2013-03-21 11:34:32 -07001208 def _cleanup_poweron(self):
1209 """Special cleanup method to make sure hosts always get power back."""
1210 afe = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
1211 hosts = afe.get_hosts(hostname=self.hostname)
1212 if not hosts or not (self._RPM_OUTLET_CHANGED in
1213 hosts[0].attributes):
1214 return
1215 logging.debug('This host has recently interacted with the RPM'
1216 ' Infrastructure. Ensuring power is on.')
1217 try:
1218 self.power_on()
Dan Shi7dca56e2014-11-11 17:07:56 -08001219 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, None,
1220 hostname=self.hostname)
Simran Basi5e6339a2013-03-21 11:34:32 -07001221 except rpm_client.RemotePowerException:
Simran Basi5e6339a2013-03-21 11:34:32 -07001222 logging.error('Failed to turn Power On for this host after '
1223 'cleanup through the RPM Infrastructure.')
Gabe Blackb72f4fb2015-01-20 16:47:13 -08001224 autotest_es.post(
Dan Shi7dca56e2014-11-11 17:07:56 -08001225 type_str='RPM_poweron_failure',
1226 metadata={'hostname': self.hostname})
Dan Shi49ca0932014-11-14 11:22:27 -08001227
1228 battery_percentage = self.get_battery_percentage()
Dan Shif01ebe22014-12-05 13:10:57 -08001229 if battery_percentage and battery_percentage < 50:
Dan Shi49ca0932014-11-14 11:22:27 -08001230 raise
1231 elif self.is_ac_connected():
1232 logging.info('The device has power adapter connected and '
1233 'charging. No need to try to turn RPM on '
1234 'again.')
1235 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, None,
1236 hostname=self.hostname)
1237 logging.info('Battery level is now at %s%%. The device may '
1238 'still have enough power to run test, so no '
1239 'exception will be raised.', battery_percentage)
1240
Simran Basi5e6339a2013-03-21 11:34:32 -07001241
beepsc87ff602013-07-31 21:53:00 -07001242 def _is_factory_image(self):
1243 """Checks if the image on the DUT is a factory image.
1244
1245 @return: True if the image on the DUT is a factory image.
1246 False otherwise.
1247 """
1248 result = self.run('[ -f /root/.factory_test ]', ignore_status=True)
1249 return result.exit_status == 0
1250
1251
1252 def _restart_ui(self):
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001253 """Restart the Chrome UI.
beepsc87ff602013-07-31 21:53:00 -07001254
1255 @raises: FactoryImageCheckerException for factory images, since
1256 we cannot attempt to restart ui on them.
1257 error.AutoservRunError for any other type of error that
1258 occurs while restarting ui.
1259 """
1260 if self._is_factory_image():
Dan Shi549fb822015-03-24 18:01:11 -07001261 raise FactoryImageCheckerException('Cannot restart ui on factory '
1262 'images')
beepsc87ff602013-07-31 21:53:00 -07001263
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001264 # TODO(jrbarnette): The command to stop/start the ui job
1265 # should live inside cros_ui, too. However that would seem
1266 # to imply interface changes to the existing start()/restart()
1267 # functions, which is a bridge too far (for now).
J. Richard Barnette6069aa12015-06-08 09:10:24 -07001268 prompt = cros_ui.get_chrome_session_ident(self)
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001269 self.run('stop ui; start ui')
1270 cros_ui.wait_for_chrome_ready(prompt, self)
beepsc87ff602013-07-31 21:53:00 -07001271
1272
Dan Shi549fb822015-03-24 18:01:11 -07001273 def get_release_version(self):
1274 """Get the value of attribute CHROMEOS_RELEASE_VERSION from lsb-release.
1275
1276 @returns The version string in lsb-release, under attribute
1277 CHROMEOS_RELEASE_VERSION.
1278 """
1279 lsb_release_content = self.run(
1280 'cat "%s"' % client_constants.LSB_RELEASE).stdout.strip()
1281 return lsbrelease_utils.get_chromeos_release_version(
1282 lsb_release_content=lsb_release_content)
1283
1284
1285 def verify_cros_version_label(self):
1286 """ Make sure host's cros-version label match the actual image in dut.
1287
1288 Remove any cros-version: label that doesn't match that installed in
1289 the dut.
1290
1291 @param raise_error: Set to True to raise exception if any mismatch found
1292
1293 @raise error.AutoservError: If any mismatch between cros-version label
1294 and the build installed in dut is found.
1295 """
1296 labels = self._AFE.get_labels(
1297 name__startswith=ds_constants.VERSION_PREFIX,
1298 host__hostname=self.hostname)
1299 mismatch_found = False
1300 if labels:
1301 # Get CHROMEOS_RELEASE_VERSION from lsb-release, e.g., 6908.0.0.
1302 # Note that it's different from cros-version label, which has
1303 # builder and branch info, e.g.,
1304 # cros-version:peppy-release/R43-6908.0.0
1305 release_version = self.get_release_version()
1306 host_list = [self.hostname]
1307 for label in labels:
1308 # Remove any cros-version label that does not match
1309 # release_version.
1310 build_version = label.name[len(ds_constants.VERSION_PREFIX):]
1311 if not utils.version_match(build_version, release_version):
1312 logging.warn('cros-version label "%s" does not match '
1313 'release version %s. Removing the label.',
1314 label.name, release_version)
1315 label.remove_hosts(hosts=host_list)
1316 mismatch_found = True
1317 if mismatch_found:
Dan Shi1057bae2015-03-30 11:35:09 -07001318 autotest_es.post(use_http=True,
1319 type_str='cros_version_label_mismatch',
1320 metadata={'hostname': self.hostname})
Dan Shi549fb822015-03-24 18:01:11 -07001321 raise error.AutoservError('The host has wrong cros-version label.')
1322
1323
beepsc87ff602013-07-31 21:53:00 -07001324 def cleanup(self):
MK Ryu35d661e2014-09-25 17:44:10 -07001325 self.run('rm -f %s' % client_constants.CLEANUP_LOGS_PAUSED_FILE)
Scott Zawalskiddbc31e2012-11-15 11:29:01 -05001326 try:
beepsc87ff602013-07-31 21:53:00 -07001327 self._restart_ui()
1328 except (error.AutotestRunError, error.AutoservRunError,
1329 FactoryImageCheckerException):
Ilja H. Friedel04be2bd2014-05-07 21:29:59 -07001330 logging.warning('Unable to restart ui, rebooting device.')
Scott Zawalskiddbc31e2012-11-15 11:29:01 -05001331 # Since restarting the UI fails fall back to normal Autotest
1332 # cleanup routines, i.e. reboot the machine.
Fang Deng0ca40e22013-08-27 17:47:44 -07001333 super(CrosHost, self).cleanup()
Simran Basi5e6339a2013-03-21 11:34:32 -07001334 # Check if the rpm outlet was manipulated.
Simran Basid5e5e272012-09-24 15:23:59 -07001335 if self.has_power():
Simran Basi5e6339a2013-03-21 11:34:32 -07001336 self._cleanup_poweron()
Dan Shi549fb822015-03-24 18:01:11 -07001337 self.verify_cros_version_label()
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001338
1339
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001340 def reboot(self, **dargs):
1341 """
1342 This function reboots the site host. The more generic
1343 RemoteHost.reboot() performs sync and sleeps for 5
1344 seconds. This is not necessary for Chrome OS devices as the
1345 sync should be finished in a short time during the reboot
1346 command.
1347 """
Tom Wai-Hong Tamf5cd1d42012-08-13 12:04:08 +08001348 if 'reboot_cmd' not in dargs:
Doug Anderson7d5aeb22014-02-27 15:12:17 -08001349 reboot_timeout = dargs.get('reboot_timeout', 10)
J. Richard Barnette9af19632015-09-25 12:18:03 -07001350 dargs['reboot_cmd'] = ('sleep 1; '
1351 'reboot & sleep %d; '
1352 'reboot -f' % reboot_timeout)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001353 # Enable fastsync to avoid running extra sync commands before reboot.
Tom Wai-Hong Tamf5cd1d42012-08-13 12:04:08 +08001354 if 'fastsync' not in dargs:
1355 dargs['fastsync'] = True
Michael Liangda8c60a2014-06-03 13:24:51 -07001356
Charlie Mooneya8e6dab2014-05-29 14:37:55 -07001357 # For purposes of logging reboot times:
1358 # Get the board name i.e. 'daisy_spring'
Michael Liangca4f5a62014-07-10 15:45:13 -07001359 board_fullname = self.get_board()
1360
1361 # Strip the prefix and add it to dargs.
1362 dargs['board'] = board_fullname[board_fullname.find(':')+1:]
Vincent Palatindf2372c2016-10-07 17:03:00 +02001363 # Record who called us
1364 orig = sys._getframe(1).f_code
Vincent Palatin80780b22016-07-27 16:02:37 +02001365 metric_fields = {'board' : dargs['board'],
Vincent Palatindf2372c2016-10-07 17:03:00 +02001366 'dut_host_name' : self.hostname,
1367 'success' : True}
1368 metric_debug_fields = {'board' : dargs['board'],
1369 'caller' : "%s:%s" % (orig.co_filename, orig.co_name),
1370 'success' : True,
1371 'error' : ''}
1372
Vincent Palatin80780b22016-07-27 16:02:37 +02001373 t0 = time.time()
1374 try:
1375 super(CrosHost, self).reboot(**dargs)
1376 except Exception as e:
1377 metric_fields['success'] = False
Vincent Palatindf2372c2016-10-07 17:03:00 +02001378 metric_debug_fields['success'] = False
1379 metric_debug_fields['error'] = type(e).__name__
Vincent Palatin80780b22016-07-27 16:02:37 +02001380 raise
1381 finally:
1382 duration = int(time.time() - t0)
Simran Basi382506b2016-09-13 14:58:15 -07001383 if metrics:
1384 metrics.Counter(
1385 'chromeos/autotest/autoserv/reboot_count').increment(
1386 fields=metric_fields)
Vincent Palatindf2372c2016-10-07 17:03:00 +02001387 metrics.Counter(
1388 'chromeos/autotest/autoserv/reboot_debug').increment(
1389 fields=metric_debug_fields)
Simran Basi382506b2016-09-13 14:58:15 -07001390 metrics.SecondsDistribution(
1391 'chromeos/autotest/autoserv/reboot_duration').add(
1392 duration, fields=metric_fields)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001393
1394
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001395 def suspend(self, **dargs):
1396 """
1397 This function suspends the site host.
1398 """
1399 suspend_time = dargs.get('suspend_time', 60)
1400 dargs['timeout'] = suspend_time
1401 if 'suspend_cmd' not in dargs:
J. Richard Barnette9af19632015-09-25 12:18:03 -07001402 dargs['suspend_cmd'] = ' && '.join([
1403 'echo 0 > /sys/class/rtc/rtc0/wakealarm',
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001404 'echo +%d > /sys/class/rtc/rtc0/wakealarm' % suspend_time,
J. Richard Barnette9af19632015-09-25 12:18:03 -07001405 'powerd_dbus_suspend --delay=0'])
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001406 super(CrosHost, self).suspend(**dargs)
1407
1408
Simran Basiec564392014-08-25 16:48:09 -07001409 def upstart_status(self, service_name):
1410 """Check the status of an upstart init script.
1411
1412 @param service_name: Service to look up.
1413
1414 @returns True if the service is running, False otherwise.
1415 """
1416 return self.run('status %s | grep start/running' %
1417 service_name).stdout.strip() != ''
1418
1419
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001420 def verify_software(self):
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001421 """Verify working software on a Chrome OS system.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001422
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001423 Tests for the following conditions:
1424 1. All conditions tested by the parent version of this
1425 function.
1426 2. Sufficient space in /mnt/stateful_partition.
Fang Deng6b05f5b2013-03-20 13:42:11 -07001427 3. Sufficient space in /mnt/stateful_partition/encrypted.
1428 4. update_engine answers a simple status request over DBus.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001429
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001430 """
Fang Deng0ca40e22013-08-27 17:47:44 -07001431 super(CrosHost, self).verify_software()
Dan Shib8540a52015-07-16 14:18:23 -07001432 default_kilo_inodes_required = CONFIG.get_config_value(
1433 'SERVER', 'kilo_inodes_required', type=int, default=100)
1434 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
1435 kilo_inodes_required = CONFIG.get_config_value(
1436 'SERVER', 'kilo_inodes_required_%s' % board,
1437 type=int, default=default_kilo_inodes_required)
1438 self.check_inodes('/mnt/stateful_partition', kilo_inodes_required)
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001439 self.check_diskspace(
1440 '/mnt/stateful_partition',
Dan Shib8540a52015-07-16 14:18:23 -07001441 CONFIG.get_config_value(
Fang Deng6b05f5b2013-03-20 13:42:11 -07001442 'SERVER', 'gb_diskspace_required', type=float,
1443 default=20.0))
Gaurav Shahe448af82014-06-19 15:18:59 -07001444 encrypted_stateful_path = '/mnt/stateful_partition/encrypted'
1445 # Not all targets build with encrypted stateful support.
1446 if self.path_exists(encrypted_stateful_path):
1447 self.check_diskspace(
1448 encrypted_stateful_path,
Dan Shib8540a52015-07-16 14:18:23 -07001449 CONFIG.get_config_value(
Gaurav Shahe448af82014-06-19 15:18:59 -07001450 'SERVER', 'gb_encrypted_diskspace_required', type=float,
1451 default=0.1))
beepsc87ff602013-07-31 21:53:00 -07001452
Simran Basiec564392014-08-25 16:48:09 -07001453 if not self.upstart_status('system-services'):
Prashanth B5d0a0512014-04-25 12:26:08 -07001454 raise error.AutoservError('Chrome failed to reach login. '
1455 'System services not running.')
1456
beepsc87ff602013-07-31 21:53:00 -07001457 # Factory images don't run update engine,
1458 # goofy controls dbus on these DUTs.
1459 if not self._is_factory_image():
1460 self.run('update_engine_client --status')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001461
Dan Shi549fb822015-03-24 18:01:11 -07001462 self.verify_cros_version_label()
1463
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001464
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -08001465 def verify(self):
1466 self._repair_strategy.verify(self)
1467
1468
Fang Deng96667ca2013-08-01 17:46:18 -07001469 def make_ssh_command(self, user='root', port=22, opts='', hosts_file=None,
1470 connect_timeout=None, alive_interval=None):
1471 """Override default make_ssh_command to use options tuned for Chrome OS.
1472
1473 Tuning changes:
1474 - ConnectTimeout=30; maximum of 30 seconds allowed for an SSH
1475 connection failure. Consistency with remote_access.sh.
1476
Samuel Tan2ce155b2015-06-23 18:24:38 -07001477 - ServerAliveInterval=900; which causes SSH to ping connection every
1478 900 seconds. In conjunction with ServerAliveCountMax ensures
1479 that if the connection dies, Autotest will bail out.
Fang Deng96667ca2013-08-01 17:46:18 -07001480 Originally tried 60 secs, but saw frequent job ABORTS where
Samuel Tan2ce155b2015-06-23 18:24:38 -07001481 the test completed successfully. Later increased from 180 seconds to
1482 900 seconds to account for tests where the DUT is suspended for
1483 longer periods of time.
Fang Deng96667ca2013-08-01 17:46:18 -07001484
1485 - ServerAliveCountMax=3; consistency with remote_access.sh.
1486
1487 - ConnectAttempts=4; reduce flakiness in connection errors;
1488 consistency with remote_access.sh.
1489
1490 - UserKnownHostsFile=/dev/null; we don't care about the keys.
1491 Host keys change with every new installation, don't waste
1492 memory/space saving them.
1493
1494 - SSH protocol forced to 2; needed for ServerAliveInterval.
1495
1496 @param user User name to use for the ssh connection.
1497 @param port Port on the target host to use for ssh connection.
1498 @param opts Additional options to the ssh command.
1499 @param hosts_file Ignored.
1500 @param connect_timeout Ignored.
1501 @param alive_interval Ignored.
1502 """
Aviv Keshetc5947fa2013-09-04 14:06:29 -07001503 base_command = ('/usr/bin/ssh -a -x %s %s %s'
1504 ' -o StrictHostKeyChecking=no'
Fang Deng96667ca2013-08-01 17:46:18 -07001505 ' -o UserKnownHostsFile=/dev/null -o BatchMode=yes'
Samuel Tan2ce155b2015-06-23 18:24:38 -07001506 ' -o ConnectTimeout=30 -o ServerAliveInterval=900'
Fang Deng96667ca2013-08-01 17:46:18 -07001507 ' -o ServerAliveCountMax=3 -o ConnectionAttempts=4'
1508 ' -o Protocol=2 -l %s -p %d')
Aviv Keshetc5947fa2013-09-04 14:06:29 -07001509 return base_command % (self._ssh_verbosity_flag, self._ssh_options,
1510 opts, user, port)
Jason Abeleb6f924f2013-11-13 16:01:54 -08001511 def syslog(self, message, tag='autotest'):
1512 """Logs a message to syslog on host.
1513
1514 @param message String message to log into syslog
1515 @param tag String tag prefix for syslog
1516
1517 """
1518 self.run('logger -t "%s" "%s"' % (tag, message))
1519
1520
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001521 def _ping_check_status(self, status):
1522 """Ping the host once, and return whether it has a given status.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001523
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001524 @param status Check the ping status against this value.
1525 @return True iff `status` and the result of ping are the same
1526 (i.e. both True or both False).
1527
1528 """
1529 ping_val = utils.ping(self.hostname, tries=1, deadline=1)
1530 return not (status ^ (ping_val == 0))
1531
1532 def _ping_wait_for_status(self, status, timeout):
1533 """Wait for the host to have a given status (UP or DOWN).
1534
1535 Status is checked by polling. Polling will not last longer
1536 than the number of seconds in `timeout`. The polling
1537 interval will be long enough that only approximately
1538 _PING_WAIT_COUNT polling cycles will be executed, subject
1539 to a maximum interval of about one minute.
1540
1541 @param status Waiting will stop immediately if `ping` of the
1542 host returns this status.
1543 @param timeout Poll for at most this many seconds.
1544 @return True iff the host status from `ping` matched the
1545 requested status at the time of return.
1546
1547 """
1548 # _ping_check_status() takes about 1 second, hence the
1549 # "- 1" in the formula below.
Nathan Ciobanu38480a32016-10-25 15:26:45 -07001550 # FIXME: if the ping command errors then _ping_check_status()
1551 # returns instantly. If timeout is also smaller than twice
1552 # _PING_WAIT_COUNT then the while loop below forks many
1553 # thousands of ping commands (see /tmp/test_that_results_XXXXX/
1554 # /results-1-logging_YYY.ZZZ/debug/autoserv.DEBUG) and hogs one
1555 # CPU core for 60 seconds.
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001556 poll_interval = min(int(timeout / self._PING_WAIT_COUNT), 60) - 1
1557 end_time = time.time() + timeout
1558 while time.time() <= end_time:
1559 if self._ping_check_status(status):
1560 return True
1561 if poll_interval > 0:
1562 time.sleep(poll_interval)
1563
1564 # The last thing we did was sleep(poll_interval), so it may
1565 # have been too long since the last `ping`. Check one more
1566 # time, just to be sure.
1567 return self._ping_check_status(status)
1568
1569 def ping_wait_up(self, timeout):
1570 """Wait for the host to respond to `ping`.
1571
1572 N.B. This method is not a reliable substitute for
1573 `wait_up()`, because a host that responds to ping will not
1574 necessarily respond to ssh. This method should only be used
1575 if the target DUT can be considered functional even if it
1576 can't be reached via ssh.
1577
1578 @param timeout Minimum time to allow before declaring the
1579 host to be non-responsive.
1580 @return True iff the host answered to ping before the timeout.
1581
1582 """
1583 return self._ping_wait_for_status(self._PING_STATUS_UP, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001584
Andrew Bresticker678c0c72013-01-22 10:44:09 -08001585 def ping_wait_down(self, timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001586 """Wait until the host no longer responds to `ping`.
1587
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001588 This function can be used as a slightly faster version of
1589 `wait_down()`, by avoiding potentially long ssh timeouts.
1590
1591 @param timeout Minimum time to allow for the host to become
1592 non-responsive.
1593 @return True iff the host quit answering ping before the
1594 timeout.
1595
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001596 """
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001597 return self._ping_wait_for_status(self._PING_STATUS_DOWN, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001598
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001599 def test_wait_for_sleep(self, sleep_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001600 """Wait for the client to enter low-power sleep mode.
1601
1602 The test for "is asleep" can't distinguish a system that is
1603 powered off; to confirm that the unit was asleep, it is
1604 necessary to force resume, and then call
1605 `test_wait_for_resume()`.
1606
1607 This function is expected to be called from a test as part
1608 of a sequence like the following:
1609
1610 ~~~~~~~~
1611 boot_id = host.get_boot_id()
1612 # trigger sleep on the host
1613 host.test_wait_for_sleep()
1614 # trigger resume on the host
1615 host.test_wait_for_resume(boot_id)
1616 ~~~~~~~~
1617
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001618 @param sleep_timeout time limit in seconds to allow the host sleep.
1619
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001620 @exception TestFail The host did not go to sleep within
1621 the allowed time.
1622 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001623 if sleep_timeout is None:
1624 sleep_timeout = self.SLEEP_TIMEOUT
1625
1626 if not self.ping_wait_down(timeout=sleep_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001627 raise error.TestFail(
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001628 'client failed to sleep after %d seconds' % sleep_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001629
1630
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001631 def test_wait_for_resume(self, old_boot_id, resume_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001632 """Wait for the client to resume from low-power sleep mode.
1633
1634 The `old_boot_id` parameter should be the value from
1635 `get_boot_id()` obtained prior to entering sleep mode. A
1636 `TestFail` exception is raised if the boot id changes.
1637
1638 See @ref test_wait_for_sleep for more on this function's
1639 usage.
1640
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08001641 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001642 target host went to sleep.
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001643 @param resume_timeout time limit in seconds to allow the host up.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001644
1645 @exception TestFail The host did not respond within the
1646 allowed time.
1647 @exception TestFail The host responded, but the boot id test
1648 indicated a reboot rather than a sleep
1649 cycle.
1650 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001651 if resume_timeout is None:
1652 resume_timeout = self.RESUME_TIMEOUT
1653
1654 if not self.wait_up(timeout=resume_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001655 raise error.TestFail(
1656 'client failed to resume from sleep after %d seconds' %
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001657 resume_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001658 else:
1659 new_boot_id = self.get_boot_id()
1660 if new_boot_id != old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001661 logging.error('client rebooted (old boot %s, new boot %s)',
1662 old_boot_id, new_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001663 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001664 'client rebooted, but sleep was expected')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001665
1666
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001667 def test_wait_for_shutdown(self, shutdown_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001668 """Wait for the client to shut down.
1669
1670 The test for "has shut down" can't distinguish a system that
1671 is merely asleep; to confirm that the unit was down, it is
1672 necessary to force boot, and then call test_wait_for_boot().
1673
1674 This function is expected to be called from a test as part
1675 of a sequence like the following:
1676
1677 ~~~~~~~~
1678 boot_id = host.get_boot_id()
1679 # trigger shutdown on the host
1680 host.test_wait_for_shutdown()
1681 # trigger boot on the host
1682 host.test_wait_for_boot(boot_id)
1683 ~~~~~~~~
1684
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001685 @param shutdown_timeout time limit in seconds to allow the host down.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001686 @exception TestFail The host did not shut down within the
1687 allowed time.
1688 """
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001689 if shutdown_timeout is None:
1690 shutdown_timeout = self.SHUTDOWN_TIMEOUT
1691
1692 if not self.ping_wait_down(timeout=shutdown_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001693 raise error.TestFail(
1694 'client failed to shut down after %d seconds' %
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001695 shutdown_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001696
1697
1698 def test_wait_for_boot(self, old_boot_id=None):
1699 """Wait for the client to boot from cold power.
1700
1701 The `old_boot_id` parameter should be the value from
1702 `get_boot_id()` obtained prior to shutting down. A
1703 `TestFail` exception is raised if the boot id does not
1704 change. The boot id test is omitted if `old_boot_id` is not
1705 specified.
1706
1707 See @ref test_wait_for_shutdown for more on this function's
1708 usage.
1709
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08001710 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001711 shut down.
1712
1713 @exception TestFail The host did not respond within the
1714 allowed time.
1715 @exception TestFail The host responded, but the boot id test
1716 indicated that there was no reboot.
1717 """
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07001718 if not self.wait_up(timeout=self.REBOOT_TIMEOUT):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001719 raise error.TestFail(
1720 'client failed to reboot after %d seconds' %
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07001721 self.REBOOT_TIMEOUT)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001722 elif old_boot_id:
1723 if self.get_boot_id() == old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001724 logging.error('client not rebooted (boot %s)',
1725 old_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001726 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001727 'client is back up, but did not reboot')
Simran Basid5e5e272012-09-24 15:23:59 -07001728
1729
1730 @staticmethod
1731 def check_for_rpm_support(hostname):
1732 """For a given hostname, return whether or not it is powered by an RPM.
1733
Simran Basi1df55112013-09-06 11:25:09 -07001734 @param hostname: hostname to check for rpm support.
1735
Simran Basid5e5e272012-09-24 15:23:59 -07001736 @return None if this host does not follows the defined naming format
1737 for RPM powered DUT's in the lab. If it does follow the format,
1738 it returns a regular expression MatchObject instead.
1739 """
Fang Dengbaff9082015-01-06 13:46:15 -08001740 return re.match(CrosHost._RPM_HOSTNAME_REGEX, hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07001741
1742
1743 def has_power(self):
1744 """For this host, return whether or not it is powered by an RPM.
1745
1746 @return True if this host is in the CROS lab and follows the defined
1747 naming format.
1748 """
Fang Deng0ca40e22013-08-27 17:47:44 -07001749 return CrosHost.check_for_rpm_support(self.hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07001750
1751
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001752 def _set_power(self, state, power_method):
1753 """Sets the power to the host via RPM, Servo or manual.
1754
1755 @param state Specifies which power state to set to DUT
1756 @param power_method Specifies which method of power control to
1757 use. By default "RPM" will be used. Valid values
1758 are the strings "RPM", "manual", "servoj10".
1759
1760 """
1761 ACCEPTABLE_STATES = ['ON', 'OFF']
1762
1763 if state.upper() not in ACCEPTABLE_STATES:
1764 raise error.TestError('State must be one of: %s.'
1765 % (ACCEPTABLE_STATES,))
1766
1767 if power_method == self.POWER_CONTROL_SERVO:
1768 logging.info('Setting servo port J10 to %s', state)
1769 self.servo.set('prtctl3_pwren', state.lower())
1770 time.sleep(self._USB_POWER_TIMEOUT)
1771 elif power_method == self.POWER_CONTROL_MANUAL:
1772 logging.info('You have %d seconds to set the AC power to %s.',
1773 self._POWER_CYCLE_TIMEOUT, state)
1774 time.sleep(self._POWER_CYCLE_TIMEOUT)
1775 else:
1776 if not self.has_power():
1777 raise error.TestFail('DUT does not have RPM connected.')
Simran Basi5e6339a2013-03-21 11:34:32 -07001778 afe = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
1779 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, True,
1780 hostname=self.hostname)
Simran Basi1df55112013-09-06 11:25:09 -07001781 rpm_client.set_power(self.hostname, state.upper(), timeout_mins=5)
Simran Basid5e5e272012-09-24 15:23:59 -07001782
1783
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001784 def power_off(self, power_method=POWER_CONTROL_RPM):
1785 """Turn off power to this host via RPM, Servo or manual.
1786
1787 @param power_method Specifies which method of power control to
1788 use. By default "RPM" will be used. Valid values
1789 are the strings "RPM", "manual", "servoj10".
1790
1791 """
1792 self._set_power('OFF', power_method)
Simran Basid5e5e272012-09-24 15:23:59 -07001793
1794
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001795 def power_on(self, power_method=POWER_CONTROL_RPM):
1796 """Turn on power to this host via RPM, Servo or manual.
1797
1798 @param power_method Specifies which method of power control to
1799 use. By default "RPM" will be used. Valid values
1800 are the strings "RPM", "manual", "servoj10".
1801
1802 """
1803 self._set_power('ON', power_method)
1804
1805
1806 def power_cycle(self, power_method=POWER_CONTROL_RPM):
1807 """Cycle power to this host by turning it OFF, then ON.
1808
1809 @param power_method Specifies which method of power control to
1810 use. By default "RPM" will be used. Valid values
1811 are the strings "RPM", "manual", "servoj10".
1812
1813 """
1814 if power_method in (self.POWER_CONTROL_SERVO,
1815 self.POWER_CONTROL_MANUAL):
1816 self.power_off(power_method=power_method)
1817 time.sleep(self._POWER_CYCLE_TIMEOUT)
1818 self.power_on(power_method=power_method)
1819 else:
1820 rpm_client.set_power(self.hostname, 'CYCLE')
Simran Basic6f1f7a2012-10-16 10:47:46 -07001821
1822
1823 def get_platform(self):
1824 """Determine the correct platform label for this host.
1825
1826 @returns a string representing this host's platform.
1827 """
1828 crossystem = utils.Crossystem(self)
1829 crossystem.init()
1830 # Extract fwid value and use the leading part as the platform id.
1831 # fwid generally follow the format of {platform}.{firmware version}
1832 # Example: Alex.X.YYY.Z or Google_Alex.X.YYY.Z
1833 platform = crossystem.fwid().split('.')[0].lower()
1834 # Newer platforms start with 'Google_' while the older ones do not.
1835 return platform.replace('google_', '')
1836
1837
Hung-ying Tyanb1328032014-04-01 14:18:54 +08001838 def get_architecture(self):
1839 """Determine the correct architecture label for this host.
1840
1841 @returns a string representing this host's architecture.
1842 """
1843 crossystem = utils.Crossystem(self)
1844 crossystem.init()
1845 return crossystem.arch()
1846
1847
Luis Lozano40b7d0d2014-01-17 15:12:06 -08001848 def get_chrome_version(self):
1849 """Gets the Chrome version number and milestone as strings.
1850
1851 Invokes "chrome --version" to get the version number and milestone.
1852
1853 @return A tuple (chrome_ver, milestone) where "chrome_ver" is the
1854 current Chrome version number as a string (in the form "W.X.Y.Z")
1855 and "milestone" is the first component of the version number
1856 (the "W" from "W.X.Y.Z"). If the version number cannot be parsed
1857 in the "W.X.Y.Z" format, the "chrome_ver" will be the full output
1858 of "chrome --version" and the milestone will be the empty string.
1859
1860 """
MK Ryu35d661e2014-09-25 17:44:10 -07001861 version_string = self.run(client_constants.CHROME_VERSION_COMMAND).stdout
Luis Lozano40b7d0d2014-01-17 15:12:06 -08001862 return utils.parse_chrome_version(version_string)
1863
J. Richard Barnetted2af5852016-02-05 15:03:10 -08001864
Kevin Chenga2619dc2016-03-28 11:42:08 -07001865 # TODO(kevcheng): change this to just return the board without the
1866 # 'board:' prefix and fix up all the callers. Also look into removing the
1867 # need for this method.
Simran Basic6f1f7a2012-10-16 10:47:46 -07001868 def get_board(self):
1869 """Determine the correct board label for this host.
1870
1871 @returns a string representing this host's board.
1872 """
1873 release_info = utils.parse_cmd_output('cat /etc/lsb-release',
1874 run_method=self.run)
J. Richard Barnetted2af5852016-02-05 15:03:10 -08001875 return (ds_constants.BOARD_PREFIX +
1876 release_info['CHROMEOS_RELEASE_BOARD'])
Simran Basic6f1f7a2012-10-16 10:47:46 -07001877
1878
Kevin Chenga328da62016-03-31 10:49:04 -07001879
1880 def has_lightsensor(self):
1881 """Determine the correct board label for this host.
1882
1883 @returns the string 'lightsensor' if this host has a lightsensor or
1884 None if it does not.
1885 """
1886 search_cmd = "find -L %s -maxdepth 4 | egrep '%s'" % (
1887 self._LIGHTSENSOR_SEARCH_DIR, '|'.join(self._LIGHTSENSOR_FILES))
1888 try:
1889 # Run the search cmd following the symlinks. Stderr_tee is set to
1890 # None as there can be a symlink loop, but the command will still
1891 # execute correctly with a few messages printed to stderr.
1892 self.run(search_cmd, stdout_tee=None, stderr_tee=None)
1893 return 'lightsensor'
1894 except error.AutoservRunError:
1895 # egrep exited with a return code of 1 meaning none of the possible
1896 # lightsensor files existed.
1897 return None
1898
1899
1900 def has_bluetooth(self):
1901 """Determine the correct board label for this host.
1902
1903 @returns the string 'bluetooth' if this host has bluetooth or
1904 None if it does not.
1905 """
1906 try:
1907 self.run('test -d /sys/class/bluetooth/hci0')
1908 # test exited with a return code of 0.
1909 return 'bluetooth'
1910 except error.AutoservRunError:
1911 # test exited with a return code 1 meaning the directory did not
1912 # exist.
1913 return None
1914
1915
Kevin Chenga328da62016-03-31 10:49:04 -07001916 def get_accels(self):
1917 """
1918 Determine the type of accelerometers on this host.
1919
1920 @returns a string representing this host's accelerometer type.
1921 At present, it only returns "accel:cros-ec", for accelerometers
1922 attached to a Chrome OS EC, or none, if no accelerometers.
1923 """
1924 # Check to make sure we have ectool
1925 rv = self.run('which ectool', ignore_status=True)
1926 if rv.exit_status:
1927 logging.info("No ectool cmd found, assuming no EC accelerometers")
1928 return None
1929
1930 # Check that the EC supports the motionsense command
1931 rv = self.run('ectool motionsense', ignore_status=True)
1932 if rv.exit_status:
1933 logging.info("EC does not support motionsense command "
1934 "assuming no EC accelerometers")
1935 return None
1936
1937 # Check that EC motion sensors are active
1938 active = self.run('ectool motionsense active').stdout.split('\n')
1939 if active[0] == "0":
1940 logging.info("Motion sense inactive, assuming no EC accelerometers")
1941 return None
1942
1943 logging.info("EC accelerometers found")
1944 return 'accel:cros-ec'
1945
1946
1947 def has_chameleon(self):
1948 """Determine if a Chameleon connected to this host.
1949
1950 @returns a list containing two strings ('chameleon' and
1951 'chameleon:' + label, e.g. 'chameleon:hdmi') if this host
1952 has a Chameleon or None if it has not.
1953 """
1954 if self._chameleon_host:
1955 return ['chameleon', 'chameleon:' + self.chameleon.get_label()]
1956 else:
1957 return None
1958
1959
1960 def has_loopback_dongle(self):
1961 """Determine if an audio loopback dongle is plugged to this host.
1962
1963 @returns 'audio_loopback_dongle' when there is an audio loopback dongle
1964 plugged to this host.
1965 None when there is no audio loopback dongle
1966 plugged to this host.
1967 """
1968 nodes_info = self.run(command=cras_utils.get_cras_nodes_cmd(),
1969 ignore_status=True).stdout
1970 if (cras_utils.node_type_is_plugged('HEADPHONE', nodes_info) and
1971 cras_utils.node_type_is_plugged('MIC', nodes_info)):
1972 return 'audio_loopback_dongle'
1973 else:
1974 return None
1975
1976
1977 def get_power_supply(self):
1978 """
1979 Determine what type of power supply the host has
1980
1981 @returns a string representing this host's power supply.
1982 'power:battery' when the device has a battery intended for
1983 extended use
1984 'power:AC_primary' when the device has a battery not intended
1985 for extended use (for moving the machine, etc)
1986 'power:AC_only' when the device has no battery at all.
1987 """
1988 psu = self.run(command='mosys psu type', ignore_status=True)
1989 if psu.exit_status:
1990 # The psu command for mosys is not included for all platforms. The
1991 # assumption is that the device will have a battery if the command
1992 # is not found.
1993 return 'power:battery'
1994
1995 psu_str = psu.stdout.strip()
1996 if psu_str == 'unknown':
1997 return None
1998
1999 return 'power:%s' % psu_str
2000
2001
2002 def get_storage(self):
2003 """
2004 Determine the type of boot device for this host.
2005
2006 Determine if the internal device is SCSI or dw_mmc device.
2007 Then check that it is SSD or HDD or eMMC or something else.
2008
2009 @returns a string representing this host's internal device type.
2010 'storage:ssd' when internal device is solid state drive
2011 'storage:hdd' when internal device is hard disk drive
2012 'storage:mmc' when internal device is mmc drive
2013 None When internal device is something else or
2014 when we are unable to determine the type
2015 """
2016 # The output should be /dev/mmcblk* for SD/eMMC or /dev/sd* for scsi
2017 rootdev_cmd = ' '.join(['. /usr/sbin/write_gpt.sh;',
2018 '. /usr/share/misc/chromeos-common.sh;',
2019 'load_base_vars;',
2020 'get_fixed_dst_drive'])
2021 rootdev = self.run(command=rootdev_cmd, ignore_status=True)
2022 if rootdev.exit_status:
2023 logging.info("Fail to run %s", rootdev_cmd)
2024 return None
2025 rootdev_str = rootdev.stdout.strip()
2026
2027 if not rootdev_str:
2028 return None
2029
2030 rootdev_base = os.path.basename(rootdev_str)
2031
2032 mmc_pattern = '/dev/mmcblk[0-9]'
2033 if re.match(mmc_pattern, rootdev_str):
2034 # Use type to determine if the internal device is eMMC or somthing
2035 # else. We can assume that MMC is always an internal device.
2036 type_cmd = 'cat /sys/block/%s/device/type' % rootdev_base
2037 type = self.run(command=type_cmd, ignore_status=True)
2038 if type.exit_status:
2039 logging.info("Fail to run %s", type_cmd)
2040 return None
2041 type_str = type.stdout.strip()
2042
2043 if type_str == 'MMC':
2044 return 'storage:mmc'
2045
2046 scsi_pattern = '/dev/sd[a-z]+'
2047 if re.match(scsi_pattern, rootdev.stdout):
2048 # Read symlink for /sys/block/sd* to determine if the internal
2049 # device is connected via ata or usb.
2050 link_cmd = 'readlink /sys/block/%s' % rootdev_base
2051 link = self.run(command=link_cmd, ignore_status=True)
2052 if link.exit_status:
2053 logging.info("Fail to run %s", link_cmd)
2054 return None
2055 link_str = link.stdout.strip()
2056 if 'usb' in link_str:
2057 return None
2058
2059 # Read rotation to determine if the internal device is ssd or hdd.
2060 rotate_cmd = str('cat /sys/block/%s/queue/rotational'
2061 % rootdev_base)
2062 rotate = self.run(command=rotate_cmd, ignore_status=True)
2063 if rotate.exit_status:
2064 logging.info("Fail to run %s", rotate_cmd)
2065 return None
2066 rotate_str = rotate.stdout.strip()
2067
2068 rotate_dict = {'0':'storage:ssd', '1':'storage:hdd'}
2069 return rotate_dict.get(rotate_str)
2070
2071 # All other internal device / error case will always fall here
2072 return None
2073
2074
2075 def get_servo(self):
2076 """Determine if the host has a servo attached.
2077
2078 If the host has a working servo attached, it should have a servo label.
2079
2080 @return: string 'servo' if the host has servo attached. Otherwise,
2081 returns None.
2082 """
2083 return 'servo' if self._servo_host else None
2084
2085
2086 def get_video_labels(self):
2087 """Run /usr/local/bin/avtest_label_detect to get a list of video labels.
2088
2089 Sample output of avtest_label_detect:
2090 Detected label: hw_video_acc_vp8
2091 Detected label: webcam
2092
2093 @return: A list of labels detected by tool avtest_label_detect.
2094 """
2095 try:
2096 result = self.run('/usr/local/bin/avtest_label_detect').stdout
2097 return re.findall('^Detected label: (\w+)$', result, re.M)
2098 except error.AutoservRunError:
2099 # The tool is not installed.
2100 return []
2101
2102
2103 def is_video_glitch_detection_supported(self):
2104 """ Determine if a board under test is supported for video glitch
2105 detection tests.
2106
2107 @return: 'video_glitch_detection' if board is supported, None otherwise.
2108 """
2109 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
2110
2111 if board in video_test_constants.SUPPORTED_BOARDS:
2112 return 'video_glitch_detection'
2113
2114 return None
2115
2116
2117 def get_touch(self):
2118 """
2119 Determine whether board under test has a touchpad or touchscreen.
2120
2121 @return: A list of some combination of 'touchscreen' and 'touchpad',
2122 depending on what is present on the device.
2123
2124 """
2125 labels = []
2126 looking_for = ['touchpad', 'touchscreen']
2127 player = input_playback.InputPlayback()
2128 input_events = self.run('ls /dev/input/event*').stdout.strip().split()
2129 filename = '/tmp/touch_labels'
2130 for event in input_events:
2131 self.run('evtest %s > %s' % (event, filename), timeout=1,
2132 ignore_timeout=True)
2133 properties = self.run('cat %s' % filename).stdout
2134 input_type = player._determine_input_type(properties)
2135 if input_type in looking_for:
2136 labels.append(input_type)
2137 looking_for.remove(input_type)
2138 if len(looking_for) == 0:
2139 break
2140 self.run('rm %s' % filename)
2141
2142 return labels
2143
2144
2145 def has_internal_display(self):
2146 """Determine if the device under test is equipped with an internal
2147 display.
2148
2149 @return: 'internal_display' if one is present; None otherwise.
2150 """
2151 from autotest_lib.client.cros.graphics import graphics_utils
2152 from autotest_lib.client.common_lib import utils as common_utils
2153
2154 def __system_output(cmd):
2155 return self.run(cmd).stdout
2156
2157 def __read_file(remote_path):
2158 return self.run('cat %s' % remote_path).stdout
2159
2160 # Hijack the necessary client functions so that we can take advantage
2161 # of the client lib here.
2162 # FIXME: find a less hacky way than this
2163 original_system_output = utils.system_output
2164 original_read_file = common_utils.read_file
2165 utils.system_output = __system_output
2166 common_utils.read_file = __read_file
2167 try:
2168 return ('internal_display' if graphics_utils.has_internal_display()
2169 else None)
2170 finally:
2171 utils.system_output = original_system_output
2172 common_utils.read_file = original_read_file
2173
2174
2175 def has_lucid_sleep_support(self):
2176 """Determine if the device under test has support for lucid sleep.
2177
2178 @return 'lucidsleep' if this board supports lucid sleep; None otherwise
2179 """
2180 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
2181 return 'lucidsleep' if board in LUCID_SLEEP_BOARDS else None
2182
2183
Dan Shi85276d42014-04-08 22:11:45 -07002184 def is_boot_from_usb(self):
2185 """Check if DUT is boot from USB.
2186
2187 @return: True if DUT is boot from usb.
2188 """
2189 device = self.run('rootdev -s -d').stdout.strip()
2190 removable = int(self.run('cat /sys/block/%s/removable' %
2191 os.path.basename(device)).stdout.strip())
2192 return removable == 1
Helen Zhang17dae2b2014-11-11 09:25:52 -08002193
2194
2195 def read_from_meminfo(self, key):
Dan Shi49ca0932014-11-14 11:22:27 -08002196 """Return the memory info from /proc/meminfo
Helen Zhang17dae2b2014-11-11 09:25:52 -08002197
2198 @param key: meminfo requested
2199
2200 @return the memory value as a string
2201
2202 """
Helen Zhang17dae2b2014-11-11 09:25:52 -08002203 meminfo = self.run('grep %s /proc/meminfo' % key).stdout.strip()
2204 logging.debug('%s', meminfo)
2205 return int(re.search(r'\d+', meminfo).group(0))
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002206
2207
Rohit Makasana98e696f2016-06-03 18:48:10 -07002208 def get_cpu_arch(self):
2209 """Returns CPU arch of the device.
2210
2211 @return CPU architecture of the DUT.
2212 """
2213 # Add CPUs by following logic in client/bin/base_utils.py.
2214 if self.run("grep '^flags.*:.* lm .*' /proc/cpuinfo",
2215 ignore_status=True).stdout:
2216 return 'x86_64'
2217 if self.run("grep -Ei 'ARM|CPU implementer' /proc/cpuinfo",
2218 ignore_status=True).stdout:
2219 return 'arm'
2220 return 'i386'
2221
2222
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002223 def get_board_type(self):
2224 """
2225 Get the DUT's device type from /etc/lsb-release.
Danny Chan471a8d12015-08-18 14:57:41 -07002226 DEVICETYPE can be one of CHROMEBOX, CHROMEBASE, CHROMEBOOK or more.
2227
2228 @return value of DEVICETYPE param from lsb-release.
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002229 """
Danny Chan471a8d12015-08-18 14:57:41 -07002230 device_type = self.run('grep DEVICETYPE /etc/lsb-release',
2231 ignore_status=True).stdout
2232 if device_type:
Kalin Stoyanov524310b2015-08-21 16:24:04 -07002233 return device_type.split('=')[-1].strip()
Danny Chan471a8d12015-08-18 14:57:41 -07002234 return ''
Gilad Arnolda76bef02015-09-29 13:55:15 -07002235
2236
2237 def get_os_type(self):
2238 return 'cros'
Simran Basia5522a32015-10-06 11:01:24 -07002239
2240
2241 def enable_adb_testing(self):
2242 """Mark this host as an adb tester."""
Dan Shia2872172015-10-31 01:16:51 -07002243 self.run('touch %s' % constants.ANDROID_TESTER_FILEFLAG)
Kevin Chenga2619dc2016-03-28 11:42:08 -07002244
2245
2246 def get_labels(self):
Kevin Chengf8660142016-08-12 10:17:41 -07002247 """Return the detected labels on the host."""
Kevin Chenga2619dc2016-03-28 11:42:08 -07002248 return self.labels.get_labels(self)
Kevin Chengf8660142016-08-12 10:17:41 -07002249
2250
2251 def update_labels(self):
2252 """Update the labels on the host."""
2253 self.labels.update_labels(self)