blob: a4f755856f99305abe95ef5823f56007bcd302fd [file] [log] [blame]
J. Richard Barnette24adbf42012-04-11 15:04:53 -07001# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Dale Curtisaa5eedb2011-08-23 16:18:52 -07002# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
J. Richard Barnette1d78b012012-05-15 13:56:30 -07005import logging
Dan Shi0f466e82013-02-22 15:44:58 -08006import os
Simran Basid5e5e272012-09-24 15:23:59 -07007import re
Vincent Palatindf2372c2016-10-07 17:03:00 +02008import sys
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07009import time
10
mussa584b4462014-06-20 15:13:28 -070011import common
J. Richard Barnette45e93de2012-04-11 17:24:15 -070012from autotest_lib.client.bin import utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070013from autotest_lib.client.common_lib import autotemp
Richard Barnette0c73ffc2012-11-19 15:21:18 -080014from autotest_lib.client.common_lib import error
15from autotest_lib.client.common_lib import global_config
J. Richard Barnette91137f02016-03-10 16:52:26 -080016from autotest_lib.client.common_lib import hosts
Dan Shi549fb822015-03-24 18:01:11 -070017from autotest_lib.client.common_lib import lsbrelease_utils
J. Richard Barnette45e93de2012-04-11 17:24:15 -070018from autotest_lib.client.common_lib.cros import autoupdater
Richard Barnette03a0c132012-11-05 12:40:35 -080019from autotest_lib.client.common_lib.cros import dev_server
Gabe Blackb72f4fb2015-01-20 16:47:13 -080020from autotest_lib.client.common_lib.cros.graphite import autotest_es
Hsinyu Chaoe0b08e62015-08-11 10:50:37 +000021from autotest_lib.client.cros import constants as client_constants
J. Richard Barnette84890bd2014-02-21 11:05:47 -080022from autotest_lib.client.cros import cros_ui
Kevin Chenga328da62016-03-31 10:49:04 -070023from autotest_lib.client.cros.audio import cras_utils
24from autotest_lib.client.cros.input_playback import input_playback
25from autotest_lib.client.cros.video import constants as video_test_constants
Simran Basi5ace6f22016-01-06 17:30:44 -080026from autotest_lib.server import afe_utils
MK Ryu35d661e2014-09-25 17:44:10 -070027from autotest_lib.server import autoserv_parser
28from autotest_lib.server import autotest
29from autotest_lib.server import constants
Dan Shia1ecd5c2013-06-06 11:21:31 -070030from autotest_lib.server import utils as server_utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070031from autotest_lib.server.cros import provision
Scott Zawalski89c44dd2013-02-26 09:28:02 -050032from autotest_lib.server.cros.dynamic_suite import constants as ds_constants
Simran Basi5e6339a2013-03-21 11:34:32 -070033from autotest_lib.server.cros.dynamic_suite import tools, frontend_wrappers
Dan Shi9cb0eec2014-06-03 09:04:50 -070034from autotest_lib.server.cros.faft.config.config import Config as FAFTConfig
Scottfe06ed82015-11-05 17:15:01 -080035from autotest_lib.server.cros.servo import plankton
Fang Deng96667ca2013-08-01 17:46:18 -070036from autotest_lib.server.hosts import abstract_ssh
Kevin Chenga2619dc2016-03-28 11:42:08 -070037from autotest_lib.server.hosts import base_label
38from autotest_lib.server.hosts import cros_label
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +080039from autotest_lib.server.hosts import chameleon_host
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -080040from autotest_lib.server.hosts import cros_repair
Scottfe06ed82015-11-05 17:15:01 -080041from autotest_lib.server.hosts import plankton_host
Fang Deng5d518f42013-08-02 14:04:32 -070042from autotest_lib.server.hosts import servo_host
Simran Basidcff4252012-11-20 16:13:20 -080043from autotest_lib.site_utils.rpm_control_system import rpm_client
Simran Basid5e5e272012-09-24 15:23:59 -070044
Simran Basi382506b2016-09-13 14:58:15 -070045# In case cros_host is being ran via SSP on an older Moblab version with an
46# older chromite version.
47try:
48 from chromite.lib import metrics
49except:
50 metrics = None
Simran Basid5e5e272012-09-24 15:23:59 -070051
Dan Shib8540a52015-07-16 14:18:23 -070052CONFIG = global_config.global_config
xixuanec801e32016-08-25 10:20:22 -070053ENABLE_DEVSERVER_TRIGGER_AUTO_UPDATE = CONFIG.get_config_value(
54 'CROS', 'enable_devserver_trigger_auto_update', type=bool,
55 default=False)
Dan Shib8540a52015-07-16 14:18:23 -070056
Kevin Chenga328da62016-03-31 10:49:04 -070057LUCID_SLEEP_BOARDS = ['samus', 'lulu']
58
Dan Shid07ee2e2015-09-24 14:49:25 -070059
beepsc87ff602013-07-31 21:53:00 -070060class FactoryImageCheckerException(error.AutoservError):
61 """Exception raised when an image is a factory image."""
62 pass
63
64
Fang Deng0ca40e22013-08-27 17:47:44 -070065class CrosHost(abstract_ssh.AbstractSSHHost):
J. Richard Barnette45e93de2012-04-11 17:24:15 -070066 """Chromium OS specific subclass of Host."""
67
Simran Basi5ace6f22016-01-06 17:30:44 -080068 VERSION_PREFIX = provision.CROS_VERSION_PREFIX
69
J. Richard Barnette45e93de2012-04-11 17:24:15 -070070 _parser = autoserv_parser.autoserv_parser
Scott Zawalski62bacae2013-03-05 10:40:32 -050071 _AFE = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
xixuanec801e32016-08-25 10:20:22 -070072 support_devserver_provision = ENABLE_DEVSERVER_TRIGGER_AUTO_UPDATE
J. Richard Barnette45e93de2012-04-11 17:24:15 -070073
Richard Barnette03a0c132012-11-05 12:40:35 -080074 # Timeout values (in seconds) associated with various Chrome OS
75 # state changes.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -070076 #
Richard Barnette0c73ffc2012-11-19 15:21:18 -080077 # In general, a good rule of thumb is that the timeout can be up
78 # to twice the typical measured value on the slowest platform.
79 # The times here have not necessarily been empirically tested to
80 # meet this criterion.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070081 #
82 # SLEEP_TIMEOUT: Time to allow for suspend to memory.
Richard Barnette0c73ffc2012-11-19 15:21:18 -080083 # RESUME_TIMEOUT: Time to allow for resume after suspend, plus
84 # time to restart the netwowrk.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080085 # SHUTDOWN_TIMEOUT: Time to allow for shut down.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070086 # BOOT_TIMEOUT: Time to allow for boot from power off. Among
Richard Barnette0c73ffc2012-11-19 15:21:18 -080087 # other things, this must account for the 30 second dev-mode
J. Richard Barnette417cc792015-10-01 09:56:36 -070088 # screen delay, time to start the network on the DUT, and the
89 # ssh timeout of 120 seconds.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070090 # USB_BOOT_TIMEOUT: Time to allow for boot from a USB device,
Richard Barnette0c73ffc2012-11-19 15:21:18 -080091 # including the 30 second dev-mode delay and time to start the
J. Richard Barnetted4649c62013-03-06 17:42:27 -080092 # network.
beepsf079cfb2013-09-18 17:49:51 -070093 # INSTALL_TIMEOUT: Time to allow for chromeos-install.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080094 # POWERWASH_BOOT_TIMEOUT: Time to allow for a reboot that
95 # includes powerwash.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070096
97 SLEEP_TIMEOUT = 2
J. Richard Barnetted4649c62013-03-06 17:42:27 -080098 RESUME_TIMEOUT = 10
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +080099 SHUTDOWN_TIMEOUT = 10
J. Richard Barnette417cc792015-10-01 09:56:36 -0700100 BOOT_TIMEOUT = 150
J. Richard Barnette5bab5f52015-08-03 13:14:38 -0700101 USB_BOOT_TIMEOUT = 300
J. Richard Barnette7817b052014-08-28 09:47:29 -0700102 INSTALL_TIMEOUT = 480
Dan Shi2c88eed2013-11-12 10:18:38 -0800103 POWERWASH_BOOT_TIMEOUT = 60
Chris Sosab76e0ee2013-05-22 16:55:41 -0700104
Dan Shica503482015-03-30 17:23:25 -0700105 # Minimum OS version that supports server side packaging. Older builds may
106 # not have server side package built or with Autotest code change to support
107 # server-side packaging.
Dan Shib8540a52015-07-16 14:18:23 -0700108 MIN_VERSION_SUPPORT_SSP = CONFIG.get_config_value(
Dan Shiced09e42015-04-17 16:09:34 -0700109 'AUTOSERV', 'min_version_support_ssp', type=int)
Dan Shica503482015-03-30 17:23:25 -0700110
J. Richard Barnette84890bd2014-02-21 11:05:47 -0800111 # REBOOT_TIMEOUT: How long to wait for a reboot.
112 #
Chris Sosab76e0ee2013-05-22 16:55:41 -0700113 # We have a long timeout to ensure we don't flakily fail due to other
114 # issues. Shorter timeouts are vetted in platform_RebootAfterUpdate.
Simran Basi1160e2c2013-10-04 16:00:24 -0700115 # TODO(sbasi - crbug.com/276094) Restore to 5 mins once the 'host did not
116 # return from reboot' bug is solved.
117 REBOOT_TIMEOUT = 480
Chris Sosab76e0ee2013-05-22 16:55:41 -0700118
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800119 # _USB_POWER_TIMEOUT: Time to allow for USB to power toggle ON and OFF.
120 # _POWER_CYCLE_TIMEOUT: Time to allow for manual power cycle.
121 _USB_POWER_TIMEOUT = 5
122 _POWER_CYCLE_TIMEOUT = 10
123
Dan Shib8540a52015-07-16 14:18:23 -0700124 _RPM_RECOVERY_BOARDS = CONFIG.get_config_value('CROS',
Richard Barnette82c35912012-11-20 10:09:10 -0800125 'rpm_recovery_boards', type=str).split(',')
126
Richard Barnette82c35912012-11-20 10:09:10 -0800127 _LAB_MACHINE_FILE = '/mnt/stateful_partition/.labmachine'
Fang Dengdeba14f2014-11-14 11:54:09 -0800128 _RPM_HOSTNAME_REGEX = ('chromeos(\d+)(-row(\d+))?-rack(\d+[a-z]*)'
129 '-host(\d+)')
Kevin Chenga328da62016-03-31 10:49:04 -0700130 _LIGHTSENSOR_FILES = [ "in_illuminance0_input",
131 "in_illuminance_input",
132 "in_illuminance0_raw",
133 "in_illuminance_raw",
134 "illuminance0_input"]
135 _LIGHTSENSOR_SEARCH_DIR = '/sys/bus/iio/devices'
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700136
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -0800137 # Constants used in ping_wait_up() and ping_wait_down().
138 #
139 # _PING_WAIT_COUNT is the approximate number of polling
140 # cycles to use when waiting for a host state change.
141 #
142 # _PING_STATUS_DOWN and _PING_STATUS_UP are names used
143 # for arguments to the internal _ping_wait_for_status()
144 # method.
145 _PING_WAIT_COUNT = 40
146 _PING_STATUS_DOWN = False
147 _PING_STATUS_UP = True
148
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800149 # Allowed values for the power_method argument.
150
151 # POWER_CONTROL_RPM: Passed as default arg for power_off/on/cycle() methods.
152 # POWER_CONTROL_SERVO: Used in set_power() and power_cycle() methods.
153 # POWER_CONTROL_MANUAL: Used in set_power() and power_cycle() methods.
154 POWER_CONTROL_RPM = 'RPM'
155 POWER_CONTROL_SERVO = 'servoj10'
156 POWER_CONTROL_MANUAL = 'manual'
157
158 POWER_CONTROL_VALID_ARGS = (POWER_CONTROL_RPM,
159 POWER_CONTROL_SERVO,
160 POWER_CONTROL_MANUAL)
Richard Barnette0c73ffc2012-11-19 15:21:18 -0800161
Simran Basi5e6339a2013-03-21 11:34:32 -0700162 _RPM_OUTLET_CHANGED = 'outlet_changed'
163
Dan Shi9cb0eec2014-06-03 09:04:50 -0700164 # URL pattern to download firmware image.
Dan Shib8540a52015-07-16 14:18:23 -0700165 _FW_IMAGE_URL_PATTERN = CONFIG.get_config_value(
Dan Shi9cb0eec2014-06-03 09:04:50 -0700166 'CROS', 'firmware_url_pattern', type=str)
beeps687243d2013-07-18 15:29:27 -0700167
J. Richard Barnette91137f02016-03-10 16:52:26 -0800168
169 # A flag file to indicate provision failures. The file is created
170 # at the start of any AU procedure (see `machine_install()`). The
171 # file's location in stateful means that on successul update it will
172 # be removed. Thus, if this file exists, it indicates that we've
173 # tried and failed in a previous attempt to update.
174 PROVISION_FAILED = '/var/tmp/provision_failed'
MK Ryu35d661e2014-09-25 17:44:10 -0700175
MK Ryu35d661e2014-09-25 17:44:10 -0700176
J. Richard Barnette964fba02012-10-24 17:34:29 -0700177 @staticmethod
beeps46dadc92013-11-07 14:07:10 -0800178 def check_host(host, timeout=10):
179 """
180 Check if the given host is a chrome-os host.
181
182 @param host: An ssh host representing a device.
183 @param timeout: The timeout for the run command.
184
185 @return: True if the host device is chromeos.
186
beeps46dadc92013-11-07 14:07:10 -0800187 """
188 try:
Simran Basi933c8af2015-04-29 14:05:07 -0700189 result = host.run(
190 'grep -q CHROMEOS /etc/lsb-release && '
191 '! test -f /mnt/stateful_partition/.android_tester && '
192 '! grep -q moblab /etc/lsb-release',
193 ignore_status=True, timeout=timeout)
beeps46dadc92013-11-07 14:07:10 -0800194 except (error.AutoservRunError, error.AutoservSSHTimeout):
195 return False
196 return result.exit_status == 0
197
198
199 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800200 def get_chameleon_arguments(args_dict):
201 """Extract chameleon options from `args_dict` and return the result.
202
203 Recommended usage:
204 ~~~~~~~~
205 args_dict = utils.args_to_dict(args)
206 chameleon_args = hosts.CrosHost.get_chameleon_arguments(args_dict)
207 host = hosts.create_host(machine, chameleon_args=chameleon_args)
208 ~~~~~~~~
209
210 @param args_dict Dictionary from which to extract the chameleon
211 arguments.
212 """
Allen Li083866b2016-08-18 10:07:10 -0700213 return {key: args_dict[key]
214 for key in ('chameleon_host', 'chameleon_port')
215 if key in args_dict}
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800216
217
218 @staticmethod
Scottfe06ed82015-11-05 17:15:01 -0800219 def get_plankton_arguments(args_dict):
220 """Extract chameleon options from `args_dict` and return the result.
221
222 Recommended usage:
223 ~~~~~~~~
224 args_dict = utils.args_to_dict(args)
Richard Barnettee519dcd2016-08-15 17:37:17 -0700225 plankton_args = hosts.CrosHost.get_plankton_arguments(args_dict)
226 host = hosts.create_host(machine, plankton_args=plankton_args)
Scottfe06ed82015-11-05 17:15:01 -0800227 ~~~~~~~~
228
229 @param args_dict Dictionary from which to extract the plankton
230 arguments.
231 """
Allen Li083866b2016-08-18 10:07:10 -0700232 return {key: args_dict[key]
233 for key in ('plankton_host', 'plankton_port')
234 if key in args_dict}
Scottfe06ed82015-11-05 17:15:01 -0800235
236
237 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800238 def get_servo_arguments(args_dict):
239 """Extract servo options from `args_dict` and return the result.
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800240
241 Recommended usage:
242 ~~~~~~~~
243 args_dict = utils.args_to_dict(args)
Fang Deng0ca40e22013-08-27 17:47:44 -0700244 servo_args = hosts.CrosHost.get_servo_arguments(args_dict)
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800245 host = hosts.create_host(machine, servo_args=servo_args)
246 ~~~~~~~~
247
248 @param args_dict Dictionary from which to extract the servo
249 arguments.
250 """
Richard Barnettee519dcd2016-08-15 17:37:17 -0700251 servo_attrs = (servo_host.SERVO_HOST_ATTR,
252 servo_host.SERVO_PORT_ATTR,
253 servo_host.SERVO_BOARD_ATTR)
Allen Li083866b2016-08-18 10:07:10 -0700254 return {key: args_dict[key]
255 for key in servo_attrs
256 if key in args_dict}
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700257
J. Richard Barnette964fba02012-10-24 17:34:29 -0700258
J. Richard Barnette91137f02016-03-10 16:52:26 -0800259 def _initialize(self, hostname, chameleon_args=None, servo_args=None,
260 plankton_args=None, try_lab_servo=False,
Richard Barnette9a26ad62016-06-10 12:03:08 -0700261 try_servo_repair=False,
J. Richard Barnette91137f02016-03-10 16:52:26 -0800262 ssh_verbosity_flag='', ssh_options='',
Fang Dengd1c2b732013-08-20 12:59:46 -0700263 *args, **dargs):
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800264 """Initialize superclasses, |self.chameleon|, and |self.servo|.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700265
Fang Denge545abb2014-12-30 18:43:47 -0800266 This method will attempt to create the test-assistant object
267 (chameleon/servo) when it is needed by the test. Check
268 the docstring of chameleon_host.create_chameleon_host and
269 servo_host.create_servo_host for how this is determined.
Fang Deng5d518f42013-08-02 14:04:32 -0700270
Fang Denge545abb2014-12-30 18:43:47 -0800271 @param hostname: Hostname of the dut.
272 @param chameleon_args: A dictionary that contains args for creating
273 a ChameleonHost. See chameleon_host for details.
274 @param servo_args: A dictionary that contains args for creating
275 a ServoHost object. See servo_host for details.
Richard Barnette9a26ad62016-06-10 12:03:08 -0700276 @param try_lab_servo: When true, indicates that an attempt should
277 be made to create a ServoHost for a DUT in
278 the test lab, even if not required by
279 `servo_args`. See servo_host for details.
280 @param try_servo_repair: If a servo host is created, check it
281 with `repair()` rather than `verify()`.
Fang Denge545abb2014-12-30 18:43:47 -0800282 See servo_host for details.
283 @param ssh_verbosity_flag: String, to pass to the ssh command to control
284 verbosity.
285 @param ssh_options: String, other ssh options to pass to the ssh
286 command.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700287 """
Fang Deng0ca40e22013-08-27 17:47:44 -0700288 super(CrosHost, self)._initialize(hostname=hostname,
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700289 *args, **dargs)
J. Richard Barnette91137f02016-03-10 16:52:26 -0800290 self._repair_strategy = cros_repair.create_cros_repair_strategy()
Kevin Chenga2619dc2016-03-28 11:42:08 -0700291 self.labels = base_label.LabelRetriever(cros_label.CROS_LABELS)
J. Richard Barnettef0859852012-08-20 14:55:50 -0700292 # self.env is a dictionary of environment variable settings
293 # to be exported for commands run on the host.
294 # LIBC_FATAL_STDERR_ can be useful for diagnosing certain
295 # errors that might happen.
296 self.env['LIBC_FATAL_STDERR_'] = '1'
Fang Dengd1c2b732013-08-20 12:59:46 -0700297 self._ssh_verbosity_flag = ssh_verbosity_flag
Aviv Keshetc5947fa2013-09-04 14:06:29 -0700298 self._ssh_options = ssh_options
Fang Deng5d518f42013-08-02 14:04:32 -0700299 # TODO(fdeng): We need to simplify the
300 # process of servo and servo_host initialization.
301 # crbug.com/298432
Fang Denge545abb2014-12-30 18:43:47 -0800302 self._servo_host = servo_host.create_servo_host(
Richard Barnetteea3e4602016-06-10 12:36:41 -0700303 dut=self, servo_args=servo_args,
Richard Barnette9a26ad62016-06-10 12:03:08 -0700304 try_lab_servo=try_lab_servo,
305 try_servo_repair=try_servo_repair)
Richard Barnettee519dcd2016-08-15 17:37:17 -0700306 if self._servo_host is not None:
307 self.servo = self._servo_host.get_servo()
308 else:
309 self.servo = None
310
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800311 # TODO(waihong): Do the simplication on Chameleon too.
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800312 self._chameleon_host = chameleon_host.create_chameleon_host(
313 dut=self.hostname, chameleon_args=chameleon_args)
Scottfe06ed82015-11-05 17:15:01 -0800314 # Add plankton host if plankton args were added on command line
315 self._plankton_host = plankton_host.create_plankton_host(plankton_args)
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800316
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800317 if self._chameleon_host:
Tom Wai-Hong Tameaee3402014-01-22 08:52:10 +0800318 self.chameleon = self._chameleon_host.create_chameleon_board()
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800319 else:
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800320 self.chameleon = None
Fang Deng5d518f42013-08-02 14:04:32 -0700321
Scottfe06ed82015-11-05 17:15:01 -0800322 if self._plankton_host:
323 self.plankton_servo = self._plankton_host.get_servo()
324 logging.info('plankton_servo: %r', self.plankton_servo)
325 # Create the plankton object used to access the ec uart
Scott07a848f2016-01-12 15:04:52 -0800326 self.plankton = plankton.Plankton(self.plankton_servo,
327 self._plankton_host.get_servod_server_proxy())
Scottfe06ed82015-11-05 17:15:01 -0800328 else:
Scott07a848f2016-01-12 15:04:52 -0800329 self.plankton = None
Scottfe06ed82015-11-05 17:15:01 -0800330
Fang Deng5d518f42013-08-02 14:04:32 -0700331
Richard Barnette260cbd02016-10-06 12:23:28 -0700332 def _get_cros_repair_image_name(self):
Richard Barnette383ef9c2016-12-13 11:56:49 -0800333 return afe_utils.get_stable_cros_image_name(
334 self._get_board_from_afe())
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500335
336
Chris Sosab76e0ee2013-05-22 16:55:41 -0700337 def lookup_job_repo_url(self):
338 """Looks up the job_repo_url for the host.
339
Dan Shi8190eb82016-02-11 17:15:58 -0800340 This is kept for backwards compatibility as AU test code in older
341 branch does not use server-side packaging and calls this method through
342 the host object.
343
344 TODO(dshi): Once R50 falls off the stable branch, we should remove this
345 method.
346
Chris Sosab76e0ee2013-05-22 16:55:41 -0700347 @returns job_repo_url from AFE or None if not found.
348
349 @raises KeyError if the host does not have a job_repo_url
350 """
Dan Shibe3636a2016-02-14 22:48:01 -0800351 return afe_utils.get_host_attribute(self, ds_constants.JOB_REPO_URL)
beepscb6f1e22013-06-28 19:14:10 -0700352
353
beepsdae65fd2013-07-26 16:24:41 -0700354 def verify_job_repo_url(self, tag=''):
beepscb6f1e22013-06-28 19:14:10 -0700355 """
356 Make sure job_repo_url of this host is valid.
357
joychen03eaad92013-06-26 09:55:21 -0700358 Eg: The job_repo_url "http://lmn.cd.ab.xyx:8080/static/\
beepscb6f1e22013-06-28 19:14:10 -0700359 lumpy-release/R29-4279.0.0/autotest/packages" claims to have the
360 autotest package for lumpy-release/R29-4279.0.0. If this isn't the case,
361 download and extract it. If the devserver embedded in the url is
362 unresponsive, update the job_repo_url of the host after staging it on
363 another devserver.
364
365 @param job_repo_url: A url pointing to the devserver where the autotest
366 package for this build should be staged.
beepsdae65fd2013-07-26 16:24:41 -0700367 @param tag: The tag from the server job, in the format
368 <job_id>-<user>/<hostname>, or <hostless> for a server job.
beepscb6f1e22013-06-28 19:14:10 -0700369
370 @raises DevServerException: If we could not resolve a devserver.
371 @raises AutoservError: If we're unable to save the new job_repo_url as
372 a result of choosing a new devserver because the old one failed to
373 respond to a health check.
beeps0c865032013-07-30 11:37:06 -0700374 @raises urllib2.URLError: If the devserver embedded in job_repo_url
375 doesn't respond within the timeout.
beepscb6f1e22013-06-28 19:14:10 -0700376 """
Dan Shibe3636a2016-02-14 22:48:01 -0800377 job_repo_url = afe_utils.get_host_attribute(self,
378 ds_constants.JOB_REPO_URL)
beepscb6f1e22013-06-28 19:14:10 -0700379 if not job_repo_url:
380 logging.warning('No job repo url set on host %s', self.hostname)
381 return
382
383 logging.info('Verifying job repo url %s', job_repo_url)
384 devserver_url, image_name = tools.get_devserver_build_from_package_url(
385 job_repo_url)
386
beeps0c865032013-07-30 11:37:06 -0700387 ds = dev_server.ImageServer(devserver_url)
beepscb6f1e22013-06-28 19:14:10 -0700388
389 logging.info('Staging autotest artifacts for %s on devserver %s',
390 image_name, ds.url())
beeps687243d2013-07-18 15:29:27 -0700391
392 start_time = time.time()
Simran Basi25e7a922014-10-31 11:56:10 -0700393 ds.stage_artifacts(image_name, ['autotest_packages'])
beeps687243d2013-07-18 15:29:27 -0700394 stage_time = time.time() - start_time
395
396 # Record how much of the verification time comes from a devserver
397 # restage. If we're doing things right we should not see multiple
398 # devservers for a given board/build/branch path.
399 try:
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800400 board, build_type, branch = server_utils.ParseBuildName(
beeps687243d2013-07-18 15:29:27 -0700401 image_name)[:3]
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800402 except server_utils.ParseBuildNameException:
beeps687243d2013-07-18 15:29:27 -0700403 pass
404 else:
beeps0c865032013-07-30 11:37:06 -0700405 devserver = devserver_url[
Chris Sosa65425082013-10-16 13:26:22 -0700406 devserver_url.find('/') + 2:devserver_url.rfind(':')]
beeps687243d2013-07-18 15:29:27 -0700407 stats_key = {
408 'board': board,
409 'build_type': build_type,
410 'branch': branch,
beeps0c865032013-07-30 11:37:06 -0700411 'devserver': devserver.replace('.', '_'),
beeps687243d2013-07-18 15:29:27 -0700412 }
Aviv Keshetf9375482016-10-26 02:09:03 -0700413 if metrics:
414 monarch_fields = {
415 'board': board,
416 'build_type': build_type,
Aviv Keshet3a76f762016-10-27 17:41:51 -0700417 # TODO(akeshet): To be consistent with most other metrics,
418 # consider changing the following field to be named
419 # 'milestone'.
Aviv Keshetf9375482016-10-26 02:09:03 -0700420 'branch': branch,
421 'dev_server': devserver,
422 }
423 metrics.Counter(
424 'chromeos/autotest/provision/verify_url'
425 ).increment(fields=monarch_fields)
Aviv Keshet3a76f762016-10-27 17:41:51 -0700426 metrics.SecondsDistribution(
427 'chromeos/autotest/provision/verify_url_duration'
428 ).add(stage_time, fields=monarch_fields)
Dan Shicf4d2032015-03-12 15:04:21 -0700429 def stage_server_side_package(self, image=None):
430 """Stage autotest server-side package on devserver.
431
432 @param image: Full path of an OS image to install or a build name.
433
434 @return: A url to the autotest server-side package.
Dan Shi14de7622016-08-22 11:09:06 -0700435
436 @raise: error.AutoservError if fail to locate the build to test with, or
437 fail to stage server-side package.
Dan Shicf4d2032015-03-12 15:04:21 -0700438 """
Dan Shid37736b2016-07-06 15:10:29 -0700439 # If enable_drone_in_restricted_subnet is False, do not set hostname
440 # in devserver.resolve call, so a devserver in non-restricted subnet
441 # is picked to stage autotest server package for drone to download.
442 hostname = self.hostname
443 if not server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
444 hostname = None
Dan Shicf4d2032015-03-12 15:04:21 -0700445 if image:
446 image_name = tools.get_build_from_image(image)
447 if not image_name:
448 raise error.AutoservError(
449 'Failed to parse build name from %s' % image)
Dan Shid37736b2016-07-06 15:10:29 -0700450 ds = dev_server.ImageServer.resolve(image_name, hostname)
Dan Shicf4d2032015-03-12 15:04:21 -0700451 else:
Dan Shibe3636a2016-02-14 22:48:01 -0800452 job_repo_url = afe_utils.get_host_attribute(
453 self, ds_constants.JOB_REPO_URL)
Dan Shicf4d2032015-03-12 15:04:21 -0700454 if job_repo_url:
455 devserver_url, image_name = (
456 tools.get_devserver_build_from_package_url(job_repo_url))
Dan Shid37736b2016-07-06 15:10:29 -0700457 # If enable_drone_in_restricted_subnet is True, use the
458 # existing devserver. Otherwise, resolve a new one in
459 # non-restricted subnet.
460 if server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
461 ds = dev_server.ImageServer(devserver_url)
462 else:
463 ds = dev_server.ImageServer.resolve(image_name)
Dan Shicf4d2032015-03-12 15:04:21 -0700464 else:
Kevin Cheng84a71ba2016-07-14 11:03:57 -0700465 labels = afe_utils.get_labels(self, self.VERSION_PREFIX)
Dan Shicf4d2032015-03-12 15:04:21 -0700466 if not labels:
467 raise error.AutoservError(
468 'Failed to stage server-side package. The host has '
469 'no job_report_url attribute or version label.')
Kevin Cheng84a71ba2016-07-14 11:03:57 -0700470 image_name = labels[0][len(self.VERSION_PREFIX + ':'):]
Dan Shid37736b2016-07-06 15:10:29 -0700471 ds = dev_server.ImageServer.resolve(image_name, hostname)
Dan Shica503482015-03-30 17:23:25 -0700472
473 # Get the OS version of the build, for any build older than
474 # MIN_VERSION_SUPPORT_SSP, server side packaging is not supported.
475 match = re.match('.*/R\d+-(\d+)\.', image_name)
476 if match and int(match.group(1)) < self.MIN_VERSION_SUPPORT_SSP:
Dan Shi14de7622016-08-22 11:09:06 -0700477 raise error.AutoservError(
478 'Build %s is older than %s. Server side packaging is '
479 'disabled.' % (image_name, self.MIN_VERSION_SUPPORT_SSP))
Dan Shica503482015-03-30 17:23:25 -0700480
Dan Shicf4d2032015-03-12 15:04:21 -0700481 ds.stage_artifacts(image_name, ['autotest_server_package'])
482 return '%s/static/%s/%s' % (ds.url(), image_name,
483 'autotest_server_package.tar.bz2')
484
485
Dan Shi0f466e82013-02-22 15:44:58 -0800486 def _try_stateful_update(self, update_url, force_update, updater):
487 """Try to use stateful update to initialize DUT.
488
489 When DUT is already running the same version that machine_install
490 tries to install, stateful update is a much faster way to clean up
491 the DUT for testing, compared to a full reimage. It is implemeted
492 by calling autoupdater.run_update, but skipping updating root, as
493 updating the kernel is time consuming and not necessary.
494
495 @param update_url: url of the image.
496 @param force_update: Set to True to update the image even if the DUT
497 is running the same version.
498 @param updater: ChromiumOSUpdater instance used to update the DUT.
499 @returns: True if the DUT was updated with stateful update.
500
501 """
Dan Shi10b98482016-02-02 14:38:50 -0800502 # Stop service ap-update-manager to prevent rebooting during autoupdate.
503 # The service is used in jetstream boards, but not other CrOS devices.
504 self.run('sudo stop ap-update-manager', ignore_status=True)
505
J. Richard Barnette3f731032014-04-07 17:42:59 -0700506 # TODO(jrbarnette): Yes, I hate this re.match() test case.
507 # It's better than the alternative: see crbug.com/360944.
508 image_name = autoupdater.url_to_image_name(update_url)
509 release_pattern = r'^.*-release/R[0-9]+-[0-9]+\.[0-9]+\.0$'
510 if not re.match(release_pattern, image_name):
511 return False
Dan Shi0f466e82013-02-22 15:44:58 -0800512 if not updater.check_version():
513 return False
514 if not force_update:
515 logging.info('Canceling stateful update because the new and '
516 'old versions are the same.')
517 return False
518 # Following folders should be rebuilt after stateful update.
519 # A test file is used to confirm each folder gets rebuilt after
520 # the stateful update.
521 folders_to_check = ['/var', '/home', '/mnt/stateful_partition']
522 test_file = '.test_file_to_be_deleted'
523 for folder in folders_to_check:
524 touch_path = os.path.join(folder, test_file)
525 self.run('touch %s' % touch_path)
526
Chris Sosae92399e2015-04-24 11:32:59 -0700527 updater.run_update(update_root=False)
Dan Shi0f466e82013-02-22 15:44:58 -0800528
529 # Reboot to complete stateful update.
Chris Sosab76e0ee2013-05-22 16:55:41 -0700530 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
Dan Shi0f466e82013-02-22 15:44:58 -0800531 check_file_cmd = 'test -f %s; echo $?'
532 for folder in folders_to_check:
533 test_file_path = os.path.join(folder, test_file)
534 result = self.run(check_file_cmd % test_file_path,
535 ignore_status=True)
536 if result.exit_status == 1:
537 return False
538 return True
539
540
J. Richard Barnette7275b612013-06-04 18:13:11 -0700541 def _post_update_processing(self, updater, expected_kernel=None):
Dan Shi0f466e82013-02-22 15:44:58 -0800542 """After the DUT is updated, confirm machine_install succeeded.
543
544 @param updater: ChromiumOSUpdater instance used to update the DUT.
J. Richard Barnette7275b612013-06-04 18:13:11 -0700545 @param expected_kernel: kernel expected to be active after reboot,
546 or `None` to skip rollback checking.
Dan Shi0f466e82013-02-22 15:44:58 -0800547
548 """
J. Richard Barnette7275b612013-06-04 18:13:11 -0700549 # Touch the lab machine file to leave a marker that
550 # distinguishes this image from other test images.
551 # Afterwards, we must re-run the autoreboot script because
552 # it depends on the _LAB_MACHINE_FILE.
J. Richard Barnette71cc1862015-12-02 10:32:38 -0800553 autoreboot_cmd = ('FILE="%s" ; [ -f "$FILE" ] || '
554 '( touch "$FILE" ; start autoreboot )')
555 self.run(autoreboot_cmd % self._LAB_MACHINE_FILE)
Chris Sosa65425082013-10-16 13:26:22 -0700556 updater.verify_boot_expectations(
557 expected_kernel, rollback_message=
Gilad Arnoldc26ae1f2015-10-22 16:09:41 -0700558 'Build %s failed to boot on %s; system rolled back to previous '
Chris Sosa65425082013-10-16 13:26:22 -0700559 'build' % (updater.update_version, self.hostname))
J. Richard Barnette7275b612013-06-04 18:13:11 -0700560 # Check that we've got the build we meant to install.
561 if not updater.check_version_to_confirm_install():
562 raise autoupdater.ChromiumOSError(
563 'Failed to update %s to build %s; found build '
564 '%s instead' % (self.hostname,
Chris Sosa65425082013-10-16 13:26:22 -0700565 updater.update_version,
Dan Shi0942b1d2015-03-31 11:07:00 -0700566 self.get_release_version()))
Dan Shi0f466e82013-02-22 15:44:58 -0800567
Chris Sosae92399e2015-04-24 11:32:59 -0700568 logging.debug('Cleaning up old autotest directories.')
569 try:
570 installed_autodir = autotest.Autotest.get_installed_autodir(self)
571 self.run('rm -rf ' + installed_autodir)
572 except autotest.AutodirNotFoundError:
573 logging.debug('No autotest installed directory found.')
574
Dan Shi0f466e82013-02-22 15:44:58 -0800575
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700576 def _stage_image_for_update(self, image_name=None):
Chris Sosae92399e2015-04-24 11:32:59 -0700577 """Stage a build on a devserver and return the update_url and devserver.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400578
579 @param image_name: a name like lumpy-release/R27-3837.0.0
Chris Sosae92399e2015-04-24 11:32:59 -0700580 @returns a tuple with an update URL like:
Scott Zawalskieadbf702013-03-14 09:23:06 -0400581 http://172.22.50.205:8082/update/lumpy-release/R27-3837.0.0
Chris Sosae92399e2015-04-24 11:32:59 -0700582 and the devserver instance.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400583 """
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700584 if not image_name:
Richard Barnette260cbd02016-10-06 12:23:28 -0700585 image_name = self._get_cros_repair_image_name()
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700586 logging.info('Staging build for AU: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800587 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
Scott Zawalskieadbf702013-03-14 09:23:06 -0400588 devserver.trigger_download(image_name, synchronous=False)
Chris Sosae92399e2015-04-24 11:32:59 -0700589 return (tools.image_url_pattern() % (devserver.url(), image_name),
590 devserver)
Scott Zawalskieadbf702013-03-14 09:23:06 -0400591
592
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700593 def stage_image_for_servo(self, image_name=None):
594 """Stage a build on a devserver and return the update_url.
595
596 @param image_name: a name like lumpy-release/R27-3837.0.0
597 @returns an update URL like:
598 http://172.22.50.205:8082/update/lumpy-release/R27-3837.0.0
599 """
600 if not image_name:
Richard Barnette260cbd02016-10-06 12:23:28 -0700601 image_name = self._get_cros_repair_image_name()
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700602 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800603 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700604 devserver.stage_artifacts(image_name, ['test_image'])
605 return devserver.get_test_image_url(image_name)
606
607
beepse539be02013-07-31 21:57:39 -0700608 def stage_factory_image_for_servo(self, image_name):
609 """Stage a build on a devserver and return the update_url.
610
611 @param image_name: a name like <baord>/4262.204.0
beeps12c0a3c2013-09-03 11:58:27 -0700612
beepse539be02013-07-31 21:57:39 -0700613 @return: An update URL, eg:
614 http://<devserver>/static/canary-channel/\
615 <board>/4262.204.0/factory_test/chromiumos_factory_image.bin
beeps12c0a3c2013-09-03 11:58:27 -0700616
617 @raises: ValueError if the factory artifact name is missing from
618 the config.
619
beepse539be02013-07-31 21:57:39 -0700620 """
621 if not image_name:
622 logging.error('Need an image_name to stage a factory image.')
623 return
624
Dan Shib8540a52015-07-16 14:18:23 -0700625 factory_artifact = CONFIG.get_config_value(
beeps12c0a3c2013-09-03 11:58:27 -0700626 'CROS', 'factory_artifact', type=str, default='')
627 if not factory_artifact:
628 raise ValueError('Cannot retrieve the factory artifact name from '
629 'autotest config, and hence cannot stage factory '
630 'artifacts.')
631
beepse539be02013-07-31 21:57:39 -0700632 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800633 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
beepse539be02013-07-31 21:57:39 -0700634 devserver.stage_artifacts(
635 image_name,
beeps12c0a3c2013-09-03 11:58:27 -0700636 [factory_artifact],
637 archive_url=None)
beepse539be02013-07-31 21:57:39 -0700638
639 return tools.factory_image_url_pattern() % (devserver.url(), image_name)
640
641
xixuanec801e32016-08-25 10:20:22 -0700642 def machine_install_by_devserver(self, update_url=None, force_update=False,
xixuan5dc64ea2016-05-20 17:27:51 -0700643 local_devserver=False, repair=False,
644 force_full_update=False):
645 """Ultiize devserver to install the DUT.
646
647 (TODO) crbugs.com/627269: The logic in this function has some overlap
648 with those in function machine_install. The merge will be done later,
649 not in the same CL.
650
xixuanec801e32016-08-25 10:20:22 -0700651 @param update_url: The update_url or build for the host to update.
xixuan5dc64ea2016-05-20 17:27:51 -0700652 @param force_update: Force an update even if the version installed
653 is the same. Default:False
654 @param local_devserver: Used by test_that to allow people to
655 use their local devserver. Default: False
656 @param repair: Forces update to repair image. Implies force_update.
657 @param force_full_update: If True, do not attempt to run stateful
658 update, force a full reimage. If False, try stateful update
659 first when the dut is already installed with the same version.
660 @raises autoupdater.ChromiumOSError
661
662 @returns A tuple of (image_name, host_attributes).
663 image_name is the name of image installed, e.g.,
664 veyron_jerry-release/R50-7871.0.0
665 host_attributes is a dictionary of (attribute, value), which
666 can be saved to afe_host_attributes table in database. This
667 method returns a dictionary with a single entry of
668 `job_repo_url`: repo_url, where repo_url is a devserver url to
669 autotest packages.
670 """
xixuan5dc64ea2016-05-20 17:27:51 -0700671 if repair:
Richard Barnette260cbd02016-10-06 12:23:28 -0700672 update_url = self._get_cros_repair_image_name()
xixuan5dc64ea2016-05-20 17:27:51 -0700673 force_update = True
674
xixuanec801e32016-08-25 10:20:22 -0700675 if not update_url and not self._parser.options.image:
xixuan5dc64ea2016-05-20 17:27:51 -0700676 raise error.AutoservError(
677 'There is no update URL, nor a method to get one.')
678
xixuanec801e32016-08-25 10:20:22 -0700679 if not update_url and self._parser.options.image:
680 update_url = self._parser.options.image
xixuan5dc64ea2016-05-20 17:27:51 -0700681
xixuan5dc64ea2016-05-20 17:27:51 -0700682
683 # Get build from parameter or AFE.
684 # If the build is not a URL, let devserver to stage it first.
685 # Otherwise, choose a devserver to trigger auto-update.
xixuanec801e32016-08-25 10:20:22 -0700686 build = None
Aviv Keshetf9375482016-10-26 02:09:03 -0700687 devserver = None
688 logging.debug('Resolving a devserver for auto-update')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700689 previously_resolved = False
xixuanec801e32016-08-25 10:20:22 -0700690 if update_url.startswith('http://'):
691 build = autoupdater.url_to_image_name(update_url)
Aviv Keshet3a76f762016-10-27 17:41:51 -0700692 previously_resolved = True
693 else:
694 build = update_url
695 devserver = dev_server.resolve(build, self.hostname)
696 server_name = dev_server.ImageServer.get_server_name(devserver.url())
697
698 try:
699 board, build_type, milestone, _ = server_utils.ParseBuildName(build)
700 except server_utils.ParseBuildNameException:
701 logging.warning('Unable to parse build name %s. Something is '
702 'likely broken, but will continue anyway.',
703 build)
704 board, build_type, milestone = ('', '', '')
705
706 monarch_fields = {
707 'dev_server': server_name,
708 'board': board,
709 'build_type': build_type,
710 'milestone': milestone
711 }
712
713 if previously_resolved:
xixuan2e62d162016-09-29 19:19:19 -0700714 # Make sure devserver for Auto-Update has staged the build.
xixuan2e62d162016-09-29 19:19:19 -0700715 if server_name not in update_url:
Aviv Keshet3a76f762016-10-27 17:41:51 -0700716 logging.debug('Resolved to devserver that does not match '
717 'update_url. The previously resolved devserver '
718 'must be unhealthy. Switching to use devserver %s,'
719 ' and re-staging.',
xixuan2e62d162016-09-29 19:19:19 -0700720 server_name)
Aviv Keshetf9375482016-10-26 02:09:03 -0700721 logging.info('Staging build for AU: %s', update_url)
xixuan2e62d162016-09-29 19:19:19 -0700722 devserver.trigger_download(build, synchronous=False)
Aviv Keshetf9375482016-10-26 02:09:03 -0700723 if metrics:
724 c = metrics.Counter(
725 'chromeos/autotest/provision/failover_download')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700726 c.increment(fields=monarch_fields)
xixuan5dc64ea2016-05-20 17:27:51 -0700727 else:
Aviv Keshetf9375482016-10-26 02:09:03 -0700728 logging.info('Staging build for AU: %s', update_url)
xixuan5dc64ea2016-05-20 17:27:51 -0700729 devserver.trigger_download(build, synchronous=False)
Aviv Keshetf9375482016-10-26 02:09:03 -0700730 if metrics:
731 c = metrics.Counter(
732 'chromeos/autotest/provision/trigger_download')
Aviv Keshet3a76f762016-10-27 17:41:51 -0700733 c.increment(fields=monarch_fields)
xixuan5dc64ea2016-05-20 17:27:51 -0700734
735 # Report provision stats.
Allen Li48a13fe2016-11-22 14:10:40 -0800736 (metrics.Counter('chromeos/autotest/provision/install_with_devserver')
737 .increment(fields=monarch_fields))
xixuanec801e32016-08-25 10:20:22 -0700738 logging.debug('Resolved devserver for auto-update: %s', devserver.url())
xixuan5dc64ea2016-05-20 17:27:51 -0700739
Aviv Keshetf9375482016-10-26 02:09:03 -0700740 # and other metrics from this function.
741 if metrics:
742 metrics.Counter('chromeos/autotest/provision/resolve',
Aviv Keshet3a76f762016-10-27 17:41:51 -0700743 ).increment(fields=monarch_fields)
Aviv Keshetf9375482016-10-26 02:09:03 -0700744
xixuan5dc64ea2016-05-20 17:27:51 -0700745 devserver.auto_update(self.hostname, build,
xixuan95c6cce2016-10-05 17:49:41 -0700746 log_dir=self.job.resultdir,
xixuan5dc64ea2016-05-20 17:27:51 -0700747 force_update=force_update,
748 full_update=force_full_update)
749
750 # The reason to resolve a new devserver in function machine_install
751 # is mostly because that the update_url there may has a strange format,
752 # and it's hard to parse the devserver url from it.
753 # Since we already resolve a devserver to trigger auto-update, the same
754 # devserver is used to form JOB_REPO_URL here. Verified in local test.
755 repo_url = tools.get_package_url(devserver.url(), build)
756 return build, {ds_constants.JOB_REPO_URL: repo_url}
757
758
Chris Sosaa3ac2152012-05-23 22:23:13 -0700759 def machine_install(self, update_url=None, force_update=False,
Richard Barnette0b023a72015-04-24 16:07:30 +0000760 local_devserver=False, repair=False,
761 force_full_update=False):
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500762 """Install the DUT.
763
Dan Shi0f466e82013-02-22 15:44:58 -0800764 Use stateful update if the DUT is already running the same build.
765 Stateful update does not update kernel and tends to run much faster
766 than a full reimage. If the DUT is running a different build, or it
767 failed to do a stateful update, full update, including kernel update,
768 will be applied to the DUT.
769
Simran Basi5ace6f22016-01-06 17:30:44 -0800770 Once a host enters machine_install its host attribute job_repo_url
771 (used for package install) will be removed and then updated.
Scott Zawalskieadbf702013-03-14 09:23:06 -0400772
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500773 @param update_url: The url to use for the update
774 pattern: http://$devserver:###/update/$build
775 If update_url is None and repair is True we will install the
Dan Shi6964fa52014-12-18 11:04:27 -0800776 stable image listed in afe_stable_versions table. If the table
777 is not setup, global_config value under CROS.stable_cros_version
778 will be used instead.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500779 @param force_update: Force an update even if the version installed
780 is the same. Default:False
Christopher Wiley6a4ff932015-05-15 14:00:47 -0700781 @param local_devserver: Used by test_that to allow people to
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500782 use their local devserver. Default: False
Chris Sosae92399e2015-04-24 11:32:59 -0700783 @param repair: Forces update to repair image. Implies force_update.
Fang Deng3d3b9272014-12-22 12:20:28 -0800784 @param force_full_update: If True, do not attempt to run stateful
785 update, force a full reimage. If False, try stateful update
786 first when the dut is already installed with the same version.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500787 @raises autoupdater.ChromiumOSError
788
Dan Shibe3636a2016-02-14 22:48:01 -0800789 @returns A tuple of (image_name, host_attributes).
790 image_name is the name of image installed, e.g.,
791 veyron_jerry-release/R50-7871.0.0
792 host_attributes is a dictionary of (attribute, value), which
793 can be saved to afe_host_attributes table in database. This
794 method returns a dictionary with a single entry of
795 `job_repo_url`: repo_url, where repo_url is a devserver url to
796 autotest packages.
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500797 """
Chris Sosae92399e2015-04-24 11:32:59 -0700798 devserver = None
Richard Barnette0b023a72015-04-24 16:07:30 +0000799 if repair:
Chris Sosae92399e2015-04-24 11:32:59 -0700800 update_url, devserver = self._stage_image_for_update()
Richard Barnette0b023a72015-04-24 16:07:30 +0000801 force_update = True
Dan Shi0f466e82013-02-22 15:44:58 -0800802
Chris Sosae92399e2015-04-24 11:32:59 -0700803 if not update_url and not self._parser.options.image:
804 raise error.AutoservError(
Dan Shid07ee2e2015-09-24 14:49:25 -0700805 'There is no update URL, nor a method to get one.')
Chris Sosae92399e2015-04-24 11:32:59 -0700806
807 if not update_url and self._parser.options.image:
808 # This is the base case where we have no given update URL i.e.
809 # dynamic suites logic etc. This is the most flexible case where we
810 # can serve an update from any of our fleet of devservers.
811 requested_build = self._parser.options.image
812 if not requested_build.startswith('http://'):
813 logging.debug('Update will be staged for this installation')
814 update_url, devserver = self._stage_image_for_update(
Dan Shid07ee2e2015-09-24 14:49:25 -0700815 requested_build)
Chris Sosae92399e2015-04-24 11:32:59 -0700816 else:
817 update_url = requested_build
818
819 logging.debug('Update URL is %s', update_url)
820
Dan Shif48f8132016-02-18 10:34:30 -0800821 # Report provision stats.
xixuan9e2c98d2016-02-26 19:04:53 -0800822 server_name = dev_server.ImageServer.get_server_name(update_url)
Allen Li48a13fe2016-11-22 14:10:40 -0800823 (metrics.Counter('chromeos/autotest/provision/install')
824 .increment(fields={'devserver': server_name}))
Dan Shif48f8132016-02-18 10:34:30 -0800825
Dan Shid07ee2e2015-09-24 14:49:25 -0700826 # Create a file to indicate if provision fails. The file will be removed
827 # by stateful update or full install.
J. Richard Barnette91137f02016-03-10 16:52:26 -0800828 self.run('touch %s' % self.PROVISION_FAILED)
Dan Shid07ee2e2015-09-24 14:49:25 -0700829
Chris Sosae92399e2015-04-24 11:32:59 -0700830 update_complete = False
831 updater = autoupdater.ChromiumOSUpdater(
832 update_url, host=self, local_devserver=local_devserver)
Fang Deng3d3b9272014-12-22 12:20:28 -0800833 if not force_full_update:
834 try:
Chris Sosae92399e2015-04-24 11:32:59 -0700835 # If the DUT is already running the same build, try stateful
836 # update first as it's much quicker than a full re-image.
837 update_complete = self._try_stateful_update(
Dan Shid07ee2e2015-09-24 14:49:25 -0700838 update_url, force_update, updater)
Fang Deng3d3b9272014-12-22 12:20:28 -0800839 except Exception as e:
840 logging.exception(e)
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700841
Dan Shi0f466e82013-02-22 15:44:58 -0800842 inactive_kernel = None
Chris Sosae92399e2015-04-24 11:32:59 -0700843 if update_complete or (not force_update and updater.check_version()):
844 logging.info('Install complete without full update')
845 else:
846 logging.info('DUT requires full update.')
847 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
Dan Shi10b98482016-02-02 14:38:50 -0800848 # Stop service ap-update-manager to prevent rebooting during
849 # autoupdate. The service is used in jetstream boards, but not other
850 # CrOS devices.
851 self.run('sudo stop ap-update-manager', ignore_status=True)
852
Chris Sosae92399e2015-04-24 11:32:59 -0700853 num_of_attempts = provision.FLAKY_DEVSERVER_ATTEMPTS
Chris Sosab7612bc2013-03-21 10:32:37 -0700854
Chris Sosae92399e2015-04-24 11:32:59 -0700855 while num_of_attempts > 0:
856 num_of_attempts -= 1
857 try:
858 updater.run_update()
859 except Exception:
860 logging.warn('Autoupdate did not complete.')
861 # Do additional check for the devserver health. Ideally,
862 # the autoupdater.py could raise an exception when it
863 # detected network flake but that would require
864 # instrumenting the update engine and parsing it log.
865 if (num_of_attempts <= 0 or
866 devserver is None or
xixuan9e2c98d2016-02-26 19:04:53 -0800867 dev_server.ImageServer.devserver_healthy(
Chris Sosae92399e2015-04-24 11:32:59 -0700868 devserver.url())):
Dan Shid07ee2e2015-09-24 14:49:25 -0700869 raise
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700870
Chris Sosae92399e2015-04-24 11:32:59 -0700871 logging.warn('Devserver looks unhealthy. Trying another')
872 update_url, devserver = self._stage_image_for_update(
873 requested_build)
874 logging.debug('New Update URL is %s', update_url)
875 updater = autoupdater.ChromiumOSUpdater(
876 update_url, host=self,
877 local_devserver=local_devserver)
878 else:
879 break
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700880
Chris Sosae92399e2015-04-24 11:32:59 -0700881 # Give it some time in case of IO issues.
882 time.sleep(10)
Dan Shi5699ac22014-12-19 10:55:49 -0800883
Chris Sosae92399e2015-04-24 11:32:59 -0700884 # Figure out active and inactive kernel.
885 active_kernel, inactive_kernel = updater.get_kernel_state()
Simran Basi13fa1ba2013-03-04 10:56:47 -0800886
Chris Sosae92399e2015-04-24 11:32:59 -0700887 # Ensure inactive kernel has higher priority than active.
888 if (updater.get_kernel_priority(inactive_kernel)
889 < updater.get_kernel_priority(active_kernel)):
890 raise autoupdater.ChromiumOSError(
891 'Update failed. The priority of the inactive kernel'
892 ' partition is less than that of the active kernel'
893 ' partition.')
894
895 # Updater has returned successfully; reboot the host.
Richard Barnettefc3d7432016-07-07 10:21:31 -0700896 #
897 # Regarding the 'crossystem' command: In some cases, the
898 # TPM gets into a state such that it fails verification.
899 # We don't know why. However, this call papers over the
900 # problem by clearing the TPM during the reboot.
901 #
902 # We ignore failures from 'crossystem'. Although failure
903 # here is unexpected, and could signal a bug, the point
904 # of the exercise is to paper over problems; allowing
905 # this to fail would defeat the purpose.
906 self.run('crossystem clear_tpm_owner_request=1',
907 ignore_status=True)
Chris Sosae92399e2015-04-24 11:32:59 -0700908 self.reboot(timeout=self.REBOOT_TIMEOUT, wait=True)
909
910 self._post_update_processing(updater, inactive_kernel)
Simran Basi5ace6f22016-01-06 17:30:44 -0800911 image_name = autoupdater.url_to_image_name(update_url)
Dan Shibe3636a2016-02-14 22:48:01 -0800912 # update_url is different from devserver url needed to stage autotest
913 # packages, therefore, resolve a new devserver url here.
914 devserver_url = dev_server.ImageServer.resolve(image_name,
915 self.hostname).url()
916 repo_url = tools.get_package_url(devserver_url, image_name)
917 return image_name, {ds_constants.JOB_REPO_URL: repo_url}
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700918
919
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800920 def _clear_fw_version_labels(self, rw_only):
921 """Clear firmware version labels from the machine.
922
923 @param rw_only: True to only clear fwrw_version; otherewise, clear
924 both fwro_version and fwrw_version.
925 """
Dan Shi9cb0eec2014-06-03 09:04:50 -0700926 labels = self._AFE.get_labels(
Dan Shi0723bf52015-06-24 10:52:38 -0700927 name__startswith=provision.FW_RW_VERSION_PREFIX,
Dan Shi9cb0eec2014-06-03 09:04:50 -0700928 host__hostname=self.hostname)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800929 if not rw_only:
930 labels = labels + self._AFE.get_labels(
931 name__startswith=provision.FW_RO_VERSION_PREFIX,
932 host__hostname=self.hostname)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700933 for label in labels:
934 label.remove_hosts(hosts=[self.hostname])
935
936
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800937 def _add_fw_version_label(self, build, rw_only):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700938 """Add firmware version label to the machine.
939
940 @param build: Build of firmware.
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800941 @param rw_only: True to only add fwrw_version; otherwise, add both
942 fwro_version and fwrw_version.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700943
944 """
Prathmesh Prabhu2c7471d2016-11-15 20:19:57 +0000945 fw_label = provision.fwrw_version_to_label(build)
MK Ryu73be9862015-07-06 12:25:00 -0700946 self._AFE.run('label_add_hosts', id=fw_label, hosts=[self.hostname])
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800947 if not rw_only:
Prathmesh Prabhu2c7471d2016-11-15 20:19:57 +0000948 fw_label = provision.fwro_version_to_label(build)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800949 self._AFE.run('label_add_hosts', id=fw_label, hosts=[self.hostname])
Dan Shi9cb0eec2014-06-03 09:04:50 -0700950
951
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800952 def firmware_install(self, build=None, rw_only=False):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700953 """Install firmware to the DUT.
954
955 Use stateful update if the DUT is already running the same build.
956 Stateful update does not update kernel and tends to run much faster
957 than a full reimage. If the DUT is running a different build, or it
958 failed to do a stateful update, full update, including kernel update,
959 will be applied to the DUT.
960
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800961 Once a host enters firmware_install its fw[ro|rw]_version label will
962 be removed. After the firmware is updated successfully, a new
963 fw[ro|rw]_version label will be added to the host.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700964
965 @param build: The build version to which we want to provision the
966 firmware of the machine,
967 e.g. 'link-firmware/R22-2695.1.144'.
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800968 @param rw_only: True to only install firmware to its RW portions. Keep
969 the RO portions unchanged.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700970
971 TODO(dshi): After bug 381718 is fixed, update here with corresponding
972 exceptions that could be raised.
973
974 """
975 if not self.servo:
976 raise error.TestError('Host %s does not have servo.' %
977 self.hostname)
978
Wai-Hong Tam7b424e92016-11-10 15:35:24 -0800979 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
Dan Shi9cb0eec2014-06-03 09:04:50 -0700980
Chris Sosae92399e2015-04-24 11:32:59 -0700981 # If build is not set, try to install firmware from stable CrOS.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700982 if not build:
Richard Barnette260cbd02016-10-06 12:23:28 -0700983 build = afe_utils.get_stable_faft_version(board)
Dan Shi3d7a0e12015-10-12 11:55:45 -0700984 if not build:
985 raise error.TestError(
986 'Failed to find stable firmware build for %s.',
987 self.hostname)
988 logging.info('Will install firmware from build %s.', build)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700989
990 config = FAFTConfig(board)
991 if config.use_u_boot:
992 ap_image = 'image-%s.bin' % board
993 else: # Depthcharge platform
994 ap_image = 'image.bin'
995 ec_image = 'ec.bin'
Dan Shi216389c2015-12-22 11:03:06 -0800996 ds = dev_server.ImageServer.resolve(build, self.hostname)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700997 ds.stage_artifacts(build, ['firmware'])
998
999 tmpd = autotemp.tempdir(unique_id='fwimage')
1000 try:
1001 fwurl = self._FW_IMAGE_URL_PATTERN % (ds.url(), build)
1002 local_tarball = os.path.join(tmpd.name, os.path.basename(fwurl))
xixuan4e116822016-11-17 15:32:10 -08001003 ds.download_file(fwurl, local_tarball)
Dan Shi9cb0eec2014-06-03 09:04:50 -07001004
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +08001005 self._clear_fw_version_labels(rw_only)
Tom Wai-Hong Tam552fee12016-05-11 06:27:58 +08001006 if config.chrome_ec:
Tom Wai-Hong Tamf9db57a2016-03-17 05:32:22 +08001007 logging.info('Will re-program EC %snow', 'RW ' if rw_only else '')
1008 server_utils.system('tar xf %s -C %s %s' %
1009 (local_tarball, tmpd.name, ec_image),
1010 timeout=60)
1011 self.servo.program_ec(os.path.join(tmpd.name, ec_image), rw_only)
1012 else:
1013 logging.info('Not a Chrome EC, ignore re-programing it')
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +08001014 logging.info('Will re-program BIOS %snow', 'RW ' if rw_only else '')
Tom Wai-Hong Tamf9db57a2016-03-17 05:32:22 +08001015 server_utils.system('tar xf %s -C %s %s' %
1016 (local_tarball, tmpd.name, ap_image),
1017 timeout=60)
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +08001018 self.servo.program_bios(os.path.join(tmpd.name, ap_image), rw_only)
Dan Shi9cb0eec2014-06-03 09:04:50 -07001019 self.servo.get_power_state_controller().reset()
1020 time.sleep(self.servo.BOOT_DELAY)
Wai-Hong Tamb5f66ce2016-11-10 15:45:30 -08001021 if utils.host_is_in_lab_zone(self.hostname):
1022 self._add_fw_version_label(build, rw_only)
Dan Shi9cb0eec2014-06-03 09:04:50 -07001023 finally:
1024 tmpd.clean()
1025
1026
Dan Shi10e992b2013-08-30 11:02:59 -07001027 def show_update_engine_log(self):
1028 """Output update engine log."""
MK Ryu35d661e2014-09-25 17:44:10 -07001029 logging.debug('Dumping %s', client_constants.UPDATE_ENGINE_LOG)
1030 self.run('cat %s' % client_constants.UPDATE_ENGINE_LOG)
Dan Shi10e992b2013-08-30 11:02:59 -07001031
1032
Richard Barnette82c35912012-11-20 10:09:10 -08001033 def _get_board_from_afe(self):
Kevin Cheng84a71ba2016-07-14 11:03:57 -07001034 """Retrieve this host's board from its labels stored locally.
Richard Barnette82c35912012-11-20 10:09:10 -08001035
1036 Looks for a host label of the form "board:<board>", and
1037 returns the "<board>" part of the label. `None` is returned
1038 if there is not a single, unique label matching the pattern.
1039
1040 @returns board from label, or `None`.
1041 """
Richard Barnette260cbd02016-10-06 12:23:28 -07001042 board = afe_utils.get_board(self)
1043 if board is None:
1044 raise error.AutoservError('DUT cannot be repaired, '
1045 'there is no board attribute.')
1046 return board
Simran Basi833814b2013-01-29 13:13:43 -08001047
1048
Dan Shib3b6db32016-02-03 14:54:05 -08001049 def get_build(self):
1050 """Retrieve the current build for this Host from the AFE.
1051
1052 Looks through this host's labels in the AFE to determine its build.
1053 This method is replaced by afe_utils.get_build. It's kept here to
1054 maintain backwards compatibility for test control files in older CrOS
1055 builds (R48, R49 etc.) still call host.get_build, e.g.,
1056 `provision_AutoUpdate.double`.
1057 TODO(sbasi): Once R50 falls into release branch, this method can be
1058 removed.
1059
1060 @returns The current build or None if it could not find it or if there
1061 were multiple build labels assigned to this host.
1062 """
1063 return afe_utils.get_build(self)
1064
1065
beepsf079cfb2013-09-18 17:49:51 -07001066 def servo_install(self, image_url=None, usb_boot_timeout=USB_BOOT_TIMEOUT,
1067 install_timeout=INSTALL_TIMEOUT):
Scott Zawalski62bacae2013-03-05 10:40:32 -05001068 """
1069 Re-install the OS on the DUT by:
1070 1) installing a test image on a USB storage device attached to the Servo
1071 board,
Richard Barnette03a0c132012-11-05 12:40:35 -08001072 2) booting that image in recovery mode, and then
J. Richard Barnette31b2e312013-04-04 16:05:22 -07001073 3) installing the image with chromeos-install.
1074
Scott Zawalski62bacae2013-03-05 10:40:32 -05001075 @param image_url: If specified use as the url to install on the DUT.
1076 otherwise boot the currently staged image on the USB stick.
beepsf079cfb2013-09-18 17:49:51 -07001077 @param usb_boot_timeout: The usb_boot_timeout to use during reimage.
1078 Factory images need a longer usb_boot_timeout than regular
1079 cros images.
1080 @param install_timeout: The timeout to use when installing the chromeos
1081 image. Factory images need a longer install_timeout.
Richard Barnette03a0c132012-11-05 12:40:35 -08001082
Scott Zawalski62bacae2013-03-05 10:40:32 -05001083 @raises AutoservError if the image fails to boot.
beepsf079cfb2013-09-18 17:49:51 -07001084
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001085 """
beepsf079cfb2013-09-18 17:49:51 -07001086 logging.info('Downloading image to USB, then booting from it. Usb boot '
1087 'timeout = %s', usb_boot_timeout)
Allen Li48a13fe2016-11-22 14:10:40 -08001088 with metrics.SecondsTimer(
1089 'chromeos/autotest/provision/servo_install/boot_duration'):
1090 self.servo.install_recovery_image(image_url)
1091 if not self.wait_up(timeout=usb_boot_timeout):
1092 raise hosts.AutoservRepairError(
1093 'DUT failed to boot from USB after %d seconds' %
1094 usb_boot_timeout)
Scott Zawalski62bacae2013-03-05 10:40:32 -05001095
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001096 # The new chromeos-tpm-recovery has been merged since R44-7073.0.0.
1097 # In old CrOS images, this command fails. Skip the error.
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001098 logging.info('Resetting the TPM status')
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001099 try:
1100 self.run('chromeos-tpm-recovery')
1101 except error.AutoservRunError:
1102 logging.warn('chromeos-tpm-recovery is too old.')
1103
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001104
Allen Li48a13fe2016-11-22 14:10:40 -08001105 with metrics.SecondsTimer(
1106 'chromeos/autotest/provision/servo_install/install_duration'):
1107 logging.info('Installing image through chromeos-install.')
1108 self.run('chromeos-install --yes', timeout=install_timeout)
1109 self.halt()
beepsf079cfb2013-09-18 17:49:51 -07001110
1111 logging.info('Power cycling DUT through servo.')
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001112 self.servo.get_power_state_controller().power_off()
Fang Dengafb88142013-05-30 17:44:31 -07001113 self.servo.switch_usbkey('off')
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001114 # N.B. The Servo API requires that we use power_on() here
1115 # for two reasons:
1116 # 1) After turning on a DUT in recovery mode, you must turn
1117 # it off and then on with power_on() once more to
1118 # disable recovery mode (this is a Parrot specific
1119 # requirement).
1120 # 2) After power_off(), the only way to turn on is with
1121 # power_on() (this is a Storm specific requirement).
J. Richard Barnettefbcc7122013-07-24 18:24:59 -07001122 self.servo.get_power_state_controller().power_on()
beepsf079cfb2013-09-18 17:49:51 -07001123
1124 logging.info('Waiting for DUT to come back up.')
Richard Barnette03a0c132012-11-05 12:40:35 -08001125 if not self.wait_up(timeout=self.BOOT_TIMEOUT):
1126 raise error.AutoservError('DUT failed to reboot installed '
1127 'test image after %d seconds' %
Scott Zawalski62bacae2013-03-05 10:40:32 -05001128 self.BOOT_TIMEOUT)
1129
1130
Richard Barnette9a26ad62016-06-10 12:03:08 -07001131 def repair_servo(self):
Dan Shi90466352015-09-22 15:01:05 -07001132 """
Richard Barnette9a26ad62016-06-10 12:03:08 -07001133 Confirm that servo is initialized and verified.
Dan Shi90466352015-09-22 15:01:05 -07001134
Richard Barnette9a26ad62016-06-10 12:03:08 -07001135 If the servo object is missing, attempt to repair the servo
1136 host. Repair failures are passed back to the caller.
1137
1138 @raise AutoservError: If there is no servo host for this CrOS
1139 host.
1140 """
1141 if self.servo:
1142 return
1143 if not self._servo_host:
1144 raise error.AutoservError('No servo host for %s.' %
1145 self.hostname)
1146 self._servo_host.repair()
1147 self.servo = self._servo_host.get_servo()
Dan Shi90466352015-09-22 15:01:05 -07001148
1149
J. Richard Barnettec2d99cf2015-11-18 12:46:15 -08001150 def repair(self):
1151 """Attempt to get the DUT to pass `self.verify()`.
Richard Barnette82c35912012-11-20 10:09:10 -08001152
1153 This overrides the base class function for repair; it does
J. Richard Barnette91137f02016-03-10 16:52:26 -08001154 not call back to the parent class, but instead relies on
1155 `self._repair_strategy` to coordinate the verification and
1156 repair steps needed to get the DUT working.
Richard Barnette82c35912012-11-20 10:09:10 -08001157 """
J. Richard Barnette91137f02016-03-10 16:52:26 -08001158 self._repair_strategy.repair(self)
Scott Zawalski89c44dd2013-02-26 09:28:02 -05001159
Richard Barnette82c35912012-11-20 10:09:10 -08001160
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001161 def close(self):
Fang Deng0ca40e22013-08-27 17:47:44 -07001162 super(CrosHost, self).close()
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001163
1164
Dan Shi49ca0932014-11-14 11:22:27 -08001165 def get_power_supply_info(self):
1166 """Get the output of power_supply_info.
1167
1168 power_supply_info outputs the info of each power supply, e.g.,
1169 Device: Line Power
1170 online: no
1171 type: Mains
1172 voltage (V): 0
1173 current (A): 0
1174 Device: Battery
1175 state: Discharging
1176 percentage: 95.9276
1177 technology: Li-ion
1178
1179 Above output shows two devices, Line Power and Battery, with details of
1180 each device listed. This function parses the output into a dictionary,
1181 with key being the device name, and value being a dictionary of details
1182 of the device info.
1183
1184 @return: The dictionary of power_supply_info, e.g.,
1185 {'Line Power': {'online': 'yes', 'type': 'main'},
1186 'Battery': {'vendor': 'xyz', 'percentage': '100'}}
Dan Shie9b765d2014-12-29 16:59:49 -08001187 @raise error.AutoservRunError if power_supply_info tool is not found in
1188 the DUT. Caller should handle this error to avoid false failure
1189 on verification.
Dan Shi49ca0932014-11-14 11:22:27 -08001190 """
1191 result = self.run('power_supply_info').stdout.strip()
1192 info = {}
1193 device_name = None
1194 device_info = {}
1195 for line in result.split('\n'):
1196 pair = [v.strip() for v in line.split(':')]
1197 if len(pair) != 2:
1198 continue
1199 if pair[0] == 'Device':
1200 if device_name:
1201 info[device_name] = device_info
1202 device_name = pair[1]
1203 device_info = {}
1204 else:
1205 device_info[pair[0]] = pair[1]
1206 if device_name and not device_name in info:
1207 info[device_name] = device_info
1208 return info
1209
1210
1211 def get_battery_percentage(self):
1212 """Get the battery percentage.
1213
1214 @return: The percentage of battery level, value range from 0-100. Return
1215 None if the battery info cannot be retrieved.
1216 """
1217 try:
1218 info = self.get_power_supply_info()
1219 logging.info(info)
1220 return float(info['Battery']['percentage'])
Dan Shie9b765d2014-12-29 16:59:49 -08001221 except (KeyError, ValueError, error.AutoservRunError):
Dan Shi49ca0932014-11-14 11:22:27 -08001222 return None
1223
1224
1225 def is_ac_connected(self):
1226 """Check if the dut has power adapter connected and charging.
1227
1228 @return: True if power adapter is connected and charging.
1229 """
1230 try:
1231 info = self.get_power_supply_info()
1232 return info['Line Power']['online'] == 'yes'
Dan Shie9b765d2014-12-29 16:59:49 -08001233 except (KeyError, error.AutoservRunError):
1234 return None
Dan Shi49ca0932014-11-14 11:22:27 -08001235
1236
Simran Basi5e6339a2013-03-21 11:34:32 -07001237 def _cleanup_poweron(self):
1238 """Special cleanup method to make sure hosts always get power back."""
1239 afe = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
1240 hosts = afe.get_hosts(hostname=self.hostname)
1241 if not hosts or not (self._RPM_OUTLET_CHANGED in
1242 hosts[0].attributes):
1243 return
1244 logging.debug('This host has recently interacted with the RPM'
1245 ' Infrastructure. Ensuring power is on.')
1246 try:
1247 self.power_on()
Dan Shi7dca56e2014-11-11 17:07:56 -08001248 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, None,
1249 hostname=self.hostname)
Simran Basi5e6339a2013-03-21 11:34:32 -07001250 except rpm_client.RemotePowerException:
Simran Basi5e6339a2013-03-21 11:34:32 -07001251 logging.error('Failed to turn Power On for this host after '
1252 'cleanup through the RPM Infrastructure.')
Gabe Blackb72f4fb2015-01-20 16:47:13 -08001253 autotest_es.post(
Dan Shi7dca56e2014-11-11 17:07:56 -08001254 type_str='RPM_poweron_failure',
1255 metadata={'hostname': self.hostname})
Dan Shi49ca0932014-11-14 11:22:27 -08001256
1257 battery_percentage = self.get_battery_percentage()
Dan Shif01ebe22014-12-05 13:10:57 -08001258 if battery_percentage and battery_percentage < 50:
Dan Shi49ca0932014-11-14 11:22:27 -08001259 raise
1260 elif self.is_ac_connected():
1261 logging.info('The device has power adapter connected and '
1262 'charging. No need to try to turn RPM on '
1263 'again.')
1264 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, None,
1265 hostname=self.hostname)
1266 logging.info('Battery level is now at %s%%. The device may '
1267 'still have enough power to run test, so no '
1268 'exception will be raised.', battery_percentage)
1269
Simran Basi5e6339a2013-03-21 11:34:32 -07001270
beepsc87ff602013-07-31 21:53:00 -07001271 def _is_factory_image(self):
1272 """Checks if the image on the DUT is a factory image.
1273
1274 @return: True if the image on the DUT is a factory image.
1275 False otherwise.
1276 """
1277 result = self.run('[ -f /root/.factory_test ]', ignore_status=True)
1278 return result.exit_status == 0
1279
1280
1281 def _restart_ui(self):
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001282 """Restart the Chrome UI.
beepsc87ff602013-07-31 21:53:00 -07001283
1284 @raises: FactoryImageCheckerException for factory images, since
1285 we cannot attempt to restart ui on them.
1286 error.AutoservRunError for any other type of error that
1287 occurs while restarting ui.
1288 """
1289 if self._is_factory_image():
Dan Shi549fb822015-03-24 18:01:11 -07001290 raise FactoryImageCheckerException('Cannot restart ui on factory '
1291 'images')
beepsc87ff602013-07-31 21:53:00 -07001292
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001293 # TODO(jrbarnette): The command to stop/start the ui job
1294 # should live inside cros_ui, too. However that would seem
1295 # to imply interface changes to the existing start()/restart()
1296 # functions, which is a bridge too far (for now).
J. Richard Barnette6069aa12015-06-08 09:10:24 -07001297 prompt = cros_ui.get_chrome_session_ident(self)
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001298 self.run('stop ui; start ui')
1299 cros_ui.wait_for_chrome_ready(prompt, self)
beepsc87ff602013-07-31 21:53:00 -07001300
1301
Dan Shi549fb822015-03-24 18:01:11 -07001302 def get_release_version(self):
1303 """Get the value of attribute CHROMEOS_RELEASE_VERSION from lsb-release.
1304
1305 @returns The version string in lsb-release, under attribute
1306 CHROMEOS_RELEASE_VERSION.
1307 """
1308 lsb_release_content = self.run(
1309 'cat "%s"' % client_constants.LSB_RELEASE).stdout.strip()
1310 return lsbrelease_utils.get_chromeos_release_version(
1311 lsb_release_content=lsb_release_content)
1312
1313
1314 def verify_cros_version_label(self):
1315 """ Make sure host's cros-version label match the actual image in dut.
1316
1317 Remove any cros-version: label that doesn't match that installed in
1318 the dut.
1319
1320 @param raise_error: Set to True to raise exception if any mismatch found
1321
1322 @raise error.AutoservError: If any mismatch between cros-version label
1323 and the build installed in dut is found.
1324 """
1325 labels = self._AFE.get_labels(
1326 name__startswith=ds_constants.VERSION_PREFIX,
1327 host__hostname=self.hostname)
1328 mismatch_found = False
1329 if labels:
1330 # Get CHROMEOS_RELEASE_VERSION from lsb-release, e.g., 6908.0.0.
1331 # Note that it's different from cros-version label, which has
1332 # builder and branch info, e.g.,
1333 # cros-version:peppy-release/R43-6908.0.0
1334 release_version = self.get_release_version()
1335 host_list = [self.hostname]
1336 for label in labels:
1337 # Remove any cros-version label that does not match
1338 # release_version.
1339 build_version = label.name[len(ds_constants.VERSION_PREFIX):]
1340 if not utils.version_match(build_version, release_version):
1341 logging.warn('cros-version label "%s" does not match '
1342 'release version %s. Removing the label.',
1343 label.name, release_version)
1344 label.remove_hosts(hosts=host_list)
1345 mismatch_found = True
1346 if mismatch_found:
Dan Shi1057bae2015-03-30 11:35:09 -07001347 autotest_es.post(use_http=True,
1348 type_str='cros_version_label_mismatch',
1349 metadata={'hostname': self.hostname})
Dan Shi549fb822015-03-24 18:01:11 -07001350 raise error.AutoservError('The host has wrong cros-version label.')
1351
1352
beepsc87ff602013-07-31 21:53:00 -07001353 def cleanup(self):
MK Ryu35d661e2014-09-25 17:44:10 -07001354 self.run('rm -f %s' % client_constants.CLEANUP_LOGS_PAUSED_FILE)
Scott Zawalskiddbc31e2012-11-15 11:29:01 -05001355 try:
beepsc87ff602013-07-31 21:53:00 -07001356 self._restart_ui()
1357 except (error.AutotestRunError, error.AutoservRunError,
1358 FactoryImageCheckerException):
Ilja H. Friedel04be2bd2014-05-07 21:29:59 -07001359 logging.warning('Unable to restart ui, rebooting device.')
Scott Zawalskiddbc31e2012-11-15 11:29:01 -05001360 # Since restarting the UI fails fall back to normal Autotest
1361 # cleanup routines, i.e. reboot the machine.
Fang Deng0ca40e22013-08-27 17:47:44 -07001362 super(CrosHost, self).cleanup()
Simran Basi5e6339a2013-03-21 11:34:32 -07001363 # Check if the rpm outlet was manipulated.
Simran Basid5e5e272012-09-24 15:23:59 -07001364 if self.has_power():
Simran Basi5e6339a2013-03-21 11:34:32 -07001365 self._cleanup_poweron()
Dan Shi549fb822015-03-24 18:01:11 -07001366 self.verify_cros_version_label()
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001367
1368
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001369 def reboot(self, **dargs):
1370 """
1371 This function reboots the site host. The more generic
1372 RemoteHost.reboot() performs sync and sleeps for 5
1373 seconds. This is not necessary for Chrome OS devices as the
1374 sync should be finished in a short time during the reboot
1375 command.
1376 """
Tom Wai-Hong Tamf5cd1d42012-08-13 12:04:08 +08001377 if 'reboot_cmd' not in dargs:
Doug Anderson7d5aeb22014-02-27 15:12:17 -08001378 reboot_timeout = dargs.get('reboot_timeout', 10)
J. Richard Barnette9af19632015-09-25 12:18:03 -07001379 dargs['reboot_cmd'] = ('sleep 1; '
1380 'reboot & sleep %d; '
1381 'reboot -f' % reboot_timeout)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001382 # Enable fastsync to avoid running extra sync commands before reboot.
Tom Wai-Hong Tamf5cd1d42012-08-13 12:04:08 +08001383 if 'fastsync' not in dargs:
1384 dargs['fastsync'] = True
Michael Liangda8c60a2014-06-03 13:24:51 -07001385
Charlie Mooneya8e6dab2014-05-29 14:37:55 -07001386 # For purposes of logging reboot times:
1387 # Get the board name i.e. 'daisy_spring'
Michael Liangca4f5a62014-07-10 15:45:13 -07001388 board_fullname = self.get_board()
1389
1390 # Strip the prefix and add it to dargs.
1391 dargs['board'] = board_fullname[board_fullname.find(':')+1:]
Vincent Palatindf2372c2016-10-07 17:03:00 +02001392 # Record who called us
1393 orig = sys._getframe(1).f_code
Vincent Palatin80780b22016-07-27 16:02:37 +02001394 metric_fields = {'board' : dargs['board'],
Vincent Palatindf2372c2016-10-07 17:03:00 +02001395 'dut_host_name' : self.hostname,
1396 'success' : True}
1397 metric_debug_fields = {'board' : dargs['board'],
1398 'caller' : "%s:%s" % (orig.co_filename, orig.co_name),
1399 'success' : True,
1400 'error' : ''}
1401
Vincent Palatin80780b22016-07-27 16:02:37 +02001402 t0 = time.time()
1403 try:
1404 super(CrosHost, self).reboot(**dargs)
1405 except Exception as e:
1406 metric_fields['success'] = False
Vincent Palatindf2372c2016-10-07 17:03:00 +02001407 metric_debug_fields['success'] = False
1408 metric_debug_fields['error'] = type(e).__name__
Vincent Palatin80780b22016-07-27 16:02:37 +02001409 raise
1410 finally:
1411 duration = int(time.time() - t0)
Simran Basi382506b2016-09-13 14:58:15 -07001412 if metrics:
1413 metrics.Counter(
1414 'chromeos/autotest/autoserv/reboot_count').increment(
1415 fields=metric_fields)
Vincent Palatindf2372c2016-10-07 17:03:00 +02001416 metrics.Counter(
1417 'chromeos/autotest/autoserv/reboot_debug').increment(
1418 fields=metric_debug_fields)
Simran Basi382506b2016-09-13 14:58:15 -07001419 metrics.SecondsDistribution(
1420 'chromeos/autotest/autoserv/reboot_duration').add(
1421 duration, fields=metric_fields)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001422
1423
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001424 def suspend(self, **dargs):
1425 """
1426 This function suspends the site host.
1427 """
1428 suspend_time = dargs.get('suspend_time', 60)
1429 dargs['timeout'] = suspend_time
1430 if 'suspend_cmd' not in dargs:
J. Richard Barnette9af19632015-09-25 12:18:03 -07001431 dargs['suspend_cmd'] = ' && '.join([
1432 'echo 0 > /sys/class/rtc/rtc0/wakealarm',
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001433 'echo +%d > /sys/class/rtc/rtc0/wakealarm' % suspend_time,
J. Richard Barnette9af19632015-09-25 12:18:03 -07001434 'powerd_dbus_suspend --delay=0'])
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001435 super(CrosHost, self).suspend(**dargs)
1436
1437
Simran Basiec564392014-08-25 16:48:09 -07001438 def upstart_status(self, service_name):
1439 """Check the status of an upstart init script.
1440
1441 @param service_name: Service to look up.
1442
1443 @returns True if the service is running, False otherwise.
1444 """
1445 return self.run('status %s | grep start/running' %
1446 service_name).stdout.strip() != ''
1447
1448
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001449 def verify_software(self):
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001450 """Verify working software on a Chrome OS system.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001451
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001452 Tests for the following conditions:
1453 1. All conditions tested by the parent version of this
1454 function.
1455 2. Sufficient space in /mnt/stateful_partition.
Fang Deng6b05f5b2013-03-20 13:42:11 -07001456 3. Sufficient space in /mnt/stateful_partition/encrypted.
1457 4. update_engine answers a simple status request over DBus.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001458
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001459 """
Fang Deng0ca40e22013-08-27 17:47:44 -07001460 super(CrosHost, self).verify_software()
Dan Shib8540a52015-07-16 14:18:23 -07001461 default_kilo_inodes_required = CONFIG.get_config_value(
1462 'SERVER', 'kilo_inodes_required', type=int, default=100)
1463 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
1464 kilo_inodes_required = CONFIG.get_config_value(
1465 'SERVER', 'kilo_inodes_required_%s' % board,
1466 type=int, default=default_kilo_inodes_required)
1467 self.check_inodes('/mnt/stateful_partition', kilo_inodes_required)
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001468 self.check_diskspace(
1469 '/mnt/stateful_partition',
Dan Shib8540a52015-07-16 14:18:23 -07001470 CONFIG.get_config_value(
Fang Deng6b05f5b2013-03-20 13:42:11 -07001471 'SERVER', 'gb_diskspace_required', type=float,
1472 default=20.0))
Gaurav Shahe448af82014-06-19 15:18:59 -07001473 encrypted_stateful_path = '/mnt/stateful_partition/encrypted'
1474 # Not all targets build with encrypted stateful support.
1475 if self.path_exists(encrypted_stateful_path):
1476 self.check_diskspace(
1477 encrypted_stateful_path,
Dan Shib8540a52015-07-16 14:18:23 -07001478 CONFIG.get_config_value(
Gaurav Shahe448af82014-06-19 15:18:59 -07001479 'SERVER', 'gb_encrypted_diskspace_required', type=float,
1480 default=0.1))
beepsc87ff602013-07-31 21:53:00 -07001481
Simran Basiec564392014-08-25 16:48:09 -07001482 if not self.upstart_status('system-services'):
Prashanth B5d0a0512014-04-25 12:26:08 -07001483 raise error.AutoservError('Chrome failed to reach login. '
1484 'System services not running.')
1485
beepsc87ff602013-07-31 21:53:00 -07001486 # Factory images don't run update engine,
1487 # goofy controls dbus on these DUTs.
1488 if not self._is_factory_image():
1489 self.run('update_engine_client --status')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001490
Dan Shi549fb822015-03-24 18:01:11 -07001491 self.verify_cros_version_label()
1492
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001493
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -08001494 def verify(self):
1495 self._repair_strategy.verify(self)
1496
1497
Fang Deng96667ca2013-08-01 17:46:18 -07001498 def make_ssh_command(self, user='root', port=22, opts='', hosts_file=None,
1499 connect_timeout=None, alive_interval=None):
1500 """Override default make_ssh_command to use options tuned for Chrome OS.
1501
1502 Tuning changes:
1503 - ConnectTimeout=30; maximum of 30 seconds allowed for an SSH
1504 connection failure. Consistency with remote_access.sh.
1505
Samuel Tan2ce155b2015-06-23 18:24:38 -07001506 - ServerAliveInterval=900; which causes SSH to ping connection every
1507 900 seconds. In conjunction with ServerAliveCountMax ensures
1508 that if the connection dies, Autotest will bail out.
Fang Deng96667ca2013-08-01 17:46:18 -07001509 Originally tried 60 secs, but saw frequent job ABORTS where
Samuel Tan2ce155b2015-06-23 18:24:38 -07001510 the test completed successfully. Later increased from 180 seconds to
1511 900 seconds to account for tests where the DUT is suspended for
1512 longer periods of time.
Fang Deng96667ca2013-08-01 17:46:18 -07001513
1514 - ServerAliveCountMax=3; consistency with remote_access.sh.
1515
1516 - ConnectAttempts=4; reduce flakiness in connection errors;
1517 consistency with remote_access.sh.
1518
1519 - UserKnownHostsFile=/dev/null; we don't care about the keys.
1520 Host keys change with every new installation, don't waste
1521 memory/space saving them.
1522
1523 - SSH protocol forced to 2; needed for ServerAliveInterval.
1524
1525 @param user User name to use for the ssh connection.
1526 @param port Port on the target host to use for ssh connection.
1527 @param opts Additional options to the ssh command.
1528 @param hosts_file Ignored.
1529 @param connect_timeout Ignored.
1530 @param alive_interval Ignored.
1531 """
Aviv Keshetc5947fa2013-09-04 14:06:29 -07001532 base_command = ('/usr/bin/ssh -a -x %s %s %s'
1533 ' -o StrictHostKeyChecking=no'
Fang Deng96667ca2013-08-01 17:46:18 -07001534 ' -o UserKnownHostsFile=/dev/null -o BatchMode=yes'
Samuel Tan2ce155b2015-06-23 18:24:38 -07001535 ' -o ConnectTimeout=30 -o ServerAliveInterval=900'
Fang Deng96667ca2013-08-01 17:46:18 -07001536 ' -o ServerAliveCountMax=3 -o ConnectionAttempts=4'
1537 ' -o Protocol=2 -l %s -p %d')
Aviv Keshetc5947fa2013-09-04 14:06:29 -07001538 return base_command % (self._ssh_verbosity_flag, self._ssh_options,
1539 opts, user, port)
Jason Abeleb6f924f2013-11-13 16:01:54 -08001540 def syslog(self, message, tag='autotest'):
1541 """Logs a message to syslog on host.
1542
1543 @param message String message to log into syslog
1544 @param tag String tag prefix for syslog
1545
1546 """
1547 self.run('logger -t "%s" "%s"' % (tag, message))
1548
1549
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001550 def _ping_check_status(self, status):
1551 """Ping the host once, and return whether it has a given status.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001552
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001553 @param status Check the ping status against this value.
1554 @return True iff `status` and the result of ping are the same
1555 (i.e. both True or both False).
1556
1557 """
1558 ping_val = utils.ping(self.hostname, tries=1, deadline=1)
1559 return not (status ^ (ping_val == 0))
1560
1561 def _ping_wait_for_status(self, status, timeout):
1562 """Wait for the host to have a given status (UP or DOWN).
1563
1564 Status is checked by polling. Polling will not last longer
1565 than the number of seconds in `timeout`. The polling
1566 interval will be long enough that only approximately
1567 _PING_WAIT_COUNT polling cycles will be executed, subject
1568 to a maximum interval of about one minute.
1569
1570 @param status Waiting will stop immediately if `ping` of the
1571 host returns this status.
1572 @param timeout Poll for at most this many seconds.
1573 @return True iff the host status from `ping` matched the
1574 requested status at the time of return.
1575
1576 """
1577 # _ping_check_status() takes about 1 second, hence the
1578 # "- 1" in the formula below.
Nathan Ciobanu38480a32016-10-25 15:26:45 -07001579 # FIXME: if the ping command errors then _ping_check_status()
1580 # returns instantly. If timeout is also smaller than twice
1581 # _PING_WAIT_COUNT then the while loop below forks many
1582 # thousands of ping commands (see /tmp/test_that_results_XXXXX/
1583 # /results-1-logging_YYY.ZZZ/debug/autoserv.DEBUG) and hogs one
1584 # CPU core for 60 seconds.
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001585 poll_interval = min(int(timeout / self._PING_WAIT_COUNT), 60) - 1
1586 end_time = time.time() + timeout
1587 while time.time() <= end_time:
1588 if self._ping_check_status(status):
1589 return True
1590 if poll_interval > 0:
1591 time.sleep(poll_interval)
1592
1593 # The last thing we did was sleep(poll_interval), so it may
1594 # have been too long since the last `ping`. Check one more
1595 # time, just to be sure.
1596 return self._ping_check_status(status)
1597
1598 def ping_wait_up(self, timeout):
1599 """Wait for the host to respond to `ping`.
1600
1601 N.B. This method is not a reliable substitute for
1602 `wait_up()`, because a host that responds to ping will not
1603 necessarily respond to ssh. This method should only be used
1604 if the target DUT can be considered functional even if it
1605 can't be reached via ssh.
1606
1607 @param timeout Minimum time to allow before declaring the
1608 host to be non-responsive.
1609 @return True iff the host answered to ping before the timeout.
1610
1611 """
1612 return self._ping_wait_for_status(self._PING_STATUS_UP, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001613
Andrew Bresticker678c0c72013-01-22 10:44:09 -08001614 def ping_wait_down(self, timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001615 """Wait until the host no longer responds to `ping`.
1616
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001617 This function can be used as a slightly faster version of
1618 `wait_down()`, by avoiding potentially long ssh timeouts.
1619
1620 @param timeout Minimum time to allow for the host to become
1621 non-responsive.
1622 @return True iff the host quit answering ping before the
1623 timeout.
1624
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001625 """
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001626 return self._ping_wait_for_status(self._PING_STATUS_DOWN, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001627
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001628 def test_wait_for_sleep(self, sleep_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001629 """Wait for the client to enter low-power sleep mode.
1630
1631 The test for "is asleep" can't distinguish a system that is
1632 powered off; to confirm that the unit was asleep, it is
1633 necessary to force resume, and then call
1634 `test_wait_for_resume()`.
1635
1636 This function is expected to be called from a test as part
1637 of a sequence like the following:
1638
1639 ~~~~~~~~
1640 boot_id = host.get_boot_id()
1641 # trigger sleep on the host
1642 host.test_wait_for_sleep()
1643 # trigger resume on the host
1644 host.test_wait_for_resume(boot_id)
1645 ~~~~~~~~
1646
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001647 @param sleep_timeout time limit in seconds to allow the host sleep.
1648
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001649 @exception TestFail The host did not go to sleep within
1650 the allowed time.
1651 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001652 if sleep_timeout is None:
1653 sleep_timeout = self.SLEEP_TIMEOUT
1654
1655 if not self.ping_wait_down(timeout=sleep_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001656 raise error.TestFail(
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001657 'client failed to sleep after %d seconds' % sleep_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001658
1659
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001660 def test_wait_for_resume(self, old_boot_id, resume_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001661 """Wait for the client to resume from low-power sleep mode.
1662
1663 The `old_boot_id` parameter should be the value from
1664 `get_boot_id()` obtained prior to entering sleep mode. A
1665 `TestFail` exception is raised if the boot id changes.
1666
1667 See @ref test_wait_for_sleep for more on this function's
1668 usage.
1669
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08001670 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001671 target host went to sleep.
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001672 @param resume_timeout time limit in seconds to allow the host up.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001673
1674 @exception TestFail The host did not respond within the
1675 allowed time.
1676 @exception TestFail The host responded, but the boot id test
1677 indicated a reboot rather than a sleep
1678 cycle.
1679 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001680 if resume_timeout is None:
1681 resume_timeout = self.RESUME_TIMEOUT
1682
1683 if not self.wait_up(timeout=resume_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001684 raise error.TestFail(
1685 'client failed to resume from sleep after %d seconds' %
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001686 resume_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001687 else:
1688 new_boot_id = self.get_boot_id()
1689 if new_boot_id != old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001690 logging.error('client rebooted (old boot %s, new boot %s)',
1691 old_boot_id, new_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001692 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001693 'client rebooted, but sleep was expected')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001694
1695
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001696 def test_wait_for_shutdown(self, shutdown_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001697 """Wait for the client to shut down.
1698
1699 The test for "has shut down" can't distinguish a system that
1700 is merely asleep; to confirm that the unit was down, it is
1701 necessary to force boot, and then call test_wait_for_boot().
1702
1703 This function is expected to be called from a test as part
1704 of a sequence like the following:
1705
1706 ~~~~~~~~
1707 boot_id = host.get_boot_id()
1708 # trigger shutdown on the host
1709 host.test_wait_for_shutdown()
1710 # trigger boot on the host
1711 host.test_wait_for_boot(boot_id)
1712 ~~~~~~~~
1713
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001714 @param shutdown_timeout time limit in seconds to allow the host down.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001715 @exception TestFail The host did not shut down within the
1716 allowed time.
1717 """
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001718 if shutdown_timeout is None:
1719 shutdown_timeout = self.SHUTDOWN_TIMEOUT
1720
1721 if not self.ping_wait_down(timeout=shutdown_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001722 raise error.TestFail(
1723 'client failed to shut down after %d seconds' %
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001724 shutdown_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001725
1726
1727 def test_wait_for_boot(self, old_boot_id=None):
1728 """Wait for the client to boot from cold power.
1729
1730 The `old_boot_id` parameter should be the value from
1731 `get_boot_id()` obtained prior to shutting down. A
1732 `TestFail` exception is raised if the boot id does not
1733 change. The boot id test is omitted if `old_boot_id` is not
1734 specified.
1735
1736 See @ref test_wait_for_shutdown for more on this function's
1737 usage.
1738
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08001739 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001740 shut down.
1741
1742 @exception TestFail The host did not respond within the
1743 allowed time.
1744 @exception TestFail The host responded, but the boot id test
1745 indicated that there was no reboot.
1746 """
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07001747 if not self.wait_up(timeout=self.REBOOT_TIMEOUT):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001748 raise error.TestFail(
1749 'client failed to reboot after %d seconds' %
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07001750 self.REBOOT_TIMEOUT)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001751 elif old_boot_id:
1752 if self.get_boot_id() == old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001753 logging.error('client not rebooted (boot %s)',
1754 old_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001755 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001756 'client is back up, but did not reboot')
Simran Basid5e5e272012-09-24 15:23:59 -07001757
1758
1759 @staticmethod
1760 def check_for_rpm_support(hostname):
1761 """For a given hostname, return whether or not it is powered by an RPM.
1762
Simran Basi1df55112013-09-06 11:25:09 -07001763 @param hostname: hostname to check for rpm support.
1764
Simran Basid5e5e272012-09-24 15:23:59 -07001765 @return None if this host does not follows the defined naming format
1766 for RPM powered DUT's in the lab. If it does follow the format,
1767 it returns a regular expression MatchObject instead.
1768 """
Fang Dengbaff9082015-01-06 13:46:15 -08001769 return re.match(CrosHost._RPM_HOSTNAME_REGEX, hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07001770
1771
1772 def has_power(self):
1773 """For this host, return whether or not it is powered by an RPM.
1774
1775 @return True if this host is in the CROS lab and follows the defined
1776 naming format.
1777 """
Fang Deng0ca40e22013-08-27 17:47:44 -07001778 return CrosHost.check_for_rpm_support(self.hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07001779
1780
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001781 def _set_power(self, state, power_method):
1782 """Sets the power to the host via RPM, Servo or manual.
1783
1784 @param state Specifies which power state to set to DUT
1785 @param power_method Specifies which method of power control to
1786 use. By default "RPM" will be used. Valid values
1787 are the strings "RPM", "manual", "servoj10".
1788
1789 """
1790 ACCEPTABLE_STATES = ['ON', 'OFF']
1791
1792 if state.upper() not in ACCEPTABLE_STATES:
1793 raise error.TestError('State must be one of: %s.'
1794 % (ACCEPTABLE_STATES,))
1795
1796 if power_method == self.POWER_CONTROL_SERVO:
1797 logging.info('Setting servo port J10 to %s', state)
1798 self.servo.set('prtctl3_pwren', state.lower())
1799 time.sleep(self._USB_POWER_TIMEOUT)
1800 elif power_method == self.POWER_CONTROL_MANUAL:
1801 logging.info('You have %d seconds to set the AC power to %s.',
1802 self._POWER_CYCLE_TIMEOUT, state)
1803 time.sleep(self._POWER_CYCLE_TIMEOUT)
1804 else:
1805 if not self.has_power():
1806 raise error.TestFail('DUT does not have RPM connected.')
Simran Basi5e6339a2013-03-21 11:34:32 -07001807 afe = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
1808 afe.set_host_attribute(self._RPM_OUTLET_CHANGED, True,
1809 hostname=self.hostname)
Simran Basi1df55112013-09-06 11:25:09 -07001810 rpm_client.set_power(self.hostname, state.upper(), timeout_mins=5)
Simran Basid5e5e272012-09-24 15:23:59 -07001811
1812
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001813 def power_off(self, power_method=POWER_CONTROL_RPM):
1814 """Turn off power to this host via RPM, Servo or manual.
1815
1816 @param power_method Specifies which method of power control to
1817 use. By default "RPM" will be used. Valid values
1818 are the strings "RPM", "manual", "servoj10".
1819
1820 """
1821 self._set_power('OFF', power_method)
Simran Basid5e5e272012-09-24 15:23:59 -07001822
1823
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08001824 def power_on(self, power_method=POWER_CONTROL_RPM):
1825 """Turn on power to this host via RPM, Servo or manual.
1826
1827 @param power_method Specifies which method of power control to
1828 use. By default "RPM" will be used. Valid values
1829 are the strings "RPM", "manual", "servoj10".
1830
1831 """
1832 self._set_power('ON', power_method)
1833
1834
1835 def power_cycle(self, power_method=POWER_CONTROL_RPM):
1836 """Cycle power to this host by turning it OFF, then ON.
1837
1838 @param power_method Specifies which method of power control to
1839 use. By default "RPM" will be used. Valid values
1840 are the strings "RPM", "manual", "servoj10".
1841
1842 """
1843 if power_method in (self.POWER_CONTROL_SERVO,
1844 self.POWER_CONTROL_MANUAL):
1845 self.power_off(power_method=power_method)
1846 time.sleep(self._POWER_CYCLE_TIMEOUT)
1847 self.power_on(power_method=power_method)
1848 else:
1849 rpm_client.set_power(self.hostname, 'CYCLE')
Simran Basic6f1f7a2012-10-16 10:47:46 -07001850
1851
1852 def get_platform(self):
1853 """Determine the correct platform label for this host.
1854
1855 @returns a string representing this host's platform.
1856 """
1857 crossystem = utils.Crossystem(self)
1858 crossystem.init()
1859 # Extract fwid value and use the leading part as the platform id.
1860 # fwid generally follow the format of {platform}.{firmware version}
1861 # Example: Alex.X.YYY.Z or Google_Alex.X.YYY.Z
1862 platform = crossystem.fwid().split('.')[0].lower()
1863 # Newer platforms start with 'Google_' while the older ones do not.
1864 return platform.replace('google_', '')
1865
1866
Hung-ying Tyanb1328032014-04-01 14:18:54 +08001867 def get_architecture(self):
1868 """Determine the correct architecture label for this host.
1869
1870 @returns a string representing this host's architecture.
1871 """
1872 crossystem = utils.Crossystem(self)
1873 crossystem.init()
1874 return crossystem.arch()
1875
1876
Luis Lozano40b7d0d2014-01-17 15:12:06 -08001877 def get_chrome_version(self):
1878 """Gets the Chrome version number and milestone as strings.
1879
1880 Invokes "chrome --version" to get the version number and milestone.
1881
1882 @return A tuple (chrome_ver, milestone) where "chrome_ver" is the
1883 current Chrome version number as a string (in the form "W.X.Y.Z")
1884 and "milestone" is the first component of the version number
1885 (the "W" from "W.X.Y.Z"). If the version number cannot be parsed
1886 in the "W.X.Y.Z" format, the "chrome_ver" will be the full output
1887 of "chrome --version" and the milestone will be the empty string.
1888
1889 """
MK Ryu35d661e2014-09-25 17:44:10 -07001890 version_string = self.run(client_constants.CHROME_VERSION_COMMAND).stdout
Luis Lozano40b7d0d2014-01-17 15:12:06 -08001891 return utils.parse_chrome_version(version_string)
1892
J. Richard Barnetted2af5852016-02-05 15:03:10 -08001893
Kevin Chenga2619dc2016-03-28 11:42:08 -07001894 # TODO(kevcheng): change this to just return the board without the
1895 # 'board:' prefix and fix up all the callers. Also look into removing the
1896 # need for this method.
Simran Basic6f1f7a2012-10-16 10:47:46 -07001897 def get_board(self):
1898 """Determine the correct board label for this host.
1899
1900 @returns a string representing this host's board.
1901 """
1902 release_info = utils.parse_cmd_output('cat /etc/lsb-release',
1903 run_method=self.run)
J. Richard Barnetted2af5852016-02-05 15:03:10 -08001904 return (ds_constants.BOARD_PREFIX +
1905 release_info['CHROMEOS_RELEASE_BOARD'])
Simran Basic6f1f7a2012-10-16 10:47:46 -07001906
1907
Kevin Chenga328da62016-03-31 10:49:04 -07001908
1909 def has_lightsensor(self):
1910 """Determine the correct board label for this host.
1911
1912 @returns the string 'lightsensor' if this host has a lightsensor or
1913 None if it does not.
1914 """
1915 search_cmd = "find -L %s -maxdepth 4 | egrep '%s'" % (
1916 self._LIGHTSENSOR_SEARCH_DIR, '|'.join(self._LIGHTSENSOR_FILES))
1917 try:
1918 # Run the search cmd following the symlinks. Stderr_tee is set to
1919 # None as there can be a symlink loop, but the command will still
1920 # execute correctly with a few messages printed to stderr.
1921 self.run(search_cmd, stdout_tee=None, stderr_tee=None)
1922 return 'lightsensor'
1923 except error.AutoservRunError:
1924 # egrep exited with a return code of 1 meaning none of the possible
1925 # lightsensor files existed.
1926 return None
1927
1928
1929 def has_bluetooth(self):
1930 """Determine the correct board label for this host.
1931
1932 @returns the string 'bluetooth' if this host has bluetooth or
1933 None if it does not.
1934 """
1935 try:
1936 self.run('test -d /sys/class/bluetooth/hci0')
1937 # test exited with a return code of 0.
1938 return 'bluetooth'
1939 except error.AutoservRunError:
1940 # test exited with a return code 1 meaning the directory did not
1941 # exist.
1942 return None
1943
1944
Kevin Chenga328da62016-03-31 10:49:04 -07001945 def get_accels(self):
1946 """
1947 Determine the type of accelerometers on this host.
1948
1949 @returns a string representing this host's accelerometer type.
1950 At present, it only returns "accel:cros-ec", for accelerometers
1951 attached to a Chrome OS EC, or none, if no accelerometers.
1952 """
1953 # Check to make sure we have ectool
1954 rv = self.run('which ectool', ignore_status=True)
1955 if rv.exit_status:
1956 logging.info("No ectool cmd found, assuming no EC accelerometers")
1957 return None
1958
1959 # Check that the EC supports the motionsense command
1960 rv = self.run('ectool motionsense', ignore_status=True)
1961 if rv.exit_status:
1962 logging.info("EC does not support motionsense command "
1963 "assuming no EC accelerometers")
1964 return None
1965
1966 # Check that EC motion sensors are active
1967 active = self.run('ectool motionsense active').stdout.split('\n')
1968 if active[0] == "0":
1969 logging.info("Motion sense inactive, assuming no EC accelerometers")
1970 return None
1971
1972 logging.info("EC accelerometers found")
1973 return 'accel:cros-ec'
1974
1975
1976 def has_chameleon(self):
1977 """Determine if a Chameleon connected to this host.
1978
1979 @returns a list containing two strings ('chameleon' and
1980 'chameleon:' + label, e.g. 'chameleon:hdmi') if this host
1981 has a Chameleon or None if it has not.
1982 """
1983 if self._chameleon_host:
1984 return ['chameleon', 'chameleon:' + self.chameleon.get_label()]
1985 else:
1986 return None
1987
1988
1989 def has_loopback_dongle(self):
1990 """Determine if an audio loopback dongle is plugged to this host.
1991
1992 @returns 'audio_loopback_dongle' when there is an audio loopback dongle
1993 plugged to this host.
1994 None when there is no audio loopback dongle
1995 plugged to this host.
1996 """
1997 nodes_info = self.run(command=cras_utils.get_cras_nodes_cmd(),
1998 ignore_status=True).stdout
1999 if (cras_utils.node_type_is_plugged('HEADPHONE', nodes_info) and
2000 cras_utils.node_type_is_plugged('MIC', nodes_info)):
2001 return 'audio_loopback_dongle'
2002 else:
2003 return None
2004
2005
2006 def get_power_supply(self):
2007 """
2008 Determine what type of power supply the host has
2009
2010 @returns a string representing this host's power supply.
2011 'power:battery' when the device has a battery intended for
2012 extended use
2013 'power:AC_primary' when the device has a battery not intended
2014 for extended use (for moving the machine, etc)
2015 'power:AC_only' when the device has no battery at all.
2016 """
2017 psu = self.run(command='mosys psu type', ignore_status=True)
2018 if psu.exit_status:
2019 # The psu command for mosys is not included for all platforms. The
2020 # assumption is that the device will have a battery if the command
2021 # is not found.
2022 return 'power:battery'
2023
2024 psu_str = psu.stdout.strip()
2025 if psu_str == 'unknown':
2026 return None
2027
2028 return 'power:%s' % psu_str
2029
2030
2031 def get_storage(self):
2032 """
2033 Determine the type of boot device for this host.
2034
2035 Determine if the internal device is SCSI or dw_mmc device.
2036 Then check that it is SSD or HDD or eMMC or something else.
2037
2038 @returns a string representing this host's internal device type.
2039 'storage:ssd' when internal device is solid state drive
2040 'storage:hdd' when internal device is hard disk drive
2041 'storage:mmc' when internal device is mmc drive
2042 None When internal device is something else or
2043 when we are unable to determine the type
2044 """
2045 # The output should be /dev/mmcblk* for SD/eMMC or /dev/sd* for scsi
2046 rootdev_cmd = ' '.join(['. /usr/sbin/write_gpt.sh;',
2047 '. /usr/share/misc/chromeos-common.sh;',
2048 'load_base_vars;',
2049 'get_fixed_dst_drive'])
2050 rootdev = self.run(command=rootdev_cmd, ignore_status=True)
2051 if rootdev.exit_status:
2052 logging.info("Fail to run %s", rootdev_cmd)
2053 return None
2054 rootdev_str = rootdev.stdout.strip()
2055
2056 if not rootdev_str:
2057 return None
2058
2059 rootdev_base = os.path.basename(rootdev_str)
2060
2061 mmc_pattern = '/dev/mmcblk[0-9]'
2062 if re.match(mmc_pattern, rootdev_str):
2063 # Use type to determine if the internal device is eMMC or somthing
2064 # else. We can assume that MMC is always an internal device.
2065 type_cmd = 'cat /sys/block/%s/device/type' % rootdev_base
2066 type = self.run(command=type_cmd, ignore_status=True)
2067 if type.exit_status:
2068 logging.info("Fail to run %s", type_cmd)
2069 return None
2070 type_str = type.stdout.strip()
2071
2072 if type_str == 'MMC':
2073 return 'storage:mmc'
2074
2075 scsi_pattern = '/dev/sd[a-z]+'
2076 if re.match(scsi_pattern, rootdev.stdout):
2077 # Read symlink for /sys/block/sd* to determine if the internal
2078 # device is connected via ata or usb.
2079 link_cmd = 'readlink /sys/block/%s' % rootdev_base
2080 link = self.run(command=link_cmd, ignore_status=True)
2081 if link.exit_status:
2082 logging.info("Fail to run %s", link_cmd)
2083 return None
2084 link_str = link.stdout.strip()
2085 if 'usb' in link_str:
2086 return None
2087
2088 # Read rotation to determine if the internal device is ssd or hdd.
2089 rotate_cmd = str('cat /sys/block/%s/queue/rotational'
2090 % rootdev_base)
2091 rotate = self.run(command=rotate_cmd, ignore_status=True)
2092 if rotate.exit_status:
2093 logging.info("Fail to run %s", rotate_cmd)
2094 return None
2095 rotate_str = rotate.stdout.strip()
2096
2097 rotate_dict = {'0':'storage:ssd', '1':'storage:hdd'}
2098 return rotate_dict.get(rotate_str)
2099
2100 # All other internal device / error case will always fall here
2101 return None
2102
2103
2104 def get_servo(self):
2105 """Determine if the host has a servo attached.
2106
2107 If the host has a working servo attached, it should have a servo label.
2108
2109 @return: string 'servo' if the host has servo attached. Otherwise,
2110 returns None.
2111 """
2112 return 'servo' if self._servo_host else None
2113
2114
2115 def get_video_labels(self):
2116 """Run /usr/local/bin/avtest_label_detect to get a list of video labels.
2117
2118 Sample output of avtest_label_detect:
2119 Detected label: hw_video_acc_vp8
2120 Detected label: webcam
2121
2122 @return: A list of labels detected by tool avtest_label_detect.
2123 """
2124 try:
2125 result = self.run('/usr/local/bin/avtest_label_detect').stdout
2126 return re.findall('^Detected label: (\w+)$', result, re.M)
2127 except error.AutoservRunError:
2128 # The tool is not installed.
2129 return []
2130
2131
2132 def is_video_glitch_detection_supported(self):
2133 """ Determine if a board under test is supported for video glitch
2134 detection tests.
2135
2136 @return: 'video_glitch_detection' if board is supported, None otherwise.
2137 """
2138 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
2139
2140 if board in video_test_constants.SUPPORTED_BOARDS:
2141 return 'video_glitch_detection'
2142
2143 return None
2144
2145
2146 def get_touch(self):
2147 """
2148 Determine whether board under test has a touchpad or touchscreen.
2149
2150 @return: A list of some combination of 'touchscreen' and 'touchpad',
2151 depending on what is present on the device.
2152
2153 """
2154 labels = []
2155 looking_for = ['touchpad', 'touchscreen']
2156 player = input_playback.InputPlayback()
2157 input_events = self.run('ls /dev/input/event*').stdout.strip().split()
2158 filename = '/tmp/touch_labels'
2159 for event in input_events:
2160 self.run('evtest %s > %s' % (event, filename), timeout=1,
2161 ignore_timeout=True)
2162 properties = self.run('cat %s' % filename).stdout
2163 input_type = player._determine_input_type(properties)
2164 if input_type in looking_for:
2165 labels.append(input_type)
2166 looking_for.remove(input_type)
2167 if len(looking_for) == 0:
2168 break
2169 self.run('rm %s' % filename)
2170
2171 return labels
2172
2173
2174 def has_internal_display(self):
2175 """Determine if the device under test is equipped with an internal
2176 display.
2177
2178 @return: 'internal_display' if one is present; None otherwise.
2179 """
2180 from autotest_lib.client.cros.graphics import graphics_utils
2181 from autotest_lib.client.common_lib import utils as common_utils
2182
2183 def __system_output(cmd):
2184 return self.run(cmd).stdout
2185
2186 def __read_file(remote_path):
2187 return self.run('cat %s' % remote_path).stdout
2188
2189 # Hijack the necessary client functions so that we can take advantage
2190 # of the client lib here.
2191 # FIXME: find a less hacky way than this
2192 original_system_output = utils.system_output
2193 original_read_file = common_utils.read_file
2194 utils.system_output = __system_output
2195 common_utils.read_file = __read_file
2196 try:
2197 return ('internal_display' if graphics_utils.has_internal_display()
2198 else None)
2199 finally:
2200 utils.system_output = original_system_output
2201 common_utils.read_file = original_read_file
2202
2203
2204 def has_lucid_sleep_support(self):
2205 """Determine if the device under test has support for lucid sleep.
2206
2207 @return 'lucidsleep' if this board supports lucid sleep; None otherwise
2208 """
2209 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
2210 return 'lucidsleep' if board in LUCID_SLEEP_BOARDS else None
2211
2212
Dan Shi85276d42014-04-08 22:11:45 -07002213 def is_boot_from_usb(self):
2214 """Check if DUT is boot from USB.
2215
2216 @return: True if DUT is boot from usb.
2217 """
2218 device = self.run('rootdev -s -d').stdout.strip()
2219 removable = int(self.run('cat /sys/block/%s/removable' %
2220 os.path.basename(device)).stdout.strip())
2221 return removable == 1
Helen Zhang17dae2b2014-11-11 09:25:52 -08002222
2223
2224 def read_from_meminfo(self, key):
Dan Shi49ca0932014-11-14 11:22:27 -08002225 """Return the memory info from /proc/meminfo
Helen Zhang17dae2b2014-11-11 09:25:52 -08002226
2227 @param key: meminfo requested
2228
2229 @return the memory value as a string
2230
2231 """
Helen Zhang17dae2b2014-11-11 09:25:52 -08002232 meminfo = self.run('grep %s /proc/meminfo' % key).stdout.strip()
2233 logging.debug('%s', meminfo)
2234 return int(re.search(r'\d+', meminfo).group(0))
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002235
2236
Rohit Makasana98e696f2016-06-03 18:48:10 -07002237 def get_cpu_arch(self):
2238 """Returns CPU arch of the device.
2239
2240 @return CPU architecture of the DUT.
2241 """
2242 # Add CPUs by following logic in client/bin/base_utils.py.
2243 if self.run("grep '^flags.*:.* lm .*' /proc/cpuinfo",
2244 ignore_status=True).stdout:
2245 return 'x86_64'
2246 if self.run("grep -Ei 'ARM|CPU implementer' /proc/cpuinfo",
2247 ignore_status=True).stdout:
2248 return 'arm'
2249 return 'i386'
2250
2251
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002252 def get_board_type(self):
2253 """
2254 Get the DUT's device type from /etc/lsb-release.
Danny Chan471a8d12015-08-18 14:57:41 -07002255 DEVICETYPE can be one of CHROMEBOX, CHROMEBASE, CHROMEBOOK or more.
2256
2257 @return value of DEVICETYPE param from lsb-release.
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002258 """
Danny Chan471a8d12015-08-18 14:57:41 -07002259 device_type = self.run('grep DEVICETYPE /etc/lsb-release',
2260 ignore_status=True).stdout
2261 if device_type:
Kalin Stoyanov524310b2015-08-21 16:24:04 -07002262 return device_type.split('=')[-1].strip()
Danny Chan471a8d12015-08-18 14:57:41 -07002263 return ''
Gilad Arnolda76bef02015-09-29 13:55:15 -07002264
2265
2266 def get_os_type(self):
2267 return 'cros'
Simran Basia5522a32015-10-06 11:01:24 -07002268
2269
2270 def enable_adb_testing(self):
2271 """Mark this host as an adb tester."""
Dan Shia2872172015-10-31 01:16:51 -07002272 self.run('touch %s' % constants.ANDROID_TESTER_FILEFLAG)
Kevin Chenga2619dc2016-03-28 11:42:08 -07002273
2274
2275 def get_labels(self):
Kevin Chengf8660142016-08-12 10:17:41 -07002276 """Return the detected labels on the host."""
Kevin Chenga2619dc2016-03-28 11:42:08 -07002277 return self.labels.get_labels(self)
Kevin Chengf8660142016-08-12 10:17:41 -07002278
2279
2280 def update_labels(self):
2281 """Update the labels on the host."""
2282 self.labels.update_labels(self)