blob: 99a9ecba16c242c11115c9a6853cdcb5af984320 [file] [log] [blame]
Derek Beckettf73baca2020-08-19 15:08:47 -07001# Lint as: python2, python3
J. Richard Barnette24adbf42012-04-11 15:04:53 -07002# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Dale Curtisaa5eedb2011-08-23 16:18:52 -07003# Use of this source code is governed by a BSD-style license that can be
4# found in the LICENSE file.
5
Derek Beckettf73baca2020-08-19 15:08:47 -07006from __future__ import absolute_import
7from __future__ import division
8from __future__ import print_function
9
J. Richard Barnette1d78b012012-05-15 13:56:30 -070010import logging
Dan Shi0f466e82013-02-22 15:44:58 -080011import os
Simran Basid5e5e272012-09-24 15:23:59 -070012import re
Vincent Palatindf2372c2016-10-07 17:03:00 +020013import sys
J. Richard Barnette134ec2c2012-04-25 12:59:37 -070014import time
15
mussa584b4462014-06-20 15:13:28 -070016import common
J. Richard Barnette45e93de2012-04-11 17:24:15 -070017from autotest_lib.client.bin import utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070018from autotest_lib.client.common_lib import autotemp
Richard Barnette0c73ffc2012-11-19 15:21:18 -080019from autotest_lib.client.common_lib import error
20from autotest_lib.client.common_lib import global_config
J. Richard Barnette91137f02016-03-10 16:52:26 -080021from autotest_lib.client.common_lib import hosts
Dan Shi549fb822015-03-24 18:01:11 -070022from autotest_lib.client.common_lib import lsbrelease_utils
Otabek Kasimov6825b762020-06-23 23:42:44 -070023from autotest_lib.client.common_lib import utils as common_utils
Greg Edelstona7b05d12020-04-01 16:00:51 -060024from autotest_lib.client.common_lib.cros import cros_config
Richard Barnette03a0c132012-11-05 12:40:35 -080025from autotest_lib.client.common_lib.cros import dev_server
Justin TerAvest3b0c5ba2017-11-07 09:59:11 -070026from autotest_lib.client.common_lib.cros import retry
Hsinyu Chaoe0b08e62015-08-11 10:50:37 +000027from autotest_lib.client.cros import constants as client_constants
J. Richard Barnette84890bd2014-02-21 11:05:47 -080028from autotest_lib.client.cros import cros_ui
Simran Basi5ace6f22016-01-06 17:30:44 -080029from autotest_lib.server import afe_utils
Dan Shia1ecd5c2013-06-06 11:21:31 -070030from autotest_lib.server import utils as server_utils
Dan Shi9cb0eec2014-06-03 09:04:50 -070031from autotest_lib.server.cros import provision
Scott Zawalski89c44dd2013-02-26 09:28:02 -050032from autotest_lib.server.cros.dynamic_suite import constants as ds_constants
Simran Basi5e6339a2013-03-21 11:34:32 -070033from autotest_lib.server.cros.dynamic_suite import tools, frontend_wrappers
Garry Wang1a493d82020-08-31 21:01:19 -070034from autotest_lib.server.cros.device_health_profile import device_health_profile
Garry Wanga2e78172020-09-09 23:49:07 -070035from autotest_lib.server.cros.device_health_profile import profile_constants
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -070036from autotest_lib.server.cros.servo import pdtester
Fang Deng96667ca2013-08-01 17:46:18 -070037from autotest_lib.server.hosts import abstract_ssh
Kevin Chenga2619dc2016-03-28 11:42:08 -070038from autotest_lib.server.hosts import base_label
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +080039from autotest_lib.server.hosts import chameleon_host
Otabek Kasimov832d9162020-07-27 19:24:57 -070040from autotest_lib.server.hosts import cros_constants
Richard Barnetted31580e2018-05-14 19:58:00 +000041from autotest_lib.server.hosts import cros_label
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -080042from autotest_lib.server.hosts import cros_repair
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -070043from autotest_lib.server.hosts import pdtester_host
Fang Deng5d518f42013-08-02 14:04:32 -070044from autotest_lib.server.hosts import servo_host
Garry Wang11b5e872020-03-11 15:14:08 -070045from autotest_lib.server.hosts import servo_constants
Simran Basidcff4252012-11-20 16:13:20 -080046from autotest_lib.site_utils.rpm_control_system import rpm_client
Otabek Kasimov808cd832020-05-28 18:27:46 -070047from autotest_lib.site_utils.admin_audit import constants as audit_const
Otabek Kasimov27bb2862020-08-10 14:40:45 -070048from autotest_lib.site_utils.admin_audit import verifiers as audit_verify
Derek Beckettf73baca2020-08-19 15:08:47 -070049from six.moves import zip
Simran Basid5e5e272012-09-24 15:23:59 -070050
Simran Basi382506b2016-09-13 14:58:15 -070051# In case cros_host is being ran via SSP on an older Moblab version with an
52# older chromite version.
53try:
54 from chromite.lib import metrics
Dan Shi5e2efb72017-02-07 11:40:23 -080055except ImportError:
Congbin Guo42427612019-02-12 10:22:06 -080056 metrics = utils.metrics_mock
Dan Shi5e2efb72017-02-07 11:40:23 -080057
Simran Basid5e5e272012-09-24 15:23:59 -070058
Dan Shib8540a52015-07-16 14:18:23 -070059CONFIG = global_config.global_config
60
beepsc87ff602013-07-31 21:53:00 -070061class FactoryImageCheckerException(error.AutoservError):
62 """Exception raised when an image is a factory image."""
63 pass
64
65
Fang Deng0ca40e22013-08-27 17:47:44 -070066class CrosHost(abstract_ssh.AbstractSSHHost):
J. Richard Barnette45e93de2012-04-11 17:24:15 -070067 """Chromium OS specific subclass of Host."""
68
Simran Basi5ace6f22016-01-06 17:30:44 -080069 VERSION_PREFIX = provision.CROS_VERSION_PREFIX
70
Scott Zawalski62bacae2013-03-05 10:40:32 -050071 _AFE = frontend_wrappers.RetryingAFE(timeout_min=5, delay_sec=10)
J. Richard Barnette45e93de2012-04-11 17:24:15 -070072
Richard Barnette03a0c132012-11-05 12:40:35 -080073 # Timeout values (in seconds) associated with various Chrome OS
74 # state changes.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -070075 #
Richard Barnette0c73ffc2012-11-19 15:21:18 -080076 # In general, a good rule of thumb is that the timeout can be up
77 # to twice the typical measured value on the slowest platform.
78 # The times here have not necessarily been empirically tested to
79 # meet this criterion.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070080 #
81 # SLEEP_TIMEOUT: Time to allow for suspend to memory.
Richard Barnette0c73ffc2012-11-19 15:21:18 -080082 # RESUME_TIMEOUT: Time to allow for resume after suspend, plus
83 # time to restart the netwowrk.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080084 # SHUTDOWN_TIMEOUT: Time to allow for shut down.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070085 # BOOT_TIMEOUT: Time to allow for boot from power off. Among
Richard Barnette0c73ffc2012-11-19 15:21:18 -080086 # other things, this must account for the 30 second dev-mode
J. Richard Barnette417cc792015-10-01 09:56:36 -070087 # screen delay, time to start the network on the DUT, and the
88 # ssh timeout of 120 seconds.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070089 # USB_BOOT_TIMEOUT: Time to allow for boot from a USB device,
Richard Barnette0c73ffc2012-11-19 15:21:18 -080090 # including the 30 second dev-mode delay and time to start the
J. Richard Barnetted4649c62013-03-06 17:42:27 -080091 # network.
beepsf079cfb2013-09-18 17:49:51 -070092 # INSTALL_TIMEOUT: Time to allow for chromeos-install.
J. Richard Barnette84890bd2014-02-21 11:05:47 -080093 # POWERWASH_BOOT_TIMEOUT: Time to allow for a reboot that
94 # includes powerwash.
J. Richard Barnetteeb69d722012-06-18 17:29:44 -070095
96 SLEEP_TIMEOUT = 2
J. Richard Barnetted4649c62013-03-06 17:42:27 -080097 RESUME_TIMEOUT = 10
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +080098 SHUTDOWN_TIMEOUT = 10
J. Richard Barnette417cc792015-10-01 09:56:36 -070099 BOOT_TIMEOUT = 150
J. Richard Barnette5bab5f52015-08-03 13:14:38 -0700100 USB_BOOT_TIMEOUT = 300
J. Richard Barnette7817b052014-08-28 09:47:29 -0700101 INSTALL_TIMEOUT = 480
Dan Shi2c88eed2013-11-12 10:18:38 -0800102 POWERWASH_BOOT_TIMEOUT = 60
Chris Sosab76e0ee2013-05-22 16:55:41 -0700103
Dan Shica503482015-03-30 17:23:25 -0700104 # Minimum OS version that supports server side packaging. Older builds may
105 # not have server side package built or with Autotest code change to support
106 # server-side packaging.
Dan Shib8540a52015-07-16 14:18:23 -0700107 MIN_VERSION_SUPPORT_SSP = CONFIG.get_config_value(
Dan Shiced09e42015-04-17 16:09:34 -0700108 'AUTOSERV', 'min_version_support_ssp', type=int)
Dan Shica503482015-03-30 17:23:25 -0700109
Dana Goyettec172b172020-07-29 16:26:15 -0700110 USE_FSFREEZE = CONFIG.get_config_value(
Dana Goyette6242cb32020-09-23 11:02:57 -0700111 'CROS', 'enable_fs_freeze', type=bool, default=False)
Dana Goyettec172b172020-07-29 16:26:15 -0700112
J. Richard Barnette84890bd2014-02-21 11:05:47 -0800113 # REBOOT_TIMEOUT: How long to wait for a reboot.
114 #
Chris Sosab76e0ee2013-05-22 16:55:41 -0700115 # We have a long timeout to ensure we don't flakily fail due to other
116 # issues. Shorter timeouts are vetted in platform_RebootAfterUpdate.
Simran Basi1160e2c2013-10-04 16:00:24 -0700117 # TODO(sbasi - crbug.com/276094) Restore to 5 mins once the 'host did not
118 # return from reboot' bug is solved.
119 REBOOT_TIMEOUT = 480
Chris Sosab76e0ee2013-05-22 16:55:41 -0700120
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800121 # _USB_POWER_TIMEOUT: Time to allow for USB to power toggle ON and OFF.
122 # _POWER_CYCLE_TIMEOUT: Time to allow for manual power cycle.
Garry Wang5e5538a2019-04-08 15:36:18 -0700123 # _CHANGE_SERVO_ROLE_TIMEOUT: Time to allow DUT regain network connection
124 # since changing servo role will reset USB state
125 # and causes temporary ethernet drop.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800126 _USB_POWER_TIMEOUT = 5
127 _POWER_CYCLE_TIMEOUT = 10
Garry Wang5e5538a2019-04-08 15:36:18 -0700128 _CHANGE_SERVO_ROLE_TIMEOUT = 180
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800129
Fang Dengdeba14f2014-11-14 11:54:09 -0800130 _RPM_HOSTNAME_REGEX = ('chromeos(\d+)(-row(\d+))?-rack(\d+[a-z]*)'
131 '-host(\d+)')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700132
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -0800133 # Constants used in ping_wait_up() and ping_wait_down().
134 #
135 # _PING_WAIT_COUNT is the approximate number of polling
136 # cycles to use when waiting for a host state change.
137 #
138 # _PING_STATUS_DOWN and _PING_STATUS_UP are names used
139 # for arguments to the internal _ping_wait_for_status()
140 # method.
141 _PING_WAIT_COUNT = 40
142 _PING_STATUS_DOWN = False
143 _PING_STATUS_UP = True
144
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800145 # Allowed values for the power_method argument.
146
Garry Wang5e5538a2019-04-08 15:36:18 -0700147 # POWER_CONTROL_RPM: Used in power_off/on/cycle() methods, default for all
148 # DUTs except those with servo_v4 CCD.
149 # POWER_CONTROL_CCD: Used in power_off/on/cycle() methods, default for all
150 # DUTs with servo_v4 CCD.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800151 # POWER_CONTROL_SERVO: Used in set_power() and power_cycle() methods.
152 # POWER_CONTROL_MANUAL: Used in set_power() and power_cycle() methods.
153 POWER_CONTROL_RPM = 'RPM'
Garry Wang5e5538a2019-04-08 15:36:18 -0700154 POWER_CONTROL_CCD = 'CCD'
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800155 POWER_CONTROL_SERVO = 'servoj10'
156 POWER_CONTROL_MANUAL = 'manual'
157
158 POWER_CONTROL_VALID_ARGS = (POWER_CONTROL_RPM,
Garry Wang5e5538a2019-04-08 15:36:18 -0700159 POWER_CONTROL_CCD,
Ismail Noorbasha07fdb612013-02-14 14:13:31 -0800160 POWER_CONTROL_SERVO,
161 POWER_CONTROL_MANUAL)
Richard Barnette0c73ffc2012-11-19 15:21:18 -0800162
Simran Basi5e6339a2013-03-21 11:34:32 -0700163 _RPM_OUTLET_CHANGED = 'outlet_changed'
164
Dan Shi9cb0eec2014-06-03 09:04:50 -0700165 # URL pattern to download firmware image.
Dan Shib8540a52015-07-16 14:18:23 -0700166 _FW_IMAGE_URL_PATTERN = CONFIG.get_config_value(
Dan Shi9cb0eec2014-06-03 09:04:50 -0700167 'CROS', 'firmware_url_pattern', type=str)
beeps687243d2013-07-18 15:29:27 -0700168
Brent Peterson1cb623a2020-01-09 13:14:28 -0800169 # Regular expression for extracting EC version string
170 _EC_REGEX = '(%s_\w*[-\.]\w*[-\.]\w*[-\.]\w*)'
171
172 # Regular expression for extracting BIOS version string
173 _BIOS_REGEX = '(%s\.\w*\.\w*\.\w*)'
174
Brent Petersonc70a1832020-01-24 15:54:35 -0800175 # Command to update firmware located on DUT
Namyoon Woo382e5892020-05-20 16:48:40 -0700176 _FW_UPDATE_CMD = 'chromeos-firmwareupdate --mode=recovery %s'
Brent Petersonc70a1832020-01-24 15:54:35 -0800177
J. Richard Barnette964fba02012-10-24 17:34:29 -0700178 @staticmethod
beeps46dadc92013-11-07 14:07:10 -0800179 def check_host(host, timeout=10):
180 """
181 Check if the given host is a chrome-os host.
182
183 @param host: An ssh host representing a device.
184 @param timeout: The timeout for the run command.
185
186 @return: True if the host device is chromeos.
187
beeps46dadc92013-11-07 14:07:10 -0800188 """
189 try:
Allen Liad719c12017-06-27 23:48:04 +0000190 result = host.run(
Simran Basi933c8af2015-04-29 14:05:07 -0700191 'grep -q CHROMEOS /etc/lsb-release && '
Garry Wange4b6d6e2019-06-17 17:08:46 -0700192 '! grep -q moblab /etc/lsb-release && '
193 '! grep -q labstation /etc/lsb-release',
Simran Basi933c8af2015-04-29 14:05:07 -0700194 ignore_status=True, timeout=timeout)
Laurence Goodby468de252017-06-08 17:22:53 -0700195 if result.exit_status == 0:
Allen Liad719c12017-06-27 23:48:04 +0000196 lsb_release_content = host.run(
Laurence Goodby468de252017-06-08 17:22:53 -0700197 'grep CHROMEOS_RELEASE_BOARD /etc/lsb-release',
198 timeout=timeout).stdout
Pradeep Sawlaniaa013fa2017-11-09 06:34:18 -0800199 return not (
200 lsbrelease_utils.is_jetstream(
201 lsb_release_content=lsb_release_content) or
202 lsbrelease_utils.is_gce_board(
203 lsb_release_content=lsb_release_content))
204
beeps46dadc92013-11-07 14:07:10 -0800205 except (error.AutoservRunError, error.AutoservSSHTimeout):
206 return False
Laurence Goodby468de252017-06-08 17:22:53 -0700207
208 return False
beeps46dadc92013-11-07 14:07:10 -0800209
210
211 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800212 def get_chameleon_arguments(args_dict):
213 """Extract chameleon options from `args_dict` and return the result.
214
215 Recommended usage:
216 ~~~~~~~~
217 args_dict = utils.args_to_dict(args)
218 chameleon_args = hosts.CrosHost.get_chameleon_arguments(args_dict)
219 host = hosts.create_host(machine, chameleon_args=chameleon_args)
220 ~~~~~~~~
221
222 @param args_dict Dictionary from which to extract the chameleon
223 arguments.
224 """
Sam McNally66594ca2019-12-09 12:45:44 +1100225 chameleon_args = {key: args_dict[key]
226 for key in ('chameleon_host', 'chameleon_port')
227 if key in args_dict}
228 if 'chameleon_ssh_port' in args_dict:
229 chameleon_args['port'] = int(args_dict['chameleon_ssh_port'])
230 return chameleon_args
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800231
Shijin Abrahamc09587d2020-02-14 20:46:55 -0800232 @staticmethod
233 def get_btpeer_arguments(args_dict):
234 """Extract btpeer options from `args_dict` and return the result.
235
236 This is used to parse details of Bluetooth peer.
237 Recommended usage:
238 ~~~~~~~~
239 args_dict = utils.args_to_dict(args)
240 btpeer_args = hosts.CrosHost.get_btpeer_arguments(args_dict)
Shijin Abraham22f24cb2020-03-26 09:07:41 -0700241 host = hosts.create_host(machine, btpeer_args=btpeer_args)
Shijin Abrahamc09587d2020-02-14 20:46:55 -0800242 ~~~~~~~~
243
244 @param args_dict: Dictionary from which to extract the btpeer
245 arguments.
246 """
247 if 'btpeer_host_list' in args_dict:
248 result = []
249 for btpeer in args_dict['btpeer_host_list'].split(','):
250 result.append({key: value for key,value in
251 zip(('btpeer_host','btpeer_port'),
252 btpeer.split(':'))})
253 return result
254 else:
Anand K Mistrye8933092020-08-05 14:49:41 +1000255 return {key: args_dict[key]
256 for key in ('btpeer_host', 'btpeer_port', 'btpeer_ssh_port')
Shijin Abrahamc09587d2020-02-14 20:46:55 -0800257 if key in args_dict}
258
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800259
260 @staticmethod
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -0700261 def get_pdtester_arguments(args_dict):
Scottfe06ed82015-11-05 17:15:01 -0800262 """Extract chameleon options from `args_dict` and return the result.
263
264 Recommended usage:
265 ~~~~~~~~
266 args_dict = utils.args_to_dict(args)
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -0700267 pdtester_args = hosts.CrosHost.get_pdtester_arguments(args_dict)
268 host = hosts.create_host(machine, pdtester_args=pdtester_args)
Scottfe06ed82015-11-05 17:15:01 -0800269 ~~~~~~~~
270
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -0700271 @param args_dict Dictionary from which to extract the pdtester
Scottfe06ed82015-11-05 17:15:01 -0800272 arguments.
273 """
Allen Li083866b2016-08-18 10:07:10 -0700274 return {key: args_dict[key]
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -0700275 for key in ('pdtester_host', 'pdtester_port')
Allen Li083866b2016-08-18 10:07:10 -0700276 if key in args_dict}
Scottfe06ed82015-11-05 17:15:01 -0800277
278
279 @staticmethod
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800280 def get_servo_arguments(args_dict):
281 """Extract servo options from `args_dict` and return the result.
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800282
283 Recommended usage:
284 ~~~~~~~~
285 args_dict = utils.args_to_dict(args)
Fang Deng0ca40e22013-08-27 17:47:44 -0700286 servo_args = hosts.CrosHost.get_servo_arguments(args_dict)
J. Richard Barnette7214e0b2013-02-06 15:20:49 -0800287 host = hosts.create_host(machine, servo_args=servo_args)
288 ~~~~~~~~
289
290 @param args_dict Dictionary from which to extract the servo
291 arguments.
292 """
Garry Wang11b5e872020-03-11 15:14:08 -0700293 servo_attrs = (servo_constants.SERVO_HOST_ATTR,
294 servo_constants.SERVO_PORT_ATTR,
295 servo_constants.SERVO_BOARD_ATTR,
296 servo_constants.SERVO_MODEL_ATTR)
Armando Miraglia2ac802e2017-08-15 14:54:47 +0200297 servo_args = {key: args_dict[key]
298 for key in servo_attrs
299 if key in args_dict}
300 return (
301 None
Garry Wang11b5e872020-03-11 15:14:08 -0700302 if servo_constants.SERVO_HOST_ATTR in servo_args
303 and not servo_args[servo_constants.SERVO_HOST_ATTR]
Armando Miraglia2ac802e2017-08-15 14:54:47 +0200304 else servo_args)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -0700305
J. Richard Barnette964fba02012-10-24 17:34:29 -0700306
J. Richard Barnette91137f02016-03-10 16:52:26 -0800307 def _initialize(self, hostname, chameleon_args=None, servo_args=None,
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -0700308 pdtester_args=None, try_lab_servo=False,
Shijin Abraham78ce4402020-09-08 22:04:27 -0700309 try_servo_repair=False, ssh_verbosity_flag='',
310 ssh_options='', *args, **dargs):
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800311 """Initialize superclasses, |self.chameleon|, and |self.servo|.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700312
Fang Denge545abb2014-12-30 18:43:47 -0800313 This method will attempt to create the test-assistant object
314 (chameleon/servo) when it is needed by the test. Check
315 the docstring of chameleon_host.create_chameleon_host and
316 servo_host.create_servo_host for how this is determined.
Fang Deng5d518f42013-08-02 14:04:32 -0700317
Fang Denge545abb2014-12-30 18:43:47 -0800318 @param hostname: Hostname of the dut.
319 @param chameleon_args: A dictionary that contains args for creating
320 a ChameleonHost. See chameleon_host for details.
321 @param servo_args: A dictionary that contains args for creating
322 a ServoHost object. See servo_host for details.
Richard Barnette9a26ad62016-06-10 12:03:08 -0700323 @param try_lab_servo: When true, indicates that an attempt should
324 be made to create a ServoHost for a DUT in
325 the test lab, even if not required by
326 `servo_args`. See servo_host for details.
327 @param try_servo_repair: If a servo host is created, check it
328 with `repair()` rather than `verify()`.
Fang Denge545abb2014-12-30 18:43:47 -0800329 See servo_host for details.
330 @param ssh_verbosity_flag: String, to pass to the ssh command to control
331 verbosity.
332 @param ssh_options: String, other ssh options to pass to the ssh
333 command.
J. Richard Barnette67ccb872012-04-19 16:34:56 -0700334 """
Fang Deng0ca40e22013-08-27 17:47:44 -0700335 super(CrosHost, self)._initialize(hostname=hostname,
J. Richard Barnette45e93de2012-04-11 17:24:15 -0700336 *args, **dargs)
J. Richard Barnette91137f02016-03-10 16:52:26 -0800337 self._repair_strategy = cros_repair.create_cros_repair_strategy()
Otabek Kasimov6825b762020-06-23 23:42:44 -0700338 # hold special dut_state for repair process
339 self._device_repair_state = None
Kevin Chenga2619dc2016-03-28 11:42:08 -0700340 self.labels = base_label.LabelRetriever(cros_label.CROS_LABELS)
J. Richard Barnettef0859852012-08-20 14:55:50 -0700341 # self.env is a dictionary of environment variable settings
342 # to be exported for commands run on the host.
343 # LIBC_FATAL_STDERR_ can be useful for diagnosing certain
344 # errors that might happen.
345 self.env['LIBC_FATAL_STDERR_'] = '1'
Fang Dengd1c2b732013-08-20 12:59:46 -0700346 self._ssh_verbosity_flag = ssh_verbosity_flag
Aviv Keshetc5947fa2013-09-04 14:06:29 -0700347 self._ssh_options = ssh_options
Otabek Kasimova7ba91a2020-03-09 08:31:01 -0700348 _servo_host, servo_state = servo_host.create_servo_host(
349 dut=self,
350 servo_args=servo_args,
351 try_lab_servo=try_lab_servo,
352 try_servo_repair=try_servo_repair,
353 dut_host_info=self.host_info_store.get())
354 self.set_servo_host(_servo_host, servo_state)
Garry Wang1a493d82020-08-31 21:01:19 -0700355 self.health_profile = None
Garry Wang5e5538a2019-04-08 15:36:18 -0700356 self._default_power_method = None
Richard Barnettee519dcd2016-08-15 17:37:17 -0700357
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800358 # TODO(waihong): Do the simplication on Chameleon too.
Shijin Abraham783a7dd2020-02-14 15:36:11 -0800359 self._chameleon_host = chameleon_host.create_chameleon_host(
Otabek Kasimova7ba91a2020-03-09 08:31:01 -0700360 dut=self.hostname,
361 chameleon_args=chameleon_args)
Shijin Abraham783a7dd2020-02-14 15:36:11 -0800362 if self._chameleon_host:
363 self.chameleon = self._chameleon_host.create_chameleon_board()
Tom Wai-Hong Tamefe1c7f2014-01-02 14:00:11 +0800364 else:
Tom Wai-Hong Tam3d6790d2014-04-14 16:15:47 +0800365 self.chameleon = None
Fang Deng5d518f42013-08-02 14:04:32 -0700366
Shijin Abraham78ce4402020-09-08 22:04:27 -0700367 # Bluetooth peers will be populated by the test if needed
368 self._btpeer_host_list = []
369 self.btpeer_list = []
370 self.btpeer = None
Shijin Abrahamc09587d2020-02-14 20:46:55 -0800371
howardchung83e55272019-08-08 14:08:05 +0800372 # Add pdtester host if pdtester args were added on command line
Wai-Hong Tam16e5edb2019-09-17 16:10:07 -0700373 self._pdtester_host = pdtester_host.create_pdtester_host(
Wai-Hong Tam90b164d2019-10-25 13:15:39 -0700374 pdtester_args, self._servo_host)
howardchung83e55272019-08-08 14:08:05 +0800375
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -0700376 if self._pdtester_host:
377 self.pdtester_servo = self._pdtester_host.get_servo()
378 logging.info('pdtester_servo: %r', self.pdtester_servo)
379 # Create the pdtester object used to access the ec uart
380 self.pdtester = pdtester.PDTester(self.pdtester_servo,
381 self._pdtester_host.get_servod_server_proxy())
Scottfe06ed82015-11-05 17:15:01 -0800382 else:
Wai-Hong Tam0ed9fe12019-05-23 11:00:58 -0700383 self.pdtester = None
Scottfe06ed82015-11-05 17:15:01 -0800384
Fang Deng5d518f42013-08-02 14:04:32 -0700385
Shijin Abraham78ce4402020-09-08 22:04:27 -0700386 def initialize_btpeer(self, btpeer_args=[]):
Shijin Abrahamc09587d2020-02-14 20:46:55 -0800387 """ Initialize the Bluetooth peers
388
389 Initialize Bluetooth peer devices given in the arguments. Bluetooth peer
390 is chameleon host on Raspberry Pi.
391 @param btpeer_args: A dictionary that contains args for creating
392 a ChameleonHost. See chameleon_host for details.
393
394 """
Shijin Abraham78ce4402020-09-08 22:04:27 -0700395 logging.debug('Attempting to initialize bluetooth peers if available')
Shijin Abraham22f24cb2020-03-26 09:07:41 -0700396 try:
Shijin Abraham22f24cb2020-03-26 09:07:41 -0700397 if type(btpeer_args) is list:
398 btpeer_args_list = btpeer_args
399 else:
400 btpeer_args_list = [btpeer_args]
401
402 self._btpeer_host_list = chameleon_host.create_btpeer_host(
403 dut=self.hostname, btpeer_args_list=btpeer_args_list)
404 logging.debug('Bluetooth peer hosts are %s',
405 self._btpeer_host_list)
406 self.btpeer_list = [_host.create_chameleon_board() for _host in
407 self._btpeer_host_list if _host is not None]
408
409 if len(self.btpeer_list) > 0:
410 self.btpeer = self.btpeer_list[0]
411
412 logging.debug('After initialize_btpeer btpeer_list %s '
413 'btpeer_host_list is %s and btpeer is %s',
414 self.btpeer_list, self._btpeer_host_list,
415 self.btpeer)
416 except Exception as e:
417 logging.error('Exception %s in initialize_btpeer', str(e))
418
Shijin Abrahamc09587d2020-02-14 20:46:55 -0800419
420
Richard Barnetteb4b4d6f2018-05-05 01:47:41 +0000421 def get_cros_repair_image_name(self):
Ruben Rodriguez Buchilloncee72f72019-05-01 13:20:58 -0700422 """Get latest stable cros image name from AFE.
423
424 Use the board name from the info store. Should that fail, try to
425 retrieve the board name from the host's installed image itself.
426
427 @returns: current stable cros image name for this host.
428 """
Garry Wange8a8fc22020-04-13 15:04:53 -0700429 info = self.host_info_store.get()
430 if not info.board:
Ruben Rodriguez Buchilloncee72f72019-05-01 13:20:58 -0700431 logging.warn('No board label value found. Trying to infer '
432 'from the host itself.')
433 try:
Garry Wange8a8fc22020-04-13 15:04:53 -0700434 info.labels.append(self.get_board())
Ruben Rodriguez Buchilloncee72f72019-05-01 13:20:58 -0700435 except (error.AutoservRunError, error.AutoservSSHTimeout) as e:
436 logging.error('Also failed to get the board name from the DUT '
437 'itself. %s.', str(e))
Garry Wange8a8fc22020-04-13 15:04:53 -0700438 raise error.AutoservError('Cannot determine board of the DUT'
439 ' while getting repair image name.')
440 return afe_utils.get_stable_cros_image_name_v2(info)
Scott Zawalski89c44dd2013-02-26 09:28:02 -0500441
442
Rohit Makasanadf0a3a32017-06-30 13:55:18 -0700443 def host_version_prefix(self, image):
444 """Return version label prefix.
445
446 In case the CrOS provisioning version is something other than the
447 standard CrOS version e.g. CrOS TH version, this function will
448 find the prefix from provision.py.
449
450 @param image: The image name to find its version prefix.
451 @returns: A prefix string for the image type.
452 """
453 return provision.get_version_label_prefix(image)
454
Andrew Luo3332ab22020-04-28 16:42:03 -0700455 def stage_build_to_usb(self, build):
456 """Stage the current ChromeOS image on the USB stick connected to the
457 servo.
458
459 @param build: The build to download and send to USB.
460 """
461 if not self.servo:
462 raise error.TestError('Host %s does not have servo.' %
463 self.hostname)
464
465 _, update_url = self.stage_image_for_servo(build)
Andrew Luob0355ea2020-06-24 16:12:57 -0700466
467 try:
468 self.servo.image_to_servo_usb(update_url)
469 finally:
470 # servo.image_to_servo_usb turned the DUT off, so turn it back on
471 logging.debug('Turn DUT power back on.')
472 self.servo.get_power_state_controller().power_on()
473
Andrew Luo3332ab22020-04-28 16:42:03 -0700474 logging.debug('ChromeOS image %s is staged on the USB stick.',
475 build)
Rohit Makasanadf0a3a32017-06-30 13:55:18 -0700476
beepsdae65fd2013-07-26 16:24:41 -0700477 def verify_job_repo_url(self, tag=''):
beepscb6f1e22013-06-28 19:14:10 -0700478 """
479 Make sure job_repo_url of this host is valid.
480
joychen03eaad92013-06-26 09:55:21 -0700481 Eg: The job_repo_url "http://lmn.cd.ab.xyx:8080/static/\
beepscb6f1e22013-06-28 19:14:10 -0700482 lumpy-release/R29-4279.0.0/autotest/packages" claims to have the
483 autotest package for lumpy-release/R29-4279.0.0. If this isn't the case,
484 download and extract it. If the devserver embedded in the url is
485 unresponsive, update the job_repo_url of the host after staging it on
486 another devserver.
487
488 @param job_repo_url: A url pointing to the devserver where the autotest
489 package for this build should be staged.
beepsdae65fd2013-07-26 16:24:41 -0700490 @param tag: The tag from the server job, in the format
491 <job_id>-<user>/<hostname>, or <hostless> for a server job.
beepscb6f1e22013-06-28 19:14:10 -0700492
493 @raises DevServerException: If we could not resolve a devserver.
494 @raises AutoservError: If we're unable to save the new job_repo_url as
495 a result of choosing a new devserver because the old one failed to
496 respond to a health check.
beeps0c865032013-07-30 11:37:06 -0700497 @raises urllib2.URLError: If the devserver embedded in job_repo_url
498 doesn't respond within the timeout.
beepscb6f1e22013-06-28 19:14:10 -0700499 """
Prathmesh Prabhu368abdf2017-02-14 11:23:47 -0800500 info = self.host_info_store.get()
501 job_repo_url = info.attributes.get(ds_constants.JOB_REPO_URL, '')
beepscb6f1e22013-06-28 19:14:10 -0700502 if not job_repo_url:
503 logging.warning('No job repo url set on host %s', self.hostname)
504 return
505
506 logging.info('Verifying job repo url %s', job_repo_url)
507 devserver_url, image_name = tools.get_devserver_build_from_package_url(
508 job_repo_url)
509
beeps0c865032013-07-30 11:37:06 -0700510 ds = dev_server.ImageServer(devserver_url)
beepscb6f1e22013-06-28 19:14:10 -0700511
512 logging.info('Staging autotest artifacts for %s on devserver %s',
513 image_name, ds.url())
beeps687243d2013-07-18 15:29:27 -0700514
515 start_time = time.time()
Simran Basi25e7a922014-10-31 11:56:10 -0700516 ds.stage_artifacts(image_name, ['autotest_packages'])
beeps687243d2013-07-18 15:29:27 -0700517 stage_time = time.time() - start_time
518
519 # Record how much of the verification time comes from a devserver
520 # restage. If we're doing things right we should not see multiple
521 # devservers for a given board/build/branch path.
522 try:
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800523 board, build_type, branch = server_utils.ParseBuildName(
beeps687243d2013-07-18 15:29:27 -0700524 image_name)[:3]
J. Richard Barnette3cbd76b2013-11-27 12:11:25 -0800525 except server_utils.ParseBuildNameException:
beeps687243d2013-07-18 15:29:27 -0700526 pass
527 else:
beeps0c865032013-07-30 11:37:06 -0700528 devserver = devserver_url[
Chris Sosa65425082013-10-16 13:26:22 -0700529 devserver_url.find('/') + 2:devserver_url.rfind(':')]
beeps687243d2013-07-18 15:29:27 -0700530 stats_key = {
531 'board': board,
532 'build_type': build_type,
533 'branch': branch,
beeps0c865032013-07-30 11:37:06 -0700534 'devserver': devserver.replace('.', '_'),
beeps687243d2013-07-18 15:29:27 -0700535 }
Dan Shi5e2efb72017-02-07 11:40:23 -0800536
537 monarch_fields = {
538 'board': board,
539 'build_type': build_type,
Dan Shi5e2efb72017-02-07 11:40:23 -0800540 'branch': branch,
541 'dev_server': devserver,
542 }
543 metrics.Counter(
544 'chromeos/autotest/provision/verify_url'
545 ).increment(fields=monarch_fields)
546 metrics.SecondsDistribution(
547 'chromeos/autotest/provision/verify_url_duration'
548 ).add(stage_time, fields=monarch_fields)
549
550
Dan Shicf4d2032015-03-12 15:04:21 -0700551 def stage_server_side_package(self, image=None):
552 """Stage autotest server-side package on devserver.
553
554 @param image: Full path of an OS image to install or a build name.
555
556 @return: A url to the autotest server-side package.
Dan Shi14de7622016-08-22 11:09:06 -0700557
558 @raise: error.AutoservError if fail to locate the build to test with, or
559 fail to stage server-side package.
Dan Shicf4d2032015-03-12 15:04:21 -0700560 """
Dan Shid37736b2016-07-06 15:10:29 -0700561 # If enable_drone_in_restricted_subnet is False, do not set hostname
562 # in devserver.resolve call, so a devserver in non-restricted subnet
563 # is picked to stage autotest server package for drone to download.
564 hostname = self.hostname
565 if not server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
566 hostname = None
Dan Shicf4d2032015-03-12 15:04:21 -0700567 if image:
568 image_name = tools.get_build_from_image(image)
569 if not image_name:
570 raise error.AutoservError(
571 'Failed to parse build name from %s' % image)
Dan Shid37736b2016-07-06 15:10:29 -0700572 ds = dev_server.ImageServer.resolve(image_name, hostname)
Dan Shicf4d2032015-03-12 15:04:21 -0700573 else:
Prathmesh Prabhu9235e4c2017-03-28 13:16:06 -0700574 info = self.host_info_store.get()
Prathmesh Prabhu368abdf2017-02-14 11:23:47 -0800575 job_repo_url = info.attributes.get(ds_constants.JOB_REPO_URL, '')
Dan Shicf4d2032015-03-12 15:04:21 -0700576 if job_repo_url:
577 devserver_url, image_name = (
578 tools.get_devserver_build_from_package_url(job_repo_url))
Dan Shid37736b2016-07-06 15:10:29 -0700579 # If enable_drone_in_restricted_subnet is True, use the
580 # existing devserver. Otherwise, resolve a new one in
581 # non-restricted subnet.
582 if server_utils.ENABLE_DRONE_IN_RESTRICTED_SUBNET:
583 ds = dev_server.ImageServer(devserver_url)
584 else:
585 ds = dev_server.ImageServer.resolve(image_name)
Prathmesh Prabhub6cea612017-02-09 15:41:19 -0800586 elif info.build is not None:
587 ds = dev_server.ImageServer.resolve(info.build, hostname)
Prathmesh Prabhu0c1dd4d2017-06-07 13:01:53 -0700588 image_name = info.build
Dan Shicf4d2032015-03-12 15:04:21 -0700589 else:
Prathmesh Prabhub6cea612017-02-09 15:41:19 -0800590 raise error.AutoservError(
591 'Failed to stage server-side package. The host has '
Garry Wang12b9baf2019-06-24 18:58:54 -0700592 'no job_repo_url attribute or cros-version label.')
Dan Shica503482015-03-30 17:23:25 -0700593
594 # Get the OS version of the build, for any build older than
595 # MIN_VERSION_SUPPORT_SSP, server side packaging is not supported.
596 match = re.match('.*/R\d+-(\d+)\.', image_name)
597 if match and int(match.group(1)) < self.MIN_VERSION_SUPPORT_SSP:
Dan Shi14de7622016-08-22 11:09:06 -0700598 raise error.AutoservError(
599 'Build %s is older than %s. Server side packaging is '
600 'disabled.' % (image_name, self.MIN_VERSION_SUPPORT_SSP))
Dan Shica503482015-03-30 17:23:25 -0700601
Dan Shicf4d2032015-03-12 15:04:21 -0700602 ds.stage_artifacts(image_name, ['autotest_server_package'])
603 return '%s/static/%s/%s' % (ds.url(), image_name,
604 'autotest_server_package.tar.bz2')
605
606
Kalin Stoyanovb3c11f32018-05-11 09:02:00 -0700607 def stage_image_for_servo(self, image_name=None, artifact='test_image'):
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700608 """Stage a build on a devserver and return the update_url.
609
610 @param image_name: a name like lumpy-release/R27-3837.0.0
Kalin Stoyanovb3c11f32018-05-11 09:02:00 -0700611 @param artifact: a string like 'test_image'. Requests
612 appropriate image to be staged.
Xixuan Wufee57542019-10-15 11:50:27 -0700613 @returns a tuple of (image_name, URL) like
614 (lumpy-release/R27-3837.0.0,
615 http://172.22.50.205:8082/update/lumpy-release/R27-3837.0.0)
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700616 """
617 if not image_name:
Richard Barnetteb4b4d6f2018-05-05 01:47:41 +0000618 image_name = self.get_cros_repair_image_name()
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700619 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800620 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
Kalin Stoyanovb3c11f32018-05-11 09:02:00 -0700621 devserver.stage_artifacts(image_name, [artifact])
622 if artifact == 'test_image':
Xixuan Wufee57542019-10-15 11:50:27 -0700623 return image_name, devserver.get_test_image_url(image_name)
Kalin Stoyanovb3c11f32018-05-11 09:02:00 -0700624 elif artifact == 'recovery_image':
Xixuan Wufee57542019-10-15 11:50:27 -0700625 return image_name, devserver.get_recovery_image_url(image_name)
Kalin Stoyanovb3c11f32018-05-11 09:02:00 -0700626 else:
627 raise error.AutoservError("Bad artifact!")
J. Richard Barnettee4af8b92013-05-01 13:16:12 -0700628
629
beepse539be02013-07-31 21:57:39 -0700630 def stage_factory_image_for_servo(self, image_name):
631 """Stage a build on a devserver and return the update_url.
632
633 @param image_name: a name like <baord>/4262.204.0
beeps12c0a3c2013-09-03 11:58:27 -0700634
beepse539be02013-07-31 21:57:39 -0700635 @return: An update URL, eg:
636 http://<devserver>/static/canary-channel/\
637 <board>/4262.204.0/factory_test/chromiumos_factory_image.bin
beeps12c0a3c2013-09-03 11:58:27 -0700638
639 @raises: ValueError if the factory artifact name is missing from
640 the config.
641
beepse539be02013-07-31 21:57:39 -0700642 """
643 if not image_name:
644 logging.error('Need an image_name to stage a factory image.')
645 return
646
Dan Shib8540a52015-07-16 14:18:23 -0700647 factory_artifact = CONFIG.get_config_value(
beeps12c0a3c2013-09-03 11:58:27 -0700648 'CROS', 'factory_artifact', type=str, default='')
649 if not factory_artifact:
650 raise ValueError('Cannot retrieve the factory artifact name from '
651 'autotest config, and hence cannot stage factory '
652 'artifacts.')
653
beepse539be02013-07-31 21:57:39 -0700654 logging.info('Staging build for servo install: %s', image_name)
Dan Shi216389c2015-12-22 11:03:06 -0800655 devserver = dev_server.ImageServer.resolve(image_name, self.hostname)
beepse539be02013-07-31 21:57:39 -0700656 devserver.stage_artifacts(
657 image_name,
beeps12c0a3c2013-09-03 11:58:27 -0700658 [factory_artifact],
659 archive_url=None)
beepse539be02013-07-31 21:57:39 -0700660
661 return tools.factory_image_url_pattern() % (devserver.url(), image_name)
662
663
Laurence Goodby778c9a42017-05-24 19:24:07 -0700664 def prepare_for_update(self):
665 """Prepares the DUT for an update.
666
667 Subclasses may override this to perform any special actions
668 required before updating.
669 """
Laurence Goodby468de252017-06-08 17:22:53 -0700670 pass
Laurence Goodby778c9a42017-05-24 19:24:07 -0700671
672
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800673 def _clear_fw_version_labels(self, rw_only):
674 """Clear firmware version labels from the machine.
675
676 @param rw_only: True to only clear fwrw_version; otherewise, clear
677 both fwro_version and fwrw_version.
678 """
Prathmesh Prabhuf8ae9a82019-10-04 15:34:13 -0700679 info = self.host_info_store.get()
680 info.clear_version_labels(provision.FW_RW_VERSION_PREFIX)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800681 if not rw_only:
Prathmesh Prabhuf8ae9a82019-10-04 15:34:13 -0700682 info.clear_version_labels(provision.FW_RO_VERSION_PREFIX)
683 self.host_info_store.commit(info)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700684
685
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800686 def _add_fw_version_label(self, build, rw_only):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700687 """Add firmware version label to the machine.
688
689 @param build: Build of firmware.
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800690 @param rw_only: True to only add fwrw_version; otherwise, add both
691 fwro_version and fwrw_version.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700692
693 """
Prathmesh Prabhuf8ae9a82019-10-04 15:34:13 -0700694 info = self.host_info_store.get()
695 info.set_version_label(provision.FW_RW_VERSION_PREFIX, build)
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800696 if not rw_only:
Prathmesh Prabhuf8ae9a82019-10-04 15:34:13 -0700697 info.set_version_label(provision.FW_RO_VERSION_PREFIX, build)
698 self.host_info_store.commit(info)
Dan Shi9cb0eec2014-06-03 09:04:50 -0700699
700
Namyoon Woo33f38852020-04-13 17:26:58 -0700701 def get_latest_release_version(self, platform, ref_board=None):
Namyoon Woo5f894662019-11-15 15:23:23 -0800702 """Search for the latest package release version from the image archive,
703 and return it.
704
Namyoon Woo33f38852020-04-13 17:26:58 -0700705 @param platform: platform name, a.k.a. board or model
706 @param ref_board: reference board name, a.k.a. baseboard, parent
Namyoon Woo5f894662019-11-15 15:23:23 -0800707
Namyoon Woo33f38852020-04-13 17:26:58 -0700708 @return 'firmware-{platform}-{branch}-firmwarebranch/{release-version}/'
709 '{platform}'
Namyoon Woo5f894662019-11-15 15:23:23 -0800710 or None if LATEST release file does not exist.
711 """
712
Namyoon Woo33f38852020-04-13 17:26:58 -0700713 platforms = [ platform ]
Namyoon Woo5f894662019-11-15 15:23:23 -0800714
Namyoon Woo33f38852020-04-13 17:26:58 -0700715 # Search the image path in reference board archive as well.
716 # For example, bob has its binary image under its reference board (gru)
717 # image archive.
718 if ref_board:
719 platforms.append(ref_board)
Namyoon Woo5f894662019-11-15 15:23:23 -0800720
Namyoon Woo33f38852020-04-13 17:26:58 -0700721 for board in platforms:
722 # Read 'LATEST-1.0.0' file
723 branch_dir = provision.FW_BRANCH_GLOB % board
724 latest_file = os.path.join(provision.CROS_IMAGE_ARCHIVE, branch_dir,
725 'LATEST-1.0.0')
Namyoon Woo406c7d42020-01-24 15:57:11 -0800726
Namyoon Woo33f38852020-04-13 17:26:58 -0700727 try:
728 # The result could be one or more.
729 result = utils.system_output('gsutil ls -d ' + latest_file)
730
731 candidates = re.findall('gs://.*', result)
732
733 # Found the directory candidates. No need to check the other
734 # board name cadidates. Let's break the loop.
735 break
736 except error.CmdError:
737 # It doesn't exist. Let's move on to the next item.
738 pass
739 else:
Namyoon Woo5f894662019-11-15 15:23:23 -0800740 logging.error('No LATEST release info is available.')
741 return None
742
Namyoon Woo406c7d42020-01-24 15:57:11 -0800743 for cand_dir in candidates:
744 result = utils.system_output('gsutil cat ' + cand_dir)
Namyoon Woo5f894662019-11-15 15:23:23 -0800745
Namyoon Woo406c7d42020-01-24 15:57:11 -0800746 release_path = cand_dir.replace('LATEST-1.0.0', result)
Namyoon Woo33f38852020-04-13 17:26:58 -0700747 release_path = os.path.join(release_path, platform)
Namyoon Woo406c7d42020-01-24 15:57:11 -0800748 try:
749 # Check if release_path does exist.
750 release = utils.system_output('gsutil ls -d ' + release_path)
751 # Now 'release' has a full directory path: e.g.
752 # gs://chromeos-image-archive/firmware-octopus-11297.B-
753 # firmwarebranch/RNone-1.0.0-b4395530/octopus/
754
755 # Remove "gs://chromeos-image-archive".
756 release = release.replace(provision.CROS_IMAGE_ARCHIVE, '')
757
758 # Remove CROS_IMAGE_ARCHIVE and any surrounding '/'s.
759 return release.strip('/')
760 except error.CmdError:
761 # The directory might not exist. Let's try next candidate.
762 pass
763 else:
764 raise error.AutoservError('Cannot find the latest firmware')
Namyoon Woo5f894662019-11-15 15:23:23 -0800765
Brent Peterson1cb623a2020-01-09 13:14:28 -0800766 @staticmethod
767 def get_version_from_image(image, version_regex):
Brent Peterson8039b472020-02-14 10:51:23 -0800768 """Get version string from binary image using regular expression.
769
770 @param image: Binary image to search
771 @param version_regex: Regular expression to search for
772
773 @return Version string
774
775 @raises TestFail if no version string is found in image
776 """
Brent Peterson1cb623a2020-01-09 13:14:28 -0800777 with open(image, 'rb') as f:
778 image_data = f.read()
Derek Beckett98345552020-08-31 16:07:22 -0700779 match = re.findall(version_regex,
780 image_data.decode('ISO-8859-1', errors='ignore'))
Brent Peterson1cb623a2020-01-09 13:14:28 -0800781 if match:
782 return match[0]
783 else:
784 raise error.TestFail('Failed to read version from %s.' % image)
785
786
Garry Wangad2a1712020-03-26 15:06:43 -0700787 def firmware_install(self, build, rw_only=False, dest=None,
Brent Petersonc70a1832020-01-24 15:54:35 -0800788 local_tarball=None, verify_version=False,
Namyoon Woo382e5892020-05-20 16:48:40 -0700789 try_scp=False, install_ec=True, install_bios=True,
790 board_as=None):
Dan Shi9cb0eec2014-06-03 09:04:50 -0700791 """Install firmware to the DUT.
792
793 Use stateful update if the DUT is already running the same build.
794 Stateful update does not update kernel and tends to run much faster
795 than a full reimage. If the DUT is running a different build, or it
796 failed to do a stateful update, full update, including kernel update,
797 will be applied to the DUT.
798
Tom Wai-Hong Tam2d00cb22016-01-08 06:40:50 +0800799 Once a host enters firmware_install its fw[ro|rw]_version label will
800 be removed. After the firmware is updated successfully, a new
801 fw[ro|rw]_version label will be added to the host.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700802
803 @param build: The build version to which we want to provision the
804 firmware of the machine,
805 e.g. 'link-firmware/R22-2695.1.144'.
Tom Wai-Hong Tam4ac78982016-01-08 02:34:37 +0800806 @param rw_only: True to only install firmware to its RW portions. Keep
807 the RO portions unchanged.
Mary Ruthven6481a9f2019-08-23 12:46:05 -0700808 @param dest: Directory to store the firmware in.
Brent Peterson5b7c5b12020-01-09 13:14:28 -0800809 @param local_tarball: Path to local firmware image for installing
810 without devserver.
Brent Peterson1cb623a2020-01-09 13:14:28 -0800811 @param verify_version: True to verify EC and BIOS versions after
812 programming firmware, default is False.
Brent Petersonc70a1832020-01-24 15:54:35 -0800813 @param try_scp: False to always program using servo, true to try copying
814 the firmware and programming from the DUT.
Namyoon Woo382e5892020-05-20 16:48:40 -0700815 @param install_ec: True to install EC FW, and False to skip it.
816 @param install_bios: True to install BIOS, and False to skip it.
817 @param board_as: A board name to force to use.
Dan Shi9cb0eec2014-06-03 09:04:50 -0700818
819 TODO(dshi): After bug 381718 is fixed, update here with corresponding
820 exceptions that could be raised.
821
822 """
823 if not self.servo:
824 raise error.TestError('Host %s does not have servo.' %
825 self.hostname)
826
Wai-Hong Tam3fa455a2018-07-18 14:40:43 -0700827 # Get the DUT board name from AFE.
828 info = self.host_info_store.get()
829 board = info.board
Shelley Chenac61d5a2019-06-24 15:35:46 -0700830 model = info.model
Namyoon Woo8dbfcf92019-01-15 18:37:12 -0800831
832 if board is None or board == '':
833 board = self.servo.get_board()
Dan Shi9cb0eec2014-06-03 09:04:50 -0700834
Namyoon Woo382e5892020-05-20 16:48:40 -0700835 # if board_as argument is passed, then use it instead of the original
836 # board name.
837 if board_as:
838 board = board_as
839
Mary Ruthvende14a8b2019-08-23 12:43:52 -0700840 if model is None or model == '':
Namyoon Woofb16eae2020-08-14 10:02:39 -0700841 try:
842 model = self.get_platform_from_fwid()
843 except Exception as e:
844 logging.warn('Dut is unresponsive: %s', str(e))
Mary Ruthvende14a8b2019-08-23 12:43:52 -0700845
Brent Peterson5b7c5b12020-01-09 13:14:28 -0800846 # If local firmware path not provided fetch it from the dev server
Mary Ruthven6481a9f2019-08-23 12:46:05 -0700847 tmpd = None
Brent Peterson5b7c5b12020-01-09 13:14:28 -0800848 if not local_tarball:
Garry Wangad2a1712020-03-26 15:06:43 -0700849 logging.info('Will install firmware from build %s.', build)
Brent Peterson5b7c5b12020-01-09 13:14:28 -0800850
Namyoon Woo43c1cb22020-05-28 18:58:34 -0700851 try:
852 ds = dev_server.ImageServer.resolve(build, self.hostname)
853 ds.stage_artifacts(build, ['firmware'])
Brent Peterson5b7c5b12020-01-09 13:14:28 -0800854
Namyoon Woo43c1cb22020-05-28 18:58:34 -0700855 if not dest:
856 tmpd = autotemp.tempdir(unique_id='fwimage')
857 dest = tmpd.name
Brent Peterson5b7c5b12020-01-09 13:14:28 -0800858
Namyoon Woo43c1cb22020-05-28 18:58:34 -0700859 # Download firmware image
860 fwurl = self._FW_IMAGE_URL_PATTERN % (ds.url(), build)
861 local_tarball = os.path.join(dest, os.path.basename(fwurl))
862 ds.download_file(fwurl, local_tarball)
863 except Exception as e:
864 raise error.TestError('Failed to download firmware package: %s'
865 % str(e))
Dan Shi9cb0eec2014-06-03 09:04:50 -0700866
Namyoon Woo382e5892020-05-20 16:48:40 -0700867 ec_image = None
868 if install_ec:
869 # Extract EC image from tarball
870 logging.info('Extracting EC image.')
871 ec_image = self.servo.extract_ec_image(board, model, local_tarball)
Brent Peterson1cb623a2020-01-09 13:14:28 -0800872
Namyoon Woo382e5892020-05-20 16:48:40 -0700873 bios_image = None
874 if install_bios:
875 # Extract BIOS image from tarball
876 logging.info('Extracting BIOS image.')
877 bios_image = self.servo.extract_bios_image(board, model,
878 local_tarball)
879
880 if not bios_image and not ec_image:
881 raise error.TestError('No firmware installation was processed.')
Brent Peterson1cb623a2020-01-09 13:14:28 -0800882
Brent Petersonc70a1832020-01-24 15:54:35 -0800883 # Clear firmware version labels
884 self._clear_fw_version_labels(rw_only)
885
886 # Install firmware from local tarball
Brent Peterson5b7c5b12020-01-09 13:14:28 -0800887 try:
Garry Wang50e4a492020-08-05 12:29:57 -0700888 # Check if copying to DUT is enabled and DUT is available
889 if try_scp and self.is_up():
Brent Petersonc70a1832020-01-24 15:54:35 -0800890 # DUT is available, make temp firmware directory to store images
891 logging.info('Making temp folder.')
892 dest_folder = '/tmp/firmware'
893 self.run('mkdir -p ' + dest_folder)
894
Namyoon Woo68b68082020-06-02 13:13:14 -0700895 fw_cmd = self._FW_UPDATE_CMD % ('--wp=1' if rw_only else '')
Brent Petersonc70a1832020-01-24 15:54:35 -0800896
Namyoon Woo382e5892020-05-20 16:48:40 -0700897 if bios_image:
898 # Send BIOS firmware image to DUT
899 logging.info('Sending BIOS firmware.')
900 dest_bios_path = os.path.join(dest_folder,
901 os.path.basename(bios_image))
902 self.send_file(bios_image, dest_bios_path)
903
904 # Initialize firmware update command for BIOS image
905 fw_cmd += ' -i %s' % dest_bios_path
Brent Peterson669edf42020-02-07 15:07:54 -0800906
907 # Send EC firmware image to DUT when EC image was found
908 if ec_image:
909 logging.info('Sending EC firmware.')
910 dest_ec_path = os.path.join(dest_folder,
911 os.path.basename(ec_image))
912 self.send_file(ec_image, dest_ec_path)
913
914 # Add EC image to firmware update command
915 fw_cmd += ' -e %s' % dest_ec_path
916
Dana Goyettee84ef8d2020-07-09 11:55:09 -0700917 # Make sure command is allowed to finish even if ssh fails.
918 fw_cmd = "trap '' SIGHUP; %s" % fw_cmd
919
Brent Peterson669edf42020-02-07 15:07:54 -0800920 # Update firmware on DUT
921 logging.info('Updating firmware.')
Dana Goyettee84ef8d2020-07-09 11:55:09 -0700922 try:
Dana Goyette935b3fe2020-07-23 14:19:39 -0700923 self.run(fw_cmd, options="-o LogLevel=verbose")
Dana Goyettee84ef8d2020-07-09 11:55:09 -0700924 except error.AutoservRunError as e:
925 if e.result_obj.exit_status != 255:
926 raise
927 elif ec_image:
928 logging.warn("DUT network dropped during update"
929 " (often caused by EC resetting USB)")
930 else:
931 logging.error("DUT network dropped during update"
932 " (unexpected, since no EC image)")
933 raise
Brent Petersonc70a1832020-01-24 15:54:35 -0800934 else:
935 # Host is not available, program firmware using servo
Brent Peterson669edf42020-02-07 15:07:54 -0800936 if ec_image:
937 self.servo.program_ec(ec_image, rw_only)
Namyoon Woo382e5892020-05-20 16:48:40 -0700938 if bios_image:
939 self.servo.program_bios(bios_image, rw_only)
Brent Petersonc70a1832020-01-24 15:54:35 -0800940 if utils.host_is_in_lab_zone(self.hostname):
941 self._add_fw_version_label(build, rw_only)
Brent Peterson1cb623a2020-01-09 13:14:28 -0800942
943 # Reboot and wait for DUT after installing firmware
944 logging.info('Rebooting DUT.')
945 self.servo.get_power_state_controller().reset()
946 time.sleep(self.servo.BOOT_DELAY)
947 self.test_wait_for_boot()
948
949 # When enabled verify EC and BIOS firmware version after programming
950 if verify_version:
Brent Peterson669edf42020-02-07 15:07:54 -0800951 # Check programmed EC firmware when EC image was found
952 if ec_image:
953 logging.info('Checking EC firmware version.')
954 dest_ec_version = self.get_ec_version()
Brent Peterson8039b472020-02-14 10:51:23 -0800955 ec_version_prefix = dest_ec_version.split('_', 1)[0]
956 ec_regex = self._EC_REGEX % ec_version_prefix
Brent Peterson669edf42020-02-07 15:07:54 -0800957 image_ec_version = self.get_version_from_image(ec_image,
Brent Peterson8039b472020-02-14 10:51:23 -0800958 ec_regex)
Brent Peterson669edf42020-02-07 15:07:54 -0800959 if dest_ec_version != image_ec_version:
960 raise error.TestFail(
Namyoon Wooe2c009a2020-07-22 10:09:03 -0700961 'Failed to update EC firmware, version %s '
962 '(expected %s)' % (dest_ec_version,
963 image_ec_version))
Brent Peterson1cb623a2020-01-09 13:14:28 -0800964
Namyoon Woo382e5892020-05-20 16:48:40 -0700965 if bios_image:
966 # Check programmed BIOS firmware against expected version
967 logging.info('Checking BIOS firmware version.')
968 dest_bios_version = self.get_firmware_version()
969 bios_version_prefix = dest_bios_version.split('.', 1)[0]
970 bios_regex = self._BIOS_REGEX % bios_version_prefix
971 image_bios_version = self.get_version_from_image(bios_image,
972 bios_regex)
973 if dest_bios_version != image_bios_version:
974 raise error.TestFail(
Namyoon Wooe2c009a2020-07-22 10:09:03 -0700975 'Failed to update BIOS, version %s '
Namyoon Woo382e5892020-05-20 16:48:40 -0700976 '(expected %s)' % (dest_bios_version,
977 image_bios_version))
Dan Shi9cb0eec2014-06-03 09:04:50 -0700978 finally:
Mary Ruthven6481a9f2019-08-23 12:46:05 -0700979 if tmpd:
980 tmpd.clean()
Dan Shi9cb0eec2014-06-03 09:04:50 -0700981
982
beepsf079cfb2013-09-18 17:49:51 -0700983 def servo_install(self, image_url=None, usb_boot_timeout=USB_BOOT_TIMEOUT,
984 install_timeout=INSTALL_TIMEOUT):
Scott Zawalski62bacae2013-03-05 10:40:32 -0500985 """
986 Re-install the OS on the DUT by:
987 1) installing a test image on a USB storage device attached to the Servo
988 board,
Richard Barnette03a0c132012-11-05 12:40:35 -0800989 2) booting that image in recovery mode, and then
J. Richard Barnette31b2e312013-04-04 16:05:22 -0700990 3) installing the image with chromeos-install.
991
Scott Zawalski62bacae2013-03-05 10:40:32 -0500992 @param image_url: If specified use as the url to install on the DUT.
993 otherwise boot the currently staged image on the USB stick.
beepsf079cfb2013-09-18 17:49:51 -0700994 @param usb_boot_timeout: The usb_boot_timeout to use during reimage.
995 Factory images need a longer usb_boot_timeout than regular
996 cros images.
997 @param install_timeout: The timeout to use when installing the chromeos
998 image. Factory images need a longer install_timeout.
Richard Barnette03a0c132012-11-05 12:40:35 -0800999
Scott Zawalski62bacae2013-03-05 10:40:32 -05001000 @raises AutoservError if the image fails to boot.
beepsf079cfb2013-09-18 17:49:51 -07001001
J. Richard Barnette0199cc82014-12-05 17:08:40 -08001002 """
Garry Wang7b0e1b72020-03-25 19:08:59 -07001003 if image_url:
1004 logging.info('Downloading image to USB, then booting from it.'
1005 ' Usb boot timeout = %s', usb_boot_timeout)
1006 else:
1007 logging.info('Booting from USB directly. Usb boot timeout = %s',
1008 usb_boot_timeout)
1009
1010 metrics_field = {'download': bool(image_url)}
1011 metrics.Counter(
1012 'chromeos/autotest/provision/servo_install/download_image'
1013 ).increment(fields=metrics_field)
1014
Allen Li48a13fe2016-11-22 14:10:40 -08001015 with metrics.SecondsTimer(
1016 'chromeos/autotest/provision/servo_install/boot_duration'):
Garry Wang53fc8f32020-09-18 13:30:08 -07001017 need_snk = self.require_snk_mode_in_recovery()
1018 self.servo.install_recovery_image(image_url, snk_mode=need_snk)
Allen Li48a13fe2016-11-22 14:10:40 -08001019 if not self.wait_up(timeout=usb_boot_timeout):
Garry Wang53fc8f32020-09-18 13:30:08 -07001020 if need_snk:
1021 # Attempt to restore servo_v4 role to 'src' mode.
1022 self.servo.set_servo_v4_role('src')
Allen Li48a13fe2016-11-22 14:10:40 -08001023 raise hosts.AutoservRepairError(
1024 'DUT failed to boot from USB after %d seconds' %
Garry Wang9ced7aa2020-04-10 17:26:35 -07001025 usb_boot_timeout, 'failed_to_boot_pre_install')
Scott Zawalski62bacae2013-03-05 10:40:32 -05001026
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001027 # The new chromeos-tpm-recovery has been merged since R44-7073.0.0.
1028 # In old CrOS images, this command fails. Skip the error.
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001029 logging.info('Resetting the TPM status')
Tom Wai-Hong Tamf6b4f812015-08-08 04:14:59 +08001030 try:
1031 self.run('chromeos-tpm-recovery')
1032 except error.AutoservRunError:
1033 logging.warn('chromeos-tpm-recovery is too old.')
1034
Tom Wai-Hong Tam27af7332015-07-25 06:09:39 +08001035
Allen Li48a13fe2016-11-22 14:10:40 -08001036 with metrics.SecondsTimer(
1037 'chromeos/autotest/provision/servo_install/install_duration'):
1038 logging.info('Installing image through chromeos-install.')
Garry Wang033a31e2020-04-10 17:20:49 -07001039 try:
1040 self.run('chromeos-install --yes',timeout=install_timeout)
1041 self.halt()
Otabek Kasimov808cd832020-05-28 18:27:46 -07001042 except Exception as e:
1043 storage_errors = [
1044 'No space left on device',
1045 'I/O error when trying to write primary GPT',
1046 'Input/output error while writing out',
1047 'cannot read GPT header',
Otabek Kasimov2b7e8302020-08-21 09:23:31 -07001048 'can not determine destination device',
1049 'wrong fs type',
1050 'bad superblock on',
Otabek Kasimov808cd832020-05-28 18:27:46 -07001051 ]
1052 has_error = [msg for msg in storage_errors if(msg in str(e))]
1053 if has_error:
1054 info = self.host_info_store.get()
1055 info.set_version_label(
1056 audit_const.DUT_STORAGE_STATE_PREFIX,
1057 audit_const.HW_STATE_NEED_REPLACEMENT)
1058 self.host_info_store.commit(info)
Otabek Kasimov6825b762020-06-23 23:42:44 -07001059 self.set_device_repair_state(
Otabek Kasimov832d9162020-07-27 19:24:57 -07001060 cros_constants.DEVICE_STATE_NEEDS_REPLACEMENT)
Otabek Kasimov808cd832020-05-28 18:27:46 -07001061 logging.debug(
1062 'Fail install image from USB; Storage error; %s', e)
1063 raise error.AutoservError(
1064 'Failed to install image from USB due to a suspect '
1065 'disk failure, DUT storage state changed to '
1066 'need_replacement, please check debug log '
1067 'for details.')
1068 else:
Otabek Kasimov27bb2862020-08-10 14:40:45 -07001069 # DUT will be marked for replacement if storage is bad.
1070 audit_verify.VerifyDutStorage(self).verify()
1071
Otabek Kasimov808cd832020-05-28 18:27:46 -07001072 logging.debug('Fail install image from USB; %s', e)
1073 raise error.AutoservError(
1074 'Failed to install image from USB due to unexpected '
1075 'error, please check debug log for details.')
Garry Wang033a31e2020-04-10 17:20:49 -07001076 finally:
1077 # We need reset the DUT no matter re-install success or not,
1078 # as we don't want leave the DUT in boot from usb state.
1079 logging.info('Power cycling DUT through servo.')
1080 self.servo.get_power_state_controller().power_off()
1081 self.servo.switch_usbkey('off')
Garry Wang53fc8f32020-09-18 13:30:08 -07001082 if need_snk:
1083 # Attempt to restore servo_v4 role to 'src' mode.
1084 self.servo.set_servo_v4_role('src')
Garry Wang033a31e2020-04-10 17:20:49 -07001085 # N.B. The Servo API requires that we use power_on() here
1086 # for two reasons:
1087 # 1) After turning on a DUT in recovery mode, you must turn
1088 # it off and then on with power_on() once more to
1089 # disable recovery mode (this is a Parrot specific
1090 # requirement).
1091 # 2) After power_off(), the only way to turn on is with
1092 # power_on() (this is a Storm specific requirement).
1093 self.servo.get_power_state_controller().power_on()
beepsf079cfb2013-09-18 17:49:51 -07001094
1095 logging.info('Waiting for DUT to come back up.')
Richard Barnette03a0c132012-11-05 12:40:35 -08001096 if not self.wait_up(timeout=self.BOOT_TIMEOUT):
Garry Wang9ced7aa2020-04-10 17:26:35 -07001097 raise hosts.AutoservRepairError('DUT failed to reboot installed '
1098 'test image after %d seconds' %
1099 self.BOOT_TIMEOUT,
1100 'failed_to_boot_post_install')
Scott Zawalski62bacae2013-03-05 10:40:32 -05001101
1102
Garry Wanga2e78172020-09-09 23:49:07 -07001103 def set_servo_host(self, host, servo_state=None):
Richard Barnette4aeb01c2018-09-20 09:36:12 -07001104 """Set our servo host member, and associated servo.
1105
1106 @param host Our new `ServoHost`.
1107 """
1108 self._servo_host = host
Derek Beckett2fb9aa02020-08-12 15:31:02 -07001109 self.servo = None
1110 self.servo_pwr_supported = None
Richard Barnette4aeb01c2018-09-20 09:36:12 -07001111 if self._servo_host is not None:
1112 self.servo = self._servo_host.get_servo()
Derek Beckett2fb9aa02020-08-12 15:31:02 -07001113 self.servo_pwr_supported = self.servo.has_control('power_state')
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001114 servo_state = self._servo_host.get_servo_state()
Garry Wang000c6c02020-05-11 21:27:23 -07001115 self._set_smart_usbhub_label(self._servo_host.smart_usbhub)
Otabek Kasimov41301a22020-05-10 15:28:21 -07001116 self.set_servo_type()
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001117 self.set_servo_state(servo_state)
1118
Richard Barnette4aeb01c2018-09-20 09:36:12 -07001119
Richard Barnette9a26ad62016-06-10 12:03:08 -07001120 def repair_servo(self):
Dan Shi90466352015-09-22 15:01:05 -07001121 """
Richard Barnette9a26ad62016-06-10 12:03:08 -07001122 Confirm that servo is initialized and verified.
Dan Shi90466352015-09-22 15:01:05 -07001123
Richard Barnette9a26ad62016-06-10 12:03:08 -07001124 If the servo object is missing, attempt to repair the servo
1125 host. Repair failures are passed back to the caller.
1126
1127 @raise AutoservError: If there is no servo host for this CrOS
1128 host.
1129 """
1130 if self.servo:
1131 return
1132 if not self._servo_host:
1133 raise error.AutoservError('No servo host for %s.' %
1134 self.hostname)
Otabek Kasimovcc9738e2020-02-14 16:17:15 -08001135 try:
1136 self._servo_host.repair()
1137 except:
1138 raise
1139 finally:
1140 self.set_servo_host(self._servo_host)
1141
1142
Otabek Kasimov41301a22020-05-10 15:28:21 -07001143 def set_servo_type(self):
1144 """Set servo info labels to dut host_info"""
1145 if not self.servo:
Otabek Kasimovbea89e52020-05-12 15:40:00 -07001146 logging.debug('Servo is not initialized to get servo_type.')
Otabek Kasimov41301a22020-05-10 15:28:21 -07001147 return
1148 servo_type = self.servo.get_servo_type()
1149 if not servo_type:
Otabek Kasimovbea89e52020-05-12 15:40:00 -07001150 logging.debug('Cannot collect servo_type from servo'
Otabek Kasimov41301a22020-05-10 15:28:21 -07001151 ' by `dut-control servo_type`! Please file a bug'
1152 ' and inform infra team as we are not expected '
1153 ' to reach this point.')
1154 return
1155 host_info = self.host_info_store.get()
1156 prefix = servo_constants.SERVO_TYPE_LABEL_PREFIX
1157 old_type = host_info.get_label_value(prefix)
1158 if old_type == servo_type:
1159 # do not need update
1160 return
1161 host_info.set_version_label(prefix, servo_type)
1162 self.host_info_store.commit(host_info)
1163 logging.info('ServoHost: servo_type updated to %s '
1164 '(previous: %s)', servo_type, old_type)
1165
1166
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001167 def set_servo_state(self, servo_state):
Otabek Kasimovcc9738e2020-02-14 16:17:15 -08001168 """Set servo info labels to dut host_info"""
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001169 if servo_state is not None:
Otabek Kasimovcc9738e2020-02-14 16:17:15 -08001170 host_info = self.host_info_store.get()
Garry Wang11b5e872020-03-11 15:14:08 -07001171 servo_state_prefix = servo_constants.SERVO_STATE_LABEL_PREFIX
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001172 old_state = host_info.get_label_value(servo_state_prefix)
1173 if old_state == servo_state:
1174 # do not need update
1175 return
1176 host_info.set_version_label(servo_state_prefix, servo_state)
Otabek Kasimovcc9738e2020-02-14 16:17:15 -08001177 self.host_info_store.commit(host_info)
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001178 logging.info('ServoHost: servo_state updated to %s (previous: %s)',
1179 servo_state, old_state)
Dan Shi90466352015-09-22 15:01:05 -07001180
1181
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001182 def get_servo_state(self):
1183 host_info = self.host_info_store.get()
Garry Wang11b5e872020-03-11 15:14:08 -07001184 servo_state_prefix = servo_constants.SERVO_STATE_LABEL_PREFIX
Otabek Kasimova7ba91a2020-03-09 08:31:01 -07001185 return host_info.get_label_value(servo_state_prefix)
1186
Dana Goyette655af512020-09-03 10:48:23 -07001187 def get_servo_usb_state(self):
1188 """Get the label value indicating the health of the USB drive.
1189
1190 @return: The label value if defined, otherwise '' (empty string).
1191 @rtype: str
1192 """
1193 host_info = self.host_info_store.get()
1194 servo_usb_state_prefix = audit_const.SERVO_USB_STATE_PREFIX
1195 return host_info.get_label_value(servo_usb_state_prefix)
1196
1197 def is_servo_usb_usable(self):
1198 """Check if the servo USB storage device is usable for FAFT.
1199
1200 @return: False if the label indicates a state that will break FAFT.
1201 True if state is okay, or if state is not defined.
1202 @rtype: bool
1203 """
1204 usb_state = self.get_servo_usb_state()
1205 return usb_state in ('', audit_const.HW_STATE_ACCEPTABLE,
1206 audit_const.HW_STATE_NORMAL,
1207 audit_const.HW_STATE_UNKNOWN)
Otabek Kasimov41301a22020-05-10 15:28:21 -07001208
Garry Wang000c6c02020-05-11 21:27:23 -07001209 def _set_smart_usbhub_label(self, smart_usbhub_detected):
1210 if smart_usbhub_detected is None:
1211 # skip the label update here as this indicate we wasn't able
1212 # to confirm usbhub type.
1213 return
1214 host_info = self.host_info_store.get()
1215 if (smart_usbhub_detected ==
1216 (servo_constants.SMART_USBHUB_LABEL in host_info.labels)):
1217 # skip label update if current label match the truth.
1218 return
1219 if smart_usbhub_detected:
1220 logging.info('Adding %s label to host %s',
1221 servo_constants.SMART_USBHUB_LABEL,
1222 self.hostname)
1223 host_info.labels.append(servo_constants.SMART_USBHUB_LABEL)
1224 else:
1225 logging.info('Removing %s label from host %s',
1226 servo_constants.SMART_USBHUB_LABEL,
1227 self.hostname)
1228 host_info.labels.remove(servo_constants.SMART_USBHUB_LABEL)
1229 self.host_info_store.commit(host_info)
1230
1231
J. Richard Barnettec2d99cf2015-11-18 12:46:15 -08001232 def repair(self):
1233 """Attempt to get the DUT to pass `self.verify()`.
Richard Barnette82c35912012-11-20 10:09:10 -08001234
1235 This overrides the base class function for repair; it does
J. Richard Barnette91137f02016-03-10 16:52:26 -08001236 not call back to the parent class, but instead relies on
1237 `self._repair_strategy` to coordinate the verification and
1238 repair steps needed to get the DUT working.
Richard Barnette82c35912012-11-20 10:09:10 -08001239 """
Richard Barnetteabbdc252018-07-26 16:57:42 -07001240 message = 'Beginning repair for host %s board %s model %s'
1241 info = self.host_info_store.get()
1242 message %= (self.hostname, info.board, info.model)
1243 self.record('INFO', None, None, message)
Garry Wanga2e78172020-09-09 23:49:07 -07001244 profile_state = profile_constants.DUT_STATE_READY
Shijin Abraham78ce4402020-09-08 22:04:27 -07001245 # Initialize bluetooth peers
1246 self.initialize_btpeer()
Garry Wang87af1d02020-05-26 17:55:54 -07001247 try:
1248 self._repair_strategy.repair(self)
1249 except hosts.AutoservVerifyDependencyError as e:
1250 # We don't want flag a DUT as failed if only non-critical
1251 # verifier(s) failed during the repair.
1252 if e.is_critical():
Garry Wanga2e78172020-09-09 23:49:07 -07001253 profile_state = profile_constants.DUT_STATE_REPAIR_FAILED
Otabek Kasimov7cad9ce2020-07-28 14:58:48 -07001254 self.try_set_device_needs_manual_repair()
Garry Wang87af1d02020-05-26 17:55:54 -07001255 raise
Garry Wanga2e78172020-09-09 23:49:07 -07001256 finally:
1257 self.set_health_profile_dut_state(profile_state)
Scott Zawalski89c44dd2013-02-26 09:28:02 -05001258
Richard Barnette82c35912012-11-20 10:09:10 -08001259
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001260 def close(self):
David Rileye2c6be12017-12-11 10:20:57 -08001261 """Close connection."""
Fang Deng0ca40e22013-08-27 17:47:44 -07001262 super(CrosHost, self).close()
howardchung83e55272019-08-08 14:08:05 +08001263
Shijin Abraham783a7dd2020-02-14 15:36:11 -08001264 if self._chameleon_host:
1265 self._chameleon_host.close()
xixuand6011f12016-12-08 15:01:58 -08001266
Garry Wang1a493d82020-08-31 21:01:19 -07001267 if self.health_profile:
1268 try:
1269 self.health_profile.close()
1270 except Exception as e:
1271 logging.warning(
1272 'Failed to finalize device health profile; %s', e)
1273
xixuand6011f12016-12-08 15:01:58 -08001274 if self._servo_host:
1275 self._servo_host.close()
J. Richard Barnette1d78b012012-05-15 13:56:30 -07001276
Dan Shi49ca0932014-11-14 11:22:27 -08001277 def get_power_supply_info(self):
1278 """Get the output of power_supply_info.
1279
1280 power_supply_info outputs the info of each power supply, e.g.,
1281 Device: Line Power
1282 online: no
1283 type: Mains
1284 voltage (V): 0
1285 current (A): 0
1286 Device: Battery
1287 state: Discharging
1288 percentage: 95.9276
1289 technology: Li-ion
1290
1291 Above output shows two devices, Line Power and Battery, with details of
1292 each device listed. This function parses the output into a dictionary,
1293 with key being the device name, and value being a dictionary of details
1294 of the device info.
1295
1296 @return: The dictionary of power_supply_info, e.g.,
1297 {'Line Power': {'online': 'yes', 'type': 'main'},
1298 'Battery': {'vendor': 'xyz', 'percentage': '100'}}
Dan Shie9b765d2014-12-29 16:59:49 -08001299 @raise error.AutoservRunError if power_supply_info tool is not found in
1300 the DUT. Caller should handle this error to avoid false failure
1301 on verification.
Dan Shi49ca0932014-11-14 11:22:27 -08001302 """
1303 result = self.run('power_supply_info').stdout.strip()
1304 info = {}
1305 device_name = None
1306 device_info = {}
1307 for line in result.split('\n'):
1308 pair = [v.strip() for v in line.split(':')]
1309 if len(pair) != 2:
1310 continue
1311 if pair[0] == 'Device':
1312 if device_name:
1313 info[device_name] = device_info
1314 device_name = pair[1]
1315 device_info = {}
1316 else:
1317 device_info[pair[0]] = pair[1]
1318 if device_name and not device_name in info:
1319 info[device_name] = device_info
1320 return info
1321
1322
1323 def get_battery_percentage(self):
1324 """Get the battery percentage.
1325
1326 @return: The percentage of battery level, value range from 0-100. Return
1327 None if the battery info cannot be retrieved.
1328 """
1329 try:
1330 info = self.get_power_supply_info()
1331 logging.info(info)
1332 return float(info['Battery']['percentage'])
Dan Shie9b765d2014-12-29 16:59:49 -08001333 except (KeyError, ValueError, error.AutoservRunError):
Dan Shi49ca0932014-11-14 11:22:27 -08001334 return None
1335
1336
Philip Chenaf69ead2020-03-27 13:06:42 -07001337 def get_battery_state(self):
1338 """Get the battery charging state.
1339
1340 @return: A string representing the battery charging state. It can be
1341 'Charging', 'Fully charged', or 'Discharging'.
1342 """
1343 try:
1344 info = self.get_power_supply_info()
1345 logging.info(info)
1346 return info['Battery']['state']
1347 except (KeyError, ValueError, error.AutoservRunError):
1348 return None
1349
1350
Daniel Campello8ca25c22019-12-13 16:48:26 -07001351 def get_battery_display_percentage(self):
1352 """Get the battery display percentage.
1353
1354 @return: The display percentage of battery level, value range from
1355 0-100. Return None if the battery info cannot be retrieved.
1356 """
1357 try:
1358 info = self.get_power_supply_info()
1359 logging.info(info)
1360 return float(info['Battery']['display percentage'])
1361 except (KeyError, ValueError, error.AutoservRunError):
1362 return None
1363
1364
Dan Shi49ca0932014-11-14 11:22:27 -08001365 def is_ac_connected(self):
1366 """Check if the dut has power adapter connected and charging.
1367
1368 @return: True if power adapter is connected and charging.
1369 """
1370 try:
1371 info = self.get_power_supply_info()
1372 return info['Line Power']['online'] == 'yes'
Dan Shie9b765d2014-12-29 16:59:49 -08001373 except (KeyError, error.AutoservRunError):
1374 return None
Dan Shi49ca0932014-11-14 11:22:27 -08001375
1376
Simran Basi5e6339a2013-03-21 11:34:32 -07001377 def _cleanup_poweron(self):
1378 """Special cleanup method to make sure hosts always get power back."""
Garry Wangad4d4fd2019-01-30 17:00:38 -08001379 info = self.host_info_store.get()
1380 if self._RPM_OUTLET_CHANGED not in info.attributes:
Simran Basi5e6339a2013-03-21 11:34:32 -07001381 return
1382 logging.debug('This host has recently interacted with the RPM'
1383 ' Infrastructure. Ensuring power is on.')
1384 try:
1385 self.power_on()
Garry Wangad4d4fd2019-01-30 17:00:38 -08001386 self._remove_rpm_changed_tag()
Simran Basi5e6339a2013-03-21 11:34:32 -07001387 except rpm_client.RemotePowerException:
Simran Basi5e6339a2013-03-21 11:34:32 -07001388 logging.error('Failed to turn Power On for this host after '
1389 'cleanup through the RPM Infrastructure.')
Dan Shi49ca0932014-11-14 11:22:27 -08001390
1391 battery_percentage = self.get_battery_percentage()
Gregory Nisbet02273172020-07-13 09:26:17 -07001392 if (battery_percentage and
1393 battery_percentage < cros_repair.MIN_BATTERY_LEVEL):
Dan Shi49ca0932014-11-14 11:22:27 -08001394 raise
1395 elif self.is_ac_connected():
1396 logging.info('The device has power adapter connected and '
1397 'charging. No need to try to turn RPM on '
1398 'again.')
Garry Wangad4d4fd2019-01-30 17:00:38 -08001399 self._remove_rpm_changed_tag()
Dan Shi49ca0932014-11-14 11:22:27 -08001400 logging.info('Battery level is now at %s%%. The device may '
1401 'still have enough power to run test, so no '
1402 'exception will be raised.', battery_percentage)
1403
Simran Basi5e6339a2013-03-21 11:34:32 -07001404
Garry Wangad4d4fd2019-01-30 17:00:38 -08001405 def _remove_rpm_changed_tag(self):
1406 info = self.host_info_store.get()
1407 del info.attributes[self._RPM_OUTLET_CHANGED]
1408 self.host_info_store.commit(info)
1409
1410
1411 def _add_rpm_changed_tag(self):
1412 info = self.host_info_store.get()
Garry Wang518831d2019-02-21 15:15:36 -08001413 info.attributes[self._RPM_OUTLET_CHANGED] = 'true'
Garry Wangad4d4fd2019-01-30 17:00:38 -08001414 self.host_info_store.commit(info)
1415
1416
1417
beepsc87ff602013-07-31 21:53:00 -07001418 def _is_factory_image(self):
1419 """Checks if the image on the DUT is a factory image.
1420
1421 @return: True if the image on the DUT is a factory image.
1422 False otherwise.
1423 """
1424 result = self.run('[ -f /root/.factory_test ]', ignore_status=True)
1425 return result.exit_status == 0
1426
1427
1428 def _restart_ui(self):
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001429 """Restart the Chrome UI.
beepsc87ff602013-07-31 21:53:00 -07001430
1431 @raises: FactoryImageCheckerException for factory images, since
1432 we cannot attempt to restart ui on them.
1433 error.AutoservRunError for any other type of error that
1434 occurs while restarting ui.
1435 """
1436 if self._is_factory_image():
Dan Shi549fb822015-03-24 18:01:11 -07001437 raise FactoryImageCheckerException('Cannot restart ui on factory '
1438 'images')
beepsc87ff602013-07-31 21:53:00 -07001439
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001440 # TODO(jrbarnette): The command to stop/start the ui job
1441 # should live inside cros_ui, too. However that would seem
1442 # to imply interface changes to the existing start()/restart()
1443 # functions, which is a bridge too far (for now).
J. Richard Barnette6069aa12015-06-08 09:10:24 -07001444 prompt = cros_ui.get_chrome_session_ident(self)
J. Richard Barnette84890bd2014-02-21 11:05:47 -08001445 self.run('stop ui; start ui')
1446 cros_ui.wait_for_chrome_ready(prompt, self)
beepsc87ff602013-07-31 21:53:00 -07001447
1448
Daniel Erat4b5f7e02018-07-04 22:05:30 -07001449 def _start_powerd_if_needed(self):
1450 """Start powerd if it isn't already running."""
1451 self.run('start powerd', ignore_status=True)
1452
1453
xixuana3bbc422017-05-04 15:57:21 -07001454 def _get_lsb_release_content(self):
1455 """Return the content of lsb-release file of host."""
1456 return self.run(
1457 'cat "%s"' % client_constants.LSB_RELEASE).stdout.strip()
1458
1459
Dan Shi549fb822015-03-24 18:01:11 -07001460 def get_release_version(self):
1461 """Get the value of attribute CHROMEOS_RELEASE_VERSION from lsb-release.
1462
1463 @returns The version string in lsb-release, under attribute
1464 CHROMEOS_RELEASE_VERSION.
1465 """
Dan Shi549fb822015-03-24 18:01:11 -07001466 return lsbrelease_utils.get_chromeos_release_version(
xixuana3bbc422017-05-04 15:57:21 -07001467 lsb_release_content=self._get_lsb_release_content())
1468
1469
Don Garrettb9f35802018-01-22 18:25:40 -08001470 def get_release_builder_path(self):
1471 """Get the value of CHROMEOS_RELEASE_BUILDER_PATH from lsb-release.
1472
1473 @returns The version string in lsb-release, under attribute
1474 CHROMEOS_RELEASE_BUILDER_PATH.
1475 """
1476 return lsbrelease_utils.get_chromeos_release_builder_path(
1477 lsb_release_content=self._get_lsb_release_content())
1478
1479
xixuana3bbc422017-05-04 15:57:21 -07001480 def get_chromeos_release_milestone(self):
1481 """Get the value of attribute CHROMEOS_RELEASE_BUILD_TYPE
1482 from lsb-release.
1483
1484 @returns The version string in lsb-release, under attribute
1485 CHROMEOS_RELEASE_BUILD_TYPE.
1486 """
1487 return lsbrelease_utils.get_chromeos_release_milestone(
1488 lsb_release_content=self._get_lsb_release_content())
Dan Shi549fb822015-03-24 18:01:11 -07001489
1490
1491 def verify_cros_version_label(self):
Garry Wangd18e7b32020-08-07 18:31:44 -07001492 """Verify if host's cros-version label match the actual image in dut.
Dan Shi549fb822015-03-24 18:01:11 -07001493
Garry Wangd18e7b32020-08-07 18:31:44 -07001494 @returns True if the label match with image in dut, otherwise False
Dan Shi549fb822015-03-24 18:01:11 -07001495 """
Garry Wangd18e7b32020-08-07 18:31:44 -07001496 os_from_host = self.get_release_builder_path()
1497 info = self.host_info_store.get()
1498 os_from_label = info.get_label_value(self.VERSION_PREFIX)
1499 if not os_from_label:
1500 logging.debug('No existing %s label detected', self.VERSION_PREFIX)
1501 return True
1502
1503 # known cases where the version label will not match the
1504 # original CHROMEOS_RELEASE_BUILDER_PATH setting:
1505 # * Tests for the `arc-presubmit` append "-cheetsth" to the label.
1506 if os_from_label.endswith(provision.CHEETS_SUFFIX):
1507 logging.debug('%s label with %s suffix detected, this suffix will'
1508 ' be ignored when comparing label.',
1509 self.VERSION_PREFIX, provision.CHEETS_SUFFIX)
1510 os_from_label = os_from_label[:-len(provision.CHEETS_SUFFIX)]
1511 logging.debug('OS version from host: %s; OS verision cached in '
1512 'label: %s', os_from_host, os_from_label)
1513 return os_from_label == os_from_host
Dan Shi549fb822015-03-24 18:01:11 -07001514
1515
Laurence Goodby778c9a42017-05-24 19:24:07 -07001516 def cleanup_services(self):
1517 """Reinitializes the device for cleanup.
1518
1519 Subclasses may override this to customize the cleanup method.
1520
1521 To indicate failure of the reset, the implementation may raise
1522 any of:
1523 error.AutoservRunError
1524 error.AutotestRunError
1525 FactoryImageCheckerException
1526
1527 @raises error.AutoservRunError
1528 @raises error.AutotestRunError
1529 @raises error.FactoryImageCheckerException
1530 """
1531 self._restart_ui()
Daniel Erat4b5f7e02018-07-04 22:05:30 -07001532 self._start_powerd_if_needed()
Laurence Goodby778c9a42017-05-24 19:24:07 -07001533
1534
Gregory Nisbetbb6cc7c2020-09-23 15:55:04 -07001535 def cleanup(self, reboot_cmd=None):
1536 """Cleanup state on device.
1537
1538 @param reboot_cmd: command to use to reboot device
1539 @return nothing
1540 """
MK Ryu35d661e2014-09-25 17:44:10 -07001541 self.run('rm -f %s' % client_constants.CLEANUP_LOGS_PAUSED_FILE)
Scott Zawalskiddbc31e2012-11-15 11:29:01 -05001542 try:
Laurence Goodby778c9a42017-05-24 19:24:07 -07001543 self.cleanup_services()
beepsc87ff602013-07-31 21:53:00 -07001544 except (error.AutotestRunError, error.AutoservRunError,
1545 FactoryImageCheckerException):
Otabek Kasimovc0d77e82020-03-27 15:01:57 -07001546 logging.warning('Unable to restart ui.')
Namyoon Woo33f38852020-04-13 17:26:58 -07001547
Otabek Kasimovc0d77e82020-03-27 15:01:57 -07001548 # cleanup routines, i.e. reboot the machine.
Gregory Nisbetbb6cc7c2020-09-23 15:55:04 -07001549 super(CrosHost, self).cleanup(reboot_cmd=reboot_cmd)
Otabek Kasimovc0d77e82020-03-27 15:01:57 -07001550
Simran Basi5e6339a2013-03-21 11:34:32 -07001551 # Check if the rpm outlet was manipulated.
Simran Basid5e5e272012-09-24 15:23:59 -07001552 if self.has_power():
Simran Basi5e6339a2013-03-21 11:34:32 -07001553 self._cleanup_poweron()
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001554
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001555 def reboot(self, **dargs):
1556 """
1557 This function reboots the site host. The more generic
1558 RemoteHost.reboot() performs sync and sleeps for 5
1559 seconds. This is not necessary for Chrome OS devices as the
1560 sync should be finished in a short time during the reboot
1561 command.
1562 """
Gregory Nisbetbb6cc7c2020-09-23 15:55:04 -07001563 if dargs.get('reboot_cmd') is None:
Doug Anderson7d5aeb22014-02-27 15:12:17 -08001564 reboot_timeout = dargs.get('reboot_timeout', 10)
J. Richard Barnette9af19632015-09-25 12:18:03 -07001565 dargs['reboot_cmd'] = ('sleep 1; '
1566 'reboot & sleep %d; '
1567 'reboot -f' % reboot_timeout)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001568 # Enable fastsync to avoid running extra sync commands before reboot.
Tom Wai-Hong Tamf5cd1d42012-08-13 12:04:08 +08001569 if 'fastsync' not in dargs:
1570 dargs['fastsync'] = True
Michael Liangda8c60a2014-06-03 13:24:51 -07001571
Prathmesh Prabhu53a4c1c2018-09-14 16:36:27 -07001572 dargs['board'] = self.host_info_store.get().board
Vincent Palatindf2372c2016-10-07 17:03:00 +02001573 # Record who called us
1574 orig = sys._getframe(1).f_code
Vincent Palatin80780b22016-07-27 16:02:37 +02001575 metric_fields = {'board' : dargs['board'],
Vincent Palatindf2372c2016-10-07 17:03:00 +02001576 'dut_host_name' : self.hostname,
1577 'success' : True}
1578 metric_debug_fields = {'board' : dargs['board'],
Prathmesh Prabhu53a4c1c2018-09-14 16:36:27 -07001579 'caller' : "%s:%s" % (orig.co_filename,
1580 orig.co_name),
Vincent Palatindf2372c2016-10-07 17:03:00 +02001581 'success' : True,
1582 'error' : ''}
1583
Vincent Palatin80780b22016-07-27 16:02:37 +02001584 t0 = time.time()
1585 try:
Gregory Nisbetbb6cc7c2020-09-23 15:55:04 -07001586 logging.info("reboot cmd: %s", dargs.get('reboot_cmd'))
Vincent Palatin80780b22016-07-27 16:02:37 +02001587 super(CrosHost, self).reboot(**dargs)
1588 except Exception as e:
1589 metric_fields['success'] = False
Vincent Palatindf2372c2016-10-07 17:03:00 +02001590 metric_debug_fields['success'] = False
1591 metric_debug_fields['error'] = type(e).__name__
Vincent Palatin80780b22016-07-27 16:02:37 +02001592 raise
1593 finally:
1594 duration = int(time.time() - t0)
Dan Shi5e2efb72017-02-07 11:40:23 -08001595 metrics.Counter(
1596 'chromeos/autotest/autoserv/reboot_count').increment(
1597 fields=metric_fields)
1598 metrics.Counter(
1599 'chromeos/autotest/autoserv/reboot_debug').increment(
1600 fields=metric_debug_fields)
1601 metrics.SecondsDistribution(
1602 'chromeos/autotest/autoserv/reboot_duration').add(
1603 duration, fields=metric_fields)
Yu-Ju Honga2be94a2012-07-31 09:48:52 -07001604
1605
Kalin Stoyanov83d9caa2020-01-31 16:58:27 -08001606 def suspend(self, suspend_time=60, delay_seconds=0,
Ravi Chandra Sadineni812e61b2018-07-09 11:16:50 -07001607 suspend_cmd=None, allow_early_resume=False):
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001608 """
1609 This function suspends the site host.
Ravi Chandra Sadineni812e61b2018-07-09 11:16:50 -07001610
1611 @param suspend_time: How long to suspend as integer seconds.
1612 @param suspend_cmd: Suspend command to execute.
1613 @param allow_early_resume: If False and if device resumes before
1614 |suspend_time|, throw an error.
1615
1616 @exception AutoservSuspendError Host resumed earlier than
1617 |suspend_time|.
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001618 """
Ravi Chandra Sadineni812e61b2018-07-09 11:16:50 -07001619
1620 if suspend_cmd is None:
1621 suspend_cmd = ' && '.join([
J. Richard Barnette9af19632015-09-25 12:18:03 -07001622 'echo 0 > /sys/class/rtc/rtc0/wakealarm',
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001623 'echo +%d > /sys/class/rtc/rtc0/wakealarm' % suspend_time,
Kalin Stoyanov83d9caa2020-01-31 16:58:27 -08001624 'powerd_dbus_suspend --delay=%d' % delay_seconds])
Ravi Chandra Sadineni812e61b2018-07-09 11:16:50 -07001625 super(CrosHost, self).suspend(suspend_time, suspend_cmd,
1626 allow_early_resume);
Gwendal Grignou7a61d2f2014-05-23 11:05:51 -07001627
1628
Simran Basiec564392014-08-25 16:48:09 -07001629 def upstart_status(self, service_name):
1630 """Check the status of an upstart init script.
1631
1632 @param service_name: Service to look up.
1633
1634 @returns True if the service is running, False otherwise.
1635 """
Richard Barnettee204dc52017-09-26 11:02:25 -07001636 return 'start/running' in self.run('status %s' % service_name,
1637 ignore_status=True).stdout
Simran Basiec564392014-08-25 16:48:09 -07001638
Tom Hughese9552342018-12-18 14:29:25 -08001639 def upstart_stop(self, service_name):
1640 """Stops an upstart job if it's running.
1641
1642 @param service_name: Service to stop
1643
1644 @returns True if service has been stopped or was already stopped
1645 False otherwise.
1646 """
1647 if not self.upstart_status(service_name):
1648 return True
1649
1650 result = self.run('stop %s' % service_name, ignore_status=True)
1651 if result.exit_status != 0:
1652 return False
1653 return True
1654
1655 def upstart_restart(self, service_name):
1656 """Restarts (or starts) an upstart job.
1657
1658 @param service_name: Service to start/restart
1659
1660 @returns True if service has been started/restarted, False otherwise.
1661 """
1662 cmd = 'start'
1663 if self.upstart_status(service_name):
1664 cmd = 'restart'
1665 cmd = cmd + ' %s' % service_name
1666 result = self.run(cmd)
1667 if result.exit_status != 0:
1668 return False
1669 return True
Simran Basiec564392014-08-25 16:48:09 -07001670
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001671 def verify_software(self):
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001672 """Verify working software on a Chrome OS system.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001673
Richard Barnetteb2bc13c2013-01-08 17:32:51 -08001674 Tests for the following conditions:
1675 1. All conditions tested by the parent version of this
1676 function.
1677 2. Sufficient space in /mnt/stateful_partition.
Fang Deng6b05f5b2013-03-20 13:42:11 -07001678 3. Sufficient space in /mnt/stateful_partition/encrypted.
1679 4. update_engine answers a simple status request over DBus.
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001680
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001681 """
Fang Deng0ca40e22013-08-27 17:47:44 -07001682 super(CrosHost, self).verify_software()
Dan Shib8540a52015-07-16 14:18:23 -07001683 default_kilo_inodes_required = CONFIG.get_config_value(
1684 'SERVER', 'kilo_inodes_required', type=int, default=100)
1685 board = self.get_board().replace(ds_constants.BOARD_PREFIX, '')
1686 kilo_inodes_required = CONFIG.get_config_value(
1687 'SERVER', 'kilo_inodes_required_%s' % board,
1688 type=int, default=default_kilo_inodes_required)
1689 self.check_inodes('/mnt/stateful_partition', kilo_inodes_required)
J. Richard Barnette45e93de2012-04-11 17:24:15 -07001690 self.check_diskspace(
1691 '/mnt/stateful_partition',
Dan Shib8540a52015-07-16 14:18:23 -07001692 CONFIG.get_config_value(
Fang Deng6b05f5b2013-03-20 13:42:11 -07001693 'SERVER', 'gb_diskspace_required', type=float,
1694 default=20.0))
Gaurav Shahe448af82014-06-19 15:18:59 -07001695 encrypted_stateful_path = '/mnt/stateful_partition/encrypted'
1696 # Not all targets build with encrypted stateful support.
1697 if self.path_exists(encrypted_stateful_path):
1698 self.check_diskspace(
1699 encrypted_stateful_path,
Dan Shib8540a52015-07-16 14:18:23 -07001700 CONFIG.get_config_value(
Gaurav Shahe448af82014-06-19 15:18:59 -07001701 'SERVER', 'gb_encrypted_diskspace_required', type=float,
1702 default=0.1))
beepsc87ff602013-07-31 21:53:00 -07001703
Justin TerAvest3b0c5ba2017-11-07 09:59:11 -07001704 self.wait_for_system_services()
Prashanth B5d0a0512014-04-25 12:26:08 -07001705
beepsc87ff602013-07-31 21:53:00 -07001706 # Factory images don't run update engine,
1707 # goofy controls dbus on these DUTs.
1708 if not self._is_factory_image():
1709 self.run('update_engine_client --status')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001710
1711
Justin TerAvest3b0c5ba2017-11-07 09:59:11 -07001712 @retry.retry(error.AutoservError, timeout_min=5, delay_sec=10)
1713 def wait_for_system_services(self):
1714 """Waits for system-services to be running.
1715
1716 Sometimes, update_engine will take a while to update firmware, so we
1717 should give this some time to finish. See crbug.com/765686#c38 for
1718 details.
1719 """
1720 if not self.upstart_status('system-services'):
1721 raise error.AutoservError('Chrome failed to reach login. '
1722 'System services not running.')
1723
1724
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -08001725 def verify(self):
Pradeep Sawlaniaa013fa2017-11-09 06:34:18 -08001726 """Verify Chrome OS system is in good state."""
Richard Barnetteabbdc252018-07-26 16:57:42 -07001727 message = 'Beginning verify for host %s board %s model %s'
1728 info = self.host_info_store.get()
1729 message %= (self.hostname, info.board, info.model)
1730 self.record('INFO', None, None, message)
Garry Wang87af1d02020-05-26 17:55:54 -07001731 try:
1732 self._repair_strategy.verify(self)
1733 except hosts.AutoservVerifyDependencyError as e:
1734 # We don't want flag a DUT as failed if only non-critical
1735 # verifier(s) failed during the repair.
1736 if e.is_critical():
1737 raise
J. Richard Barnettea7e7fdc2016-02-12 12:35:36 -08001738
1739
Fang Deng96667ca2013-08-01 17:46:18 -07001740 def make_ssh_command(self, user='root', port=22, opts='', hosts_file=None,
Dean Liaoe3e75f62017-11-14 10:36:43 +08001741 connect_timeout=None, alive_interval=None,
1742 alive_count_max=None, connection_attempts=None):
Fang Deng96667ca2013-08-01 17:46:18 -07001743 """Override default make_ssh_command to use options tuned for Chrome OS.
1744
1745 Tuning changes:
1746 - ConnectTimeout=30; maximum of 30 seconds allowed for an SSH
1747 connection failure. Consistency with remote_access.sh.
1748
Samuel Tan2ce155b2015-06-23 18:24:38 -07001749 - ServerAliveInterval=900; which causes SSH to ping connection every
1750 900 seconds. In conjunction with ServerAliveCountMax ensures
1751 that if the connection dies, Autotest will bail out.
Fang Deng96667ca2013-08-01 17:46:18 -07001752 Originally tried 60 secs, but saw frequent job ABORTS where
Samuel Tan2ce155b2015-06-23 18:24:38 -07001753 the test completed successfully. Later increased from 180 seconds to
1754 900 seconds to account for tests where the DUT is suspended for
1755 longer periods of time.
Fang Deng96667ca2013-08-01 17:46:18 -07001756
1757 - ServerAliveCountMax=3; consistency with remote_access.sh.
1758
1759 - ConnectAttempts=4; reduce flakiness in connection errors;
1760 consistency with remote_access.sh.
1761
1762 - UserKnownHostsFile=/dev/null; we don't care about the keys.
1763 Host keys change with every new installation, don't waste
1764 memory/space saving them.
1765
1766 - SSH protocol forced to 2; needed for ServerAliveInterval.
1767
1768 @param user User name to use for the ssh connection.
1769 @param port Port on the target host to use for ssh connection.
1770 @param opts Additional options to the ssh command.
1771 @param hosts_file Ignored.
1772 @param connect_timeout Ignored.
1773 @param alive_interval Ignored.
Dean Liaoe3e75f62017-11-14 10:36:43 +08001774 @param alive_count_max Ignored.
1775 @param connection_attempts Ignored.
Fang Deng96667ca2013-08-01 17:46:18 -07001776 """
Dean Liaoe3e75f62017-11-14 10:36:43 +08001777 options = ' '.join([opts, '-o Protocol=2'])
1778 return super(CrosHost, self).make_ssh_command(
1779 user=user, port=port, opts=options, hosts_file='/dev/null',
1780 connect_timeout=30, alive_interval=900, alive_count_max=3,
1781 connection_attempts=4)
1782
1783
Jason Abeleb6f924f2013-11-13 16:01:54 -08001784 def syslog(self, message, tag='autotest'):
1785 """Logs a message to syslog on host.
1786
1787 @param message String message to log into syslog
1788 @param tag String tag prefix for syslog
1789
1790 """
1791 self.run('logger -t "%s" "%s"' % (tag, message))
1792
1793
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001794 def _ping_check_status(self, status):
1795 """Ping the host once, and return whether it has a given status.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001796
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001797 @param status Check the ping status against this value.
1798 @return True iff `status` and the result of ping are the same
1799 (i.e. both True or both False).
1800
1801 """
Abhishek Pandit-Subedi1d081e22020-09-22 17:13:46 +00001802 ping_val = utils.ping(self.hostname, tries=1, deadline=1)
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001803 return not (status ^ (ping_val == 0))
1804
1805 def _ping_wait_for_status(self, status, timeout):
1806 """Wait for the host to have a given status (UP or DOWN).
1807
1808 Status is checked by polling. Polling will not last longer
1809 than the number of seconds in `timeout`. The polling
1810 interval will be long enough that only approximately
1811 _PING_WAIT_COUNT polling cycles will be executed, subject
1812 to a maximum interval of about one minute.
1813
1814 @param status Waiting will stop immediately if `ping` of the
1815 host returns this status.
1816 @param timeout Poll for at most this many seconds.
1817 @return True iff the host status from `ping` matched the
1818 requested status at the time of return.
1819
1820 """
1821 # _ping_check_status() takes about 1 second, hence the
1822 # "- 1" in the formula below.
Nathan Ciobanu38480a32016-10-25 15:26:45 -07001823 # FIXME: if the ping command errors then _ping_check_status()
1824 # returns instantly. If timeout is also smaller than twice
1825 # _PING_WAIT_COUNT then the while loop below forks many
1826 # thousands of ping commands (see /tmp/test_that_results_XXXXX/
1827 # /results-1-logging_YYY.ZZZ/debug/autoserv.DEBUG) and hogs one
1828 # CPU core for 60 seconds.
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001829 poll_interval = min(int(timeout / self._PING_WAIT_COUNT), 60) - 1
1830 end_time = time.time() + timeout
1831 while time.time() <= end_time:
1832 if self._ping_check_status(status):
1833 return True
1834 if poll_interval > 0:
1835 time.sleep(poll_interval)
1836
1837 # The last thing we did was sleep(poll_interval), so it may
1838 # have been too long since the last `ping`. Check one more
1839 # time, just to be sure.
1840 return self._ping_check_status(status)
1841
1842 def ping_wait_up(self, timeout):
1843 """Wait for the host to respond to `ping`.
1844
1845 N.B. This method is not a reliable substitute for
1846 `wait_up()`, because a host that responds to ping will not
1847 necessarily respond to ssh. This method should only be used
1848 if the target DUT can be considered functional even if it
1849 can't be reached via ssh.
1850
1851 @param timeout Minimum time to allow before declaring the
1852 host to be non-responsive.
1853 @return True iff the host answered to ping before the timeout.
1854
1855 """
1856 return self._ping_wait_for_status(self._PING_STATUS_UP, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001857
Andrew Bresticker678c0c72013-01-22 10:44:09 -08001858 def ping_wait_down(self, timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001859 """Wait until the host no longer responds to `ping`.
1860
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001861 This function can be used as a slightly faster version of
1862 `wait_down()`, by avoiding potentially long ssh timeouts.
1863
1864 @param timeout Minimum time to allow for the host to become
1865 non-responsive.
1866 @return True iff the host quit answering ping before the
1867 timeout.
1868
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001869 """
J. Richard Barnetteb6de7e32013-02-14 13:28:04 -08001870 return self._ping_wait_for_status(self._PING_STATUS_DOWN, timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001871
Anand K Mistry50f218e2020-07-31 14:50:15 +10001872 def _is_host_port_forwarded(self):
Garry Wanga2e78172020-09-09 23:49:07 -07001873 """Checks if the dut is connected over port forwarding.
Anand K Mistry50f218e2020-07-31 14:50:15 +10001874
1875 N.B. This method does not detect all situations where port forwarding is
1876 occurring. Namely, running autotest on the dut may result in a
1877 false-positive, and port forwarding using a different machine on the
1878 same network will be a false-negative.
1879
1880 @return True if the dut is connected over port forwarding
1881 False otherwise
1882 """
Garry Wanga2e78172020-09-09 23:49:07 -07001883 is_localhost = self.hostname in ['localhost', '127.0.0.1']
1884 is_forwarded = is_localhost and not self.is_default_port
1885 if is_forwarded:
1886 logging.info('Detected DUT connected by port forwarding')
1887 return is_forwarded
Anand K Mistry50f218e2020-07-31 14:50:15 +10001888
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001889 def test_wait_for_sleep(self, sleep_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001890 """Wait for the client to enter low-power sleep mode.
1891
1892 The test for "is asleep" can't distinguish a system that is
1893 powered off; to confirm that the unit was asleep, it is
1894 necessary to force resume, and then call
1895 `test_wait_for_resume()`.
1896
1897 This function is expected to be called from a test as part
1898 of a sequence like the following:
1899
1900 ~~~~~~~~
1901 boot_id = host.get_boot_id()
1902 # trigger sleep on the host
1903 host.test_wait_for_sleep()
1904 # trigger resume on the host
1905 host.test_wait_for_resume(boot_id)
1906 ~~~~~~~~
1907
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001908 @param sleep_timeout time limit in seconds to allow the host sleep.
1909
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001910 @exception TestFail The host did not go to sleep within
1911 the allowed time.
1912 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001913 if sleep_timeout is None:
1914 sleep_timeout = self.SLEEP_TIMEOUT
1915
Anand K Mistry50f218e2020-07-31 14:50:15 +10001916 # If the dut is accessed over SSH port-forwarding, `ping` is not useful
1917 # for detecting the dut is down since a ping to localhost will always
1918 # succeed. In this case, fall back to wait_down() which uses SSH.
1919 if self._is_host_port_forwarded():
Garry Wanga2e78172020-09-09 23:49:07 -07001920 success = self.wait_down(timeout=sleep_timeout)
Anand K Mistry50f218e2020-07-31 14:50:15 +10001921 else:
Garry Wanga2e78172020-09-09 23:49:07 -07001922 success = self.ping_wait_down(timeout=sleep_timeout)
Anand K Mistry50f218e2020-07-31 14:50:15 +10001923
1924 if not success:
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001925 raise error.TestFail(
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001926 'client failed to sleep after %d seconds' % sleep_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001927
1928
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001929 def test_wait_for_resume(self, old_boot_id, resume_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001930 """Wait for the client to resume from low-power sleep mode.
1931
1932 The `old_boot_id` parameter should be the value from
1933 `get_boot_id()` obtained prior to entering sleep mode. A
1934 `TestFail` exception is raised if the boot id changes.
1935
1936 See @ref test_wait_for_sleep for more on this function's
1937 usage.
1938
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08001939 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001940 target host went to sleep.
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001941 @param resume_timeout time limit in seconds to allow the host up.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001942
1943 @exception TestFail The host did not respond within the
1944 allowed time.
1945 @exception TestFail The host responded, but the boot id test
1946 indicated a reboot rather than a sleep
1947 cycle.
1948 """
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001949 if resume_timeout is None:
1950 resume_timeout = self.RESUME_TIMEOUT
1951
1952 if not self.wait_up(timeout=resume_timeout):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001953 raise error.TestFail(
1954 'client failed to resume from sleep after %d seconds' %
Tom Wai-Hong Tamfced4f62014-04-17 10:56:30 +08001955 resume_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001956 else:
1957 new_boot_id = self.get_boot_id()
1958 if new_boot_id != old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001959 logging.error('client rebooted (old boot %s, new boot %s)',
1960 old_boot_id, new_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001961 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08001962 'client rebooted, but sleep was expected')
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001963
1964
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001965 def test_wait_for_shutdown(self, shutdown_timeout=None):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001966 """Wait for the client to shut down.
1967
1968 The test for "has shut down" can't distinguish a system that
1969 is merely asleep; to confirm that the unit was down, it is
1970 necessary to force boot, and then call test_wait_for_boot().
1971
1972 This function is expected to be called from a test as part
1973 of a sequence like the following:
1974
1975 ~~~~~~~~
1976 boot_id = host.get_boot_id()
1977 # trigger shutdown on the host
1978 host.test_wait_for_shutdown()
1979 # trigger boot on the host
1980 host.test_wait_for_boot(boot_id)
1981 ~~~~~~~~
1982
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001983 @param shutdown_timeout time limit in seconds to allow the host down.
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001984 @exception TestFail The host did not shut down within the
1985 allowed time.
1986 """
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001987 if shutdown_timeout is None:
1988 shutdown_timeout = self.SHUTDOWN_TIMEOUT
1989
Anand K Mistry50f218e2020-07-31 14:50:15 +10001990 if self._is_host_port_forwarded():
Garry Wanga2e78172020-09-09 23:49:07 -07001991 success = self.wait_down(timeout=shutdown_timeout)
Anand K Mistry50f218e2020-07-31 14:50:15 +10001992 else:
Garry Wanga2e78172020-09-09 23:49:07 -07001993 success = self.ping_wait_down(timeout=shutdown_timeout)
Anand K Mistry50f218e2020-07-31 14:50:15 +10001994
1995 if not success:
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001996 raise error.TestFail(
1997 'client failed to shut down after %d seconds' %
Tom Wai-Hong Tamfe005c22014-12-03 09:25:44 +08001998 shutdown_timeout)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07001999
2000
2001 def test_wait_for_boot(self, old_boot_id=None):
2002 """Wait for the client to boot from cold power.
2003
2004 The `old_boot_id` parameter should be the value from
2005 `get_boot_id()` obtained prior to shutting down. A
2006 `TestFail` exception is raised if the boot id does not
2007 change. The boot id test is omitted if `old_boot_id` is not
2008 specified.
2009
2010 See @ref test_wait_for_shutdown for more on this function's
2011 usage.
2012
J. Richard Barnette7214e0b2013-02-06 15:20:49 -08002013 @param old_boot_id A boot id value obtained before the
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07002014 shut down.
2015
2016 @exception TestFail The host did not respond within the
2017 allowed time.
2018 @exception TestFail The host responded, but the boot id test
2019 indicated that there was no reboot.
2020 """
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07002021 if not self.wait_up(timeout=self.REBOOT_TIMEOUT):
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07002022 raise error.TestFail(
2023 'client failed to reboot after %d seconds' %
J. Richard Barnetteeb69d722012-06-18 17:29:44 -07002024 self.REBOOT_TIMEOUT)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07002025 elif old_boot_id:
2026 if self.get_boot_id() == old_boot_id:
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08002027 logging.error('client not rebooted (boot %s)',
2028 old_boot_id)
J. Richard Barnette134ec2c2012-04-25 12:59:37 -07002029 raise error.TestFail(
Tom Wai-Hong Tam01792682015-01-06 08:00:46 +08002030 'client is back up, but did not reboot')
Simran Basid5e5e272012-09-24 15:23:59 -07002031
2032
2033 @staticmethod
2034 def check_for_rpm_support(hostname):
2035 """For a given hostname, return whether or not it is powered by an RPM.
2036
Simran Basi1df55112013-09-06 11:25:09 -07002037 @param hostname: hostname to check for rpm support.
2038
Simran Basid5e5e272012-09-24 15:23:59 -07002039 @return None if this host does not follows the defined naming format
2040 for RPM powered DUT's in the lab. If it does follow the format,
2041 it returns a regular expression MatchObject instead.
2042 """
Fang Dengbaff9082015-01-06 13:46:15 -08002043 return re.match(CrosHost._RPM_HOSTNAME_REGEX, hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07002044
2045
2046 def has_power(self):
2047 """For this host, return whether or not it is powered by an RPM.
2048
2049 @return True if this host is in the CROS lab and follows the defined
2050 naming format.
2051 """
Fang Deng0ca40e22013-08-27 17:47:44 -07002052 return CrosHost.check_for_rpm_support(self.hostname)
Simran Basid5e5e272012-09-24 15:23:59 -07002053
2054
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002055 def _set_power(self, state, power_method):
Garry Wang5e5538a2019-04-08 15:36:18 -07002056 """Sets the power to the host via RPM, CCD, Servo or manual.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002057
2058 @param state Specifies which power state to set to DUT
2059 @param power_method Specifies which method of power control to
Garry Wang5e5538a2019-04-08 15:36:18 -07002060 use. By default "RPM" or "CCD" will be used based
2061 on servo type. Valid values from
2062 POWER_CONTROL_VALID_ARGS, or None to use default.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002063
2064 """
2065 ACCEPTABLE_STATES = ['ON', 'OFF']
2066
Garry Wang5e5538a2019-04-08 15:36:18 -07002067 if not power_method:
2068 power_method = self.get_default_power_method()
2069
2070 state = state.upper()
2071 if state not in ACCEPTABLE_STATES:
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002072 raise error.TestError('State must be one of: %s.'
2073 % (ACCEPTABLE_STATES,))
2074
2075 if power_method == self.POWER_CONTROL_SERVO:
2076 logging.info('Setting servo port J10 to %s', state)
2077 self.servo.set('prtctl3_pwren', state.lower())
2078 time.sleep(self._USB_POWER_TIMEOUT)
2079 elif power_method == self.POWER_CONTROL_MANUAL:
2080 logging.info('You have %d seconds to set the AC power to %s.',
2081 self._POWER_CYCLE_TIMEOUT, state)
2082 time.sleep(self._POWER_CYCLE_TIMEOUT)
Garry Wang5e5538a2019-04-08 15:36:18 -07002083 elif power_method == self.POWER_CONTROL_CCD:
2084 servo_role = 'src' if state == 'ON' else 'snk'
2085 logging.info('servo ccd power pass through detected,'
2086 ' changing servo_role to %s.', servo_role)
2087 self.servo.set_servo_v4_role(servo_role)
2088 if not self.ping_wait_up(timeout=self._CHANGE_SERVO_ROLE_TIMEOUT):
Garry Wang94bf9de2019-06-10 17:23:37 -07002089 # Make sure we don't leave DUT with no power(servo_role=snk)
2090 # when DUT is not pingable, as we raise a exception here
2091 # that may break a power cycle in the middle.
2092 self.servo.set_servo_v4_role('src')
Garry Wang5e5538a2019-04-08 15:36:18 -07002093 raise error.AutoservError(
2094 'DUT failed to regain network connection after %d seconds.'
2095 % self._CHANGE_SERVO_ROLE_TIMEOUT)
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002096 else:
2097 if not self.has_power():
2098 raise error.TestFail('DUT does not have RPM connected.')
Garry Wangad4d4fd2019-01-30 17:00:38 -08002099 self._add_rpm_changed_tag()
Garry Wang5e5538a2019-04-08 15:36:18 -07002100 rpm_client.set_power(self, state, timeout_mins=5)
Simran Basid5e5e272012-09-24 15:23:59 -07002101
2102
Garry Wang5e5538a2019-04-08 15:36:18 -07002103 def power_off(self, power_method=None):
2104 """Turn off power to this host via RPM, CCD, Servo or manual.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002105
2106 @param power_method Specifies which method of power control to
Garry Wang5e5538a2019-04-08 15:36:18 -07002107 use. By default "RPM" or "CCD" will be used based
2108 on servo type. Valid values from
2109 POWER_CONTROL_VALID_ARGS, or None to use default.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002110
2111 """
Derek Beckett2fb9aa02020-08-12 15:31:02 -07002112 self._sync_if_up()
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002113 self._set_power('OFF', power_method)
Simran Basid5e5e272012-09-24 15:23:59 -07002114
Derek Beckett2fb9aa02020-08-12 15:31:02 -07002115 def _check_supported(self):
2116 """Throw an error if dts mode control is not supported."""
2117 if not self.servo_pwr_supported:
2118 raise error.TestFail('power_state controls not supported')
2119
2120 def _sync_if_up(self):
2121 """Run sync on the DUT and wait for completion if the DUT is up.
2122
2123 Additionally, try to sync and ignore status if its not up.
2124
2125 Useful prior to reboots to ensure files are written to disc.
2126
2127 """
2128 if self.is_up_fast():
2129 self.run("sync")
2130 return
2131 # If it is not up, attempt to sync in the rare event the DUT is up but
2132 # doesn't respond to a ping. Ignore any errors.
2133 try:
2134 self.run("sync", ignore_status=True, timeout=1)
2135 except Exception:
2136 pass
2137
2138 def power_off_via_servo(self):
2139 """Force the DUT to power off.
2140
2141 The DUT is guaranteed to be off at the end of this call,
2142 regardless of its previous state, provided that there is
2143 working EC and boot firmware. There is no requirement for
2144 working OS software.
2145
2146 """
2147 self._check_supported()
2148 self._sync_if_up()
2149 self.servo.set_nocheck('power_state', 'off')
2150
2151 def power_on_via_servo(self, rec_mode='on'):
2152 """Force the DUT to power on.
2153
2154 Prior to calling this function, the DUT must be powered off,
2155 e.g. with a call to `power_off()`.
2156
2157 At power on, recovery mode is set as specified by the
2158 corresponding argument. When booting with recovery mode on, it
2159 is the caller's responsibility to unplug/plug in a bootable
2160 external storage device.
2161
2162 If the DUT requires a delay after powering on but before
2163 processing inputs such as USB stick insertion, the delay is
2164 handled by this method; the caller is not responsible for such
2165 delays.
2166
2167 @param rec_mode Setting of recovery mode to be applied at
2168 power on. default: REC_OFF aka 'off'
2169
2170 """
2171 self._check_supported()
2172 self.servo.set_nocheck('power_state', rec_mode)
2173
2174 def reset_via_servo(self):
2175 """Force the DUT to reset.
2176
2177 The DUT is guaranteed to be on at the end of this call,
2178 regardless of its previous state, provided that there is
2179 working OS software. This also guarantees that the EC has
2180 been restarted.
2181
2182 """
2183 self._check_supported()
2184 self._sync_if_up()
2185 self.servo.set_nocheck('power_state', 'reset')
2186
Simran Basid5e5e272012-09-24 15:23:59 -07002187
Garry Wang5e5538a2019-04-08 15:36:18 -07002188 def power_on(self, power_method=None):
2189 """Turn on power to this host via RPM, CCD, Servo or manual.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002190
2191 @param power_method Specifies which method of power control to
Garry Wang5e5538a2019-04-08 15:36:18 -07002192 use. By default "RPM" or "CCD" will be used based
2193 on servo type. Valid values from
2194 POWER_CONTROL_VALID_ARGS, or None to use default.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002195
2196 """
2197 self._set_power('ON', power_method)
2198
2199
Garry Wang5e5538a2019-04-08 15:36:18 -07002200 def power_cycle(self, power_method=None):
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002201 """Cycle power to this host by turning it OFF, then ON.
2202
2203 @param power_method Specifies which method of power control to
Garry Wang5e5538a2019-04-08 15:36:18 -07002204 use. By default "RPM" or "CCD" will be used based
2205 on servo type. Valid values from
2206 POWER_CONTROL_VALID_ARGS, or None to use default.
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002207
2208 """
Garry Wang5e5538a2019-04-08 15:36:18 -07002209 if not power_method:
2210 power_method = self.get_default_power_method()
2211
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002212 if power_method in (self.POWER_CONTROL_SERVO,
Garry Wang5e5538a2019-04-08 15:36:18 -07002213 self.POWER_CONTROL_MANUAL,
2214 self.POWER_CONTROL_CCD):
Ismail Noorbasha07fdb612013-02-14 14:13:31 -08002215 self.power_off(power_method=power_method)
2216 time.sleep(self._POWER_CYCLE_TIMEOUT)
2217 self.power_on(power_method=power_method)
2218 else:
Garry Wangad4d4fd2019-01-30 17:00:38 -08002219 self._add_rpm_changed_tag()
2220 rpm_client.set_power(self, 'CYCLE')
Simran Basic6f1f7a2012-10-16 10:47:46 -07002221
2222
Mary Ruthvende14a8b2019-08-23 12:43:52 -07002223 def get_platform_from_fwid(self):
2224 """Determine the platform from the crossystem fwid.
2225
2226 @returns a string representing this host's platform.
2227 """
Greg Edelstona7b05d12020-04-01 16:00:51 -06002228 # Look at the firmware for non-unibuild cases or if cros_config fails.
Mary Ruthvende14a8b2019-08-23 12:43:52 -07002229 crossystem = utils.Crossystem(self)
2230 crossystem.init()
2231 # Extract fwid value and use the leading part as the platform id.
2232 # fwid generally follow the format of {platform}.{firmware version}
2233 # Example: Alex.X.YYY.Z or Google_Alex.X.YYY.Z
2234 platform = crossystem.fwid().split('.')[0].lower()
2235 # Newer platforms start with 'Google_' while the older ones do not.
2236 return platform.replace('google_', '')
2237
Puthikorn Voravootivat0f7c3d82019-11-27 13:48:39 -08002238
Simran Basic6f1f7a2012-10-16 10:47:46 -07002239 def get_platform(self):
2240 """Determine the correct platform label for this host.
2241
2242 @returns a string representing this host's platform.
2243 """
C Shapiroed87c6f2018-04-19 09:13:58 -06002244 release_info = utils.parse_cmd_output('cat /etc/lsb-release',
2245 run_method=self.run)
C Shapiroed87c6f2018-04-19 09:13:58 -06002246 platform = ''
Puthikorn Voravootivat0f7c3d82019-11-27 13:48:39 -08002247 if release_info.get('CHROMEOS_RELEASE_UNIBUILD') == '1':
Greg Edelstona7b05d12020-04-01 16:00:51 -06002248 platform = self.get_model_from_cros_config()
Mary Ruthvende14a8b2019-08-23 12:43:52 -07002249 return platform if platform else self.get_platform_from_fwid()
Simran Basic6f1f7a2012-10-16 10:47:46 -07002250
2251
Greg Edelstona7b05d12020-04-01 16:00:51 -06002252 def get_model_from_cros_config(self):
2253 """Get the host model from cros_config command.
Puthikorn Voravootivat0f7c3d82019-11-27 13:48:39 -08002254
Greg Edelstona7b05d12020-04-01 16:00:51 -06002255 @returns a string representing this host's model.
Puthikorn Voravootivat0f7c3d82019-11-27 13:48:39 -08002256 """
Greg Edelstona7b05d12020-04-01 16:00:51 -06002257 return cros_config.call_cros_config_get_output('/ name',
2258 self.run, ignore_status=True)
Puthikorn Voravootivat0f7c3d82019-11-27 13:48:39 -08002259
2260
Hung-ying Tyanb1328032014-04-01 14:18:54 +08002261 def get_architecture(self):
2262 """Determine the correct architecture label for this host.
2263
2264 @returns a string representing this host's architecture.
2265 """
2266 crossystem = utils.Crossystem(self)
2267 crossystem.init()
2268 return crossystem.arch()
2269
2270
Luis Lozano40b7d0d2014-01-17 15:12:06 -08002271 def get_chrome_version(self):
2272 """Gets the Chrome version number and milestone as strings.
2273
2274 Invokes "chrome --version" to get the version number and milestone.
2275
2276 @return A tuple (chrome_ver, milestone) where "chrome_ver" is the
2277 current Chrome version number as a string (in the form "W.X.Y.Z")
2278 and "milestone" is the first component of the version number
2279 (the "W" from "W.X.Y.Z"). If the version number cannot be parsed
2280 in the "W.X.Y.Z" format, the "chrome_ver" will be the full output
2281 of "chrome --version" and the milestone will be the empty string.
2282
2283 """
MK Ryu35d661e2014-09-25 17:44:10 -07002284 version_string = self.run(client_constants.CHROME_VERSION_COMMAND).stdout
Luis Lozano40b7d0d2014-01-17 15:12:06 -08002285 return utils.parse_chrome_version(version_string)
2286
J. Richard Barnetted2af5852016-02-05 15:03:10 -08002287
Puthikorn Voravootivatfd132172017-11-16 18:24:38 -08002288 def get_ec_version(self):
2289 """Get the ec version as strings.
2290
2291 @returns a string representing this host's ec version.
2292 """
Puthikorn Voravootivat65ad7672018-01-30 14:00:01 -08002293 command = 'mosys ec info -s fw_version'
Puthikorn Voravootivat720640d2018-02-16 17:32:38 -08002294 result = self.run(command, ignore_status=True)
2295 if result.exit_status != 0:
2296 return ''
2297 return result.stdout.strip()
Puthikorn Voravootivatfd132172017-11-16 18:24:38 -08002298
2299
2300 def get_firmware_version(self):
2301 """Get the firmware version as strings.
2302
2303 @returns a string representing this host's firmware version.
2304 """
2305 crossystem = utils.Crossystem(self)
2306 crossystem.init()
2307 return crossystem.fwid()
2308
2309
2310 def get_hardware_revision(self):
2311 """Get the hardware revision as strings.
2312
2313 @returns a string representing this host's hardware revision.
2314 """
Puthikorn Voravootivat65ad7672018-01-30 14:00:01 -08002315 command = 'mosys platform version'
Puthikorn Voravootivat720640d2018-02-16 17:32:38 -08002316 result = self.run(command, ignore_status=True)
2317 if result.exit_status != 0:
2318 return ''
2319 return result.stdout.strip()
Puthikorn Voravootivatfd132172017-11-16 18:24:38 -08002320
2321
2322 def get_kernel_version(self):
2323 """Get the kernel version as strings.
2324
2325 @returns a string representing this host's kernel version.
2326 """
2327 return self.run('uname -r').stdout.strip()
2328
2329
Puthikorn Voravootivat54aa53c2018-03-01 19:00:25 -08002330 def get_cpu_name(self):
2331 """Get the cpu name as strings.
2332
2333 @returns a string representing this host's cpu name.
2334 """
2335
2336 # Try get cpu name from device tree first
2337 if self.path_exists('/proc/device-tree/compatible'):
2338 command = ' | '.join(
2339 ["sed -e 's/\\x0/\\n/g' /proc/device-tree/compatible",
2340 'tail -1'])
2341 return self.run(command).stdout.strip().replace(',', ' ')
2342
2343 # Get cpu name from uname -p
2344 command = 'uname -p'
2345 ret = self.run(command).stdout.strip()
2346
2347 # 'uname -p' return variant of unknown or amd64 or x86_64 or i686
2348 # Try get cpu name from /proc/cpuinfo instead
2349 if re.match("unknown|amd64|[ix][0-9]?86(_64)?", ret, re.IGNORECASE):
2350 command = "grep model.name /proc/cpuinfo | cut -f 2 -d: | head -1"
2351 self = self.run(command).stdout.strip()
2352
2353 # Remove bloat from CPU name, for example
2354 # Intel(R) Core(TM) i5-7Y57 CPU @ 1.20GHz -> Intel Core i5-7Y57
2355 # Intel(R) Xeon(R) CPU E5-2690 v4 @ 2.60GHz -> Intel Xeon E5-2690 v4
2356 # AMD A10-7850K APU with Radeon(TM) R7 Graphics -> AMD A10-7850K
2357 # AMD GX-212JC SOC with Radeon(TM) R2E Graphics -> AMD GX-212JC
2358 trim_re = r' (@|processor|apu|soc|radeon).*|\(.*?\)| cpu'
2359 return re.sub(trim_re, '', ret, flags=re.IGNORECASE)
2360
2361
2362 def get_screen_resolution(self):
2363 """Get the screen(s) resolution as strings.
2364 In case of more than 1 monitor, return resolution for each monitor
2365 separate with plus sign.
2366
2367 @returns a string representing this host's screen(s) resolution.
2368 """
2369 command = 'for f in /sys/class/drm/*/*/modes; do head -1 $f; done'
2370 ret = self.run(command, ignore_status=True)
2371 # We might have Chromebox without a screen
2372 if ret.exit_status != 0:
2373 return ''
2374 return ret.stdout.strip().replace('\n', '+')
2375
2376
2377 def get_mem_total_gb(self):
2378 """Get total memory available in the system in GiB (2^20).
2379
2380 @returns an integer representing total memory
2381 """
2382 mem_total_kb = self.read_from_meminfo('MemTotal')
2383 kb_in_gb = float(2 ** 20)
2384 return int(round(mem_total_kb / kb_in_gb))
2385
2386
2387 def get_disk_size_gb(self):
2388 """Get size of disk in GB (10^9)
2389
2390 @returns an integer representing size of disk, 0 in Error Case
2391 """
2392 command = 'grep $(rootdev -s -d | cut -f3 -d/)$ /proc/partitions'
2393 result = self.run(command, ignore_status=True)
2394 if result.exit_status != 0:
2395 return 0
2396 _, _, block, _ = re.split(r' +', result.stdout.strip())
2397 byte_per_block = 1024.0
2398 disk_kb_in_gb = 1e9
2399 return int(int(block) * byte_per_block / disk_kb_in_gb + 0.5)
2400
2401
2402 def get_battery_size(self):
2403 """Get size of battery in Watt-hour via sysfs
2404
2405 This method assumes that battery support voltage_min_design and
2406 charge_full_design sysfs.
2407
2408 @returns a float representing Battery size, 0 if error.
2409 """
2410 # sysfs report data in micro scale
2411 battery_scale = 1e6
2412
2413 command = 'cat /sys/class/power_supply/*/voltage_min_design'
2414 result = self.run(command, ignore_status=True)
2415 if result.exit_status != 0:
2416 return 0
2417 voltage = float(result.stdout.strip()) / battery_scale
2418
2419 command = 'cat /sys/class/power_supply/*/charge_full_design'
2420 result = self.run(command, ignore_status=True)
2421 if result.exit_status != 0:
2422 return 0
2423 amphereHour = float(result.stdout.strip()) / battery_scale
2424
2425 return voltage * amphereHour
2426
2427
2428 def get_low_battery_shutdown_percent(self):
2429 """Get the percent-based low-battery shutdown threshold.
2430
2431 @returns a float representing low-battery shutdown percent, 0 if error.
2432 """
2433 ret = 0.0
2434 try:
2435 command = 'check_powerd_config --low_battery_shutdown_percent'
2436 ret = float(self.run(command).stdout)
2437 except error.CmdError:
2438 logging.debug("Can't run %s", command)
2439 except ValueError:
2440 logging.debug("Didn't get number from %s", command)
2441
2442 return ret
2443
2444
Puthikorn Voravootivat09c83d72018-08-10 15:58:32 -07002445 def has_hammer(self):
2446 """Check whether DUT has hammer device or not.
2447
2448 @returns boolean whether device has hammer or not
2449 """
2450 command = 'grep Hammer /sys/bus/usb/devices/*/product'
2451 return self.run(command, ignore_status=True).exit_status == 0
2452
2453
Niranjan Kumar34618872017-05-31 12:57:09 -07002454 def is_chrome_switch_present(self, switch):
David Haddock3ce538e2017-06-22 13:37:05 -07002455 """Returns True if the specified switch was provided to Chrome.
2456
2457 @param switch The chrome switch to search for.
2458 """
Niranjan Kumar34618872017-05-31 12:57:09 -07002459
Niranjan Kumar5f23fe92017-06-22 15:18:55 -07002460 command = 'pgrep -x -f -c "/opt/google/chrome/chrome.*%s.*"' % switch
2461 return self.run(command, ignore_status=True).exit_status == 0
Niranjan Kumar34618872017-05-31 12:57:09 -07002462
2463
2464 def oobe_triggers_update(self):
2465 """Returns True if this host has an OOBE flow during which
2466 it will perform an update check and perhaps an update.
2467 One example of such a flow is Hands-Off Zero-Touch Enrollment.
2468 As more such flows are developed, code handling them needs
2469 to be added here.
2470
2471 @return Boolean indicating whether this host's OOBE triggers an update.
2472 """
2473 return self.is_chrome_switch_present(
2474 '--enterprise-enable-zero-touch-enrollment=hands-off')
2475
2476
Kevin Chenga2619dc2016-03-28 11:42:08 -07002477 # TODO(kevcheng): change this to just return the board without the
2478 # 'board:' prefix and fix up all the callers. Also look into removing the
2479 # need for this method.
Simran Basic6f1f7a2012-10-16 10:47:46 -07002480 def get_board(self):
2481 """Determine the correct board label for this host.
2482
2483 @returns a string representing this host's board.
2484 """
2485 release_info = utils.parse_cmd_output('cat /etc/lsb-release',
2486 run_method=self.run)
J. Richard Barnetted2af5852016-02-05 15:03:10 -08002487 return (ds_constants.BOARD_PREFIX +
2488 release_info['CHROMEOS_RELEASE_BOARD'])
Simran Basic6f1f7a2012-10-16 10:47:46 -07002489
Po-Hsien Wang4618adf2017-10-10 14:40:21 -07002490 def get_channel(self):
2491 """Determine the correct channel label for this host.
Simran Basic6f1f7a2012-10-16 10:47:46 -07002492
Po-Hsien Wang4618adf2017-10-10 14:40:21 -07002493 @returns: a string represeting this host's build channel.
2494 (stable, dev, beta). None on fail.
2495 """
2496 return lsbrelease_utils.get_chromeos_channel(
2497 lsb_release_content=self._get_lsb_release_content())
Kevin Chenga328da62016-03-31 10:49:04 -07002498
Kevin Chenga328da62016-03-31 10:49:04 -07002499 def get_power_supply(self):
2500 """
2501 Determine what type of power supply the host has
2502
2503 @returns a string representing this host's power supply.
2504 'power:battery' when the device has a battery intended for
2505 extended use
2506 'power:AC_primary' when the device has a battery not intended
2507 for extended use (for moving the machine, etc)
2508 'power:AC_only' when the device has no battery at all.
2509 """
2510 psu = self.run(command='mosys psu type', ignore_status=True)
2511 if psu.exit_status:
2512 # The psu command for mosys is not included for all platforms. The
2513 # assumption is that the device will have a battery if the command
2514 # is not found.
2515 return 'power:battery'
2516
2517 psu_str = psu.stdout.strip()
2518 if psu_str == 'unknown':
2519 return None
2520
2521 return 'power:%s' % psu_str
2522
2523
Puthikorn Voravootivat54aa53c2018-03-01 19:00:25 -08002524 def has_battery(self):
2525 """Determine if DUT has a battery.
2526
2527 Returns:
2528 Boolean, False if known not to have battery, True otherwise.
2529 """
2530 rv = True
2531 power_supply = self.get_power_supply()
2532 if power_supply == 'power:battery':
2533 _NO_BATTERY_BOARD_TYPE = ['CHROMEBOX', 'CHROMEBIT', 'CHROMEBASE']
2534 board_type = self.get_board_type()
2535 if board_type in _NO_BATTERY_BOARD_TYPE:
2536 logging.warn('Do NOT believe type %s has battery. '
2537 'See debug for mosys details', board_type)
Sam Hurst57fa60a2020-05-08 08:55:47 -07002538 psu = utils.system_output('mosys -vvvv psu type',
Puthikorn Voravootivat54aa53c2018-03-01 19:00:25 -08002539 ignore_status=True)
2540 logging.debug(psu)
2541 rv = False
2542 elif power_supply == 'power:AC_only':
2543 rv = False
2544
2545 return rv
2546
2547
Kevin Chenga328da62016-03-31 10:49:04 -07002548 def get_servo(self):
2549 """Determine if the host has a servo attached.
2550
2551 If the host has a working servo attached, it should have a servo label.
2552
2553 @return: string 'servo' if the host has servo attached. Otherwise,
2554 returns None.
2555 """
2556 return 'servo' if self._servo_host else None
2557
2558
Kevin Chenga328da62016-03-31 10:49:04 -07002559 def has_internal_display(self):
2560 """Determine if the device under test is equipped with an internal
2561 display.
2562
2563 @return: 'internal_display' if one is present; None otherwise.
2564 """
2565 from autotest_lib.client.cros.graphics import graphics_utils
2566 from autotest_lib.client.common_lib import utils as common_utils
2567
2568 def __system_output(cmd):
2569 return self.run(cmd).stdout
2570
2571 def __read_file(remote_path):
2572 return self.run('cat %s' % remote_path).stdout
2573
2574 # Hijack the necessary client functions so that we can take advantage
2575 # of the client lib here.
2576 # FIXME: find a less hacky way than this
2577 original_system_output = utils.system_output
2578 original_read_file = common_utils.read_file
2579 utils.system_output = __system_output
2580 common_utils.read_file = __read_file
2581 try:
2582 return ('internal_display' if graphics_utils.has_internal_display()
2583 else None)
2584 finally:
2585 utils.system_output = original_system_output
2586 common_utils.read_file = original_read_file
2587
2588
Dan Shi85276d42014-04-08 22:11:45 -07002589 def is_boot_from_usb(self):
2590 """Check if DUT is boot from USB.
2591
2592 @return: True if DUT is boot from usb.
2593 """
2594 device = self.run('rootdev -s -d').stdout.strip()
2595 removable = int(self.run('cat /sys/block/%s/removable' %
2596 os.path.basename(device)).stdout.strip())
2597 return removable == 1
Helen Zhang17dae2b2014-11-11 09:25:52 -08002598
2599
2600 def read_from_meminfo(self, key):
Dan Shi49ca0932014-11-14 11:22:27 -08002601 """Return the memory info from /proc/meminfo
Helen Zhang17dae2b2014-11-11 09:25:52 -08002602
2603 @param key: meminfo requested
2604
2605 @return the memory value as a string
2606
2607 """
Helen Zhang17dae2b2014-11-11 09:25:52 -08002608 meminfo = self.run('grep %s /proc/meminfo' % key).stdout.strip()
2609 logging.debug('%s', meminfo)
2610 return int(re.search(r'\d+', meminfo).group(0))
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002611
2612
Rohit Makasana98e696f2016-06-03 18:48:10 -07002613 def get_cpu_arch(self):
2614 """Returns CPU arch of the device.
2615
2616 @return CPU architecture of the DUT.
2617 """
Allen Li2c32d6b2017-02-03 15:28:10 -08002618 # Add CPUs by following logic in client/bin/utils.py.
Rohit Makasana98e696f2016-06-03 18:48:10 -07002619 if self.run("grep '^flags.*:.* lm .*' /proc/cpuinfo",
2620 ignore_status=True).stdout:
2621 return 'x86_64'
2622 if self.run("grep -Ei 'ARM|CPU implementer' /proc/cpuinfo",
2623 ignore_status=True).stdout:
2624 return 'arm'
2625 return 'i386'
2626
2627
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002628 def get_board_type(self):
2629 """
2630 Get the DUT's device type from /etc/lsb-release.
Danny Chan471a8d12015-08-18 14:57:41 -07002631 DEVICETYPE can be one of CHROMEBOX, CHROMEBASE, CHROMEBOOK or more.
2632
2633 @return value of DEVICETYPE param from lsb-release.
Rohit Makasana8a4923c2015-08-13 17:04:26 -07002634 """
Danny Chan471a8d12015-08-18 14:57:41 -07002635 device_type = self.run('grep DEVICETYPE /etc/lsb-release',
2636 ignore_status=True).stdout
2637 if device_type:
Kalin Stoyanov524310b2015-08-21 16:24:04 -07002638 return device_type.split('=')[-1].strip()
Danny Chan471a8d12015-08-18 14:57:41 -07002639 return ''
Gilad Arnolda76bef02015-09-29 13:55:15 -07002640
2641
Rohit Makasanadf0a3a32017-06-30 13:55:18 -07002642 def get_arc_version(self):
2643 """Return ARC version installed on the DUT.
2644
2645 @returns ARC version as string if the CrOS build has ARC, else None.
2646 """
2647 arc_version = self.run('grep CHROMEOS_ARC_VERSION /etc/lsb-release',
2648 ignore_status=True).stdout
2649 if arc_version:
2650 return arc_version.split('=')[-1].strip()
2651 return None
2652
2653
Gilad Arnolda76bef02015-09-29 13:55:15 -07002654 def get_os_type(self):
2655 return 'cros'
Simran Basia5522a32015-10-06 11:01:24 -07002656
2657
Kevin Chenga2619dc2016-03-28 11:42:08 -07002658 def get_labels(self):
Kevin Chengf8660142016-08-12 10:17:41 -07002659 """Return the detected labels on the host."""
Kevin Chenga2619dc2016-03-28 11:42:08 -07002660 return self.labels.get_labels(self)
Garry Wang5e5538a2019-04-08 15:36:18 -07002661
2662
2663 def get_default_power_method(self):
2664 """
2665 Get the default power method for power_on/off/cycle() methods.
2666 @return POWER_CONTROL_RPM or POWER_CONTROL_CCD
2667 """
2668 if not self._default_power_method:
Garry Wang1a004aa2019-05-16 22:56:51 -07002669 self._default_power_method = self.POWER_CONTROL_RPM
Ruben Rodriguez Buchillon3eeeab32019-10-02 15:29:58 -07002670 if self.servo and self.servo.supports_built_in_pd_control():
2671 self._default_power_method = self.POWER_CONTROL_CCD
2672 else:
2673 logging.debug('Either servo is unitialized or the servo '
2674 'setup does not support pd controls. Falling '
2675 'back to default RPM method.')
Garry Wang5e5538a2019-04-08 15:36:18 -07002676 return self._default_power_method
Puthikorn Voravootivat4a054792019-12-13 16:44:17 -08002677
2678
2679 def find_usb_devices(self, idVendor, idProduct):
2680 """
2681 Get usb device sysfs name for specific device.
2682
2683 @param idVendor Vendor ID to search in sysfs directory.
2684 @param idProduct Product ID to search in sysfs directory.
2685
2686 @return Usb node names in /sys/bus/usb/drivers/usb/ that match.
2687 """
2688 # Look for matching file and cut at position 7 to get dir name.
2689 grep_cmd = 'grep {} /sys/bus/usb/drivers/usb/*/{} | cut -f 7 -d /'
2690
2691 vendor_cmd = grep_cmd.format(idVendor, 'idVendor')
2692 product_cmd = grep_cmd.format(idProduct, 'idProduct')
2693
2694 # Use uniq -d to print duplicate line from both command
2695 cmd = 'sort <({}) <({}) | uniq -d'.format(vendor_cmd, product_cmd)
2696
2697 return self.run(cmd, ignore_status=True).stdout.strip().split('\n')
2698
2699
2700 def bind_usb_device(self, usb_node):
2701 """
2702 Bind usb device
2703
2704 @param usb_node Node name in /sys/bus/usb/drivers/usb/
2705 """
2706 cmd = 'echo {} > /sys/bus/usb/drivers/usb/bind'.format(usb_node)
2707 self.run(cmd, ignore_status=True)
2708
2709
2710 def unbind_usb_device(self, usb_node):
2711 """
2712 Unbind usb device
2713
2714 @param usb_node Node name in /sys/bus/usb/drivers/usb/
2715 """
2716 cmd = 'echo {} > /sys/bus/usb/drivers/usb/unbind'.format(usb_node)
2717 self.run(cmd, ignore_status=True)
2718
2719
2720 def get_wlan_ip(self):
2721 """
2722 Get ip address of wlan interface.
2723
2724 @return ip address of wlan or empty string if wlan is not connected.
2725 """
2726 cmds = [
2727 'iw dev', # List wlan physical device
2728 'grep Interface', # Grep only interface name
2729 'cut -f 2 -d" "', # Cut the name part
2730 'xargs ifconfig', # Feed it to ifconfig to get ip
2731 'grep -oE "inet [0-9.]+"', # Grep only ipv4
2732 'cut -f 2 -d " "' # Cut the ip part
2733 ]
2734 return self.run(' | '.join(cmds), ignore_status=True).stdout.strip()
Puthikorn Voravootivatcd0dc9e2020-01-22 14:22:22 -08002735
2736 def connect_to_wifi(self, ssid, passphrase=None, security=None):
2737 """
2738 Connect to wifi network
2739
2740 @param ssid SSID of the wifi network.
2741 @param passphrase Passphrase of the wifi network. None if not existed.
2742 @param security Security of the wifi network. Default to "psk" if
2743 passphase is given without security. Possible values
2744 are "none", "psk", "802_1x".
2745
2746 @return True if succeed, False if not.
2747 """
2748 cmd = '/usr/local/autotest/cros/scripts/wifi connect ' + ssid
2749 if passphrase:
2750 cmd += ' ' + passphrase
2751 if security:
2752 cmd += ' ' + security
2753 return self.run(cmd, ignore_status=True).exit_status == 0
Otabek Kasimov6825b762020-06-23 23:42:44 -07002754
2755 def get_device_repair_state(self):
2756 """Get device repair state"""
2757 return self._device_repair_state
2758
Otabek Kasimov7cad9ce2020-07-28 14:58:48 -07002759 def set_device_repair_state(self, state, resultdir=None):
Otabek Kasimov6825b762020-06-23 23:42:44 -07002760 """Set device repair state.
2761
2762 The special device state will be written to the 'dut_state.repair'
Otabek Kasimov7cad9ce2020-07-28 14:58:48 -07002763 file in result directory. The file will be read by Lucifer. The
2764 file will not be created if result directory not specified.
2765
2766 @params state: The new state for the device.
2767 @params resultdir: The path to result directory. If path not provided
2768 will be attempt to get retrieve it from job
2769 if present.
Otabek Kasimov6825b762020-06-23 23:42:44 -07002770 """
Otabek Kasimov7cad9ce2020-07-28 14:58:48 -07002771 resultdir = resultdir or getattr(self.job, 'resultdir', '')
2772 if resultdir:
2773 target = os.path.join(resultdir, 'dut_state.repair')
Otabek Kasimov6825b762020-06-23 23:42:44 -07002774 common_utils.open_write_close(target, state)
Otabek Kasimov7cad9ce2020-07-28 14:58:48 -07002775 logging.info('Set device state as %s. '
2776 'Created dut_state.repair file.', state)
Otabek Kasimov6825b762020-06-23 23:42:44 -07002777 else:
2778 logging.debug('Cannot write the device state due missing info '
2779 'about result dir.')
2780 self._device_repair_state = state
2781
Otabek Kasimov7cad9ce2020-07-28 14:58:48 -07002782 def set_device_needs_replacement(self, resultdir=None):
2783 """Set device as required replacement.
2784
2785 @params resultdir: The path to result directory. If path not provided
2786 will be attempt to get retrieve it from job
2787 if present.
2788 """
2789 self.set_device_repair_state(
2790 cros_constants.DEVICE_STATE_NEEDS_REPLACEMENT,
2791 resultdir=resultdir)
2792
2793 def try_set_device_needs_manual_repair(self):
Otabek Kasimov6825b762020-06-23 23:42:44 -07002794 """Check if device require manual attention to be fixed.
2795
2796 The state 'needs_manual_repair' can be set when auto repair cannot
2797 fix the device due hardware or cable issues.
2798 """
2799 # ignore the logic if state present
2800 # state can be set by any cros repair actions
2801 if self.get_device_repair_state():
2802 return
2803
2804 # set need manual attention if servo has hardware issue
2805 servo_state_required_manual_fix = [
2806 servo_constants.SERVO_STATE_NOT_CONNECTED,
2807 servo_constants.SERVO_STATE_NEED_REPLACEMENT,
2808 servo_constants.SERVO_STATE_LID_OPEN_FAILED,
2809 servo_constants.SERVO_STATE_BAD_RIBBON_CABLE,
2810 servo_constants.SERVO_STATE_EC_BROKEN,
2811 ]
2812 if self.get_servo_state() in servo_state_required_manual_fix:
Otabek Kasimovde8eea32020-07-01 12:12:22 -07002813 data = {'host': self.hostname,
Otabek Kasimov832d9162020-07-27 19:24:57 -07002814 'state': cros_constants.DEVICE_STATE_NEEDS_MANUAL_REPAIR}
Otabek Kasimov6825b762020-06-23 23:42:44 -07002815 metrics.Counter(
2816 'chromeos/autotest/repair/special_dut_state'
2817 ).increment(fields=data)
2818 # TODO (otabek) unblock when be sure that we do not have flakiness
Otabek Kasimov832d9162020-07-27 19:24:57 -07002819 # self.set_device_repair_state(
2820 # cros_constants.DEVICE_STATE_NEEDS_MANUAL_REPAIR)
Otabek Kasimov42506d02020-07-29 14:44:57 -07002821
2822 def is_file_system_writable(self, testdirs=None):
2823 """Check is the file systems are writable.
2824
2825 The standard linux response to certain unexpected file system errors
2826 (including hardware errors in block devices) is to change the file
2827 system status to read-only. This checks that that hasn't happened.
2828
2829 @param testdirs: List of directories to check. If no data provided
2830 then '/mnt/stateful_partition' and '/var/tmp'
2831 directories will be checked.
2832
2833 @returns boolean whether file-system writable.
2834 """
2835 def _check_dir(testdir):
2836 # check if we can create a file
2837 filename = os.path.join(testdir, 'writable_my_test_file')
2838 command = 'touch %s && rm %s' % (filename, filename)
2839 rv = self.run(command=command,
2840 timeout=30,
2841 ignore_status=True)
2842 is_writable = rv.exit_status == 0
2843 if not is_writable:
2844 logging.info('Cannot create a file in "%s"!'
2845 ' Probably the FS is read-only', testdir)
2846 logging.info("FileSystem is not writable!")
2847 return False
2848 return True
2849
2850 if not testdirs or len(testdirs) == 0:
2851 # N.B. Order matters here: Encrypted stateful is loop-mounted
2852 # from a file in unencrypted stateful, so we don't test for
2853 # errors in encrypted stateful if unencrypted fails.
2854 testdirs = ['/mnt/stateful_partition', '/var/tmp']
2855
2856 for dir in testdirs:
2857 # loop will be stopped if any directory fill fail the check
2858 try:
2859 if not _check_dir(dir):
2860 return False
2861 except Exception as e:
2862 # here expected only timeout error, all other will
2863 # be catch by 'ignore_status=True'
2864 logging.debug('Fail to check %s to write in it', dir)
2865 return False
2866 return True
Garry Wang1a493d82020-08-31 21:01:19 -07002867
Dana Goyettec172b172020-07-29 16:26:15 -07002868 def blocking_sync(self, freeze_for_reset=False):
2869 """Sync root device and internal device, via script.
2870
2871 The actual calls end up logged by the run() call, since they're printed
2872 to stdout/stderr in the script.
2873
2874 @param freeze_for_reset: if True, prepare for reset by blocking writes
2875 (only if enable_fs_sync_fsfreeze=True)
2876 """
2877
2878 if freeze_for_reset and self.USE_FSFREEZE:
2879 logging.info('Blocking sync and freeze')
2880 elif freeze_for_reset:
2881 logging.info('Blocking sync for reset')
2882 else:
2883 logging.info('Blocking sync')
2884
2885 # client/bin is installed on the DUT as /usr/local/autotest/bin
2886 sync_cmd = '/usr/local/autotest/bin/fs_sync.py'
2887 if freeze_for_reset and self.USE_FSFREEZE:
2888 sync_cmd += ' --freeze'
2889 return self.run(sync_cmd)
2890
Garry Wang1a493d82020-08-31 21:01:19 -07002891 def setup_device_health_profile(self):
2892 """Setup device health profile for repair/provision task to consume.
2893 """
Garry Wanga2e78172020-09-09 23:49:07 -07002894 if self.health_profile:
2895 logging.info('Device health profile has already been initialized.')
Garry Wang1a493d82020-08-31 21:01:19 -07002896 if not self._servo_host:
2897 logging.info('Servohost is not instantiated, skip device'
2898 ' health profile setup...')
2899 return
2900 # Also skip setup health profile if it's a task runs locally.
2901 if self._servo_host.is_localhost():
2902 logging.info('Servohost is a localhost, skip device'
2903 ' health profile setup...')
2904 return
2905 try:
2906 self.health_profile = device_health_profile.DeviceHealthProfile(
2907 self, self._servo_host)
2908 except Exception as e:
2909 logging.warning('Failed to setup device health profile; %s', e)
Garry Wanga2e78172020-09-09 23:49:07 -07002910
2911 def set_health_profile_dut_state(self, state):
2912 if not self.health_profile:
2913 logging.debug('Device health profile is not initialized, skip'
2914 ' set dut state.')
2915 return
2916 reset_counters = state in profile_constants.STATES_NEED_RESET_COUNTER
2917 self.health_profile.update_dut_state(state, reset_counters)
Garry Wang53fc8f32020-09-18 13:30:08 -07002918
2919 def require_snk_mode_in_recovery(self):
2920 """Check whether we need to switch servo_v4 role to snk when
2921 booting into recovery mode. (See crbug.com/1129165)
2922 """
2923 info = self.host_info_store.get()
2924 if info.get_label_value('power') != 'battery':
2925 logging.info(
2926 '%s does not has battery, snk mode is not needed'
2927 ' for recovery.', self.hostname)
2928 return False
2929 if not self.servo.supports_built_in_pd_control():
2930 logging.info('Power delivery is not supported on this servo, snk'
2931 ' mode is not needed for recovery.')
2932 return False
2933 try:
2934 #TODO(xianuowang@) move MIN_BATTERY_LEVEL to cros_constant
2935 battery_percent = self.servo.get('battery_charge_percent')
2936 if battery_percent < cros_repair.MIN_BATTERY_LEVEL:
2937 logging.info(
2938 'Current battery level %s%% below %s%% threshold, we'
2939 ' will attempt to boot host in recovery mode without'
2940 ' changing servo to snk mode. Please note the host may'
2941 ' not able to see usb drive in recovery mode later due'
2942 ' to servo not in snk mode.', battery_percent,
2943 cros_repair.MIN_BATTERY_LEVEL)
2944 return False
2945 except Exception as e:
2946 logging.info(
2947 'Unexpected error occurred when getting'
2948 ' battery_charge_percent from servo; %s', str(e))
2949 return False
2950 return True