blob: 3b5cdf729893c754ca0845162c5391a2c63e3005 [file] [log] [blame]
Alex Kleinc5403d62019-04-03 09:34:59 -06001# Copyright 2019 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Test controller.
6
7Handles all testing related functionality, it is not itself a test.
8"""
9
Jack Neusc9707c32021-07-23 21:48:54 +000010import functools
Alex Kleina2e42c42019-04-17 16:13:19 -060011import os
Sean McAllister17eed8d2021-09-21 10:41:16 -060012import string
Sean McAllister3834fef2021-10-08 15:45:18 -060013import subprocess
Alex Kleina2e42c42019-04-17 16:13:19 -060014
Alex Klein8cb365a2019-05-15 16:24:53 -060015from chromite.api import controller
Alex Klein076841b2019-08-29 15:19:39 -060016from chromite.api import faux
Alex Klein2b236722019-06-19 15:44:26 -060017from chromite.api import validate
Will Bradley59e0a152019-11-12 12:59:17 -070018from chromite.api.metrics import deserialize_metrics_log
Alex Kleina2e42c42019-04-17 16:13:19 -060019from chromite.api.controller import controller_util
Evan Hernandez4e388a52019-05-01 12:16:33 -060020from chromite.api.gen.chromite.api import test_pb2
David Wellingc1433c22021-06-25 16:29:48 +000021from chromite.api.gen.chromiumos import common_pb2
Sean McAllister3834fef2021-10-08 15:45:18 -060022from chromite.api.gen.chromiumos.build.api import container_metadata_pb2
Andrew Lamb763e3be2021-07-27 17:22:02 -060023from chromite.api.gen.chromiumos.test.api import coverage_rule_pb2
24from chromite.api.gen.chromiumos.test.api import dut_attribute_pb2
25from chromite.api.gen.chromiumos.test.api import test_suite_pb2
Michael Mortensenc28d6f12019-10-03 13:34:51 -060026from chromite.cbuildbot import goma_util
Mike Frysinger06a51c82021-04-06 11:39:17 -040027from chromite.lib import build_target_lib
George Engelbrecht764b1cd2021-06-18 17:01:07 -060028from chromite.lib import chroot_lib
Alex Kleina2e42c42019-04-17 16:13:19 -060029from chromite.lib import constants
Alex Kleinc5403d62019-04-03 09:34:59 -060030from chromite.lib import cros_build_lib
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -060031from chromite.lib import image_lib
Alex Kleina2e42c42019-04-17 16:13:19 -060032from chromite.lib import osutils
Alex Kleinc5403d62019-04-03 09:34:59 -060033from chromite.lib import sysroot_lib
Alex Klein18a60af2020-06-11 12:08:47 -060034from chromite.lib.parser import package_info
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -060035from chromite.scripts import cros_set_lsb_release
Jack Neusc9707c32021-07-23 21:48:54 +000036from chromite.service import packages as packages_service
Alex Kleinc5403d62019-04-03 09:34:59 -060037from chromite.service import test
Andrew Lamb763e3be2021-07-27 17:22:02 -060038from chromite.third_party.google.protobuf import json_format
39from chromite.third_party.google.protobuf import text_format
Mike Frysingere652ba12019-09-08 00:57:43 -040040from chromite.utils import key_value_store
Will Bradley59e0a152019-11-12 12:59:17 -070041from chromite.utils import metrics
Alex Kleinc5403d62019-04-03 09:34:59 -060042
43
Michael Mortensen85d38402019-12-12 09:50:29 -070044@faux.empty_success
45@faux.empty_completed_unsuccessfully_error
Alex Klein231d2da2019-07-22 16:44:45 -060046def DebugInfoTest(input_proto, _output_proto, config):
Alex Kleinc5403d62019-04-03 09:34:59 -060047 """Run the debug info tests."""
48 sysroot_path = input_proto.sysroot.path
49 target_name = input_proto.sysroot.build_target.name
50
51 if not sysroot_path:
52 if target_name:
Mike Frysinger06a51c82021-04-06 11:39:17 -040053 sysroot_path = build_target_lib.get_default_sysroot_path(target_name)
Alex Kleinc5403d62019-04-03 09:34:59 -060054 else:
55 cros_build_lib.Die("The sysroot path or the sysroot's build target name "
56 'must be provided.')
57
58 # We could get away with out this, but it's a cheap check.
59 sysroot = sysroot_lib.Sysroot(sysroot_path)
60 if not sysroot.Exists():
61 cros_build_lib.Die('The provided sysroot does not exist.')
62
Alex Klein231d2da2019-07-22 16:44:45 -060063 if config.validate_only:
64 return controller.RETURN_CODE_VALID_INPUT
65
Alex Klein8cb365a2019-05-15 16:24:53 -060066 if test.DebugInfoTest(sysroot_path):
67 return controller.RETURN_CODE_SUCCESS
68 else:
69 return controller.RETURN_CODE_COMPLETED_UNSUCCESSFULLY
Alex Kleina2e42c42019-04-17 16:13:19 -060070
71
Michael Mortensen82cd62d2019-12-01 14:58:54 -070072def _BuildTargetUnitTestResponse(input_proto, output_proto, _config):
73 """Add tarball path to a successful response."""
74 output_proto.tarball_path = os.path.join(input_proto.result_path,
75 'unit_tests.tar')
76
77
78def _BuildTargetUnitTestFailedResponse(_input_proto, output_proto, _config):
79 """Add failed packages to a failed response."""
80 packages = ['foo/bar', 'cat/pkg']
Alex Klein8ce5f522020-10-06 17:47:34 -060081 for pkg in packages:
82 pkg_info = package_info.parse(pkg)
83 pkg_info_msg = output_proto.failed_packages.add()
84 controller_util.serialize_package_info(pkg_info, pkg_info_msg)
Michael Mortensen82cd62d2019-12-01 14:58:54 -070085
86
87@faux.success(_BuildTargetUnitTestResponse)
88@faux.error(_BuildTargetUnitTestFailedResponse)
Alex Klein64ac34c2020-09-23 10:21:33 -060089@validate.require('build_target.name')
Alex Klein231d2da2019-07-22 16:44:45 -060090@validate.exists('result_path')
Alex Klein64ac34c2020-09-23 10:21:33 -060091@validate.require_each('packages', ['category', 'package_name'])
Alex Klein231d2da2019-07-22 16:44:45 -060092@validate.validation_complete
Will Bradley59e0a152019-11-12 12:59:17 -070093@metrics.collect_metrics
Alex Klein231d2da2019-07-22 16:44:45 -060094def BuildTargetUnitTest(input_proto, output_proto, _config):
Alex Kleina2e42c42019-04-17 16:13:19 -060095 """Run a build target's ebuild unit tests."""
96 # Required args.
Alex Kleina2e42c42019-04-17 16:13:19 -060097 result_path = input_proto.result_path
98
Alex Kleinfa6ebdc2019-05-10 10:57:31 -060099 # Method flags.
Alex Klein38c7d9e2019-05-08 09:31:19 -0600100 # An empty sysroot means build packages was not run. This is used for
101 # certain boards that need to use prebuilts (e.g. grunt's unittest-only).
Alex Kleinfa6ebdc2019-05-10 10:57:31 -0600102 was_built = not input_proto.flags.empty_sysroot
103
Navil Perezc0b29a82020-07-07 14:17:48 +0000104 # Packages to be tested.
105 packages_package_info = input_proto.packages
106 packages = []
Alex Klein18a60af2020-06-11 12:08:47 -0600107 for package_info_msg in packages_package_info:
Alex Klein64ac34c2020-09-23 10:21:33 -0600108 cpv = controller_util.PackageInfoToCPV(package_info_msg)
109 packages.append(cpv.cp)
Navil Perezc0b29a82020-07-07 14:17:48 +0000110
Alex Kleinf2674462019-05-16 16:47:24 -0600111 # Skipped tests.
Alex Klein157caf42021-07-01 14:36:43 -0600112 blocklisted_package_info = input_proto.package_blocklist
Alex Kleinb64e5f82020-09-23 10:55:31 -0600113 blocklist = []
114 for package_info_msg in blocklisted_package_info:
115 blocklist.append(controller_util.PackageInfoToString(package_info_msg))
Alex Kleinf2674462019-05-16 16:47:24 -0600116
Navil Perez43fb45d2021-05-14 20:34:24 +0000117 # Allow call to filter out non-cros_workon packages from the input packages.
118 filter_only_cros_workon = input_proto.flags.filter_only_cros_workon
119
Navil Perez19dc4792020-09-10 19:06:17 +0000120 # Allow call to succeed if no tests were found.
121 testable_packages_optional = input_proto.flags.testable_packages_optional
122
Alex Klein26e472b2020-03-10 14:35:01 -0600123 build_target = controller_util.ParseBuildTarget(input_proto.build_target)
Alex Klein38c7d9e2019-05-08 09:31:19 -0600124 chroot = controller_util.ParseChroot(input_proto.chroot)
Alex Kleina2e42c42019-04-17 16:13:19 -0600125
David Burgera9c11872020-07-29 13:32:02 -0600126 code_coverage = input_proto.flags.code_coverage
127
Navil Perezc0b29a82020-07-07 14:17:48 +0000128 result = test.BuildTargetUnitTest(
129 build_target,
130 chroot,
131 packages=packages,
Alex Kleinb64e5f82020-09-23 10:55:31 -0600132 blocklist=blocklist,
David Burgera9c11872020-07-29 13:32:02 -0600133 was_built=was_built,
Navil Perez19dc4792020-09-10 19:06:17 +0000134 code_coverage=code_coverage,
Navil Perez43fb45d2021-05-14 20:34:24 +0000135 testable_packages_optional=testable_packages_optional,
136 filter_only_cros_workon=filter_only_cros_workon)
Alex Kleina2e42c42019-04-17 16:13:19 -0600137
Alex Klein38c7d9e2019-05-08 09:31:19 -0600138 if not result.success:
139 # Failed to run tests or some tests failed.
140 # Record all failed packages.
Alex Kleinea0c89e2021-09-09 15:17:35 -0600141 for pkg_info in result.failed_pkgs:
Alex Klein18a60af2020-06-11 12:08:47 -0600142 package_info_msg = output_proto.failed_packages.add()
Alex Kleinea0c89e2021-09-09 15:17:35 -0600143 controller_util.serialize_package_info(pkg_info, package_info_msg)
144 if result.failed_pkgs:
Alex Klein38c7d9e2019-05-08 09:31:19 -0600145 return controller.RETURN_CODE_UNSUCCESSFUL_RESPONSE_AVAILABLE
146 else:
147 return controller.RETURN_CODE_COMPLETED_UNSUCCESSFULLY
Alex Kleina2e42c42019-04-17 16:13:19 -0600148
Alex Klein38c7d9e2019-05-08 09:31:19 -0600149 sysroot = sysroot_lib.Sysroot(build_target.root)
150 tarball = test.BuildTargetUnitTestTarball(chroot, sysroot, result_path)
151 if tarball:
152 output_proto.tarball_path = tarball
Will Bradley59e0a152019-11-12 12:59:17 -0700153 deserialize_metrics_log(output_proto.events, prefix=build_target.name)
Alex Kleine3fc3ca2019-04-30 16:20:55 -0600154
155
C Shapiro91af1ce2021-06-17 12:42:09 -0500156SRC_DIR = os.path.join(constants.SOURCE_ROOT, 'src')
Sean McAllister020e3522021-08-25 12:38:02 -0600157PLATFORM_DEV_DIR = os.path.join(SRC_DIR, 'platform/dev')
158TEST_SERVICE_DIR = os.path.join(PLATFORM_DEV_DIR, 'src/chromiumos/test')
Sean McAllister3834fef2021-10-08 15:45:18 -0600159TEST_CONTAINER_BUILD_SCRIPTS = {
160 'cros-provision':
161 os.path.join(TEST_SERVICE_DIR, 'provision/docker/build-dockerimage.sh'),
162 'cros-dut':
163 os.path.join(TEST_SERVICE_DIR, 'dut/docker/build-dockerimage.sh'),
164 'cros-test':
165 os.path.join(
166 PLATFORM_DEV_DIR,
167 'test/container/utils/build-dockerimage.sh'
168 ),
169}
C Shapiro91af1ce2021-06-17 12:42:09 -0500170
171
C Shapiroe15660b2021-06-18 12:49:37 -0500172def _BuildTestServiceContainersResponse(input_proto, output_proto, _config):
173 """Fake success response"""
174 # pylint: disable=unused-argument
175 output_proto.results.append(test_pb2.TestServiceContainerBuildResult(
Sean McAllisterf5296912021-09-23 09:32:58 -0600176 success=test_pb2.TestServiceContainerBuildResult.Success()
C Shapiroe15660b2021-06-18 12:49:37 -0500177 ))
178
179
180def _BuildTestServiceContainersFailedResponse(
181 _input_proto, output_proto, _config):
182 """Fake failure response"""
183
184 # pylint: disable=unused-argument
185 output_proto.results.append(test_pb2.TestServiceContainerBuildResult(
Sean McAllisterf5296912021-09-23 09:32:58 -0600186 failure=test_pb2.TestServiceContainerBuildResult.Failure(
C Shapiroe15660b2021-06-18 12:49:37 -0500187 error_message='fake error'
188 )
189 ))
190
191
Sean McAllister17eed8d2021-09-21 10:41:16 -0600192@validate.constraint('valid docker tag')
193def _ValidDockerTag(tag):
194 """Check that a string meets requirements for Docker tag naming."""
195 # Tags can't start with period or dash
196 if tag[0] in '.-':
197 return "tag can't begin with '.' or '-'"
198
199 # Tags can only consist of [a-zA-Z0-9-_.]
200 allowed_chars = set(string.ascii_letters+string.digits+'-_.')
201 invalid_chars = set(tag) - allowed_chars
202 if invalid_chars:
203 return 'saw one or more invalid characters: [{}]'.format(
Sean McAllisterf5296912021-09-23 09:32:58 -0600204 ''.join(invalid_chars),
Sean McAllister17eed8d2021-09-21 10:41:16 -0600205 )
206
207 # Finally, max tag length is 128 characters
208 if len(tag) > 128:
209 return 'maximum tag length is 128 characters'
210
211
212@validate.constraint('valid docker label key')
213def _ValidDockerLabelKey(key):
214 """Check that a string meets requirements for Docker tag naming."""
215
216 # Label keys should start and end with a lowercase letter
217 lowercase = set(string.ascii_lowercase)
218 if not (key[0] in lowercase and key[-1] in lowercase):
219 return "label key doesn't start and end with lowercase letter"
220
221 # Label keys can have lower-case alphanumeric characters, period and dash
222 allowed_chars = set(string.ascii_lowercase+string.digits+'-.')
223 invalid_chars = set(key) - allowed_chars
224 if invalid_chars:
225 return 'saw one or more invalid characters: [{}]'.format(
Sean McAllisterf5296912021-09-23 09:32:58 -0600226 ''.join(invalid_chars),
Sean McAllister17eed8d2021-09-21 10:41:16 -0600227 )
228
229 # Repeated . and - aren't allowed
230 for char in '.-':
231 if char*2 in key:
232 return "'{}' can\'t be repeated in label key".format(char)
233
234
C Shapiroe15660b2021-06-18 12:49:37 -0500235@faux.success(_BuildTestServiceContainersResponse)
236@faux.error(_BuildTestServiceContainersFailedResponse)
C Shapiro91af1ce2021-06-17 12:42:09 -0500237@validate.require('build_target.name')
238@validate.require('chroot.path')
Sean McAllister17eed8d2021-09-21 10:41:16 -0600239@validate.check_constraint('tags', _ValidDockerTag)
240@validate.check_constraint('labels', _ValidDockerLabelKey)
C Shapiro91af1ce2021-06-17 12:42:09 -0500241@validate.validation_complete
Sean McAllister15fa8332021-09-27 12:24:12 -0600242def BuildTestServiceContainers(
243 input_proto: test_pb2.BuildTestServiceContainersRequest,
244 output_proto: test_pb2.BuildTestServiceContainersResponse, _config):
C Shapiro91af1ce2021-06-17 12:42:09 -0500245 """Builds docker containers for all test services and pushes them to gcr.io"""
246 build_target = controller_util.ParseBuildTarget(input_proto.build_target)
247 chroot = controller_util.ParseChroot(input_proto.chroot)
C Shapiro91af1ce2021-06-17 12:42:09 -0500248 sysroot = sysroot_lib.Sysroot(build_target.root)
249
Sean McAllister15fa8332021-09-27 12:24:12 -0600250 tags = ','.join(input_proto.tags)
251 labels = (
252 '{}={}'.format(key, value) for key, value in input_proto.labels.items()
253 )
254
Sean McAllister3834fef2021-10-08 15:45:18 -0600255 for human_name, build_script in TEST_CONTAINER_BUILD_SCRIPTS.items():
256 with osutils.TempDir(prefix='test_container') as tempdir:
257 output_path = os.path.join(tempdir, 'metadata.jsonpb')
Sean McAllister15fa8332021-09-27 12:24:12 -0600258
Sean McAllister3834fef2021-10-08 15:45:18 -0600259 # Note that we use an output file instead of stdout to avoid any issues
260 # with maintaining stdout hygiene. Stdout and stderr are combined to
261 # form the error log in response to any errors.
262 cmd = [build_script, chroot.path, sysroot.path]
263 cmd += ['--tags', tags]
264 cmd += ['--output', output_path]
265 cmd += labels
266
267 result = test_pb2.TestServiceContainerBuildResult()
268 result.name = human_name
269
270 cmd_result = cros_build_lib.run(cmd, check=False,
271 stderr=subprocess.STDOUT,
272 stdout=True)
273 if cmd_result.returncode == 0:
274 # Read the ContainerImageInfo message produced by the container build.
275 image_info = container_metadata_pb2.ContainerImageInfo()
276 json_format.Parse(osutils.ReadFile(output_path), image_info)
277
278 result.success.CopyFrom(
279 test_pb2.TestServiceContainerBuildResult.Success(
280 image_info=image_info
281 )
282 )
283 else:
284 result.failure.CopyFrom(
285 test_pb2.TestServiceContainerBuildResult.Failure(
286 error_message=cmd_result.stdout
287 )
288 )
289
290 output_proto.results.append(result)
C Shapiro91af1ce2021-06-17 12:42:09 -0500291
292
Michael Mortensen7a860eb2019-12-03 20:25:15 -0700293@faux.empty_success
294@faux.empty_completed_unsuccessfully_error
Alex Klein231d2da2019-07-22 16:44:45 -0600295@validate.validation_complete
296def ChromiteUnitTest(_input_proto, _output_proto, _config):
Alex Kleine3fc3ca2019-04-30 16:20:55 -0600297 """Run the chromite unit tests."""
Mike Frysinger4975e5a2021-04-13 17:06:09 -0400298 if test.ChromiteUnitTest():
Alex Klein8cb365a2019-05-15 16:24:53 -0600299 return controller.RETURN_CODE_SUCCESS
300 else:
301 return controller.RETURN_CODE_COMPLETED_UNSUCCESSFULLY
Evan Hernandez4e388a52019-05-01 12:16:33 -0600302
303
Greg Edelstonf3fc8b62020-03-17 14:20:24 -0600304@faux.empty_success
305@faux.empty_completed_unsuccessfully_error
306@validate.validation_complete
307def ChromitePytest(_input_proto, _output_proto, _config):
308 """Run the chromite unit tests."""
Mike Frysinger4975e5a2021-04-13 17:06:09 -0400309 # TODO(vapier): Delete this stub.
310 return controller.RETURN_CODE_SUCCESS
Greg Edelstonf3fc8b62020-03-17 14:20:24 -0600311
312
Michael Mortensenc28d6f12019-10-03 13:34:51 -0600313@faux.all_empty
314@validate.require('sysroot.path', 'sysroot.build_target.name', 'chrome_root')
315@validate.validation_complete
316def SimpleChromeWorkflowTest(input_proto, _output_proto, _config):
317 """Run SimpleChromeWorkflow tests."""
318 if input_proto.goma_config.goma_dir:
319 chromeos_goma_dir = input_proto.goma_config.chromeos_goma_dir or None
320 goma = goma_util.Goma(
321 input_proto.goma_config.goma_dir,
322 input_proto.goma_config.goma_client_json,
323 stage_name='BuildApiTestSimpleChrome',
324 chromeos_goma_dir=chromeos_goma_dir)
325 else:
326 goma = None
327 return test.SimpleChromeWorkflowTest(input_proto.sysroot.path,
328 input_proto.sysroot.build_target.name,
329 input_proto.chrome_root,
330 goma)
331
332
Alex Klein076841b2019-08-29 15:19:39 -0600333@faux.all_empty
Alex Klein2b236722019-06-19 15:44:26 -0600334@validate.require('build_target.name', 'vm_path.path', 'test_harness',
335 'vm_tests')
Alex Klein231d2da2019-07-22 16:44:45 -0600336@validate.validation_complete
337def VmTest(input_proto, _output_proto, _config):
Evan Hernandez4e388a52019-05-01 12:16:33 -0600338 """Run VM tests."""
Alex Klein2b236722019-06-19 15:44:26 -0600339 build_target_name = input_proto.build_target.name
340 vm_path = input_proto.vm_path.path
Alex Kleinc05f3d12019-05-29 14:16:21 -0600341
Evan Hernandez4e388a52019-05-01 12:16:33 -0600342 test_harness = input_proto.test_harness
Evan Hernandez4e388a52019-05-01 12:16:33 -0600343
344 vm_tests = input_proto.vm_tests
Evan Hernandez4e388a52019-05-01 12:16:33 -0600345
Achuith Bhandarkara9e9c3d2019-05-22 13:56:11 -0700346 cmd = ['cros_run_test', '--debug', '--no-display', '--copy-on-write',
Alex Klein2b236722019-06-19 15:44:26 -0600347 '--board', build_target_name, '--image-path', vm_path,
Evan Hernandez4e388a52019-05-01 12:16:33 -0600348 '--%s' % test_pb2.VmTestRequest.TestHarness.Name(test_harness).lower()]
349 cmd.extend(vm_test.pattern for vm_test in vm_tests)
350
351 if input_proto.ssh_options.port:
352 cmd.extend(['--ssh-port', str(input_proto.ssh_options.port)])
353
354 if input_proto.ssh_options.private_key_path:
Alex Kleinaa705412019-06-04 15:00:30 -0600355 cmd.extend(['--private-key', input_proto.ssh_options.private_key_path.path])
Evan Hernandez4e388a52019-05-01 12:16:33 -0600356
357 # TODO(evanhernandez): Find a nice way to pass test_that-args through
358 # the build API. Or obviate them.
359 if test_harness == test_pb2.VmTestRequest.AUTOTEST:
Greg Edelstondcb0e912020-08-31 11:09:40 -0600360 cmd.append('--test_that-args=--allow-chrome-crashes')
Evan Hernandez4e388a52019-05-01 12:16:33 -0600361
362 with osutils.TempDir(prefix='vm-test-results.') as results_dir:
363 cmd.extend(['--results-dir', results_dir])
Mike Frysinger45602c72019-09-22 02:15:11 -0400364 cros_build_lib.run(cmd, kill_timeout=10 * 60)
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -0600365
366
Alex Klein076841b2019-08-29 15:19:39 -0600367@faux.all_empty
Alex Klein231d2da2019-07-22 16:44:45 -0600368@validate.require('image_payload.path.path', 'cache_payloads')
Alex Klein45b73432020-09-23 13:51:20 -0600369@validate.require_each('cache_payloads', ['path.path'])
Alex Klein231d2da2019-07-22 16:44:45 -0600370@validate.validation_complete
371def MoblabVmTest(input_proto, _output_proto, _config):
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -0600372 """Run Moblab VM tests."""
Evan Hernandez655e8042019-06-13 12:50:44 -0600373 chroot = controller_util.ParseChroot(input_proto.chroot)
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -0600374 image_payload_dir = input_proto.image_payload.path.path
375 cache_payload_dirs = [cp.path.path for cp in input_proto.cache_payloads]
376
377 # Autotest and Moblab depend on the builder path, so we must read it from
378 # the image.
379 image_file = os.path.join(image_payload_dir, constants.TEST_IMAGE_BIN)
Evan Hernandez40ee7452019-06-13 12:51:43 -0600380 with osutils.TempDir() as mount_dir:
381 with image_lib.LoopbackPartitions(image_file, destination=mount_dir) as lp:
382 # The file we want is /etc/lsb-release, which lives in the ROOT-A
383 # disk partition.
384 partition_paths = lp.Mount([constants.PART_ROOT_A])
385 assert len(partition_paths) == 1, (
386 'expected one partition path, got: %r' % partition_paths)
387 partition_path = partition_paths[0]
388 lsb_release_file = os.path.join(partition_path,
389 constants.LSB_RELEASE_PATH.strip('/'))
Mike Frysingere652ba12019-09-08 00:57:43 -0400390 lsb_release_kvs = key_value_store.LoadFile(lsb_release_file)
Evan Hernandez40ee7452019-06-13 12:51:43 -0600391 builder = lsb_release_kvs.get(cros_set_lsb_release.LSB_KEY_BUILDER_PATH)
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -0600392
393 if not builder:
394 cros_build_lib.Die('Image did not contain key %s in %s',
395 cros_set_lsb_release.LSB_KEY_BUILDER_PATH,
396 constants.LSB_RELEASE_PATH)
397
398 # Now we can run the tests.
Evan Hernandez655e8042019-06-13 12:50:44 -0600399 with chroot.tempdir() as workspace_dir, chroot.tempdir() as results_dir:
Alex Kleine3c0df62019-11-13 13:32:13 -0700400 # Convert the results directory to an absolute chroot directory.
401 chroot_results_dir = '/%s' % os.path.relpath(results_dir, chroot.path)
Evan Hernandeze1e05d32019-07-19 12:32:18 -0600402 vms = test.CreateMoblabVm(workspace_dir, chroot.path, image_payload_dir)
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -0600403 cache_dir = test.PrepareMoblabVmImageCache(vms, builder, cache_payload_dirs)
Alex Kleine3c0df62019-11-13 13:32:13 -0700404 test.RunMoblabVmTest(chroot, vms, builder, cache_dir, chroot_results_dir)
Evan Hernandezdc3f0bb2019-06-06 12:46:52 -0600405 test.ValidateMoblabVmTest(results_dir)
Alex Klein4bc8f4f2019-08-16 14:53:30 -0600406
407
Alex Klein076841b2019-08-29 15:19:39 -0600408@faux.all_empty
Alex Klein4bc8f4f2019-08-16 14:53:30 -0600409@validate.validation_complete
410def CrosSigningTest(_input_proto, _output_proto, _config):
411 """Run the cros-signing unit tests."""
412 test_runner = os.path.join(constants.SOURCE_ROOT, 'cros-signing', 'signer',
413 'run_tests.py')
Mike Frysingerf5a3b2d2019-12-12 14:36:17 -0500414 result = cros_build_lib.run([test_runner], check=False)
Alex Klein4bc8f4f2019-08-16 14:53:30 -0600415
416 return result.returncode
David Wellingc1433c22021-06-25 16:29:48 +0000417
418
419def GetArtifacts(in_proto: common_pb2.ArtifactsByService.Test,
Sean McAllisterf5296912021-09-23 09:32:58 -0600420 chroot: chroot_lib.Chroot, sysroot_class: sysroot_lib.Sysroot,
421 build_target: build_target_lib.BuildTarget,
422 output_dir: str) -> list:
David Wellingc1433c22021-06-25 16:29:48 +0000423 """Builds and copies test artifacts to specified output_dir.
424
425 Copies test artifacts to output_dir, returning a list of (output_dir: str)
426 paths to the desired files.
427
428 Args:
429 in_proto: Proto request defining reqs.
430 chroot: The chroot class used for these artifacts.
431 sysroot_class: The sysroot class used for these artifacts.
Jack Neusc9707c32021-07-23 21:48:54 +0000432 build_target: The build target used for these artifacts.
David Wellingc1433c22021-06-25 16:29:48 +0000433 output_dir: The path to write artifacts to.
434
435 Returns:
436 A list of dictionary mappings of ArtifactType to list of paths.
437 """
438 generated = []
George Engelbrecht764b1cd2021-06-18 17:01:07 -0600439
440 artifact_types = {
Sean McAllisterf5296912021-09-23 09:32:58 -0600441 in_proto.ArtifactType.UNIT_TESTS: test.BuildTargetUnitTestTarball,
442 in_proto.ArtifactType.CODE_COVERAGE_LLVM_JSON:
443 test.BundleCodeCoverageLlvmJson,
444 in_proto.ArtifactType.HWQUAL: functools.partial(
445 test.BundleHwqualTarball,
446 build_target.name, packages_service.determine_full_version()),
George Engelbrecht764b1cd2021-06-18 17:01:07 -0600447 }
448
David Wellingc1433c22021-06-25 16:29:48 +0000449 for output_artifact in in_proto.output_artifacts:
George Engelbrecht764b1cd2021-06-18 17:01:07 -0600450 for artifact_type, func in artifact_types.items():
451 if artifact_type in output_artifact.artifact_types:
452 paths = func(chroot, sysroot_class, output_dir)
453 if paths:
454 generated.append({
455 'paths': [paths] if isinstance(paths, str) else paths,
456 'type': artifact_type,
457 })
458
David Wellingc1433c22021-06-25 16:29:48 +0000459 return generated
Andrew Lamb763e3be2021-07-27 17:22:02 -0600460
461
462def _GetCoverageRulesResponseSuccess(
463 _input_proto, output_proto: test_pb2.GetCoverageRulesResponse, _config):
464 output_proto.coverage_rules.append(
465 coverage_rule_pb2.CoverageRule(
466 name='kernel:4.4',
467 test_suites=[
468 test_suite_pb2.TestSuite(
469 test_case_tag_criteria=test_suite_pb2.TestSuite
470 .TestCaseTagCriteria(tags=['kernel']))
471 ],
472 dut_criteria=[
473 dut_attribute_pb2.DutCriterion(
474 attribute_id=dut_attribute_pb2.DutAttribute.Id(
475 value='system_build_target'),
476 values=['overlayA'],
477 )
478 ],
479 ),)
480
481
482@faux.success(_GetCoverageRulesResponseSuccess)
483@faux.empty_error
Andrew Lambd814afa2021-08-11 11:04:20 -0600484@validate.require('source_test_plans')
485@validate.exists('dut_attribute_list.path', 'build_metadata_list.path',
486 'flat_config_list.path')
Andrew Lamb763e3be2021-07-27 17:22:02 -0600487@validate.validation_complete
488def GetCoverageRules(input_proto: test_pb2.GetCoverageRulesRequest,
489 output_proto: test_pb2.GetCoverageRulesResponse, _config):
490 """Call the testplan tool to generate CoverageRules."""
491 source_test_plans = input_proto.source_test_plans
Andrew Lambd814afa2021-08-11 11:04:20 -0600492 dut_attribute_list = input_proto.dut_attribute_list
Andrew Lamb763e3be2021-07-27 17:22:02 -0600493 build_metadata_list = input_proto.build_metadata_list
494 flat_config_list = input_proto.flat_config_list
495
Andrew Lambd814afa2021-08-11 11:04:20 -0600496 cmd = [
497 'testplan', 'generate', '-dutattributes', dut_attribute_list.path,
498 '-buildmetadata', build_metadata_list.path, '-flatconfiglist',
499 flat_config_list.path, '-logtostderr', '-v', '2'
500 ]
Andrew Lamb763e3be2021-07-27 17:22:02 -0600501
502 with osutils.TempDir(prefix='get_coverage_rules_input') as tempdir:
503 # Write all input files required by testplan, and read the output file
504 # containing CoverageRules.
505 for i, plan in enumerate(source_test_plans):
506 plan_path = os.path.join(tempdir, 'source_test_plan_%d.textpb' % i)
507 osutils.WriteFile(plan_path, text_format.MessageToString(plan))
508 cmd.extend(['-plan', plan_path])
509
Andrew Lamb763e3be2021-07-27 17:22:02 -0600510 out_path = os.path.join(tempdir, 'out.jsonpb')
511 cmd.extend(['-out', out_path])
512
513 cros_build_lib.run(cmd)
514
515 out_text = osutils.ReadFile(out_path)
516
517 # The output file contains CoverageRules as jsonpb, separated by newlines.
518 coverage_rules = []
519 for out_line in out_text.splitlines():
520 coverage_rule = coverage_rule_pb2.CoverageRule()
521 json_format.Parse(out_line, coverage_rule)
522 coverage_rules.append(coverage_rule)
523
524 output_proto.coverage_rules.extend(coverage_rules)