blob: fa38a733844fc0680f32ef78e4bc4e702881782f [file] [log] [blame]
Alex Kleineb77ffa2019-05-28 14:47:44 -06001# -*- coding: utf-8 -*-
2# Copyright 2019 The Chromium OS Authors. All rights reserved.
3# Use of this source code is governed by a BSD-style license that can be
4# found in the LICENSE file.
5
6"""Packages service tests."""
7
8from __future__ import print_function
9
Andrew Lamb2bde9e42019-11-04 13:24:09 -070010import json
11import os
Michael Mortensen009cb662019-10-21 11:38:43 -060012import re
13
Andrew Lamb2bde9e42019-11-04 13:24:09 -070014from google.protobuf import json_format
15from google.protobuf.field_mask_pb2 import FieldMask
Chris McDonaldea0312c2020-05-04 23:33:15 -060016import pytest
Andrew Lamb2bde9e42019-11-04 13:24:09 -070017
Chris McDonaldea0312c2020-05-04 23:33:15 -060018import chromite as cr
Andrew Lamb2bde9e42019-11-04 13:24:09 -070019from chromite.api.gen.config.replication_config_pb2 import (
20 ReplicationConfig, FileReplicationRule, FILE_TYPE_JSON,
21 REPLICATION_TYPE_FILTER
22)
Michael Mortensen009cb662019-10-21 11:38:43 -060023from chromite.cbuildbot import manifest_version
Alex Klein2960c752020-03-09 13:43:38 -060024from chromite.lib import build_target_lib
Andrew Lamb2bde9e42019-11-04 13:24:09 -070025from chromite.lib import constants
Michael Mortensene0f4b542019-10-24 15:30:23 -060026from chromite.lib import cros_build_lib
Alex Kleineb77ffa2019-05-28 14:47:44 -060027from chromite.lib import cros_test_lib
Michael Mortensenb70e8a82019-10-10 18:43:41 -060028from chromite.lib import osutils
Mike Frysinger88d96362020-02-14 19:05:45 -050029from chromite.lib import partial_mock
Alex Klein87531182019-08-12 15:23:37 -060030from chromite.lib import portage_util
Chris McDonaldea0312c2020-05-04 23:33:15 -060031from chromite.lib import uprev_lib
Alex Klein87531182019-08-12 15:23:37 -060032from chromite.lib.chroot_lib import Chroot
Andrew Lamb2bde9e42019-11-04 13:24:09 -070033from chromite.lib.uprev_lib import GitRef
Alex Kleineb77ffa2019-05-28 14:47:44 -060034from chromite.service import packages
35
Mike Frysingerbafb3182020-02-21 03:15:43 -050036
Andrew Lamb2bde9e42019-11-04 13:24:09 -070037D = cros_test_lib.Directory
38
Alex Kleineb77ffa2019-05-28 14:47:44 -060039
Alex Klein4de25e82019-08-05 15:58:39 -060040class UprevAndroidTest(cros_test_lib.RunCommandTestCase):
41 """Uprev android tests."""
42
43 def test_success(self):
44 """Test successful run handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050045 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
46 stdout='ANDROID_ATOM=android/android-1.0\n')
Alex Klein2960c752020-03-09 13:43:38 -060047 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060048
49 packages.uprev_android('refs/tracking-branch', 'android/package',
50 'refs/android-build-branch', Chroot(),
51 build_targets=build_targets)
52 self.assertCommandContains(['cros_mark_android_as_stable',
53 '--boards=foo:bar'])
54 self.assertCommandContains(['emerge-foo'])
55 self.assertCommandContains(['emerge-bar'])
56
57 def test_no_uprev(self):
58 """Test no uprev handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050059 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
60 stdout='')
Alex Klein2960c752020-03-09 13:43:38 -060061 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060062 packages.uprev_android('refs/tracking-branch', 'android/package',
63 'refs/android-build-branch', Chroot(),
64 build_targets=build_targets)
65
66 self.assertCommandContains(['cros_mark_android_as_stable',
67 '--boards=foo:bar'])
68 self.assertCommandContains(['emerge-foo'], expected=False)
69 self.assertCommandContains(['emerge-bar'], expected=False)
70
71
Alex Kleineb77ffa2019-05-28 14:47:44 -060072class UprevBuildTargetsTest(cros_test_lib.RunCommandTestCase):
73 """uprev_build_targets tests."""
74
75 def test_invalid_type_fails(self):
76 """Test invalid type fails."""
77 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -060078 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -060079 'invalid')
80
81 def test_none_type_fails(self):
82 """Test None type fails."""
83 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -060084 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -060085 None)
86
87
Alex Klein87531182019-08-12 15:23:37 -060088class UprevsVersionedPackageTest(cros_test_lib.MockTestCase):
89 """uprevs_versioned_package decorator test."""
90
91 @packages.uprevs_versioned_package('category/package')
92 def uprev_category_package(self, *args, **kwargs):
93 """Registered function for testing."""
94
95 def test_calls_function(self):
96 """Test calling a registered function."""
Chris McDonaldea0312c2020-05-04 23:33:15 -060097 self.PatchObject(self, 'uprev_category_package')
Alex Klein87531182019-08-12 15:23:37 -060098
99 cpv = portage_util.SplitCPV('category/package', strict=False)
100 packages.uprev_versioned_package(cpv, [], [], Chroot())
101
Chris McDonald3c689d32020-03-26 17:20:23 -0600102 # TODO(crbug/1065172): Invalid assertion that had previously been mocked.
103 # patch.assert_called()
Alex Klein87531182019-08-12 15:23:37 -0600104
105 def test_unregistered_package(self):
106 """Test calling with an unregistered package."""
107 cpv = portage_util.SplitCPV('does-not/exist', strict=False)
108
109 with self.assertRaises(packages.UnknownPackageError):
110 packages.uprev_versioned_package(cpv, [], [], Chroot())
111
112
Trent Begin6daa8702020-01-29 14:58:12 -0700113class UprevEbuildFromPinTest(cros_test_lib.RunCommandTempDirTestCase):
Trent Begin315d9d92019-12-03 21:55:53 -0700114 """Tests uprev_ebuild_from_pin function"""
115
116 package = 'category/package'
117 version = '1.2.3'
118 new_version = '1.2.4'
119 ebuild_template = 'package-%s-r1.ebuild'
120 ebuild = ebuild_template % version
121 version_pin = 'VERSION-PIN'
Trent Begin6daa8702020-01-29 14:58:12 -0700122 manifest = 'Manifest'
Trent Begin315d9d92019-12-03 21:55:53 -0700123
124 def test_uprev_ebuild(self):
125 """Tests uprev of ebuild with version path"""
126 file_layout = (
Trent Begin6daa8702020-01-29 14:58:12 -0700127 D(self.package, [self.ebuild, self.version_pin, self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700128 )
129 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
130
131 package_path = os.path.join(self.tempdir, self.package)
132 version_pin_path = os.path.join(package_path, self.version_pin)
133 self.WriteTempFile(version_pin_path, self.new_version)
134
Trent Begin6daa8702020-01-29 14:58:12 -0700135 result = packages.uprev_ebuild_from_pin(package_path, version_pin_path,
136 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700137 self.assertEqual(len(result.modified), 1,
138 'unexpected number of results: %s' % len(result.modified))
139
140 mod = result.modified[0]
141 self.assertEqual(mod.new_version, self.new_version,
142 'unexpected version number: %s' % mod.new_version)
Trent Begin315d9d92019-12-03 21:55:53 -0700143
David Burger15d104b2020-01-21 21:03:13 -0700144 old_ebuild_path = os.path.join(package_path,
145 self.ebuild_template % self.version)
Trent Begin315d9d92019-12-03 21:55:53 -0700146 new_ebuild_path = os.path.join(package_path,
147 self.ebuild_template % self.new_version)
Trent Begin4a11a632020-02-28 12:59:58 -0700148 manifest_path = os.path.join(package_path, 'Manifest')
Trent Begin2e5344f2020-03-02 10:46:55 -0700149
150 expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path]
151 self.assertCountEqual(mod.files, expected_modified_files)
Trent Begin4a11a632020-02-28 12:59:58 -0700152
Trent Beginec16cf32020-02-24 11:26:02 -0700153 self.assertCommandContains(['ebuild', 'manifest'])
Trent Begin6daa8702020-01-29 14:58:12 -0700154
Trent Begin315d9d92019-12-03 21:55:53 -0700155 def test_no_ebuild(self):
156 """Tests assertion is raised if package has no ebuilds"""
157 file_layout = (
Trent Begin6daa8702020-01-29 14:58:12 -0700158 D(self.package, [self.version_pin, self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700159 )
160 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
161
162 package_path = os.path.join(self.tempdir, self.package)
163 version_pin_path = os.path.join(package_path, self.version_pin)
164 self.WriteTempFile(version_pin_path, self.new_version)
165
166 with self.assertRaises(packages.UprevError):
Trent Begin6daa8702020-01-29 14:58:12 -0700167 packages.uprev_ebuild_from_pin(package_path, version_pin_path,
168 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700169
170 def test_multiple_ebuilds(self):
171 """Tests assertion is raised if multiple ebuilds are present for package"""
172 file_layout = (
173 D(self.package, [self.version_pin, self.ebuild,
Trent Begin6daa8702020-01-29 14:58:12 -0700174 self.ebuild_template % '1.2.1',
175 self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700176 )
177 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
178
179 package_path = os.path.join(self.tempdir, self.package)
180 version_pin_path = os.path.join(package_path, self.version_pin)
181 self.WriteTempFile(version_pin_path, self.new_version)
182
183 with self.assertRaises(packages.UprevError):
Trent Begin6daa8702020-01-29 14:58:12 -0700184 packages.uprev_ebuild_from_pin(package_path, version_pin_path,
185 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700186
187
Andrew Lamb9563a152019-12-04 11:42:18 -0700188class ReplicatePrivateConfigTest(cros_test_lib.RunCommandTempDirTestCase):
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700189 """replicate_private_config tests."""
190
191 def setUp(self):
192 # Set up fake public and private chromeos-config overlays.
193 private_package_root = (
Andrew Lambe836f222019-12-09 12:27:38 -0700194 'src/private-overlays/overlay-coral-private/chromeos-base/'
Andrew Lambea9a8a22019-12-12 14:03:43 -0700195 'chromeos-config-bsp'
196 )
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700197 self.public_package_root = (
Andrew Lambea9a8a22019-12-12 14:03:43 -0700198 'src/overlays/overlay-coral/chromeos-base/chromeos-config-bsp')
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700199 file_layout = (
200 D(os.path.join(private_package_root, 'files'), ['build_config.json']),
201 D(private_package_root, ['replication_config.jsonpb']),
202 D(
203 os.path.join(self.public_package_root, 'files'),
204 ['build_config.json']),
205 )
206
207 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
208
209 # Private config contains 'a' and 'b' fields.
Andrew Lamb9563a152019-12-04 11:42:18 -0700210 self.private_config_path = os.path.join(private_package_root, 'files',
211 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700212 self.WriteTempFile(
Andrew Lamb9563a152019-12-04 11:42:18 -0700213 self.private_config_path,
Andrew Lambca1f35b2019-12-04 09:37:11 -0700214 json.dumps({'chromeos': {
215 'configs': [{
216 'a': 3,
217 'b': 2
218 }]
219 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700220
221 # Public config only contains the 'a' field. Note that the value of 'a' is
222 # 1 in the public config; it will get updated to 3 when the private config
223 # is replicated.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700224 self.public_config_path = os.path.join(self.public_package_root, 'files',
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700225 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700226 self.WriteTempFile(self.public_config_path,
227 json.dumps({'chromeos': {
228 'configs': [{
229 'a': 1
230 }]
231 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700232
233 # Put a ReplicationConfig JSONPB in the private package. Note that it
234 # specifies only the 'a' field is replicated.
235 self.replication_config_path = os.path.join(self.tempdir,
236 private_package_root,
237 'replication_config.jsonpb')
238 replication_config = ReplicationConfig(file_replication_rules=[
239 FileReplicationRule(
Andrew Lamb9563a152019-12-04 11:42:18 -0700240 source_path=self.private_config_path,
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700241 destination_path=self.public_config_path,
242 file_type=FILE_TYPE_JSON,
243 replication_type=REPLICATION_TYPE_FILTER,
244 destination_fields=FieldMask(paths=['a']))
245 ])
246
247 osutils.WriteFile(self.replication_config_path,
248 json_format.MessageToJson(replication_config))
249 self.PatchObject(constants, 'SOURCE_ROOT', new=self.tempdir)
250
Andrew Lamb9563a152019-12-04 11:42:18 -0700251 self.rc.SetDefaultCmdResult(side_effect=self._write_generated_c_files)
252
253 def _write_generated_c_files(self, *_args, **_kwargs):
254 """Write fake generated C files to the public output dir.
255
256 Note that this function accepts args and kwargs so it can be used as a side
257 effect.
258 """
259 output_dir = os.path.join(self.public_package_root, 'files')
260 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
261 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
262 self.WriteTempFile(os.path.join(output_dir, 'ec_config.h'), '')
263
264 def _write_incorrect_generated_c_files(self, *_args, **_kwargs):
265 """Similar to _write_generated_c_files, with an expected file missing.
266
267 Note that this function accepts args and kwargs so it can be used as a side
268 effect.
269 """
270 output_dir = os.path.join(self.public_package_root, 'files')
271 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
272 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
273
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700274 def test_replicate_private_config(self):
275 """Basic replication test."""
Andrew Lambe836f222019-12-09 12:27:38 -0700276 refs = [
277 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700278 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700279 ref='master',
280 revision='123')
281 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700282 chroot = Chroot()
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700283 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700284 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700285
286 self.assertCommandContains([
287 'cros_config_schema', '-m',
288 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_config_path),
289 '-g',
290 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_package_root,
291 'files'), '-f', '"TRUE"'
292 ],
293 enter_chroot=True,
294 chroot_args=chroot.get_enter_args())
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700295
296 self.assertEqual(len(result.modified), 1)
Andrew Lamb9563a152019-12-04 11:42:18 -0700297 # The public build_config.json and generated C files were modified.
298 expected_modified_files = [
Andrew Lamb988f4da2019-12-10 10:16:43 -0700299 os.path.join(self.tempdir, self.public_config_path),
300 os.path.join(self.tempdir, self.public_package_root, 'files',
301 'config.c'),
302 os.path.join(self.tempdir, self.public_package_root, 'files',
303 'ec_config.c'),
304 os.path.join(self.tempdir, self.public_package_root, 'files',
305 'ec_config.h'),
Andrew Lamb9563a152019-12-04 11:42:18 -0700306 ]
307 self.assertEqual(result.modified[0].files, expected_modified_files)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700308 self.assertEqual(result.modified[0].new_version, '123')
309
310 # The update from the private build_config.json was copied to the public.
311 # Note that only the 'a' field is present, as per destination_fields.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700312 self.assertEqual(
313 json.loads(self.ReadTempFile(self.public_config_path)),
314 {'chromeos': {
315 'configs': [{
316 'a': 3
317 }]
318 }})
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700319
Andrew Lamb9563a152019-12-04 11:42:18 -0700320 def test_replicate_private_config_no_build_config(self):
321 """If there is no build config, don't generate C files."""
322 # Modify the replication config to write to "other_config.json" instead of
323 # "build_config.json"
324 modified_destination_path = self.public_config_path.replace(
325 'build_config', 'other_config')
326 replication_config = ReplicationConfig(file_replication_rules=[
327 FileReplicationRule(
328 source_path=self.private_config_path,
329 destination_path=modified_destination_path,
330 file_type=FILE_TYPE_JSON,
331 replication_type=REPLICATION_TYPE_FILTER,
332 destination_fields=FieldMask(paths=['a']))
333 ])
334 osutils.WriteFile(self.replication_config_path,
335 json_format.MessageToJson(replication_config))
336
Andrew Lambe836f222019-12-09 12:27:38 -0700337 refs = [
338 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700339 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700340 ref='master',
341 revision='123')
342 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700343 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700344 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700345
346 self.assertEqual(len(result.modified), 1)
Andrew Lamb988f4da2019-12-10 10:16:43 -0700347 self.assertEqual(result.modified[0].files,
348 [os.path.join(self.tempdir, modified_destination_path)])
Andrew Lamb9563a152019-12-04 11:42:18 -0700349
350 def test_replicate_private_config_multiple_build_configs(self):
351 """An error is thrown if there is more than one build config."""
352 replication_config = ReplicationConfig(file_replication_rules=[
353 FileReplicationRule(
354 source_path=self.private_config_path,
355 destination_path=self.public_config_path,
356 file_type=FILE_TYPE_JSON,
357 replication_type=REPLICATION_TYPE_FILTER,
358 destination_fields=FieldMask(paths=['a'])),
359 FileReplicationRule(
360 source_path=self.private_config_path,
361 destination_path=self.public_config_path,
362 file_type=FILE_TYPE_JSON,
363 replication_type=REPLICATION_TYPE_FILTER,
364 destination_fields=FieldMask(paths=['a']))
365 ])
366
367 osutils.WriteFile(self.replication_config_path,
368 json_format.MessageToJson(replication_config))
369
Andrew Lambe836f222019-12-09 12:27:38 -0700370 refs = [
371 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700372 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700373 ref='master',
374 revision='123')
375 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700376 with self.assertRaisesRegex(
377 ValueError, 'Expected at most one build_config.json destination path.'):
378 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700379 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700380
381 def test_replicate_private_config_generated_files_incorrect(self):
382 """An error is thrown if generated C files are missing."""
383 self.rc.SetDefaultCmdResult(
384 side_effect=self._write_incorrect_generated_c_files)
385
Andrew Lambe836f222019-12-09 12:27:38 -0700386 refs = [
387 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700388 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700389 ref='master',
390 revision='123')
391 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700392 chroot = Chroot()
393
394 with self.assertRaisesRegex(packages.GeneratedCrosConfigFilesError,
395 'Expected to find generated C files'):
396 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700397 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700398
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700399 def test_replicate_private_config_wrong_number_of_refs(self):
400 """An error is thrown if there is not exactly one ref."""
401 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
402 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700403 _build_targets=None, refs=[], chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700404
405 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
406 refs = [
407 GitRef(path='a', ref='master', revision='1'),
408 GitRef(path='a', ref='master', revision='2')
409 ]
410 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700411 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700412
413 def test_replicate_private_config_replication_config_missing(self):
414 """An error is thrown if there is not a replication config."""
415 os.remove(self.replication_config_path)
416 with self.assertRaisesRegex(
417 ValueError, 'Expected ReplicationConfig missing at %s' %
418 self.replication_config_path):
419 refs = [
Andrew Lambe836f222019-12-09 12:27:38 -0700420 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700421 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700422 ref='master',
423 revision='123')
424 ]
425 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700426 _build_targets=None, refs=refs, chroot=None)
Andrew Lambe836f222019-12-09 12:27:38 -0700427
428 def test_replicate_private_config_wrong_git_ref_path(self):
429 """An error is thrown if the git ref doesn't point to a private overlay."""
430 with self.assertRaisesRegex(ValueError, 'ref.path must match the pattern'):
Andrew Lambea9a8a22019-12-12 14:03:43 -0700431 refs = [
432 GitRef(
433 path='a/b/c',
434 ref='master',
435 revision='123')
436 ]
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700437 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700438 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700439
440
Alex Kleinda39c6d2019-09-16 14:36:36 -0600441class GetBestVisibleTest(cros_test_lib.TestCase):
David Burger1e0fe232019-07-01 14:52:07 -0600442 """get_best_visible tests."""
443
444 def test_empty_atom_fails(self):
445 with self.assertRaises(AssertionError):
446 packages.get_best_visible('')
Alex Kleinda39c6d2019-09-16 14:36:36 -0600447
448
Alex Klein149fd3b2019-12-16 16:01:05 -0700449class HasPrebuiltTest(cros_test_lib.MockTestCase):
Alex Kleinda39c6d2019-09-16 14:36:36 -0600450 """has_prebuilt tests."""
451
452 def test_empty_atom_fails(self):
Alex Klein149fd3b2019-12-16 16:01:05 -0700453 """Test an empty atom results in an error."""
Alex Kleinda39c6d2019-09-16 14:36:36 -0600454 with self.assertRaises(AssertionError):
455 packages.has_prebuilt('')
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600456
Alex Klein149fd3b2019-12-16 16:01:05 -0700457 def test_use_flags(self):
458 """Test use flags get propagated correctly."""
459 # We don't really care about the result, just the env handling.
460 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
461
462 packages.has_prebuilt('cat/pkg-1.2.3', useflags='useflag')
463 patch.assert_called_with('cat/pkg-1.2.3', board=None,
464 extra_env={'USE': 'useflag'})
465
466 def test_env_use_flags(self):
467 """Test env use flags get propagated correctly with passed useflags."""
468 # We don't really care about the result, just the env handling.
469 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
470 # Add some flags to the environment.
471 existing_flags = 'already set flags'
472 self.PatchObject(os.environ, 'get', return_value=existing_flags)
473
474 new_flags = 'useflag'
475 packages.has_prebuilt('cat/pkg-1.2.3', useflags=new_flags)
476 expected = '%s %s' % (existing_flags, new_flags)
477 patch.assert_called_with('cat/pkg-1.2.3', board=None,
478 extra_env={'USE': expected})
479
480
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600481
482class AndroidVersionsTest(cros_test_lib.MockTestCase):
483 """Tests getting android versions."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600484
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600485 def setUp(self):
486 package_result = [
487 'chromeos-base/android-container-nyc-4717008-r1',
488 'chromeos-base/update_engine-0.0.3-r3408']
489 self.PatchObject(portage_util, 'GetPackageDependencies',
490 return_value=package_result)
491 self.board = 'board'
492 self.PatchObject(portage_util, 'FindEbuildForBoardPackage',
493 return_value='chromeos-base/android-container-nyc')
494 FakeEnvironment = {
495 'ARM_TARGET': '3-linux-target'
496 }
497 self.PatchObject(osutils, 'SourceEnvironment',
498 return_value=FakeEnvironment)
499
500 def test_determine_android_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600501 """Tests that a valid android version is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600502 version = packages.determine_android_version(self.board)
503 self.assertEqual(version, '4717008')
504
Michael Mortensenedf76532019-10-16 14:22:37 -0600505 def test_determine_android_version_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600506 """Tests that a None is returned for version when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600507 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
508 self.PatchObject(portage_util, 'GetPackageDependencies',
509 return_value=package_result)
510 version = packages.determine_android_version(self.board)
511 self.assertEqual(version, None)
512
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600513 def test_determine_android_branch(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600514 """Tests that a valid android branch is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600515 branch = packages.determine_android_branch(self.board)
516 self.assertEqual(branch, '3')
517
Michael Mortensenedf76532019-10-16 14:22:37 -0600518 def test_determine_android_branch_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600519 """Tests that a None is returned for branch when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600520 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
521 self.PatchObject(portage_util, 'GetPackageDependencies',
522 return_value=package_result)
523 branch = packages.determine_android_branch(self.board)
524 self.assertEqual(branch, None)
525
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600526 def test_determine_android_target(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600527 """Tests that a valid android target is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600528 target = packages.determine_android_target(self.board)
529 self.assertEqual(target, 'cheets')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600530
Michael Mortensenedf76532019-10-16 14:22:37 -0600531 def test_determine_android_target_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600532 """Tests that a None is returned for target when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600533 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
534 self.PatchObject(portage_util, 'GetPackageDependencies',
535 return_value=package_result)
536 target = packages.determine_android_target(self.board)
537 self.assertEqual(target, None)
538
Michael Mortensene0f4b542019-10-24 15:30:23 -0600539 def test_determine_android_version_handle_exception(self):
540 """Tests handling RunCommandError inside determine_android_version."""
541 # Mock what happens when portage returns that bubbles up (via RunCommand)
542 # inside portage_util.GetPackageDependencies.
543 self.PatchObject(portage_util, 'GetPackageDependencies',
544 side_effect=cros_build_lib.RunCommandError('error'))
545 target = packages.determine_android_version(self.board)
546 self.assertEqual(target, None)
547
548 def test_determine_android_package_handle_exception(self):
549 """Tests handling RunCommandError inside determine_android_package."""
550 # Mock what happens when portage returns that bubbles up (via RunCommand)
551 # inside portage_util.GetPackageDependencies.
552 self.PatchObject(portage_util, 'GetPackageDependencies',
553 side_effect=cros_build_lib.RunCommandError('error'))
554 target = packages.determine_android_package(self.board)
555 self.assertEqual(target, None)
556
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600557 def test_determine_android_package_callers_handle_exception(self):
558 """Tests handling RunCommandError by determine_android_package callers."""
559 # Mock what happens when portage returns that bubbles up (via RunCommand)
560 # inside portage_util.GetPackageDependencies.
561 self.PatchObject(portage_util, 'GetPackageDependencies',
562 side_effect=cros_build_lib.RunCommandError('error'))
563 # Verify that target is None, as expected.
564 target = packages.determine_android_package(self.board)
565 self.assertEqual(target, None)
566 # determine_android_branch calls determine_android_package
567 branch = packages.determine_android_branch(self.board)
568 self.assertEqual(branch, None)
569 # determine_android_target calls determine_android_package
570 target = packages.determine_android_target(self.board)
571 self.assertEqual(target, None)
572
Michael Mortensene0f4b542019-10-24 15:30:23 -0600573
Michael Mortensende716a12020-05-15 11:27:00 -0600574@pytest.mark.usefixtures('testcase_caplog', 'testcase_monkeypatch')
575class FindFingerprintsTest(cros_test_lib.RunCommandTempDirTestCase):
576 """Tests for find_fingerprints."""
577
578 def setUp(self):
579 self.board = 'test-board'
580 # Create cheets-fingerprints.txt based on tempdir/src...
581 self.fingerprint_contents = (
582 'google/test-board/test-board_cheets'
583 ':9/R99-12345.0.9999/123456:user/release-keys')
584 fingerprint_path = os.path.join(
585 self.tempdir,
586 'src/build/images/test-board/latest/cheets-fingerprint.txt')
587 self.chroot = Chroot(self.tempdir)
588 osutils.WriteFile(fingerprint_path, self.fingerprint_contents,
589 makedirs=True)
590
591 def test_find_fingerprints_with_test_path(self):
592 """Tests get_firmware_versions with mocked output."""
593 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
594 build_target = build_target_lib.BuildTarget(self.board)
595 result = packages.find_fingerprints(build_target)
596 self.assertEqual(result, [self.fingerprint_contents])
597 self.assertIn('Reading fingerprint file', self.caplog.text)
598
599 def test_find_fingerprints(self):
600 """Tests get_firmware_versions with mocked output."""
601 # Use board name whose path for fingerprint file does not exist.
602 # Verify that fingerprint file is not found and None is returned.
603 build_target = build_target_lib.BuildTarget('wrong-boardname')
604 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
605 result = packages.find_fingerprints(build_target)
606 self.assertEqual(result, None)
607 self.assertIn('Fingerprint file not found', self.caplog.text)
608
609
Michael Mortensen71ef5682020-05-07 14:29:24 -0600610class GetFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase):
611 """Tests for get_firmware_versions."""
612
613 def setUp(self):
614 self.board = 'test-board'
615 self.rc.SetDefaultCmdResult(output="""
616
617flashrom(8): a8f99c2e61e7dc09c4b25ef5a76ef692 */build/kevin/usr/sbin/flashrom
618 ELF 32-bit LSB executable, ARM, EABI5 version 1 (SYSV), statically linked, for GNU/Linux 2.d
619 0.9.4 : 860875a : Apr 10 2017 23:54:29 UTC
620
621BIOS image: 6b5b855a0b8fd1657546d1402c15b206 *chromeos-firmware-kevin-0.0.1/.dist/kevin_fw_8785.178.0.n
622BIOS version: Google_Kevin.8785.178.0
623EC image: 1ebfa9518e6cac0558a80b7ab2f5b489 *chromeos-firmware-kevin-0.0.1/.dist/kevin_ec_8785.178.0.n
624EC version:kevin_v1.10.184-459421c
625
626Package Content:
627a8f99c2e61e7dc09c4b25ef5a76ef692 *./flashrom
6283c3a99346d1ca1273cbcd86c104851ff *./shflags
629457a8dc8546764affc9700f8da328d23 *./dump_fmap
630c392980ddb542639edf44a965a59361a *./updater5.sh
631490c95d6123c208d20d84d7c16857c7c *./crosfw.sh
6326b5b855a0b8fd1657546d1402c15b206 *./bios.bin
6337b5bef0d2da90c23ff2e157250edf0fa *./crosutil.sh
634d78722e4f1a0dc2d8c3d6b0bc7010ae3 *./crossystem
635457a8dc8546764affc9700f8da328d23 *./gbb_utility
6361ebfa9518e6cac0558a80b7ab2f5b489 *./ec.bin
637c98ca54db130886142ad582a58e90ddc *./common.sh
6385ba978bdec0f696f47f0f0de90936880 *./mosys
639312e8ee6122057f2a246d7bcf1572f49 *./vpd
640""")
641
642 def test_get_firmware_versions(self):
643 """Tests get_firmware_versions with mocked output."""
644 build_target = build_target_lib.BuildTarget(self.board)
645 result = packages.get_firmware_versions(build_target)
646 versions = packages.FirmwareVersions(
647 None, 'Google_Kevin.8785.178.0', None, 'kevin_v1.10.184-459421c', None)
648 self.assertEqual(result, versions)
649
650
Michael Mortensenfbf2b2d2020-05-14 16:33:06 -0600651class DetermineKernelVersionTest(cros_test_lib.RunCommandTempDirTestCase):
652 """Tests for determine_kernel_version."""
653
654 def setUp(self):
655 self.board = 'test-board'
656 self.build_target = build_target_lib.BuildTarget(self.board)
657
658 def test_determine_kernel_version(self):
659 """Tests that a valid kernel version is returned."""
660 package_result = ['sys-kernel/linux-headers-4.14-r24',
661 'sys-devel/flex-2.6.4-r1',
662 'sys-kernel/chromeos-kernel-4_4-4.4.223-r2209']
663 self.PatchObject(portage_util, 'GetPackageDependencies',
664 return_value=package_result)
665
666 result = packages.determine_kernel_version(self.build_target)
667 self.assertEqual(result, '4.4.223-r2209')
668
669 def test_determine_kernel_version_exception(self):
670 """Tests that portage_util exceptions result in returning None."""
671 self.PatchObject(portage_util, 'GetPackageDependencies',
672 side_effect=cros_build_lib.RunCommandError('error'))
673 result = packages.determine_kernel_version(self.build_target)
674 self.assertEqual(result, None)
675
Michael Mortensenc2615b72019-10-15 08:12:24 -0600676class ChromeVersionsTest(cros_test_lib.MockTestCase):
677 """Tests getting chrome version."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600678
Michael Mortensenc2615b72019-10-15 08:12:24 -0600679 def setUp(self):
Alex Klein2960c752020-03-09 13:43:38 -0600680 self.build_target = build_target_lib.BuildTarget('board')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600681
682 def test_determine_chrome_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600683 """Tests that a valid chrome version is returned."""
Michael Mortensenc2615b72019-10-15 08:12:24 -0600684 # Mock PortageqBestVisible to return a valid chrome version string.
685 r1_cpf = 'chromeos-base/chromeos-chrome-78.0.3900.0_rc-r1'
686 r1_cpv = portage_util.SplitCPV(r1_cpf)
687 self.PatchObject(portage_util, 'PortageqBestVisible',
688 return_value=r1_cpv)
689
Michael Mortensenb51a1f02019-10-16 13:28:20 -0600690 chrome_version = packages.determine_chrome_version(self.build_target)
Michael Mortensenc2615b72019-10-15 08:12:24 -0600691 version_numbers = chrome_version.split('.')
692 self.assertEqual(len(version_numbers), 4)
693 self.assertEqual(int(version_numbers[0]), 78)
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600694
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600695 def test_determine_chrome_version_handle_exception(self):
696 # Mock what happens when portage throws an exception that bubbles up (via
697 # RunCommand)inside portage_util.PortageqBestVisible.
698 self.PatchObject(portage_util, 'PortageqBestVisible',
699 side_effect=cros_build_lib.RunCommandError('error'))
700 target = packages.determine_chrome_version(self.build_target)
701 self.assertEqual(target, None)
702
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600703
704class PlatformVersionsTest(cros_test_lib.MockTestCase):
705 """Tests getting platform version."""
706
707 def test_determine_platform_version(self):
708 """Test checking that a valid platform version is returned."""
709 platform_version = packages.determine_platform_version()
710 # The returned platform version is something like 12603.0.0.
711 version_string_list = platform_version.split('.')
712 self.assertEqual(len(version_string_list), 3)
713 # We don't want to check an exact version, but the first number should be
714 # non-zero.
715 self.assertGreaterEqual(int(version_string_list[0]), 1)
Michael Mortensen009cb662019-10-21 11:38:43 -0600716
717 def test_determine_milestone_version(self):
718 """Test checking that a valid milestone version is returned."""
719 milestone_version = packages.determine_milestone_version()
720 # Milestone version should be non-zero
721 self.assertGreaterEqual(int(milestone_version), 1)
722
723 def test_determine_full_version(self):
724 """Test checking that a valid full version is returned."""
725 full_version = packages.determine_full_version()
726 pattern = r'^R(\d+)-(\d+.\d+.\d+(-rc\d+)*)'
727 m = re.match(pattern, full_version)
728 self.assertTrue(m)
729 milestone_version = m.group(1)
730 self.assertGreaterEqual(int(milestone_version), 1)
731
732 def test_versions_based_on_mock(self):
733 # Create a test version_info object, and than mock VersionInfo.from_repo
734 # return it.
735 test_platform_version = '12575.0.0'
736 test_chrome_branch = '75'
737 version_info_mock = manifest_version.VersionInfo(test_platform_version)
738 version_info_mock.chrome_branch = test_chrome_branch
739 self.PatchObject(manifest_version.VersionInfo, 'from_repo',
740 return_value=version_info_mock)
741 test_full_version = 'R' + test_chrome_branch + '-' + test_platform_version
742 platform_version = packages.determine_platform_version()
743 milestone_version = packages.determine_milestone_version()
744 full_version = packages.determine_full_version()
745 self.assertEqual(platform_version, test_platform_version)
746 self.assertEqual(milestone_version, test_chrome_branch)
747 self.assertEqual(full_version, test_full_version)
Chris McDonaldea0312c2020-05-04 23:33:15 -0600748
749
750# Each of the columns in the following table is a separate dimension along
751# which Chrome uprev test cases can vary in behavior. The full test space would
752# be the Cartesian product of the possible values of each column.
753# 'CHROME_EBUILD' refers to the relationship between the version of the existing
754# Chrome ebuild vs. the requested uprev version. 'FOLLOWER_EBUILDS' refers to
755# the same relationship but for the packages defined in OTHER_CHROME_PACKAGES.
756# 'EBUILDS MODIFIED' refers to whether any of the existing 9999 ebuilds have
757# modified contents relative to their corresponding stable ebuilds.
758#
759# CHROME_EBUILD FOLLOWER_EBUILDS EBUILDS_MODIFIED
760#
761# HIGHER HIGHER YES
762# SAME SAME NO
763# LOWER LOWER
764# DOESN'T EXIST YET
765
766# These test cases cover both CHROME & FOLLOWER ebuilds being identically
767# higher, lower, or the same versions, with no modified ebuilds.
768UPREV_VERSION_CASES = (
769 pytest.param(
770 '80.0.8080.0',
771 '81.0.8181.0',
772 # One added and one deleted for chrome and each "other" package.
773 2 * (1 + len(constants.OTHER_CHROME_PACKAGES)),
774 id='newer_chrome_version',
775 ),
776 # No files should be changed in these cases.
777 pytest.param(
778 '80.0.8080.0',
779 '80.0.8080.0',
780 0,
781 id='same_chrome_version',
782 ),
783 pytest.param(
784 '80.0.8080.0',
785 '79.0.7979.0',
786 0,
787 id='older_chrome_version',
788 ),
789)
790
791
792@pytest.mark.parametrize('old_version, new_version, expected_count',
793 UPREV_VERSION_CASES)
794def test_uprev_chrome_all_files_already_exist(old_version, new_version,
795 expected_count, monkeypatch,
796 overlay_stack):
797 """Test Chrome uprevs work as expected when all packages already exist."""
798 overlay, = overlay_stack(1)
799 monkeypatch.setattr(uprev_lib, '_CHROME_OVERLAY_PATH', overlay.path)
800
801 unstable_chrome = cr.test.Package(
802 'chromeos-base', 'chromeos-chrome', version='9999', keywords='~*')
803 stable_chrome = cr.test.Package(
804 'chromeos-base', 'chromeos-chrome', version=f'{old_version}_rc-r1')
805
806 overlay.add_package(unstable_chrome)
807 overlay.add_package(stable_chrome)
808
809 for pkg_str in constants.OTHER_CHROME_PACKAGES:
810 category, pkg_name = pkg_str.split('/')
811 unstable_pkg = cr.test.Package(
812 category, pkg_name, version='9999', keywords='~*')
813 stable_pkg = cr.test.Package(
814 category, pkg_name, version=f'{old_version}_rc-r1')
815
816 overlay.add_package(unstable_pkg)
817 overlay.add_package(stable_pkg)
818
819 git_refs = [
820 GitRef(
821 path='/foo', ref=f'refs/tags/{new_version}', revision='dummycommit')
822 ]
823 res = packages.uprev_chrome(build_targets=None, refs=git_refs, chroot=None)
824
825 modified_file_count = sum(len(m.files) for m in res.modified)
826 assert modified_file_count == expected_count