blob: 54b5d36789a8a2ce120510d77dfd9d44fe83fca2 [file] [log] [blame]
Alex Kleineb77ffa2019-05-28 14:47:44 -06001# Copyright 2019 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Packages service tests."""
6
Andrew Lamb2bde9e42019-11-04 13:24:09 -07007import json
8import os
Michael Mortensen009cb662019-10-21 11:38:43 -06009import re
10
Alex Kleinf69bd802021-06-22 15:43:49 -060011import pytest
12
Mike Frysinger2c024062021-05-22 15:43:22 -040013from chromite.third_party.google.protobuf import json_format
14from chromite.third_party.google.protobuf.field_mask_pb2 import FieldMask
Andrew Lamb2bde9e42019-11-04 13:24:09 -070015
Chris McDonaldea0312c2020-05-04 23:33:15 -060016import chromite as cr
Andrew Lamb2bde9e42019-11-04 13:24:09 -070017from chromite.api.gen.config.replication_config_pb2 import (
Alex Klein6becabc2020-09-11 14:03:05 -060018 ReplicationConfig, FileReplicationRule, FILE_TYPE_JSON,
19 REPLICATION_TYPE_FILTER
Andrew Lamb2bde9e42019-11-04 13:24:09 -070020)
Michael Mortensen009cb662019-10-21 11:38:43 -060021from chromite.cbuildbot import manifest_version
Alex Klein2960c752020-03-09 13:43:38 -060022from chromite.lib import build_target_lib
Andrew Lamb2bde9e42019-11-04 13:24:09 -070023from chromite.lib import constants
Michael Mortensene0f4b542019-10-24 15:30:23 -060024from chromite.lib import cros_build_lib
Alex Kleineb77ffa2019-05-28 14:47:44 -060025from chromite.lib import cros_test_lib
Alex Klein6becabc2020-09-11 14:03:05 -060026from chromite.lib import depgraph
27from chromite.lib import dependency_graph
Michael Mortensenb70e8a82019-10-10 18:43:41 -060028from chromite.lib import osutils
Mike Frysinger88d96362020-02-14 19:05:45 -050029from chromite.lib import partial_mock
Alex Klein87531182019-08-12 15:23:37 -060030from chromite.lib import portage_util
Chris McDonaldea0312c2020-05-04 23:33:15 -060031from chromite.lib import uprev_lib
Alex Klein87531182019-08-12 15:23:37 -060032from chromite.lib.chroot_lib import Chroot
Alex Klein18a60af2020-06-11 12:08:47 -060033from chromite.lib.parser import package_info
Andrew Lamb2bde9e42019-11-04 13:24:09 -070034from chromite.lib.uprev_lib import GitRef
Alex Kleineb77ffa2019-05-28 14:47:44 -060035from chromite.service import packages
36
Mike Frysingerbafb3182020-02-21 03:15:43 -050037
Andrew Lamb2bde9e42019-11-04 13:24:09 -070038D = cros_test_lib.Directory
39
Alex Kleineb77ffa2019-05-28 14:47:44 -060040
Alex Klein4de25e82019-08-05 15:58:39 -060041class UprevAndroidTest(cros_test_lib.RunCommandTestCase):
42 """Uprev android tests."""
43
44 def test_success(self):
45 """Test successful run handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050046 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
47 stdout='ANDROID_ATOM=android/android-1.0\n')
Alex Klein2960c752020-03-09 13:43:38 -060048 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060049
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090050 packages.uprev_android('android/package', Chroot(),
51 build_targets=build_targets)
52 self.assertCommandContains(['cros_mark_android_as_stable',
53 '--android_package=android/package',
54 '--boards=foo:bar'])
Alex Klein4de25e82019-08-05 15:58:39 -060055 self.assertCommandContains(['emerge-foo'])
56 self.assertCommandContains(['emerge-bar'])
57
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090058 def test_android_build_branch(self):
59 """Test specifying android_build_branch option."""
60 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
61 stdout='ANDROID_ATOM=android/android-1.0\n')
62
63 packages.uprev_android('android/package', Chroot(),
64 android_build_branch='android-build-branch')
65 self.assertCommandContains(['cros_mark_android_as_stable',
66 '--android_package=android/package',
67 '--android_build_branch=android-build-branch'])
68
69 def test_android_version(self):
70 """Test specifying android_version option."""
71 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
72 stdout='ANDROID_ATOM=android/android-1.0\n')
73
74 packages.uprev_android('android/package', Chroot(),
75 android_version='7123456')
76 self.assertCommandContains(['cros_mark_android_as_stable',
77 '--android_package=android/package',
78 '--force_version=7123456'])
79
Shao-Chuan Lee85ba7ce2021-02-09 13:50:11 +090080 def test_skip_commit(self):
81 """Test specifying skip_commit option."""
82 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
83 stdout='ANDROID_ATOM=android/android-1.0\n')
84
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090085 packages.uprev_android('android/package', Chroot(), skip_commit=True)
Shao-Chuan Lee85ba7ce2021-02-09 13:50:11 +090086 self.assertCommandContains(['cros_mark_android_as_stable',
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090087 '--android_package=android/package',
Shao-Chuan Lee85ba7ce2021-02-09 13:50:11 +090088 '--skip_commit'])
89
Alex Klein4de25e82019-08-05 15:58:39 -060090 def test_no_uprev(self):
91 """Test no uprev handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050092 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
93 stdout='')
Alex Klein2960c752020-03-09 13:43:38 -060094 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090095 packages.uprev_android('android/package', Chroot(),
96 build_targets=build_targets)
Alex Klein4de25e82019-08-05 15:58:39 -060097
98 self.assertCommandContains(['cros_mark_android_as_stable',
99 '--boards=foo:bar'])
100 self.assertCommandContains(['emerge-foo'], expected=False)
101 self.assertCommandContains(['emerge-bar'], expected=False)
102
103
Alex Kleineb77ffa2019-05-28 14:47:44 -0600104class UprevBuildTargetsTest(cros_test_lib.RunCommandTestCase):
105 """uprev_build_targets tests."""
106
107 def test_invalid_type_fails(self):
108 """Test invalid type fails."""
109 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -0600110 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -0600111 'invalid')
112
113 def test_none_type_fails(self):
114 """Test None type fails."""
115 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -0600116 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -0600117 None)
118
119
Alex Klein87531182019-08-12 15:23:37 -0600120class UprevsVersionedPackageTest(cros_test_lib.MockTestCase):
121 """uprevs_versioned_package decorator test."""
122
123 @packages.uprevs_versioned_package('category/package')
124 def uprev_category_package(self, *args, **kwargs):
125 """Registered function for testing."""
126
127 def test_calls_function(self):
128 """Test calling a registered function."""
Chris McDonaldea0312c2020-05-04 23:33:15 -0600129 self.PatchObject(self, 'uprev_category_package')
Alex Klein87531182019-08-12 15:23:37 -0600130
Alex Klein18a60af2020-06-11 12:08:47 -0600131 cpv = package_info.SplitCPV('category/package', strict=False)
Alex Klein87531182019-08-12 15:23:37 -0600132 packages.uprev_versioned_package(cpv, [], [], Chroot())
133
Chris McDonald3c689d32020-03-26 17:20:23 -0600134 # TODO(crbug/1065172): Invalid assertion that had previously been mocked.
135 # patch.assert_called()
Alex Klein87531182019-08-12 15:23:37 -0600136
137 def test_unregistered_package(self):
138 """Test calling with an unregistered package."""
Alex Klein18a60af2020-06-11 12:08:47 -0600139 cpv = package_info.SplitCPV('does-not/exist', strict=False)
Alex Klein87531182019-08-12 15:23:37 -0600140
141 with self.assertRaises(packages.UnknownPackageError):
142 packages.uprev_versioned_package(cpv, [], [], Chroot())
143
144
Trent Begin6daa8702020-01-29 14:58:12 -0700145class UprevEbuildFromPinTest(cros_test_lib.RunCommandTempDirTestCase):
Trent Begin315d9d92019-12-03 21:55:53 -0700146 """Tests uprev_ebuild_from_pin function"""
147
148 package = 'category/package'
149 version = '1.2.3'
150 new_version = '1.2.4'
151 ebuild_template = 'package-%s-r1.ebuild'
152 ebuild = ebuild_template % version
Fergus Dall2209d0b2020-08-06 11:51:43 +1000153 unstable_ebuild = 'package-9999.ebuild'
Trent Begin6daa8702020-01-29 14:58:12 -0700154 manifest = 'Manifest'
Trent Begin315d9d92019-12-03 21:55:53 -0700155
156 def test_uprev_ebuild(self):
157 """Tests uprev of ebuild with version path"""
158 file_layout = (
Fergus Dall2209d0b2020-08-06 11:51:43 +1000159 D(self.package, [self.ebuild, self.unstable_ebuild,
Patrick Meiring5897add2020-09-16 16:30:17 +1000160 self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700161 )
162 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
163
164 package_path = os.path.join(self.tempdir, self.package)
Trent Begin315d9d92019-12-03 21:55:53 -0700165
Fergus Dall2209d0b2020-08-06 11:51:43 +1000166 ebuild_path = os.path.join(package_path, self.ebuild)
167 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
168
Chris McDonald38409112020-09-24 11:24:51 -0600169 result = uprev_lib.uprev_ebuild_from_pin(
170 package_path, self.new_version, chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700171 self.assertEqual(len(result.modified), 1,
172 'unexpected number of results: %s' % len(result.modified))
173
174 mod = result.modified[0]
Fergus Dall2209d0b2020-08-06 11:51:43 +1000175 self.assertEqual(mod.new_version, self.new_version + '-r1',
Trent Begin315d9d92019-12-03 21:55:53 -0700176 'unexpected version number: %s' % mod.new_version)
Trent Begin315d9d92019-12-03 21:55:53 -0700177
David Burger15d104b2020-01-21 21:03:13 -0700178 old_ebuild_path = os.path.join(package_path,
179 self.ebuild_template % self.version)
Trent Begin315d9d92019-12-03 21:55:53 -0700180 new_ebuild_path = os.path.join(package_path,
181 self.ebuild_template % self.new_version)
Trent Begin4a11a632020-02-28 12:59:58 -0700182 manifest_path = os.path.join(package_path, 'Manifest')
Trent Begin2e5344f2020-03-02 10:46:55 -0700183
184 expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path]
185 self.assertCountEqual(mod.files, expected_modified_files)
Trent Begin4a11a632020-02-28 12:59:58 -0700186
Trent Beginec16cf32020-02-24 11:26:02 -0700187 self.assertCommandContains(['ebuild', 'manifest'])
Trent Begin6daa8702020-01-29 14:58:12 -0700188
Fergus Dall2209d0b2020-08-06 11:51:43 +1000189 def test_uprev_ebuild_same_version(self):
190 """Tests uprev of ebuild with version path when the version has not changed.
191
192 This should result in bumping the revision number.
193 """
194 file_layout = (
195 D(self.package, [self.ebuild, self.unstable_ebuild,
Patrick Meiring5897add2020-09-16 16:30:17 +1000196 self.manifest]),
Fergus Dall2209d0b2020-08-06 11:51:43 +1000197 )
198 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
199
200 package_path = os.path.join(self.tempdir, self.package)
Fergus Dall2209d0b2020-08-06 11:51:43 +1000201
202 ebuild_path = os.path.join(package_path, self.ebuild)
203 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
204
Chris McDonald38409112020-09-24 11:24:51 -0600205 result = uprev_lib.uprev_ebuild_from_pin(
206 package_path, self.version, chroot=Chroot())
Fergus Dall2209d0b2020-08-06 11:51:43 +1000207 self.assertEqual(len(result.modified), 1,
208 'unexpected number of results: %s' % len(result.modified))
209
210 mod = result.modified[0]
211 self.assertEqual(mod.new_version, self.version + '-r2',
212 'unexpected version number: %s' % mod.new_version)
213
214 old_ebuild_path = os.path.join(package_path,
215 self.ebuild_template % self.version)
216 new_ebuild_path = os.path.join(package_path,
217 'package-%s-r2.ebuild' % self.version)
218 manifest_path = os.path.join(package_path, 'Manifest')
219
220 expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path]
221 self.assertCountEqual(mod.files, expected_modified_files)
222
223 self.assertCommandContains(['ebuild', 'manifest'])
224
Trent Begin315d9d92019-12-03 21:55:53 -0700225 def test_no_ebuild(self):
226 """Tests assertion is raised if package has no ebuilds"""
227 file_layout = (
Patrick Meiring5897add2020-09-16 16:30:17 +1000228 D(self.package, [self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700229 )
230 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
231
232 package_path = os.path.join(self.tempdir, self.package)
Trent Begin315d9d92019-12-03 21:55:53 -0700233
Chris McDonald38409112020-09-24 11:24:51 -0600234 with self.assertRaises(uprev_lib.EbuildUprevError):
235 uprev_lib.uprev_ebuild_from_pin(
236 package_path, self.new_version, chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700237
Fergus Dall2209d0b2020-08-06 11:51:43 +1000238 def test_multiple_stable_ebuilds(self):
239 """Tests assertion is raised if multiple stable ebuilds are present"""
240 file_layout = (
Patrick Meiring5897add2020-09-16 16:30:17 +1000241 D(self.package, [self.ebuild,
Fergus Dall2209d0b2020-08-06 11:51:43 +1000242 self.ebuild_template % '1.2.1',
243 self.manifest]),
244 )
245 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
246
247 package_path = os.path.join(self.tempdir, self.package)
Fergus Dall2209d0b2020-08-06 11:51:43 +1000248
249 ebuild_path = os.path.join(package_path, self.ebuild)
250 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
251
252 ebuild_path = os.path.join(package_path, self.ebuild_template % '1.2.1')
253 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
254
Chris McDonald38409112020-09-24 11:24:51 -0600255 with self.assertRaises(uprev_lib.EbuildUprevError):
256 uprev_lib.uprev_ebuild_from_pin(
257 package_path, self.new_version, chroot=Chroot())
Fergus Dall2209d0b2020-08-06 11:51:43 +1000258
259 def test_multiple_unstable_ebuilds(self):
260 """Tests assertion is raised if multiple unstable ebuilds are present"""
Trent Begin315d9d92019-12-03 21:55:53 -0700261 file_layout = (
Patrick Meiring5897add2020-09-16 16:30:17 +1000262 D(self.package, [self.ebuild,
Trent Begin6daa8702020-01-29 14:58:12 -0700263 self.ebuild_template % '1.2.1',
264 self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700265 )
266 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
267
268 package_path = os.path.join(self.tempdir, self.package)
Trent Begin315d9d92019-12-03 21:55:53 -0700269
Chris McDonald38409112020-09-24 11:24:51 -0600270 with self.assertRaises(uprev_lib.EbuildUprevError):
271 uprev_lib.uprev_ebuild_from_pin(
272 package_path, self.new_version, chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700273
274
Andrew Lamb9563a152019-12-04 11:42:18 -0700275class ReplicatePrivateConfigTest(cros_test_lib.RunCommandTempDirTestCase):
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700276 """replicate_private_config tests."""
277
278 def setUp(self):
279 # Set up fake public and private chromeos-config overlays.
280 private_package_root = (
Andrew Lambe836f222019-12-09 12:27:38 -0700281 'src/private-overlays/overlay-coral-private/chromeos-base/'
Andrew Lambea9a8a22019-12-12 14:03:43 -0700282 'chromeos-config-bsp'
283 )
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700284 self.public_package_root = (
Andrew Lambea9a8a22019-12-12 14:03:43 -0700285 'src/overlays/overlay-coral/chromeos-base/chromeos-config-bsp')
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700286 file_layout = (
287 D(os.path.join(private_package_root, 'files'), ['build_config.json']),
288 D(private_package_root, ['replication_config.jsonpb']),
289 D(
290 os.path.join(self.public_package_root, 'files'),
291 ['build_config.json']),
292 )
293
294 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
295
296 # Private config contains 'a' and 'b' fields.
Andrew Lamb9563a152019-12-04 11:42:18 -0700297 self.private_config_path = os.path.join(private_package_root, 'files',
298 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700299 self.WriteTempFile(
Andrew Lamb9563a152019-12-04 11:42:18 -0700300 self.private_config_path,
Andrew Lambca1f35b2019-12-04 09:37:11 -0700301 json.dumps({'chromeos': {
302 'configs': [{
303 'a': 3,
304 'b': 2
305 }]
306 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700307
308 # Public config only contains the 'a' field. Note that the value of 'a' is
309 # 1 in the public config; it will get updated to 3 when the private config
310 # is replicated.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700311 self.public_config_path = os.path.join(self.public_package_root, 'files',
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700312 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700313 self.WriteTempFile(self.public_config_path,
314 json.dumps({'chromeos': {
315 'configs': [{
316 'a': 1
317 }]
318 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700319
320 # Put a ReplicationConfig JSONPB in the private package. Note that it
321 # specifies only the 'a' field is replicated.
322 self.replication_config_path = os.path.join(self.tempdir,
323 private_package_root,
324 'replication_config.jsonpb')
325 replication_config = ReplicationConfig(file_replication_rules=[
326 FileReplicationRule(
Andrew Lamb9563a152019-12-04 11:42:18 -0700327 source_path=self.private_config_path,
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700328 destination_path=self.public_config_path,
329 file_type=FILE_TYPE_JSON,
330 replication_type=REPLICATION_TYPE_FILTER,
331 destination_fields=FieldMask(paths=['a']))
332 ])
333
334 osutils.WriteFile(self.replication_config_path,
335 json_format.MessageToJson(replication_config))
336 self.PatchObject(constants, 'SOURCE_ROOT', new=self.tempdir)
337
Andrew Lamb9563a152019-12-04 11:42:18 -0700338 self.rc.SetDefaultCmdResult(side_effect=self._write_generated_c_files)
339
340 def _write_generated_c_files(self, *_args, **_kwargs):
341 """Write fake generated C files to the public output dir.
342
343 Note that this function accepts args and kwargs so it can be used as a side
344 effect.
345 """
346 output_dir = os.path.join(self.public_package_root, 'files')
347 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
348 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
349 self.WriteTempFile(os.path.join(output_dir, 'ec_config.h'), '')
350
351 def _write_incorrect_generated_c_files(self, *_args, **_kwargs):
352 """Similar to _write_generated_c_files, with an expected file missing.
353
354 Note that this function accepts args and kwargs so it can be used as a side
355 effect.
356 """
357 output_dir = os.path.join(self.public_package_root, 'files')
358 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
359 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
360
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700361 def test_replicate_private_config(self):
362 """Basic replication test."""
Andrew Lambe836f222019-12-09 12:27:38 -0700363 refs = [
364 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700365 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700366 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700367 revision='123')
368 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700369 chroot = Chroot()
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700370 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700371 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700372
373 self.assertCommandContains([
374 'cros_config_schema', '-m',
375 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_config_path),
376 '-g',
377 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_package_root,
378 'files'), '-f', '"TRUE"'
379 ],
380 enter_chroot=True,
381 chroot_args=chroot.get_enter_args())
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700382
383 self.assertEqual(len(result.modified), 1)
Andrew Lamb9563a152019-12-04 11:42:18 -0700384 # The public build_config.json and generated C files were modified.
385 expected_modified_files = [
Andrew Lamb988f4da2019-12-10 10:16:43 -0700386 os.path.join(self.tempdir, self.public_config_path),
387 os.path.join(self.tempdir, self.public_package_root, 'files',
388 'config.c'),
389 os.path.join(self.tempdir, self.public_package_root, 'files',
390 'ec_config.c'),
391 os.path.join(self.tempdir, self.public_package_root, 'files',
392 'ec_config.h'),
Andrew Lamb9563a152019-12-04 11:42:18 -0700393 ]
394 self.assertEqual(result.modified[0].files, expected_modified_files)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700395 self.assertEqual(result.modified[0].new_version, '123')
396
397 # The update from the private build_config.json was copied to the public.
398 # Note that only the 'a' field is present, as per destination_fields.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700399 self.assertEqual(
400 json.loads(self.ReadTempFile(self.public_config_path)),
401 {'chromeos': {
402 'configs': [{
403 'a': 3
404 }]
405 }})
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700406
Andrew Lamb9563a152019-12-04 11:42:18 -0700407 def test_replicate_private_config_no_build_config(self):
408 """If there is no build config, don't generate C files."""
409 # Modify the replication config to write to "other_config.json" instead of
410 # "build_config.json"
411 modified_destination_path = self.public_config_path.replace(
412 'build_config', 'other_config')
413 replication_config = ReplicationConfig(file_replication_rules=[
414 FileReplicationRule(
415 source_path=self.private_config_path,
416 destination_path=modified_destination_path,
417 file_type=FILE_TYPE_JSON,
418 replication_type=REPLICATION_TYPE_FILTER,
419 destination_fields=FieldMask(paths=['a']))
420 ])
421 osutils.WriteFile(self.replication_config_path,
422 json_format.MessageToJson(replication_config))
423
Andrew Lambe836f222019-12-09 12:27:38 -0700424 refs = [
425 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700426 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700427 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700428 revision='123')
429 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700430 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700431 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700432
433 self.assertEqual(len(result.modified), 1)
Andrew Lamb988f4da2019-12-10 10:16:43 -0700434 self.assertEqual(result.modified[0].files,
435 [os.path.join(self.tempdir, modified_destination_path)])
Andrew Lamb9563a152019-12-04 11:42:18 -0700436
437 def test_replicate_private_config_multiple_build_configs(self):
438 """An error is thrown if there is more than one build config."""
439 replication_config = ReplicationConfig(file_replication_rules=[
440 FileReplicationRule(
441 source_path=self.private_config_path,
442 destination_path=self.public_config_path,
443 file_type=FILE_TYPE_JSON,
444 replication_type=REPLICATION_TYPE_FILTER,
445 destination_fields=FieldMask(paths=['a'])),
446 FileReplicationRule(
447 source_path=self.private_config_path,
448 destination_path=self.public_config_path,
449 file_type=FILE_TYPE_JSON,
450 replication_type=REPLICATION_TYPE_FILTER,
451 destination_fields=FieldMask(paths=['a']))
452 ])
453
454 osutils.WriteFile(self.replication_config_path,
455 json_format.MessageToJson(replication_config))
456
Andrew Lambe836f222019-12-09 12:27:38 -0700457 refs = [
458 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700459 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700460 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700461 revision='123')
462 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700463 with self.assertRaisesRegex(
464 ValueError, 'Expected at most one build_config.json destination path.'):
465 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700466 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700467
468 def test_replicate_private_config_generated_files_incorrect(self):
469 """An error is thrown if generated C files are missing."""
470 self.rc.SetDefaultCmdResult(
471 side_effect=self._write_incorrect_generated_c_files)
472
Andrew Lambe836f222019-12-09 12:27:38 -0700473 refs = [
474 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700475 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700476 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700477 revision='123')
478 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700479 chroot = Chroot()
480
481 with self.assertRaisesRegex(packages.GeneratedCrosConfigFilesError,
482 'Expected to find generated C files'):
483 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700484 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700485
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700486 def test_replicate_private_config_wrong_number_of_refs(self):
487 """An error is thrown if there is not exactly one ref."""
488 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
489 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700490 _build_targets=None, refs=[], chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700491
492 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
493 refs = [
Alex Klein53834be2020-12-28 11:29:58 -0700494 GitRef(path='a', ref='main', revision='1'),
495 GitRef(path='a', ref='main', revision='2')
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700496 ]
497 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700498 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700499
500 def test_replicate_private_config_replication_config_missing(self):
501 """An error is thrown if there is not a replication config."""
502 os.remove(self.replication_config_path)
503 with self.assertRaisesRegex(
504 ValueError, 'Expected ReplicationConfig missing at %s' %
505 self.replication_config_path):
506 refs = [
Andrew Lambe836f222019-12-09 12:27:38 -0700507 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700508 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700509 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700510 revision='123')
511 ]
512 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700513 _build_targets=None, refs=refs, chroot=None)
Andrew Lambe836f222019-12-09 12:27:38 -0700514
515 def test_replicate_private_config_wrong_git_ref_path(self):
516 """An error is thrown if the git ref doesn't point to a private overlay."""
517 with self.assertRaisesRegex(ValueError, 'ref.path must match the pattern'):
Andrew Lambea9a8a22019-12-12 14:03:43 -0700518 refs = [
519 GitRef(
520 path='a/b/c',
Alex Klein53834be2020-12-28 11:29:58 -0700521 ref='main',
Andrew Lambea9a8a22019-12-12 14:03:43 -0700522 revision='123')
523 ]
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700524 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700525 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700526
527
Alex Klein5caab872021-09-10 11:44:37 -0600528class GetBestVisibleTest(cros_test_lib.MockTestCase):
David Burger1e0fe232019-07-01 14:52:07 -0600529 """get_best_visible tests."""
530
531 def test_empty_atom_fails(self):
Alex Klein5caab872021-09-10 11:44:37 -0600532 """Test empty atom raises an error."""
David Burger1e0fe232019-07-01 14:52:07 -0600533 with self.assertRaises(AssertionError):
534 packages.get_best_visible('')
Alex Kleinda39c6d2019-09-16 14:36:36 -0600535
536
Alex Klein149fd3b2019-12-16 16:01:05 -0700537class HasPrebuiltTest(cros_test_lib.MockTestCase):
Alex Kleinda39c6d2019-09-16 14:36:36 -0600538 """has_prebuilt tests."""
539
540 def test_empty_atom_fails(self):
Alex Klein149fd3b2019-12-16 16:01:05 -0700541 """Test an empty atom results in an error."""
Alex Kleinda39c6d2019-09-16 14:36:36 -0600542 with self.assertRaises(AssertionError):
543 packages.has_prebuilt('')
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600544
Alex Klein149fd3b2019-12-16 16:01:05 -0700545 def test_use_flags(self):
546 """Test use flags get propagated correctly."""
547 # We don't really care about the result, just the env handling.
548 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
LaMont Jonesa6162cf2020-06-05 18:05:42 -0600549 # Ignore any flags that may be in the environment.
550 self.PatchObject(os.environ, 'get', return_value='')
Alex Klein149fd3b2019-12-16 16:01:05 -0700551
552 packages.has_prebuilt('cat/pkg-1.2.3', useflags='useflag')
553 patch.assert_called_with('cat/pkg-1.2.3', board=None,
554 extra_env={'USE': 'useflag'})
555
556 def test_env_use_flags(self):
557 """Test env use flags get propagated correctly with passed useflags."""
558 # We don't really care about the result, just the env handling.
559 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
560 # Add some flags to the environment.
561 existing_flags = 'already set flags'
562 self.PatchObject(os.environ, 'get', return_value=existing_flags)
563
564 new_flags = 'useflag'
565 packages.has_prebuilt('cat/pkg-1.2.3', useflags=new_flags)
566 expected = '%s %s' % (existing_flags, new_flags)
567 patch.assert_called_with('cat/pkg-1.2.3', board=None,
568 extra_env={'USE': expected})
569
570
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600571
572class AndroidVersionsTest(cros_test_lib.MockTestCase):
573 """Tests getting android versions."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600574
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600575 def setUp(self):
576 package_result = [
577 'chromeos-base/android-container-nyc-4717008-r1',
578 'chromeos-base/update_engine-0.0.3-r3408']
579 self.PatchObject(portage_util, 'GetPackageDependencies',
580 return_value=package_result)
581 self.board = 'board'
582 self.PatchObject(portage_util, 'FindEbuildForBoardPackage',
583 return_value='chromeos-base/android-container-nyc')
584 FakeEnvironment = {
Federico 'Morg' Pareschicd9165a2020-05-29 09:45:55 +0900585 'ARM_TARGET': '3-linux-target',
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600586 }
587 self.PatchObject(osutils, 'SourceEnvironment',
588 return_value=FakeEnvironment)
589
590 def test_determine_android_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600591 """Tests that a valid android version is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600592 version = packages.determine_android_version(self.board)
593 self.assertEqual(version, '4717008')
594
Michael Mortensenedf76532019-10-16 14:22:37 -0600595 def test_determine_android_version_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600596 """Tests that a None is returned for version when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600597 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
598 self.PatchObject(portage_util, 'GetPackageDependencies',
599 return_value=package_result)
600 version = packages.determine_android_version(self.board)
601 self.assertEqual(version, None)
602
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600603 def test_determine_android_branch(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600604 """Tests that a valid android branch is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600605 branch = packages.determine_android_branch(self.board)
606 self.assertEqual(branch, '3')
607
Federico 'Morg' Pareschicd9165a2020-05-29 09:45:55 +0900608 def test_determine_android_branch_64bit_targets(self):
609 """Tests that a valid android branch is returned with only 64bit targets."""
610 self.PatchObject(osutils, 'SourceEnvironment',
611 return_value={'ARM64_TARGET': '3-linux-target'})
612 branch = packages.determine_android_branch(self.board)
613 self.assertEqual(branch, '3')
614
Michael Mortensenedf76532019-10-16 14:22:37 -0600615 def test_determine_android_branch_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600616 """Tests that a None is returned for branch when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600617 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
618 self.PatchObject(portage_util, 'GetPackageDependencies',
619 return_value=package_result)
620 branch = packages.determine_android_branch(self.board)
621 self.assertEqual(branch, None)
622
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600623 def test_determine_android_target(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600624 """Tests that a valid android target is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600625 target = packages.determine_android_target(self.board)
626 self.assertEqual(target, 'cheets')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600627
Michael Mortensenedf76532019-10-16 14:22:37 -0600628 def test_determine_android_target_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600629 """Tests that a None is returned for target when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600630 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
631 self.PatchObject(portage_util, 'GetPackageDependencies',
632 return_value=package_result)
633 target = packages.determine_android_target(self.board)
634 self.assertEqual(target, None)
635
Michael Mortensene0f4b542019-10-24 15:30:23 -0600636 def test_determine_android_version_handle_exception(self):
637 """Tests handling RunCommandError inside determine_android_version."""
638 # Mock what happens when portage returns that bubbles up (via RunCommand)
639 # inside portage_util.GetPackageDependencies.
640 self.PatchObject(portage_util, 'GetPackageDependencies',
641 side_effect=cros_build_lib.RunCommandError('error'))
642 target = packages.determine_android_version(self.board)
643 self.assertEqual(target, None)
644
645 def test_determine_android_package_handle_exception(self):
646 """Tests handling RunCommandError inside determine_android_package."""
647 # Mock what happens when portage returns that bubbles up (via RunCommand)
648 # inside portage_util.GetPackageDependencies.
649 self.PatchObject(portage_util, 'GetPackageDependencies',
650 side_effect=cros_build_lib.RunCommandError('error'))
651 target = packages.determine_android_package(self.board)
652 self.assertEqual(target, None)
653
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600654 def test_determine_android_package_callers_handle_exception(self):
655 """Tests handling RunCommandError by determine_android_package callers."""
656 # Mock what happens when portage returns that bubbles up (via RunCommand)
657 # inside portage_util.GetPackageDependencies.
658 self.PatchObject(portage_util, 'GetPackageDependencies',
659 side_effect=cros_build_lib.RunCommandError('error'))
660 # Verify that target is None, as expected.
661 target = packages.determine_android_package(self.board)
662 self.assertEqual(target, None)
663 # determine_android_branch calls determine_android_package
664 branch = packages.determine_android_branch(self.board)
665 self.assertEqual(branch, None)
666 # determine_android_target calls determine_android_package
667 target = packages.determine_android_target(self.board)
668 self.assertEqual(target, None)
669
Michael Mortensene0f4b542019-10-24 15:30:23 -0600670
Michael Mortensende716a12020-05-15 11:27:00 -0600671@pytest.mark.usefixtures('testcase_caplog', 'testcase_monkeypatch')
672class FindFingerprintsTest(cros_test_lib.RunCommandTempDirTestCase):
673 """Tests for find_fingerprints."""
674
675 def setUp(self):
676 self.board = 'test-board'
677 # Create cheets-fingerprints.txt based on tempdir/src...
678 self.fingerprint_contents = (
679 'google/test-board/test-board_cheets'
680 ':9/R99-12345.0.9999/123456:user/release-keys')
681 fingerprint_path = os.path.join(
682 self.tempdir,
683 'src/build/images/test-board/latest/cheets-fingerprint.txt')
684 self.chroot = Chroot(self.tempdir)
685 osutils.WriteFile(fingerprint_path, self.fingerprint_contents,
686 makedirs=True)
687
688 def test_find_fingerprints_with_test_path(self):
689 """Tests get_firmware_versions with mocked output."""
690 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
691 build_target = build_target_lib.BuildTarget(self.board)
692 result = packages.find_fingerprints(build_target)
693 self.assertEqual(result, [self.fingerprint_contents])
694 self.assertIn('Reading fingerprint file', self.caplog.text)
695
696 def test_find_fingerprints(self):
697 """Tests get_firmware_versions with mocked output."""
698 # Use board name whose path for fingerprint file does not exist.
699 # Verify that fingerprint file is not found and None is returned.
700 build_target = build_target_lib.BuildTarget('wrong-boardname')
701 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
702 result = packages.find_fingerprints(build_target)
Michael Mortensend81d81e2020-06-09 14:20:59 -0600703 self.assertEqual(result, [])
Michael Mortensende716a12020-05-15 11:27:00 -0600704 self.assertIn('Fingerprint file not found', self.caplog.text)
705
706
Michael Mortensen59e30872020-05-18 14:12:49 -0600707class GetAllFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase):
708 """Tests for get_firmware_versions."""
709
710 def setUp(self):
711 self.board = 'test-board'
712 self.rc.SetDefaultCmdResult(output="""
713
714flashrom(8): 68935ee2fcfcffa47af81b966269cd2b */build/reef/usr/sbin/flashrom
715 ELF 64-bit LSB executable, x86-64, version 1 (SYSV), statically linked, for GNU/Linux 2.6.32, BuildID[sha1]=e102cc98d45300b50088999d53775acbeff407dc, stripped
716 0.9.9 : bbb2d6a : Jul 28 2017 15:12:34 UTC
717
718Model: reef
719BIOS image: 1b535280fe688ac284d95276492b06f6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.bin
720BIOS version: Google_Reef.9042.87.1
721BIOS (RW) image: 0ef265eb8f2d228c09f75b011adbdcbb */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.binrw
722BIOS (RW) version: Google_Reef.9042.110.0
723EC image: 2e8b4b5fa73cc5dbca4496de97a917a9 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/ec.bin
724EC version: reef_v1.1.5900-ab1ee51
725EC (RW) version: reef_v1.1.5909-bd1f0c9
726
727Model: pyro
728BIOS image: 9e62447ebf22a724a4a835018ab6234e */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/image.bin
729BIOS version: Google_Pyro.9042.87.1
730BIOS (RW) image: 1897457303c85de99f3e98b2eaa0eccc */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/image.binrw
731BIOS (RW) version: Google_Pyro.9042.110.0
732EC image: 44b93ed591733519e752e05aa0529eb5 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/ec.bin
733EC version: pyro_v1.1.5900-ab1ee51
734EC (RW) version: pyro_v1.1.5909-bd1f0c9
735
736Model: snappy
737BIOS image: 3ab63ff080596bd7de4e7619f003bb64 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/snappy/image.bin
738BIOS version: Google_Snappy.9042.110.0
739EC image: c4db159e84428391d2ee25368c5fe5b6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/snappy/ec.bin
740EC version: snappy_v1.1.5909-bd1f0c9
741
742Model: sand
743BIOS image: 387da034a4f0a3f53e278ebfdcc2a412 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/sand/image.bin
744BIOS version: Google_Sand.9042.110.0
745EC image: 411562e0589dacec131f5fdfbe95a561 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/sand/ec.bin
746EC version: sand_v1.1.5909-bd1f0c9
747
748Model: electro
749BIOS image: 1b535280fe688ac284d95276492b06f6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.bin
750BIOS version: Google_Reef.9042.87.1
751BIOS (RW) image: 0ef265eb8f2d228c09f75b011adbdcbb */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.binrw
752BIOS (RW) version: Google_Reef.9042.110.0
753EC image: 2e8b4b5fa73cc5dbca4496de97a917a9 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/ec.bin
754EC version: reef_v1.1.5900-ab1ee51
755EC (RW) version: reef_v1.1.5909-bd1f0c9
756
757Package Content:
758612e7bb6ed1fb0a05abf2ebdc834c18b *./updater4.sh
7590eafbee07282315829d0f42135ec7c0c *./gbb_utility
7606074e3ca424cb30a67c378c1d9681f9c *./mosys
76168935ee2fcfcffa47af81b966269cd2b *./flashrom
7620eafbee07282315829d0f42135ec7c0c *./dump_fmap
763490c95d6123c208d20d84d7c16857c7c *./crosfw.sh
76460899148600b8673ddb711faa55aee40 *./common.sh
7653c3a99346d1ca1273cbcd86c104851ff *./shflags
766de7ce035e1f82a89f8909d888ee402c0 *./crosutil.sh
767f9334372bdb9036ba09a6fd9bf30e7a2 *./crossystem
76822257a8d5f0adc1f50a1916c3a4a35dd *./models/reef/ec.bin
769faf12dbb7cdaf21ce153bdffb67841fd *./models/reef/bios.bin
770c9bbb417b7921b85a7ed999ee42f550e *./models/reef/setvars.sh
77129823d46f1ec1491ecacd7b830fd2686 *./models/pyro/ec.bin
7722320463aba8b22eb5ea836f094d281b3 *./models/pyro/bios.bin
77381614833ad77c9cd093360ba7bea76b8 *./models/pyro/setvars.sh
774411562e0589dacec131f5fdfbe95a561 *./models/sand/ec.bin
775387da034a4f0a3f53e278ebfdcc2a412 *./models/sand/bios.bin
776fcd8cb0ac0e2ed6be220aaae435d43ff *./models/sand/setvars.sh
777c4db159e84428391d2ee25368c5fe5b6 *./models/snappy/ec.bin
7783ab63ff080596bd7de4e7619f003bb64 *./models/snappy/bios.bin
779fe5d699f2e9e4a7de031497953313dbd *./models/snappy/setvars.sh
78079aabd7cd8a215a54234c53d7bb2e6fb *./vpd
781""")
782
783 def test_get_firmware_versions(self):
784 """Tests get_firmware_versions with mocked output."""
785 build_target = build_target_lib.BuildTarget(self.board)
786 result = packages.get_all_firmware_versions(build_target)
787 self.assertEqual(len(result), 5)
788 self.assertEqual(
789 result['reef'],
790 packages.FirmwareVersions(
791 'reef',
792 'Google_Reef.9042.87.1',
793 'Google_Reef.9042.110.0',
794 'reef_v1.1.5900-ab1ee51',
795 'reef_v1.1.5909-bd1f0c9'))
796 self.assertEqual(
797 result['pyro'],
798 packages.FirmwareVersions(
799 'pyro',
800 'Google_Pyro.9042.87.1',
801 'Google_Pyro.9042.110.0',
802 'pyro_v1.1.5900-ab1ee51',
803 'pyro_v1.1.5909-bd1f0c9'))
804 self.assertEqual(
805 result['snappy'],
806 packages.FirmwareVersions(
807 'snappy',
808 'Google_Snappy.9042.110.0',
809 None,
810 'snappy_v1.1.5909-bd1f0c9',
811 None))
812 self.assertEqual(
813 result['sand'],
814 packages.FirmwareVersions(
815 'sand',
816 'Google_Sand.9042.110.0',
817 None,
818 'sand_v1.1.5909-bd1f0c9',
819 None))
820 self.assertEqual(
821 result['electro'],
822 packages.FirmwareVersions(
823 'electro',
824 'Google_Reef.9042.87.1',
825 'Google_Reef.9042.110.0',
826 'reef_v1.1.5900-ab1ee51',
827 'reef_v1.1.5909-bd1f0c9'))
828
829
Michael Mortensen71ef5682020-05-07 14:29:24 -0600830class GetFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase):
831 """Tests for get_firmware_versions."""
832
833 def setUp(self):
834 self.board = 'test-board'
835 self.rc.SetDefaultCmdResult(output="""
836
837flashrom(8): a8f99c2e61e7dc09c4b25ef5a76ef692 */build/kevin/usr/sbin/flashrom
838 ELF 32-bit LSB executable, ARM, EABI5 version 1 (SYSV), statically linked, for GNU/Linux 2.d
839 0.9.4 : 860875a : Apr 10 2017 23:54:29 UTC
840
841BIOS image: 6b5b855a0b8fd1657546d1402c15b206 *chromeos-firmware-kevin-0.0.1/.dist/kevin_fw_8785.178.0.n
842BIOS version: Google_Kevin.8785.178.0
843EC image: 1ebfa9518e6cac0558a80b7ab2f5b489 *chromeos-firmware-kevin-0.0.1/.dist/kevin_ec_8785.178.0.n
844EC version:kevin_v1.10.184-459421c
845
846Package Content:
847a8f99c2e61e7dc09c4b25ef5a76ef692 *./flashrom
8483c3a99346d1ca1273cbcd86c104851ff *./shflags
849457a8dc8546764affc9700f8da328d23 *./dump_fmap
850c392980ddb542639edf44a965a59361a *./updater5.sh
851490c95d6123c208d20d84d7c16857c7c *./crosfw.sh
8526b5b855a0b8fd1657546d1402c15b206 *./bios.bin
8537b5bef0d2da90c23ff2e157250edf0fa *./crosutil.sh
854d78722e4f1a0dc2d8c3d6b0bc7010ae3 *./crossystem
855457a8dc8546764affc9700f8da328d23 *./gbb_utility
8561ebfa9518e6cac0558a80b7ab2f5b489 *./ec.bin
857c98ca54db130886142ad582a58e90ddc *./common.sh
8585ba978bdec0f696f47f0f0de90936880 *./mosys
859312e8ee6122057f2a246d7bcf1572f49 *./vpd
860""")
861
862 def test_get_firmware_versions(self):
863 """Tests get_firmware_versions with mocked output."""
864 build_target = build_target_lib.BuildTarget(self.board)
865 result = packages.get_firmware_versions(build_target)
866 versions = packages.FirmwareVersions(
867 None, 'Google_Kevin.8785.178.0', None, 'kevin_v1.10.184-459421c', None)
868 self.assertEqual(result, versions)
869
870
Michael Mortensenfbf2b2d2020-05-14 16:33:06 -0600871class DetermineKernelVersionTest(cros_test_lib.RunCommandTempDirTestCase):
872 """Tests for determine_kernel_version."""
873
874 def setUp(self):
875 self.board = 'test-board'
876 self.build_target = build_target_lib.BuildTarget(self.board)
877
878 def test_determine_kernel_version(self):
879 """Tests that a valid kernel version is returned."""
880 package_result = ['sys-kernel/linux-headers-4.14-r24',
881 'sys-devel/flex-2.6.4-r1',
882 'sys-kernel/chromeos-kernel-4_4-4.4.223-r2209']
883 self.PatchObject(portage_util, 'GetPackageDependencies',
884 return_value=package_result)
885
886 result = packages.determine_kernel_version(self.build_target)
887 self.assertEqual(result, '4.4.223-r2209')
888
889 def test_determine_kernel_version_exception(self):
890 """Tests that portage_util exceptions result in returning None."""
891 self.PatchObject(portage_util, 'GetPackageDependencies',
892 side_effect=cros_build_lib.RunCommandError('error'))
893 result = packages.determine_kernel_version(self.build_target)
894 self.assertEqual(result, None)
895
Michael Mortensenc2615b72019-10-15 08:12:24 -0600896class ChromeVersionsTest(cros_test_lib.MockTestCase):
897 """Tests getting chrome version."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600898
Michael Mortensenc2615b72019-10-15 08:12:24 -0600899 def setUp(self):
Alex Klein2960c752020-03-09 13:43:38 -0600900 self.build_target = build_target_lib.BuildTarget('board')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600901
902 def test_determine_chrome_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600903 """Tests that a valid chrome version is returned."""
Michael Mortensenc2615b72019-10-15 08:12:24 -0600904 # Mock PortageqBestVisible to return a valid chrome version string.
905 r1_cpf = 'chromeos-base/chromeos-chrome-78.0.3900.0_rc-r1'
Alex Klein18a60af2020-06-11 12:08:47 -0600906 r1_cpv = package_info.SplitCPV(r1_cpf)
Michael Mortensenc2615b72019-10-15 08:12:24 -0600907 self.PatchObject(portage_util, 'PortageqBestVisible',
908 return_value=r1_cpv)
909
Michael Mortensenb51a1f02019-10-16 13:28:20 -0600910 chrome_version = packages.determine_chrome_version(self.build_target)
Michael Mortensenc2615b72019-10-15 08:12:24 -0600911 version_numbers = chrome_version.split('.')
912 self.assertEqual(len(version_numbers), 4)
913 self.assertEqual(int(version_numbers[0]), 78)
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600914
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600915 def test_determine_chrome_version_handle_exception(self):
916 # Mock what happens when portage throws an exception that bubbles up (via
917 # RunCommand)inside portage_util.PortageqBestVisible.
918 self.PatchObject(portage_util, 'PortageqBestVisible',
919 side_effect=cros_build_lib.RunCommandError('error'))
920 target = packages.determine_chrome_version(self.build_target)
921 self.assertEqual(target, None)
922
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600923
924class PlatformVersionsTest(cros_test_lib.MockTestCase):
925 """Tests getting platform version."""
926
927 def test_determine_platform_version(self):
928 """Test checking that a valid platform version is returned."""
929 platform_version = packages.determine_platform_version()
930 # The returned platform version is something like 12603.0.0.
931 version_string_list = platform_version.split('.')
932 self.assertEqual(len(version_string_list), 3)
933 # We don't want to check an exact version, but the first number should be
934 # non-zero.
935 self.assertGreaterEqual(int(version_string_list[0]), 1)
Michael Mortensen009cb662019-10-21 11:38:43 -0600936
937 def test_determine_milestone_version(self):
938 """Test checking that a valid milestone version is returned."""
939 milestone_version = packages.determine_milestone_version()
940 # Milestone version should be non-zero
941 self.assertGreaterEqual(int(milestone_version), 1)
942
943 def test_determine_full_version(self):
944 """Test checking that a valid full version is returned."""
945 full_version = packages.determine_full_version()
946 pattern = r'^R(\d+)-(\d+.\d+.\d+(-rc\d+)*)'
947 m = re.match(pattern, full_version)
948 self.assertTrue(m)
949 milestone_version = m.group(1)
950 self.assertGreaterEqual(int(milestone_version), 1)
951
952 def test_versions_based_on_mock(self):
953 # Create a test version_info object, and than mock VersionInfo.from_repo
954 # return it.
955 test_platform_version = '12575.0.0'
956 test_chrome_branch = '75'
957 version_info_mock = manifest_version.VersionInfo(test_platform_version)
958 version_info_mock.chrome_branch = test_chrome_branch
959 self.PatchObject(manifest_version.VersionInfo, 'from_repo',
960 return_value=version_info_mock)
961 test_full_version = 'R' + test_chrome_branch + '-' + test_platform_version
962 platform_version = packages.determine_platform_version()
963 milestone_version = packages.determine_milestone_version()
964 full_version = packages.determine_full_version()
965 self.assertEqual(platform_version, test_platform_version)
966 self.assertEqual(milestone_version, test_chrome_branch)
967 self.assertEqual(full_version, test_full_version)
Chris McDonaldea0312c2020-05-04 23:33:15 -0600968
969
970# Each of the columns in the following table is a separate dimension along
971# which Chrome uprev test cases can vary in behavior. The full test space would
972# be the Cartesian product of the possible values of each column.
973# 'CHROME_EBUILD' refers to the relationship between the version of the existing
974# Chrome ebuild vs. the requested uprev version. 'FOLLOWER_EBUILDS' refers to
975# the same relationship but for the packages defined in OTHER_CHROME_PACKAGES.
976# 'EBUILDS MODIFIED' refers to whether any of the existing 9999 ebuilds have
977# modified contents relative to their corresponding stable ebuilds.
978#
979# CHROME_EBUILD FOLLOWER_EBUILDS EBUILDS_MODIFIED
980#
981# HIGHER HIGHER YES
982# SAME SAME NO
983# LOWER LOWER
984# DOESN'T EXIST YET
985
986# These test cases cover both CHROME & FOLLOWER ebuilds being identically
987# higher, lower, or the same versions, with no modified ebuilds.
988UPREV_VERSION_CASES = (
Alex Klein0b2ec2d2021-06-23 15:56:45 -0600989 # Uprev.
Chris McDonaldea0312c2020-05-04 23:33:15 -0600990 pytest.param(
991 '80.0.8080.0',
992 '81.0.8181.0',
993 # One added and one deleted for chrome and each "other" package.
994 2 * (1 + len(constants.OTHER_CHROME_PACKAGES)),
Alex Klein0b2ec2d2021-06-23 15:56:45 -0600995 False,
Chris McDonaldea0312c2020-05-04 23:33:15 -0600996 id='newer_chrome_version',
997 ),
Alex Klein0b2ec2d2021-06-23 15:56:45 -0600998 # Revbump.
999 pytest.param(
1000 '80.0.8080.0',
1001 '80.0.8080.0',
1002 2,
1003 True,
1004 id='chrome_revbump',
1005 ),
Chris McDonaldea0312c2020-05-04 23:33:15 -06001006 # No files should be changed in these cases.
1007 pytest.param(
1008 '80.0.8080.0',
1009 '80.0.8080.0',
1010 0,
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001011 False,
Chris McDonaldea0312c2020-05-04 23:33:15 -06001012 id='same_chrome_version',
1013 ),
1014 pytest.param(
1015 '80.0.8080.0',
1016 '79.0.7979.0',
1017 0,
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001018 False,
Chris McDonaldea0312c2020-05-04 23:33:15 -06001019 id='older_chrome_version',
1020 ),
1021)
1022
1023
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001024@pytest.mark.parametrize(
1025 'old_version, new_version, expected_count, modify_unstable',
1026 UPREV_VERSION_CASES)
Chris McDonaldea0312c2020-05-04 23:33:15 -06001027def test_uprev_chrome_all_files_already_exist(old_version, new_version,
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001028 expected_count, modify_unstable,
1029 monkeypatch, overlay_stack):
Chris McDonaldea0312c2020-05-04 23:33:15 -06001030 """Test Chrome uprevs work as expected when all packages already exist."""
1031 overlay, = overlay_stack(1)
1032 monkeypatch.setattr(uprev_lib, '_CHROME_OVERLAY_PATH', overlay.path)
1033
1034 unstable_chrome = cr.test.Package(
1035 'chromeos-base', 'chromeos-chrome', version='9999', keywords='~*')
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001036 if modify_unstable:
1037 # Add some field not set in stable.
1038 unstable_chrome.depend = 'foo/bar'
1039
Chris McDonaldea0312c2020-05-04 23:33:15 -06001040 stable_chrome = cr.test.Package(
1041 'chromeos-base', 'chromeos-chrome', version=f'{old_version}_rc-r1')
1042
1043 overlay.add_package(unstable_chrome)
1044 overlay.add_package(stable_chrome)
1045
1046 for pkg_str in constants.OTHER_CHROME_PACKAGES:
1047 category, pkg_name = pkg_str.split('/')
1048 unstable_pkg = cr.test.Package(
1049 category, pkg_name, version='9999', keywords='~*')
1050 stable_pkg = cr.test.Package(
1051 category, pkg_name, version=f'{old_version}_rc-r1')
1052
1053 overlay.add_package(unstable_pkg)
1054 overlay.add_package(stable_pkg)
1055
1056 git_refs = [
1057 GitRef(
1058 path='/foo', ref=f'refs/tags/{new_version}', revision='dummycommit')
1059 ]
Alex Kleinf69bd802021-06-22 15:43:49 -06001060 res = packages.uprev_chrome_from_ref(build_targets=None, refs=git_refs,
1061 chroot=None)
Chris McDonaldea0312c2020-05-04 23:33:15 -06001062
1063 modified_file_count = sum(len(m.files) for m in res.modified)
1064 assert modified_file_count == expected_count
Michael Mortensen125bb012020-05-21 14:02:10 -06001065
1066
1067@pytest.mark.usefixtures('testcase_monkeypatch')
1068class GetModelsTest(cros_test_lib.RunCommandTempDirTestCase):
1069 """Tests for get_models."""
1070
1071 def setUp(self):
1072 self.board = 'test-board'
1073 self.rc.SetDefaultCmdResult(output='pyro\nreef\nsnappy\n')
1074 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
1075 build_bin = os.path.join(self.tempdir, constants.DEFAULT_CHROOT_DIR,
1076 'usr', 'bin')
1077 osutils.Touch(os.path.join(build_bin, 'cros_config_host'), makedirs=True)
1078
Michael Mortensen125bb012020-05-21 14:02:10 -06001079 def testGetModels(self):
1080 """Test get_models."""
1081 build_target = build_target_lib.BuildTarget(self.board)
1082 result = packages.get_models(build_target)
1083 self.assertEqual(result, ['pyro', 'reef', 'snappy'])
Michael Mortensen359c1f32020-05-28 19:35:42 -06001084
1085
1086class GetKeyIdTest(cros_test_lib.MockTestCase):
1087 """Tests for get_key_id."""
1088
1089 def setUp(self):
1090 self.board = 'test-board'
1091 self.build_target = build_target_lib.BuildTarget(self.board)
1092
1093 def testGetKeyId(self):
1094 """Test get_key_id when _run_cros_config_host returns a key."""
1095 self.PatchObject(packages, '_run_cros_config_host',
1096 return_value=['key'])
1097 result = packages.get_key_id(self.build_target, 'model')
1098 self.assertEqual(result, 'key')
1099
1100 def testGetKeyIdNoKey(self):
1101 """Test get_key_id when None should be returned."""
1102 self.PatchObject(packages, '_run_cros_config_host',
1103 return_value=['key1', 'key2'])
1104 result = packages.get_key_id(self.build_target, 'model')
1105 self.assertEqual(result, None)
Ben Reiche779cf42020-12-15 03:21:31 +00001106
1107
Harvey Yang3eee06c2021-03-18 15:47:56 +08001108class GetLatestVersionTest(cros_test_lib.TestCase):
1109 """Tests for get_latest_version_from_refs."""
Ben Reiche779cf42020-12-15 03:21:31 +00001110
1111 def setUp(self):
Harvey Yang3eee06c2021-03-18 15:47:56 +08001112 self.prefix = 'refs/tags/drivefs_'
Ben Reiche779cf42020-12-15 03:21:31 +00001113 # The tag ref template.
Harvey Yang3eee06c2021-03-18 15:47:56 +08001114 ref_tpl = self.prefix + '%s'
Ben Reiche779cf42020-12-15 03:21:31 +00001115
1116 self.latest = '44.0.20'
1117 self.versions = ['42.0.1', self.latest, '44.0.19', '39.0.15']
1118 self.latest_ref = uprev_lib.GitRef('/path', ref_tpl % self.latest, 'abc123')
1119 self.refs = [uprev_lib.GitRef('/path', ref_tpl % v, 'abc123')
1120 for v in self.versions]
1121
1122 def test_single_ref(self):
1123 """Test a single ref is supplied."""
Harvey Yang3eee06c2021-03-18 15:47:56 +08001124 # pylint: disable=protected-access
Ben Reiche779cf42020-12-15 03:21:31 +00001125 self.assertEqual(self.latest,
Harvey Yang3eee06c2021-03-18 15:47:56 +08001126 packages._get_latest_version_from_refs(self.prefix, [self.latest_ref]))
Ben Reiche779cf42020-12-15 03:21:31 +00001127
1128 def test_multiple_ref_versions(self):
1129 """Test multiple refs supplied."""
Harvey Yang3eee06c2021-03-18 15:47:56 +08001130 # pylint: disable=protected-access
Ben Reiche779cf42020-12-15 03:21:31 +00001131 self.assertEqual(self.latest,
Harvey Yang3eee06c2021-03-18 15:47:56 +08001132 packages._get_latest_version_from_refs(self.prefix, self.refs))
Ben Reiche779cf42020-12-15 03:21:31 +00001133
1134 def test_no_refs_returns_none(self):
1135 """Test no refs supplied."""
Harvey Yang3eee06c2021-03-18 15:47:56 +08001136 # pylint: disable=protected-access
1137 self.assertEqual(packages._get_latest_version_from_refs(self.prefix, []),
1138 None)
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001139
1140
Alex Klein6becabc2020-09-11 14:03:05 -06001141class NeedsChromeSourceTest(cros_test_lib.MockTestCase):
1142 """Tests for needs_chrome_source."""
1143
1144 def _build_graph(self, with_chrome: bool, with_followers: bool):
1145 root = '/build/build_target'
1146 foo_bar = package_info.parse('foo/bar-1')
1147 chrome = package_info.parse(f'{constants.CHROME_CP}-1.2.3.4')
1148 followers = [
1149 package_info.parse(f'{pkg}-1.2.3.4')
1150 for pkg in constants.OTHER_CHROME_PACKAGES
1151 ]
1152 nodes = [dependency_graph.PackageNode(foo_bar, root)]
1153 root_pkgs = ['foo/bar-1']
1154 if with_chrome:
1155 nodes.append(dependency_graph.PackageNode(chrome, root))
1156 root_pkgs.append(chrome.cpvr)
1157 if with_followers:
1158 nodes.extend([dependency_graph.PackageNode(f, root) for f in followers])
1159 root_pkgs.extend([f.cpvr for f in followers])
1160
1161 return dependency_graph.DependencyGraph(nodes, root, root_pkgs)
1162
1163 def test_needs_all(self):
1164 """Verify we need source when we have no prebuilts."""
1165 graph = self._build_graph(with_chrome=True, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001166 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001167 return_value=graph)
1168 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Klein75110572021-07-14 10:44:39 -06001169 self.PatchObject(
1170 packages,
1171 'uprev_chrome',
1172 return_value=uprev_lib.UprevVersionedPackageResult())
Alex Klein6becabc2020-09-11 14:03:05 -06001173
1174 build_target = build_target_lib.BuildTarget('build_target')
1175
1176 result = packages.needs_chrome_source(build_target)
1177
1178 self.assertTrue(result.needs_chrome_source)
1179 self.assertTrue(result.builds_chrome)
1180 self.assertTrue(result.packages)
1181 self.assertEqual(len(result.packages),
1182 len(constants.OTHER_CHROME_PACKAGES) + 1)
1183 self.assertTrue(result.missing_chrome_prebuilt)
1184 self.assertTrue(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001185 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001186
1187 def test_needs_none(self):
1188 """Verify not building any of the chrome packages prevents needing it."""
1189 graph = self._build_graph(with_chrome=False, with_followers=False)
Alex Kleina8052162021-02-03 14:28:22 -07001190 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001191 return_value=graph)
1192 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Klein75110572021-07-14 10:44:39 -06001193 self.PatchObject(
1194 packages,
1195 'uprev_chrome',
1196 return_value=uprev_lib.UprevVersionedPackageResult())
Alex Klein6becabc2020-09-11 14:03:05 -06001197
1198 build_target = build_target_lib.BuildTarget('build_target')
1199
1200 result = packages.needs_chrome_source(build_target)
1201
1202 self.assertFalse(result.needs_chrome_source)
1203 self.assertFalse(result.builds_chrome)
1204 self.assertFalse(result.packages)
1205 self.assertFalse(result.missing_chrome_prebuilt)
1206 self.assertFalse(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001207 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001208
1209 def test_needs_chrome_only(self):
1210 """Verify only chrome triggers needs chrome source."""
1211 graph = self._build_graph(with_chrome=True, with_followers=False)
Alex Kleina8052162021-02-03 14:28:22 -07001212 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001213 return_value=graph)
1214 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Klein75110572021-07-14 10:44:39 -06001215 self.PatchObject(
1216 packages,
1217 'uprev_chrome',
1218 return_value=uprev_lib.UprevVersionedPackageResult())
Alex Klein6becabc2020-09-11 14:03:05 -06001219
1220 build_target = build_target_lib.BuildTarget('build_target')
1221
1222 result = packages.needs_chrome_source(build_target)
1223
1224 self.assertTrue(result.needs_chrome_source)
1225 self.assertTrue(result.builds_chrome)
1226 self.assertTrue(result.packages)
1227 self.assertEqual(set([p.atom for p in result.packages]),
1228 {constants.CHROME_CP})
1229 self.assertTrue(result.missing_chrome_prebuilt)
1230 self.assertFalse(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001231 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001232
1233 def test_needs_followers_only(self):
1234 """Verify only chrome followers triggers needs chrome source."""
1235 graph = self._build_graph(with_chrome=False, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001236 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001237 return_value=graph)
1238 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Klein75110572021-07-14 10:44:39 -06001239 self.PatchObject(
1240 packages,
1241 'uprev_chrome',
1242 return_value=uprev_lib.UprevVersionedPackageResult())
Alex Klein6becabc2020-09-11 14:03:05 -06001243
1244 build_target = build_target_lib.BuildTarget('build_target')
1245
1246 result = packages.needs_chrome_source(build_target)
1247
1248 self.assertTrue(result.needs_chrome_source)
1249 self.assertFalse(result.builds_chrome)
1250 self.assertTrue(result.packages)
1251 self.assertEqual(set([p.atom for p in result.packages]),
1252 set(constants.OTHER_CHROME_PACKAGES))
1253 self.assertFalse(result.missing_chrome_prebuilt)
1254 self.assertTrue(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001255 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001256
1257 def test_has_prebuilts(self):
1258 """Test prebuilts prevent us from needing chrome source."""
1259 graph = self._build_graph(with_chrome=True, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001260 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001261 return_value=graph)
1262 self.PatchObject(packages, 'has_prebuilt', return_value=True)
Alex Klein75110572021-07-14 10:44:39 -06001263 self.PatchObject(
1264 packages,
1265 'uprev_chrome',
1266 return_value=uprev_lib.UprevVersionedPackageResult())
Alex Klein6becabc2020-09-11 14:03:05 -06001267
1268 build_target = build_target_lib.BuildTarget('build_target')
1269
1270 result = packages.needs_chrome_source(build_target)
1271
1272 self.assertFalse(result.needs_chrome_source)
1273 self.assertTrue(result.builds_chrome)
1274 self.assertFalse(result.packages)
1275 self.assertFalse(result.missing_chrome_prebuilt)
1276 self.assertFalse(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001277 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001278
1279 def test_compile_source(self):
1280 """Test compile source ignores prebuilts."""
1281 graph = self._build_graph(with_chrome=True, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001282 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001283 return_value=graph)
1284 self.PatchObject(packages, 'has_prebuilt', return_value=True)
Alex Klein75110572021-07-14 10:44:39 -06001285 self.PatchObject(
1286 packages,
1287 'uprev_chrome',
1288 return_value=uprev_lib.UprevVersionedPackageResult())
Alex Klein6becabc2020-09-11 14:03:05 -06001289
1290 build_target = build_target_lib.BuildTarget('build_target')
1291
1292 result = packages.needs_chrome_source(build_target, compile_source=True)
1293
1294 self.assertTrue(result.needs_chrome_source)
1295 self.assertTrue(result.builds_chrome)
1296 self.assertTrue(result.packages)
1297 self.assertEqual(len(result.packages),
1298 len(constants.OTHER_CHROME_PACKAGES) + 1)
1299 self.assertTrue(result.missing_chrome_prebuilt)
1300 self.assertTrue(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001301 self.assertFalse(result.local_uprev)
1302
1303 def test_local_uprev(self):
1304 """Test compile source ignores prebuilts."""
1305 graph = self._build_graph(with_chrome=True, with_followers=True)
1306 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
1307 return_value=graph)
1308 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Klein75110572021-07-14 10:44:39 -06001309
1310 uprev_result = uprev_lib.UprevVersionedPackageResult()
1311 uprev_result.add_result('1.2.3.4', ['/tmp/foo'])
1312 self.PatchObject(packages, 'uprev_chrome', return_value=uprev_result)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001313
1314 build_target = build_target_lib.BuildTarget('build_target')
1315
1316 result = packages.needs_chrome_source(build_target, compile_source=True)
1317
1318 self.assertTrue(result.needs_chrome_source)
1319 self.assertTrue(result.builds_chrome)
1320 self.assertTrue(result.packages)
1321 self.assertEqual(len(result.packages),
1322 len(constants.OTHER_CHROME_PACKAGES) + 1)
1323 self.assertTrue(result.missing_chrome_prebuilt)
1324 self.assertTrue(result.missing_follower_prebuilt)
1325 self.assertTrue(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001326
1327
Ben Reich4f3fa1b2020-12-19 08:21:26 +00001328class UprevDrivefsTest(cros_test_lib.MockTestCase):
1329 """Tests for uprev_drivefs."""
1330
1331 def setUp(self):
1332 self.refs = [
1333 GitRef(
1334 path='/chromeos/platform/drivefs-google3/',
1335 ref='refs/tags/drivefs_45.0.2',
1336 revision='123')
1337 ]
1338 self.MOCK_DRIVEFS_EBUILD_PATH = 'drivefs.45.0.2-r1.ebuild'
1339 self.MOCK_DRIVEFS_IPC_EBUILD_PATH = 'drivefs-ipc.45.0.2-r1.ebuild'
1340
1341 def revisionBumpOutcome(self, ebuild_path):
1342 return uprev_lib.UprevResult(uprev_lib.Outcome.REVISION_BUMP, [ebuild_path])
1343
1344 def majorBumpOutcome(self, ebuild_path):
1345 return uprev_lib.UprevResult(uprev_lib.Outcome.VERSION_BUMP, [ebuild_path])
1346
1347 def sameVersionOutcome(self):
1348 return uprev_lib.UprevResult(uprev_lib.Outcome.SAME_VERSION_EXISTS)
1349
1350 def test_latest_version_returns_none(self):
1351 """Test no refs were supplied"""
1352 output = packages.uprev_drivefs(None, [], None)
1353 self.assertFalse(output.uprevved)
1354
1355 def test_drivefs_uprev_fails(self):
1356 """Test a single ref is supplied."""
1357 self.PatchObject(
1358 uprev_lib, 'uprev_workon_ebuild_to_version', side_effect=[None, None])
1359 output = packages.uprev_drivefs(None, self.refs, None)
1360 self.assertFalse(output.uprevved)
1361
1362 def test_same_version_exists(self):
1363 """Test the same version exists uprev should not happen."""
1364 drivefs_outcome = self.sameVersionOutcome()
1365 drivefs_ipc_outcome = self.sameVersionOutcome()
1366 self.PatchObject(
1367 uprev_lib,
1368 'uprev_workon_ebuild_to_version',
1369 side_effect=[drivefs_outcome, drivefs_ipc_outcome])
1370 output = packages.uprev_drivefs(None, self.refs, None)
1371 self.assertFalse(output.uprevved)
1372
1373 def test_revision_bump_just_drivefs_package(self):
1374 """Test drivefs package uprevs not drivefs-ipc, should not uprev."""
1375 drivefs_outcome = self.revisionBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1376 self.PatchObject(
1377 uprev_lib,
1378 'uprev_workon_ebuild_to_version',
1379 side_effect=[drivefs_outcome, None])
1380 output = packages.uprev_drivefs(None, self.refs, None)
1381 self.assertFalse(output.uprevved)
1382
1383 def test_revision_bump_both_packages(self):
1384 """Test both packages uprev, should succeed."""
1385 drivefs_outcome = self.revisionBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1386 drivefs_ipc_outcome = self.revisionBumpOutcome(
1387 self.MOCK_DRIVEFS_IPC_EBUILD_PATH)
1388 self.PatchObject(
1389 uprev_lib,
1390 'uprev_workon_ebuild_to_version',
1391 side_effect=[drivefs_outcome, drivefs_ipc_outcome])
1392 output = packages.uprev_drivefs(None, self.refs, None)
1393 self.assertTrue(output.uprevved)
1394
1395 def test_major_bump_only_drivefs_packages(self):
1396 """Test drivefs package uprevs not drivefs-ipc, should not uprev."""
1397 drivefs_outcome = self.majorBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1398 self.PatchObject(
1399 uprev_lib,
1400 'uprev_workon_ebuild_to_version',
1401 side_effect=[drivefs_outcome, None])
1402 output = packages.uprev_drivefs(None, self.refs, None)
1403 self.assertFalse(output.uprevved)
1404
1405 def test_major_bump_both_packages(self):
1406 """Test both packages uprev, should succeed."""
1407 drivefs_outcome = self.majorBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1408 drivefs_ipc_outcome = self.majorBumpOutcome(
1409 self.MOCK_DRIVEFS_IPC_EBUILD_PATH)
1410 self.PatchObject(
1411 uprev_lib,
1412 'uprev_workon_ebuild_to_version',
1413 side_effect=[drivefs_outcome, drivefs_ipc_outcome])
1414 output = packages.uprev_drivefs(None, self.refs, None)
1415 self.assertTrue(output.uprevved)
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001416
1417
1418# TODO(chenghaoyang): Shouldn't use uprev_workon_ebuild_to_version.
1419class UprevPerfettoTest(cros_test_lib.MockTestCase):
1420 """Tests for uprev_perfetto."""
1421
1422 def setUp(self):
1423 self.refs = [
1424 GitRef(
1425 path='/foo',
1426 ref='refs/tags/v12.0',
1427 revision='123')
1428 ]
1429 self.MOCK_PERFETTO_EBUILD_PATH = 'perfetto-12.0-r1.ebuild'
1430
1431 def revisionBumpOutcome(self, ebuild_path):
1432 return uprev_lib.UprevResult(uprev_lib.Outcome.REVISION_BUMP, [ebuild_path])
1433
1434 def majorBumpOutcome(self, ebuild_path):
1435 return uprev_lib.UprevResult(uprev_lib.Outcome.VERSION_BUMP, [ebuild_path])
1436
Harvey Yang3eee06c2021-03-18 15:47:56 +08001437 def newerVersionOutcome(self):
1438 return uprev_lib.UprevResult(uprev_lib.Outcome.NEWER_VERSION_EXISTS)
1439
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001440 def sameVersionOutcome(self):
1441 return uprev_lib.UprevResult(uprev_lib.Outcome.SAME_VERSION_EXISTS)
1442
1443 def test_latest_version_returns_none(self):
1444 """Test no refs were supplied"""
1445 output = packages.uprev_perfetto(None, [], None)
1446 self.assertFalse(output.uprevved)
1447
1448 def test_perfetto_uprev_fails(self):
1449 """Test a single ref is supplied."""
1450 self.PatchObject(
1451 uprev_lib, 'uprev_workon_ebuild_to_version', side_effect=[None])
1452 output = packages.uprev_perfetto(None, self.refs, None)
1453 self.assertFalse(output.uprevved)
1454
Harvey Yang3eee06c2021-03-18 15:47:56 +08001455 def test_newer_version_exists(self):
1456 """Test the newer version exists uprev should not happen."""
1457 perfetto_outcome = self.newerVersionOutcome()
1458 self.PatchObject(
1459 uprev_lib,
1460 'uprev_workon_ebuild_to_version',
1461 side_effect=[perfetto_outcome])
1462 output = packages.uprev_perfetto(None, self.refs, None)
1463 self.assertFalse(output.uprevved)
1464
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001465 def test_same_version_exists(self):
1466 """Test the same version exists uprev should not happen."""
1467 perfetto_outcome = self.sameVersionOutcome()
1468 self.PatchObject(
1469 uprev_lib,
1470 'uprev_workon_ebuild_to_version',
1471 side_effect=[perfetto_outcome])
1472 output = packages.uprev_perfetto(None, self.refs, None)
1473 self.assertFalse(output.uprevved)
1474
1475 def test_revision_bump_perfetto_package(self):
1476 """Test perfetto package uprev."""
1477 perfetto_outcome = self.revisionBumpOutcome(self.MOCK_PERFETTO_EBUILD_PATH)
1478 self.PatchObject(
1479 uprev_lib,
1480 'uprev_workon_ebuild_to_version',
1481 side_effect=[perfetto_outcome])
1482 output = packages.uprev_perfetto(None, self.refs, None)
1483 self.assertTrue(output.uprevved)
1484
1485 def test_major_bump_perfetto_package(self):
1486 """Test perfetto package uprev."""
1487 perfetto_outcome = self.majorBumpOutcome(self.MOCK_PERFETTO_EBUILD_PATH)
1488 self.PatchObject(
1489 uprev_lib,
1490 'uprev_workon_ebuild_to_version',
1491 side_effect=[perfetto_outcome])
1492 output = packages.uprev_perfetto(None, self.refs, None)
1493 self.assertTrue(output.uprevved)
Julio Hurtadof1befec2021-05-05 21:34:26 +00001494
1495class UprevLacrosTest(cros_test_lib.MockTestCase):
1496 """Tests for uprev_lacros"""
1497
1498 def setUp(self):
1499 self.refs = [
1500 GitRef(
1501 path='/lacros',
1502 ref='refs/heads/main',
1503 revision='123.456.789.0'
1504 )
1505 ]
1506 self.MOCK_LACROS_EBUILD_PATH = 'chromeos-lacros-123.456.789.0-r1.ebuild'
1507
1508 def revisionBumpOutcome(self, ebuild_path):
1509 return uprev_lib.UprevResult(uprev_lib.Outcome.REVISION_BUMP, [ebuild_path])
1510
1511 def majorBumpOutcome(self, ebuild_path):
1512 return uprev_lib.UprevResult(uprev_lib.Outcome.VERSION_BUMP, [ebuild_path])
1513
Julio Hurtadoa994e002021-07-07 17:57:45 +00001514 def newerVersionOutcome(self, ebuild_path):
1515 return uprev_lib.UprevResult(
1516 uprev_lib.Outcome.NEWER_VERSION_EXISTS, [ebuild_path])
1517
1518 def sameVersionOutcome(self, ebuild_path):
1519 return uprev_lib.UprevResult(
1520 uprev_lib.Outcome.SAME_VERSION_EXISTS, [ebuild_path])
1521
Julio Hurtadof1befec2021-05-05 21:34:26 +00001522 def newEbuildCreatedOutcome(self, ebuild_path):
1523 return uprev_lib.UprevResult(
1524 uprev_lib.Outcome.NEW_EBUILD_CREATED, [ebuild_path])
1525
1526 def test_lacros_uprev_fails(self):
1527 self.PatchObject(
1528 uprev_lib,
Julio Hurtadoa994e002021-07-07 17:57:45 +00001529 'uprev_workon_ebuild_to_version',
Julio Hurtadof1befec2021-05-05 21:34:26 +00001530 side_effect=[None]
1531 )
1532 with self.assertRaises(IndexError):
1533 packages.uprev_lacros(None, [], None)
1534
1535 def test_lacros_uprev_revision_bump(self):
1536 lacros_outcome = self.revisionBumpOutcome(self.MOCK_LACROS_EBUILD_PATH)
1537 self.PatchObject(
1538 uprev_lib,
Julio Hurtadoa994e002021-07-07 17:57:45 +00001539 'uprev_workon_ebuild_to_version',
Julio Hurtadof1befec2021-05-05 21:34:26 +00001540 side_effect=[lacros_outcome]
1541 )
1542 output = packages.uprev_lacros(None, self.refs, None)
Julio Hurtadoa994e002021-07-07 17:57:45 +00001543 self.assertTrue(output.uprevved)
Julio Hurtadof1befec2021-05-05 21:34:26 +00001544
1545 def test_lacros_uprev_version_bump(self):
1546 lacros_outcome = self.majorBumpOutcome(self.MOCK_LACROS_EBUILD_PATH)
1547 self.PatchObject(
1548 uprev_lib,
Julio Hurtadoa994e002021-07-07 17:57:45 +00001549 'uprev_workon_ebuild_to_version',
Julio Hurtadof1befec2021-05-05 21:34:26 +00001550 side_effect=[lacros_outcome]
1551 )
1552 output = packages.uprev_lacros(None, self.refs, None)
Julio Hurtadoa994e002021-07-07 17:57:45 +00001553 self.assertTrue(output.uprevved)
Julio Hurtadof1befec2021-05-05 21:34:26 +00001554
1555 def test_lacros_uprev_new_ebuild_created(self):
1556 lacros_outcome = self.newEbuildCreatedOutcome(self.MOCK_LACROS_EBUILD_PATH)
1557 self.PatchObject(
1558 uprev_lib,
Julio Hurtadoa994e002021-07-07 17:57:45 +00001559 'uprev_workon_ebuild_to_version',
Julio Hurtadof1befec2021-05-05 21:34:26 +00001560 side_effect=[lacros_outcome]
1561 )
1562 output = packages.uprev_lacros(None, self.refs, None)
Julio Hurtadoa994e002021-07-07 17:57:45 +00001563 self.assertTrue(output.uprevved)
1564
1565 def test_lacros_uprev_newer_version_exist(self):
1566 lacros_outcome = self.newerVersionOutcome(self.MOCK_LACROS_EBUILD_PATH)
1567 self.PatchObject(
1568 uprev_lib,
1569 'uprev_workon_ebuild_to_version',
1570 side_effect=[lacros_outcome]
1571 )
1572 output = packages.uprev_lacros(None, self.refs, None)
1573 self.assertFalse(output.uprevved)
1574
1575 def test_lacros_uprev_same_version_exist(self):
1576 lacros_outcome = self.sameVersionOutcome(self.MOCK_LACROS_EBUILD_PATH)
1577 self.PatchObject(
1578 uprev_lib,
1579 'uprev_workon_ebuild_to_version',
1580 side_effect=[lacros_outcome]
1581 )
1582 output = packages.uprev_lacros(None, self.refs, None)
1583 self.assertFalse(output.uprevved)