blob: 559346151400dc1b6e6eae44def94fd777438525 [file] [log] [blame]
Alex Kleineb77ffa2019-05-28 14:47:44 -06001# Copyright 2019 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Packages service tests."""
6
Andrew Lamb2bde9e42019-11-04 13:24:09 -07007import json
8import os
Michael Mortensen009cb662019-10-21 11:38:43 -06009import re
10
Alex Kleinf69bd802021-06-22 15:43:49 -060011import pytest
12
Mike Frysinger2c024062021-05-22 15:43:22 -040013from chromite.third_party.google.protobuf import json_format
14from chromite.third_party.google.protobuf.field_mask_pb2 import FieldMask
Andrew Lamb2bde9e42019-11-04 13:24:09 -070015
Chris McDonaldea0312c2020-05-04 23:33:15 -060016import chromite as cr
Andrew Lamb2bde9e42019-11-04 13:24:09 -070017from chromite.api.gen.config.replication_config_pb2 import (
Alex Klein6becabc2020-09-11 14:03:05 -060018 ReplicationConfig, FileReplicationRule, FILE_TYPE_JSON,
19 REPLICATION_TYPE_FILTER
Andrew Lamb2bde9e42019-11-04 13:24:09 -070020)
Michael Mortensen009cb662019-10-21 11:38:43 -060021from chromite.cbuildbot import manifest_version
Alex Klein2960c752020-03-09 13:43:38 -060022from chromite.lib import build_target_lib
Andrew Lamb2bde9e42019-11-04 13:24:09 -070023from chromite.lib import constants
Michael Mortensene0f4b542019-10-24 15:30:23 -060024from chromite.lib import cros_build_lib
Alex Kleineb77ffa2019-05-28 14:47:44 -060025from chromite.lib import cros_test_lib
Alex Klein6becabc2020-09-11 14:03:05 -060026from chromite.lib import depgraph
27from chromite.lib import dependency_graph
Michael Mortensenb70e8a82019-10-10 18:43:41 -060028from chromite.lib import osutils
Mike Frysinger88d96362020-02-14 19:05:45 -050029from chromite.lib import partial_mock
Alex Klein87531182019-08-12 15:23:37 -060030from chromite.lib import portage_util
Chris McDonaldea0312c2020-05-04 23:33:15 -060031from chromite.lib import uprev_lib
Alex Klein87531182019-08-12 15:23:37 -060032from chromite.lib.chroot_lib import Chroot
Alex Klein18a60af2020-06-11 12:08:47 -060033from chromite.lib.parser import package_info
Andrew Lamb2bde9e42019-11-04 13:24:09 -070034from chromite.lib.uprev_lib import GitRef
Alex Kleineb77ffa2019-05-28 14:47:44 -060035from chromite.service import packages
36
Mike Frysingerbafb3182020-02-21 03:15:43 -050037
Andrew Lamb2bde9e42019-11-04 13:24:09 -070038D = cros_test_lib.Directory
39
Alex Kleineb77ffa2019-05-28 14:47:44 -060040
Alex Klein4de25e82019-08-05 15:58:39 -060041class UprevAndroidTest(cros_test_lib.RunCommandTestCase):
42 """Uprev android tests."""
43
44 def test_success(self):
45 """Test successful run handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050046 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
47 stdout='ANDROID_ATOM=android/android-1.0\n')
Alex Klein2960c752020-03-09 13:43:38 -060048 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060049
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090050 packages.uprev_android('android/package', Chroot(),
51 build_targets=build_targets)
52 self.assertCommandContains(['cros_mark_android_as_stable',
53 '--android_package=android/package',
54 '--boards=foo:bar'])
Alex Klein4de25e82019-08-05 15:58:39 -060055 self.assertCommandContains(['emerge-foo'])
56 self.assertCommandContains(['emerge-bar'])
57
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090058 def test_android_build_branch(self):
59 """Test specifying android_build_branch option."""
60 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
61 stdout='ANDROID_ATOM=android/android-1.0\n')
62
63 packages.uprev_android('android/package', Chroot(),
64 android_build_branch='android-build-branch')
65 self.assertCommandContains(['cros_mark_android_as_stable',
66 '--android_package=android/package',
67 '--android_build_branch=android-build-branch'])
68
69 def test_android_version(self):
70 """Test specifying android_version option."""
71 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
72 stdout='ANDROID_ATOM=android/android-1.0\n')
73
74 packages.uprev_android('android/package', Chroot(),
75 android_version='7123456')
76 self.assertCommandContains(['cros_mark_android_as_stable',
77 '--android_package=android/package',
78 '--force_version=7123456'])
79
Shao-Chuan Lee85ba7ce2021-02-09 13:50:11 +090080 def test_skip_commit(self):
81 """Test specifying skip_commit option."""
82 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
83 stdout='ANDROID_ATOM=android/android-1.0\n')
84
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090085 packages.uprev_android('android/package', Chroot(), skip_commit=True)
Shao-Chuan Lee85ba7ce2021-02-09 13:50:11 +090086 self.assertCommandContains(['cros_mark_android_as_stable',
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090087 '--android_package=android/package',
Shao-Chuan Lee85ba7ce2021-02-09 13:50:11 +090088 '--skip_commit'])
89
Alex Klein4de25e82019-08-05 15:58:39 -060090 def test_no_uprev(self):
91 """Test no uprev handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050092 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
93 stdout='')
Alex Klein2960c752020-03-09 13:43:38 -060094 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Shao-Chuan Leea4b4f302021-05-12 14:40:20 +090095 packages.uprev_android('android/package', Chroot(),
96 build_targets=build_targets)
Alex Klein4de25e82019-08-05 15:58:39 -060097
98 self.assertCommandContains(['cros_mark_android_as_stable',
99 '--boards=foo:bar'])
100 self.assertCommandContains(['emerge-foo'], expected=False)
101 self.assertCommandContains(['emerge-bar'], expected=False)
102
103
Alex Kleineb77ffa2019-05-28 14:47:44 -0600104class UprevBuildTargetsTest(cros_test_lib.RunCommandTestCase):
105 """uprev_build_targets tests."""
106
107 def test_invalid_type_fails(self):
108 """Test invalid type fails."""
109 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -0600110 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -0600111 'invalid')
112
113 def test_none_type_fails(self):
114 """Test None type fails."""
115 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -0600116 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -0600117 None)
118
119
Alex Klein87531182019-08-12 15:23:37 -0600120class UprevsVersionedPackageTest(cros_test_lib.MockTestCase):
121 """uprevs_versioned_package decorator test."""
122
123 @packages.uprevs_versioned_package('category/package')
124 def uprev_category_package(self, *args, **kwargs):
125 """Registered function for testing."""
126
127 def test_calls_function(self):
128 """Test calling a registered function."""
Chris McDonaldea0312c2020-05-04 23:33:15 -0600129 self.PatchObject(self, 'uprev_category_package')
Alex Klein87531182019-08-12 15:23:37 -0600130
Alex Klein18a60af2020-06-11 12:08:47 -0600131 cpv = package_info.SplitCPV('category/package', strict=False)
Alex Klein87531182019-08-12 15:23:37 -0600132 packages.uprev_versioned_package(cpv, [], [], Chroot())
133
Chris McDonald3c689d32020-03-26 17:20:23 -0600134 # TODO(crbug/1065172): Invalid assertion that had previously been mocked.
135 # patch.assert_called()
Alex Klein87531182019-08-12 15:23:37 -0600136
137 def test_unregistered_package(self):
138 """Test calling with an unregistered package."""
Alex Klein18a60af2020-06-11 12:08:47 -0600139 cpv = package_info.SplitCPV('does-not/exist', strict=False)
Alex Klein87531182019-08-12 15:23:37 -0600140
141 with self.assertRaises(packages.UnknownPackageError):
142 packages.uprev_versioned_package(cpv, [], [], Chroot())
143
144
Trent Begin6daa8702020-01-29 14:58:12 -0700145class UprevEbuildFromPinTest(cros_test_lib.RunCommandTempDirTestCase):
Trent Begin315d9d92019-12-03 21:55:53 -0700146 """Tests uprev_ebuild_from_pin function"""
147
148 package = 'category/package'
149 version = '1.2.3'
150 new_version = '1.2.4'
151 ebuild_template = 'package-%s-r1.ebuild'
152 ebuild = ebuild_template % version
Fergus Dall2209d0b2020-08-06 11:51:43 +1000153 unstable_ebuild = 'package-9999.ebuild'
Trent Begin6daa8702020-01-29 14:58:12 -0700154 manifest = 'Manifest'
Trent Begin315d9d92019-12-03 21:55:53 -0700155
156 def test_uprev_ebuild(self):
157 """Tests uprev of ebuild with version path"""
158 file_layout = (
Fergus Dall2209d0b2020-08-06 11:51:43 +1000159 D(self.package, [self.ebuild, self.unstable_ebuild,
Patrick Meiring5897add2020-09-16 16:30:17 +1000160 self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700161 )
162 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
163
164 package_path = os.path.join(self.tempdir, self.package)
Trent Begin315d9d92019-12-03 21:55:53 -0700165
Fergus Dall2209d0b2020-08-06 11:51:43 +1000166 ebuild_path = os.path.join(package_path, self.ebuild)
167 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
168
Chris McDonald38409112020-09-24 11:24:51 -0600169 result = uprev_lib.uprev_ebuild_from_pin(
170 package_path, self.new_version, chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700171 self.assertEqual(len(result.modified), 1,
172 'unexpected number of results: %s' % len(result.modified))
173
174 mod = result.modified[0]
Fergus Dall2209d0b2020-08-06 11:51:43 +1000175 self.assertEqual(mod.new_version, self.new_version + '-r1',
Trent Begin315d9d92019-12-03 21:55:53 -0700176 'unexpected version number: %s' % mod.new_version)
Trent Begin315d9d92019-12-03 21:55:53 -0700177
David Burger15d104b2020-01-21 21:03:13 -0700178 old_ebuild_path = os.path.join(package_path,
179 self.ebuild_template % self.version)
Trent Begin315d9d92019-12-03 21:55:53 -0700180 new_ebuild_path = os.path.join(package_path,
181 self.ebuild_template % self.new_version)
Trent Begin4a11a632020-02-28 12:59:58 -0700182 manifest_path = os.path.join(package_path, 'Manifest')
Trent Begin2e5344f2020-03-02 10:46:55 -0700183
184 expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path]
185 self.assertCountEqual(mod.files, expected_modified_files)
Trent Begin4a11a632020-02-28 12:59:58 -0700186
Trent Beginec16cf32020-02-24 11:26:02 -0700187 self.assertCommandContains(['ebuild', 'manifest'])
Trent Begin6daa8702020-01-29 14:58:12 -0700188
Fergus Dall2209d0b2020-08-06 11:51:43 +1000189 def test_uprev_ebuild_same_version(self):
190 """Tests uprev of ebuild with version path when the version has not changed.
191
192 This should result in bumping the revision number.
193 """
194 file_layout = (
195 D(self.package, [self.ebuild, self.unstable_ebuild,
Patrick Meiring5897add2020-09-16 16:30:17 +1000196 self.manifest]),
Fergus Dall2209d0b2020-08-06 11:51:43 +1000197 )
198 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
199
200 package_path = os.path.join(self.tempdir, self.package)
Fergus Dall2209d0b2020-08-06 11:51:43 +1000201
202 ebuild_path = os.path.join(package_path, self.ebuild)
203 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
204
Chris McDonald38409112020-09-24 11:24:51 -0600205 result = uprev_lib.uprev_ebuild_from_pin(
206 package_path, self.version, chroot=Chroot())
Fergus Dall2209d0b2020-08-06 11:51:43 +1000207 self.assertEqual(len(result.modified), 1,
208 'unexpected number of results: %s' % len(result.modified))
209
210 mod = result.modified[0]
211 self.assertEqual(mod.new_version, self.version + '-r2',
212 'unexpected version number: %s' % mod.new_version)
213
214 old_ebuild_path = os.path.join(package_path,
215 self.ebuild_template % self.version)
216 new_ebuild_path = os.path.join(package_path,
217 'package-%s-r2.ebuild' % self.version)
218 manifest_path = os.path.join(package_path, 'Manifest')
219
220 expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path]
221 self.assertCountEqual(mod.files, expected_modified_files)
222
223 self.assertCommandContains(['ebuild', 'manifest'])
224
Trent Begin315d9d92019-12-03 21:55:53 -0700225 def test_no_ebuild(self):
226 """Tests assertion is raised if package has no ebuilds"""
227 file_layout = (
Patrick Meiring5897add2020-09-16 16:30:17 +1000228 D(self.package, [self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700229 )
230 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
231
232 package_path = os.path.join(self.tempdir, self.package)
Trent Begin315d9d92019-12-03 21:55:53 -0700233
Chris McDonald38409112020-09-24 11:24:51 -0600234 with self.assertRaises(uprev_lib.EbuildUprevError):
235 uprev_lib.uprev_ebuild_from_pin(
236 package_path, self.new_version, chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700237
Fergus Dall2209d0b2020-08-06 11:51:43 +1000238 def test_multiple_stable_ebuilds(self):
239 """Tests assertion is raised if multiple stable ebuilds are present"""
240 file_layout = (
Patrick Meiring5897add2020-09-16 16:30:17 +1000241 D(self.package, [self.ebuild,
Fergus Dall2209d0b2020-08-06 11:51:43 +1000242 self.ebuild_template % '1.2.1',
243 self.manifest]),
244 )
245 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
246
247 package_path = os.path.join(self.tempdir, self.package)
Fergus Dall2209d0b2020-08-06 11:51:43 +1000248
249 ebuild_path = os.path.join(package_path, self.ebuild)
250 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
251
252 ebuild_path = os.path.join(package_path, self.ebuild_template % '1.2.1')
253 self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n')
254
Chris McDonald38409112020-09-24 11:24:51 -0600255 with self.assertRaises(uprev_lib.EbuildUprevError):
256 uprev_lib.uprev_ebuild_from_pin(
257 package_path, self.new_version, chroot=Chroot())
Fergus Dall2209d0b2020-08-06 11:51:43 +1000258
259 def test_multiple_unstable_ebuilds(self):
260 """Tests assertion is raised if multiple unstable ebuilds are present"""
Trent Begin315d9d92019-12-03 21:55:53 -0700261 file_layout = (
Patrick Meiring5897add2020-09-16 16:30:17 +1000262 D(self.package, [self.ebuild,
Trent Begin6daa8702020-01-29 14:58:12 -0700263 self.ebuild_template % '1.2.1',
264 self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700265 )
266 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
267
268 package_path = os.path.join(self.tempdir, self.package)
Trent Begin315d9d92019-12-03 21:55:53 -0700269
Chris McDonald38409112020-09-24 11:24:51 -0600270 with self.assertRaises(uprev_lib.EbuildUprevError):
271 uprev_lib.uprev_ebuild_from_pin(
272 package_path, self.new_version, chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700273
274
Andrew Lamb9563a152019-12-04 11:42:18 -0700275class ReplicatePrivateConfigTest(cros_test_lib.RunCommandTempDirTestCase):
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700276 """replicate_private_config tests."""
277
278 def setUp(self):
279 # Set up fake public and private chromeos-config overlays.
280 private_package_root = (
Andrew Lambe836f222019-12-09 12:27:38 -0700281 'src/private-overlays/overlay-coral-private/chromeos-base/'
Andrew Lambea9a8a22019-12-12 14:03:43 -0700282 'chromeos-config-bsp'
283 )
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700284 self.public_package_root = (
Andrew Lambea9a8a22019-12-12 14:03:43 -0700285 'src/overlays/overlay-coral/chromeos-base/chromeos-config-bsp')
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700286 file_layout = (
287 D(os.path.join(private_package_root, 'files'), ['build_config.json']),
288 D(private_package_root, ['replication_config.jsonpb']),
289 D(
290 os.path.join(self.public_package_root, 'files'),
291 ['build_config.json']),
292 )
293
294 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
295
296 # Private config contains 'a' and 'b' fields.
Andrew Lamb9563a152019-12-04 11:42:18 -0700297 self.private_config_path = os.path.join(private_package_root, 'files',
298 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700299 self.WriteTempFile(
Andrew Lamb9563a152019-12-04 11:42:18 -0700300 self.private_config_path,
Andrew Lambca1f35b2019-12-04 09:37:11 -0700301 json.dumps({'chromeos': {
302 'configs': [{
303 'a': 3,
304 'b': 2
305 }]
306 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700307
308 # Public config only contains the 'a' field. Note that the value of 'a' is
309 # 1 in the public config; it will get updated to 3 when the private config
310 # is replicated.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700311 self.public_config_path = os.path.join(self.public_package_root, 'files',
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700312 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700313 self.WriteTempFile(self.public_config_path,
314 json.dumps({'chromeos': {
315 'configs': [{
316 'a': 1
317 }]
318 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700319
320 # Put a ReplicationConfig JSONPB in the private package. Note that it
321 # specifies only the 'a' field is replicated.
322 self.replication_config_path = os.path.join(self.tempdir,
323 private_package_root,
324 'replication_config.jsonpb')
325 replication_config = ReplicationConfig(file_replication_rules=[
326 FileReplicationRule(
Andrew Lamb9563a152019-12-04 11:42:18 -0700327 source_path=self.private_config_path,
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700328 destination_path=self.public_config_path,
329 file_type=FILE_TYPE_JSON,
330 replication_type=REPLICATION_TYPE_FILTER,
331 destination_fields=FieldMask(paths=['a']))
332 ])
333
334 osutils.WriteFile(self.replication_config_path,
335 json_format.MessageToJson(replication_config))
336 self.PatchObject(constants, 'SOURCE_ROOT', new=self.tempdir)
337
Andrew Lamb9563a152019-12-04 11:42:18 -0700338 self.rc.SetDefaultCmdResult(side_effect=self._write_generated_c_files)
339
340 def _write_generated_c_files(self, *_args, **_kwargs):
341 """Write fake generated C files to the public output dir.
342
343 Note that this function accepts args and kwargs so it can be used as a side
344 effect.
345 """
346 output_dir = os.path.join(self.public_package_root, 'files')
347 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
348 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
349 self.WriteTempFile(os.path.join(output_dir, 'ec_config.h'), '')
350
351 def _write_incorrect_generated_c_files(self, *_args, **_kwargs):
352 """Similar to _write_generated_c_files, with an expected file missing.
353
354 Note that this function accepts args and kwargs so it can be used as a side
355 effect.
356 """
357 output_dir = os.path.join(self.public_package_root, 'files')
358 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
359 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
360
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700361 def test_replicate_private_config(self):
362 """Basic replication test."""
Andrew Lambe836f222019-12-09 12:27:38 -0700363 refs = [
364 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700365 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700366 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700367 revision='123')
368 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700369 chroot = Chroot()
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700370 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700371 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700372
373 self.assertCommandContains([
374 'cros_config_schema', '-m',
375 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_config_path),
376 '-g',
377 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_package_root,
378 'files'), '-f', '"TRUE"'
379 ],
380 enter_chroot=True,
381 chroot_args=chroot.get_enter_args())
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700382
383 self.assertEqual(len(result.modified), 1)
Andrew Lamb9563a152019-12-04 11:42:18 -0700384 # The public build_config.json and generated C files were modified.
385 expected_modified_files = [
Andrew Lamb988f4da2019-12-10 10:16:43 -0700386 os.path.join(self.tempdir, self.public_config_path),
387 os.path.join(self.tempdir, self.public_package_root, 'files',
388 'config.c'),
389 os.path.join(self.tempdir, self.public_package_root, 'files',
390 'ec_config.c'),
391 os.path.join(self.tempdir, self.public_package_root, 'files',
392 'ec_config.h'),
Andrew Lamb9563a152019-12-04 11:42:18 -0700393 ]
394 self.assertEqual(result.modified[0].files, expected_modified_files)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700395 self.assertEqual(result.modified[0].new_version, '123')
396
397 # The update from the private build_config.json was copied to the public.
398 # Note that only the 'a' field is present, as per destination_fields.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700399 self.assertEqual(
400 json.loads(self.ReadTempFile(self.public_config_path)),
401 {'chromeos': {
402 'configs': [{
403 'a': 3
404 }]
405 }})
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700406
Andrew Lamb9563a152019-12-04 11:42:18 -0700407 def test_replicate_private_config_no_build_config(self):
408 """If there is no build config, don't generate C files."""
409 # Modify the replication config to write to "other_config.json" instead of
410 # "build_config.json"
411 modified_destination_path = self.public_config_path.replace(
412 'build_config', 'other_config')
413 replication_config = ReplicationConfig(file_replication_rules=[
414 FileReplicationRule(
415 source_path=self.private_config_path,
416 destination_path=modified_destination_path,
417 file_type=FILE_TYPE_JSON,
418 replication_type=REPLICATION_TYPE_FILTER,
419 destination_fields=FieldMask(paths=['a']))
420 ])
421 osutils.WriteFile(self.replication_config_path,
422 json_format.MessageToJson(replication_config))
423
Andrew Lambe836f222019-12-09 12:27:38 -0700424 refs = [
425 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700426 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700427 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700428 revision='123')
429 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700430 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700431 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700432
433 self.assertEqual(len(result.modified), 1)
Andrew Lamb988f4da2019-12-10 10:16:43 -0700434 self.assertEqual(result.modified[0].files,
435 [os.path.join(self.tempdir, modified_destination_path)])
Andrew Lamb9563a152019-12-04 11:42:18 -0700436
437 def test_replicate_private_config_multiple_build_configs(self):
438 """An error is thrown if there is more than one build config."""
439 replication_config = ReplicationConfig(file_replication_rules=[
440 FileReplicationRule(
441 source_path=self.private_config_path,
442 destination_path=self.public_config_path,
443 file_type=FILE_TYPE_JSON,
444 replication_type=REPLICATION_TYPE_FILTER,
445 destination_fields=FieldMask(paths=['a'])),
446 FileReplicationRule(
447 source_path=self.private_config_path,
448 destination_path=self.public_config_path,
449 file_type=FILE_TYPE_JSON,
450 replication_type=REPLICATION_TYPE_FILTER,
451 destination_fields=FieldMask(paths=['a']))
452 ])
453
454 osutils.WriteFile(self.replication_config_path,
455 json_format.MessageToJson(replication_config))
456
Andrew Lambe836f222019-12-09 12:27:38 -0700457 refs = [
458 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700459 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700460 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700461 revision='123')
462 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700463 with self.assertRaisesRegex(
464 ValueError, 'Expected at most one build_config.json destination path.'):
465 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700466 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700467
468 def test_replicate_private_config_generated_files_incorrect(self):
469 """An error is thrown if generated C files are missing."""
470 self.rc.SetDefaultCmdResult(
471 side_effect=self._write_incorrect_generated_c_files)
472
Andrew Lambe836f222019-12-09 12:27:38 -0700473 refs = [
474 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700475 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700476 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700477 revision='123')
478 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700479 chroot = Chroot()
480
481 with self.assertRaisesRegex(packages.GeneratedCrosConfigFilesError,
482 'Expected to find generated C files'):
483 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700484 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700485
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700486 def test_replicate_private_config_wrong_number_of_refs(self):
487 """An error is thrown if there is not exactly one ref."""
488 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
489 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700490 _build_targets=None, refs=[], chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700491
492 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
493 refs = [
Alex Klein53834be2020-12-28 11:29:58 -0700494 GitRef(path='a', ref='main', revision='1'),
495 GitRef(path='a', ref='main', revision='2')
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700496 ]
497 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700498 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700499
500 def test_replicate_private_config_replication_config_missing(self):
501 """An error is thrown if there is not a replication config."""
502 os.remove(self.replication_config_path)
503 with self.assertRaisesRegex(
504 ValueError, 'Expected ReplicationConfig missing at %s' %
505 self.replication_config_path):
506 refs = [
Andrew Lambe836f222019-12-09 12:27:38 -0700507 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700508 path='/chromeos/overlays/overlay-coral-private',
Alex Klein53834be2020-12-28 11:29:58 -0700509 ref='main',
Andrew Lambe836f222019-12-09 12:27:38 -0700510 revision='123')
511 ]
512 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700513 _build_targets=None, refs=refs, chroot=None)
Andrew Lambe836f222019-12-09 12:27:38 -0700514
515 def test_replicate_private_config_wrong_git_ref_path(self):
516 """An error is thrown if the git ref doesn't point to a private overlay."""
517 with self.assertRaisesRegex(ValueError, 'ref.path must match the pattern'):
Andrew Lambea9a8a22019-12-12 14:03:43 -0700518 refs = [
519 GitRef(
520 path='a/b/c',
Alex Klein53834be2020-12-28 11:29:58 -0700521 ref='main',
Andrew Lambea9a8a22019-12-12 14:03:43 -0700522 revision='123')
523 ]
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700524 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700525 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700526
527
Alex Kleinda39c6d2019-09-16 14:36:36 -0600528class GetBestVisibleTest(cros_test_lib.TestCase):
David Burger1e0fe232019-07-01 14:52:07 -0600529 """get_best_visible tests."""
530
531 def test_empty_atom_fails(self):
532 with self.assertRaises(AssertionError):
533 packages.get_best_visible('')
Alex Kleinda39c6d2019-09-16 14:36:36 -0600534
535
Alex Klein149fd3b2019-12-16 16:01:05 -0700536class HasPrebuiltTest(cros_test_lib.MockTestCase):
Alex Kleinda39c6d2019-09-16 14:36:36 -0600537 """has_prebuilt tests."""
538
539 def test_empty_atom_fails(self):
Alex Klein149fd3b2019-12-16 16:01:05 -0700540 """Test an empty atom results in an error."""
Alex Kleinda39c6d2019-09-16 14:36:36 -0600541 with self.assertRaises(AssertionError):
542 packages.has_prebuilt('')
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600543
Alex Klein149fd3b2019-12-16 16:01:05 -0700544 def test_use_flags(self):
545 """Test use flags get propagated correctly."""
546 # We don't really care about the result, just the env handling.
547 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
LaMont Jonesa6162cf2020-06-05 18:05:42 -0600548 # Ignore any flags that may be in the environment.
549 self.PatchObject(os.environ, 'get', return_value='')
Alex Klein149fd3b2019-12-16 16:01:05 -0700550
551 packages.has_prebuilt('cat/pkg-1.2.3', useflags='useflag')
552 patch.assert_called_with('cat/pkg-1.2.3', board=None,
553 extra_env={'USE': 'useflag'})
554
555 def test_env_use_flags(self):
556 """Test env use flags get propagated correctly with passed useflags."""
557 # We don't really care about the result, just the env handling.
558 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
559 # Add some flags to the environment.
560 existing_flags = 'already set flags'
561 self.PatchObject(os.environ, 'get', return_value=existing_flags)
562
563 new_flags = 'useflag'
564 packages.has_prebuilt('cat/pkg-1.2.3', useflags=new_flags)
565 expected = '%s %s' % (existing_flags, new_flags)
566 patch.assert_called_with('cat/pkg-1.2.3', board=None,
567 extra_env={'USE': expected})
568
569
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600570
571class AndroidVersionsTest(cros_test_lib.MockTestCase):
572 """Tests getting android versions."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600573
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600574 def setUp(self):
575 package_result = [
576 'chromeos-base/android-container-nyc-4717008-r1',
577 'chromeos-base/update_engine-0.0.3-r3408']
578 self.PatchObject(portage_util, 'GetPackageDependencies',
579 return_value=package_result)
580 self.board = 'board'
581 self.PatchObject(portage_util, 'FindEbuildForBoardPackage',
582 return_value='chromeos-base/android-container-nyc')
583 FakeEnvironment = {
Federico 'Morg' Pareschicd9165a2020-05-29 09:45:55 +0900584 'ARM_TARGET': '3-linux-target',
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600585 }
586 self.PatchObject(osutils, 'SourceEnvironment',
587 return_value=FakeEnvironment)
588
589 def test_determine_android_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600590 """Tests that a valid android version is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600591 version = packages.determine_android_version(self.board)
592 self.assertEqual(version, '4717008')
593
Michael Mortensenedf76532019-10-16 14:22:37 -0600594 def test_determine_android_version_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600595 """Tests that a None is returned for version when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600596 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
597 self.PatchObject(portage_util, 'GetPackageDependencies',
598 return_value=package_result)
599 version = packages.determine_android_version(self.board)
600 self.assertEqual(version, None)
601
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600602 def test_determine_android_branch(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600603 """Tests that a valid android branch is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600604 branch = packages.determine_android_branch(self.board)
605 self.assertEqual(branch, '3')
606
Federico 'Morg' Pareschicd9165a2020-05-29 09:45:55 +0900607 def test_determine_android_branch_64bit_targets(self):
608 """Tests that a valid android branch is returned with only 64bit targets."""
609 self.PatchObject(osutils, 'SourceEnvironment',
610 return_value={'ARM64_TARGET': '3-linux-target'})
611 branch = packages.determine_android_branch(self.board)
612 self.assertEqual(branch, '3')
613
Michael Mortensenedf76532019-10-16 14:22:37 -0600614 def test_determine_android_branch_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600615 """Tests that a None is returned for branch when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600616 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
617 self.PatchObject(portage_util, 'GetPackageDependencies',
618 return_value=package_result)
619 branch = packages.determine_android_branch(self.board)
620 self.assertEqual(branch, None)
621
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600622 def test_determine_android_target(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600623 """Tests that a valid android target is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600624 target = packages.determine_android_target(self.board)
625 self.assertEqual(target, 'cheets')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600626
Michael Mortensenedf76532019-10-16 14:22:37 -0600627 def test_determine_android_target_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600628 """Tests that a None is returned for target when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600629 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
630 self.PatchObject(portage_util, 'GetPackageDependencies',
631 return_value=package_result)
632 target = packages.determine_android_target(self.board)
633 self.assertEqual(target, None)
634
Michael Mortensene0f4b542019-10-24 15:30:23 -0600635 def test_determine_android_version_handle_exception(self):
636 """Tests handling RunCommandError inside determine_android_version."""
637 # Mock what happens when portage returns that bubbles up (via RunCommand)
638 # inside portage_util.GetPackageDependencies.
639 self.PatchObject(portage_util, 'GetPackageDependencies',
640 side_effect=cros_build_lib.RunCommandError('error'))
641 target = packages.determine_android_version(self.board)
642 self.assertEqual(target, None)
643
644 def test_determine_android_package_handle_exception(self):
645 """Tests handling RunCommandError inside determine_android_package."""
646 # Mock what happens when portage returns that bubbles up (via RunCommand)
647 # inside portage_util.GetPackageDependencies.
648 self.PatchObject(portage_util, 'GetPackageDependencies',
649 side_effect=cros_build_lib.RunCommandError('error'))
650 target = packages.determine_android_package(self.board)
651 self.assertEqual(target, None)
652
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600653 def test_determine_android_package_callers_handle_exception(self):
654 """Tests handling RunCommandError by determine_android_package callers."""
655 # Mock what happens when portage returns that bubbles up (via RunCommand)
656 # inside portage_util.GetPackageDependencies.
657 self.PatchObject(portage_util, 'GetPackageDependencies',
658 side_effect=cros_build_lib.RunCommandError('error'))
659 # Verify that target is None, as expected.
660 target = packages.determine_android_package(self.board)
661 self.assertEqual(target, None)
662 # determine_android_branch calls determine_android_package
663 branch = packages.determine_android_branch(self.board)
664 self.assertEqual(branch, None)
665 # determine_android_target calls determine_android_package
666 target = packages.determine_android_target(self.board)
667 self.assertEqual(target, None)
668
Michael Mortensene0f4b542019-10-24 15:30:23 -0600669
Michael Mortensende716a12020-05-15 11:27:00 -0600670@pytest.mark.usefixtures('testcase_caplog', 'testcase_monkeypatch')
671class FindFingerprintsTest(cros_test_lib.RunCommandTempDirTestCase):
672 """Tests for find_fingerprints."""
673
674 def setUp(self):
675 self.board = 'test-board'
676 # Create cheets-fingerprints.txt based on tempdir/src...
677 self.fingerprint_contents = (
678 'google/test-board/test-board_cheets'
679 ':9/R99-12345.0.9999/123456:user/release-keys')
680 fingerprint_path = os.path.join(
681 self.tempdir,
682 'src/build/images/test-board/latest/cheets-fingerprint.txt')
683 self.chroot = Chroot(self.tempdir)
684 osutils.WriteFile(fingerprint_path, self.fingerprint_contents,
685 makedirs=True)
686
687 def test_find_fingerprints_with_test_path(self):
688 """Tests get_firmware_versions with mocked output."""
689 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
690 build_target = build_target_lib.BuildTarget(self.board)
691 result = packages.find_fingerprints(build_target)
692 self.assertEqual(result, [self.fingerprint_contents])
693 self.assertIn('Reading fingerprint file', self.caplog.text)
694
695 def test_find_fingerprints(self):
696 """Tests get_firmware_versions with mocked output."""
697 # Use board name whose path for fingerprint file does not exist.
698 # Verify that fingerprint file is not found and None is returned.
699 build_target = build_target_lib.BuildTarget('wrong-boardname')
700 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
701 result = packages.find_fingerprints(build_target)
Michael Mortensend81d81e2020-06-09 14:20:59 -0600702 self.assertEqual(result, [])
Michael Mortensende716a12020-05-15 11:27:00 -0600703 self.assertIn('Fingerprint file not found', self.caplog.text)
704
705
Michael Mortensen59e30872020-05-18 14:12:49 -0600706class GetAllFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase):
707 """Tests for get_firmware_versions."""
708
709 def setUp(self):
710 self.board = 'test-board'
711 self.rc.SetDefaultCmdResult(output="""
712
713flashrom(8): 68935ee2fcfcffa47af81b966269cd2b */build/reef/usr/sbin/flashrom
714 ELF 64-bit LSB executable, x86-64, version 1 (SYSV), statically linked, for GNU/Linux 2.6.32, BuildID[sha1]=e102cc98d45300b50088999d53775acbeff407dc, stripped
715 0.9.9 : bbb2d6a : Jul 28 2017 15:12:34 UTC
716
717Model: reef
718BIOS image: 1b535280fe688ac284d95276492b06f6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.bin
719BIOS version: Google_Reef.9042.87.1
720BIOS (RW) image: 0ef265eb8f2d228c09f75b011adbdcbb */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.binrw
721BIOS (RW) version: Google_Reef.9042.110.0
722EC image: 2e8b4b5fa73cc5dbca4496de97a917a9 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/ec.bin
723EC version: reef_v1.1.5900-ab1ee51
724EC (RW) version: reef_v1.1.5909-bd1f0c9
725
726Model: pyro
727BIOS image: 9e62447ebf22a724a4a835018ab6234e */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/image.bin
728BIOS version: Google_Pyro.9042.87.1
729BIOS (RW) image: 1897457303c85de99f3e98b2eaa0eccc */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/image.binrw
730BIOS (RW) version: Google_Pyro.9042.110.0
731EC image: 44b93ed591733519e752e05aa0529eb5 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/ec.bin
732EC version: pyro_v1.1.5900-ab1ee51
733EC (RW) version: pyro_v1.1.5909-bd1f0c9
734
735Model: snappy
736BIOS image: 3ab63ff080596bd7de4e7619f003bb64 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/snappy/image.bin
737BIOS version: Google_Snappy.9042.110.0
738EC image: c4db159e84428391d2ee25368c5fe5b6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/snappy/ec.bin
739EC version: snappy_v1.1.5909-bd1f0c9
740
741Model: sand
742BIOS image: 387da034a4f0a3f53e278ebfdcc2a412 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/sand/image.bin
743BIOS version: Google_Sand.9042.110.0
744EC image: 411562e0589dacec131f5fdfbe95a561 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/sand/ec.bin
745EC version: sand_v1.1.5909-bd1f0c9
746
747Model: electro
748BIOS image: 1b535280fe688ac284d95276492b06f6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.bin
749BIOS version: Google_Reef.9042.87.1
750BIOS (RW) image: 0ef265eb8f2d228c09f75b011adbdcbb */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.binrw
751BIOS (RW) version: Google_Reef.9042.110.0
752EC image: 2e8b4b5fa73cc5dbca4496de97a917a9 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/ec.bin
753EC version: reef_v1.1.5900-ab1ee51
754EC (RW) version: reef_v1.1.5909-bd1f0c9
755
756Package Content:
757612e7bb6ed1fb0a05abf2ebdc834c18b *./updater4.sh
7580eafbee07282315829d0f42135ec7c0c *./gbb_utility
7596074e3ca424cb30a67c378c1d9681f9c *./mosys
76068935ee2fcfcffa47af81b966269cd2b *./flashrom
7610eafbee07282315829d0f42135ec7c0c *./dump_fmap
762490c95d6123c208d20d84d7c16857c7c *./crosfw.sh
76360899148600b8673ddb711faa55aee40 *./common.sh
7643c3a99346d1ca1273cbcd86c104851ff *./shflags
765de7ce035e1f82a89f8909d888ee402c0 *./crosutil.sh
766f9334372bdb9036ba09a6fd9bf30e7a2 *./crossystem
76722257a8d5f0adc1f50a1916c3a4a35dd *./models/reef/ec.bin
768faf12dbb7cdaf21ce153bdffb67841fd *./models/reef/bios.bin
769c9bbb417b7921b85a7ed999ee42f550e *./models/reef/setvars.sh
77029823d46f1ec1491ecacd7b830fd2686 *./models/pyro/ec.bin
7712320463aba8b22eb5ea836f094d281b3 *./models/pyro/bios.bin
77281614833ad77c9cd093360ba7bea76b8 *./models/pyro/setvars.sh
773411562e0589dacec131f5fdfbe95a561 *./models/sand/ec.bin
774387da034a4f0a3f53e278ebfdcc2a412 *./models/sand/bios.bin
775fcd8cb0ac0e2ed6be220aaae435d43ff *./models/sand/setvars.sh
776c4db159e84428391d2ee25368c5fe5b6 *./models/snappy/ec.bin
7773ab63ff080596bd7de4e7619f003bb64 *./models/snappy/bios.bin
778fe5d699f2e9e4a7de031497953313dbd *./models/snappy/setvars.sh
77979aabd7cd8a215a54234c53d7bb2e6fb *./vpd
780""")
781
782 def test_get_firmware_versions(self):
783 """Tests get_firmware_versions with mocked output."""
784 build_target = build_target_lib.BuildTarget(self.board)
785 result = packages.get_all_firmware_versions(build_target)
786 self.assertEqual(len(result), 5)
787 self.assertEqual(
788 result['reef'],
789 packages.FirmwareVersions(
790 'reef',
791 'Google_Reef.9042.87.1',
792 'Google_Reef.9042.110.0',
793 'reef_v1.1.5900-ab1ee51',
794 'reef_v1.1.5909-bd1f0c9'))
795 self.assertEqual(
796 result['pyro'],
797 packages.FirmwareVersions(
798 'pyro',
799 'Google_Pyro.9042.87.1',
800 'Google_Pyro.9042.110.0',
801 'pyro_v1.1.5900-ab1ee51',
802 'pyro_v1.1.5909-bd1f0c9'))
803 self.assertEqual(
804 result['snappy'],
805 packages.FirmwareVersions(
806 'snappy',
807 'Google_Snappy.9042.110.0',
808 None,
809 'snappy_v1.1.5909-bd1f0c9',
810 None))
811 self.assertEqual(
812 result['sand'],
813 packages.FirmwareVersions(
814 'sand',
815 'Google_Sand.9042.110.0',
816 None,
817 'sand_v1.1.5909-bd1f0c9',
818 None))
819 self.assertEqual(
820 result['electro'],
821 packages.FirmwareVersions(
822 'electro',
823 'Google_Reef.9042.87.1',
824 'Google_Reef.9042.110.0',
825 'reef_v1.1.5900-ab1ee51',
826 'reef_v1.1.5909-bd1f0c9'))
827
828
Michael Mortensen71ef5682020-05-07 14:29:24 -0600829class GetFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase):
830 """Tests for get_firmware_versions."""
831
832 def setUp(self):
833 self.board = 'test-board'
834 self.rc.SetDefaultCmdResult(output="""
835
836flashrom(8): a8f99c2e61e7dc09c4b25ef5a76ef692 */build/kevin/usr/sbin/flashrom
837 ELF 32-bit LSB executable, ARM, EABI5 version 1 (SYSV), statically linked, for GNU/Linux 2.d
838 0.9.4 : 860875a : Apr 10 2017 23:54:29 UTC
839
840BIOS image: 6b5b855a0b8fd1657546d1402c15b206 *chromeos-firmware-kevin-0.0.1/.dist/kevin_fw_8785.178.0.n
841BIOS version: Google_Kevin.8785.178.0
842EC image: 1ebfa9518e6cac0558a80b7ab2f5b489 *chromeos-firmware-kevin-0.0.1/.dist/kevin_ec_8785.178.0.n
843EC version:kevin_v1.10.184-459421c
844
845Package Content:
846a8f99c2e61e7dc09c4b25ef5a76ef692 *./flashrom
8473c3a99346d1ca1273cbcd86c104851ff *./shflags
848457a8dc8546764affc9700f8da328d23 *./dump_fmap
849c392980ddb542639edf44a965a59361a *./updater5.sh
850490c95d6123c208d20d84d7c16857c7c *./crosfw.sh
8516b5b855a0b8fd1657546d1402c15b206 *./bios.bin
8527b5bef0d2da90c23ff2e157250edf0fa *./crosutil.sh
853d78722e4f1a0dc2d8c3d6b0bc7010ae3 *./crossystem
854457a8dc8546764affc9700f8da328d23 *./gbb_utility
8551ebfa9518e6cac0558a80b7ab2f5b489 *./ec.bin
856c98ca54db130886142ad582a58e90ddc *./common.sh
8575ba978bdec0f696f47f0f0de90936880 *./mosys
858312e8ee6122057f2a246d7bcf1572f49 *./vpd
859""")
860
861 def test_get_firmware_versions(self):
862 """Tests get_firmware_versions with mocked output."""
863 build_target = build_target_lib.BuildTarget(self.board)
864 result = packages.get_firmware_versions(build_target)
865 versions = packages.FirmwareVersions(
866 None, 'Google_Kevin.8785.178.0', None, 'kevin_v1.10.184-459421c', None)
867 self.assertEqual(result, versions)
868
869
Michael Mortensenfbf2b2d2020-05-14 16:33:06 -0600870class DetermineKernelVersionTest(cros_test_lib.RunCommandTempDirTestCase):
871 """Tests for determine_kernel_version."""
872
873 def setUp(self):
874 self.board = 'test-board'
875 self.build_target = build_target_lib.BuildTarget(self.board)
876
877 def test_determine_kernel_version(self):
878 """Tests that a valid kernel version is returned."""
879 package_result = ['sys-kernel/linux-headers-4.14-r24',
880 'sys-devel/flex-2.6.4-r1',
881 'sys-kernel/chromeos-kernel-4_4-4.4.223-r2209']
882 self.PatchObject(portage_util, 'GetPackageDependencies',
883 return_value=package_result)
884
885 result = packages.determine_kernel_version(self.build_target)
886 self.assertEqual(result, '4.4.223-r2209')
887
888 def test_determine_kernel_version_exception(self):
889 """Tests that portage_util exceptions result in returning None."""
890 self.PatchObject(portage_util, 'GetPackageDependencies',
891 side_effect=cros_build_lib.RunCommandError('error'))
892 result = packages.determine_kernel_version(self.build_target)
893 self.assertEqual(result, None)
894
Michael Mortensenc2615b72019-10-15 08:12:24 -0600895class ChromeVersionsTest(cros_test_lib.MockTestCase):
896 """Tests getting chrome version."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600897
Michael Mortensenc2615b72019-10-15 08:12:24 -0600898 def setUp(self):
Alex Klein2960c752020-03-09 13:43:38 -0600899 self.build_target = build_target_lib.BuildTarget('board')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600900
901 def test_determine_chrome_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600902 """Tests that a valid chrome version is returned."""
Michael Mortensenc2615b72019-10-15 08:12:24 -0600903 # Mock PortageqBestVisible to return a valid chrome version string.
904 r1_cpf = 'chromeos-base/chromeos-chrome-78.0.3900.0_rc-r1'
Alex Klein18a60af2020-06-11 12:08:47 -0600905 r1_cpv = package_info.SplitCPV(r1_cpf)
Michael Mortensenc2615b72019-10-15 08:12:24 -0600906 self.PatchObject(portage_util, 'PortageqBestVisible',
907 return_value=r1_cpv)
908
Michael Mortensenb51a1f02019-10-16 13:28:20 -0600909 chrome_version = packages.determine_chrome_version(self.build_target)
Michael Mortensenc2615b72019-10-15 08:12:24 -0600910 version_numbers = chrome_version.split('.')
911 self.assertEqual(len(version_numbers), 4)
912 self.assertEqual(int(version_numbers[0]), 78)
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600913
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600914 def test_determine_chrome_version_handle_exception(self):
915 # Mock what happens when portage throws an exception that bubbles up (via
916 # RunCommand)inside portage_util.PortageqBestVisible.
917 self.PatchObject(portage_util, 'PortageqBestVisible',
918 side_effect=cros_build_lib.RunCommandError('error'))
919 target = packages.determine_chrome_version(self.build_target)
920 self.assertEqual(target, None)
921
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600922
923class PlatformVersionsTest(cros_test_lib.MockTestCase):
924 """Tests getting platform version."""
925
926 def test_determine_platform_version(self):
927 """Test checking that a valid platform version is returned."""
928 platform_version = packages.determine_platform_version()
929 # The returned platform version is something like 12603.0.0.
930 version_string_list = platform_version.split('.')
931 self.assertEqual(len(version_string_list), 3)
932 # We don't want to check an exact version, but the first number should be
933 # non-zero.
934 self.assertGreaterEqual(int(version_string_list[0]), 1)
Michael Mortensen009cb662019-10-21 11:38:43 -0600935
936 def test_determine_milestone_version(self):
937 """Test checking that a valid milestone version is returned."""
938 milestone_version = packages.determine_milestone_version()
939 # Milestone version should be non-zero
940 self.assertGreaterEqual(int(milestone_version), 1)
941
942 def test_determine_full_version(self):
943 """Test checking that a valid full version is returned."""
944 full_version = packages.determine_full_version()
945 pattern = r'^R(\d+)-(\d+.\d+.\d+(-rc\d+)*)'
946 m = re.match(pattern, full_version)
947 self.assertTrue(m)
948 milestone_version = m.group(1)
949 self.assertGreaterEqual(int(milestone_version), 1)
950
951 def test_versions_based_on_mock(self):
952 # Create a test version_info object, and than mock VersionInfo.from_repo
953 # return it.
954 test_platform_version = '12575.0.0'
955 test_chrome_branch = '75'
956 version_info_mock = manifest_version.VersionInfo(test_platform_version)
957 version_info_mock.chrome_branch = test_chrome_branch
958 self.PatchObject(manifest_version.VersionInfo, 'from_repo',
959 return_value=version_info_mock)
960 test_full_version = 'R' + test_chrome_branch + '-' + test_platform_version
961 platform_version = packages.determine_platform_version()
962 milestone_version = packages.determine_milestone_version()
963 full_version = packages.determine_full_version()
964 self.assertEqual(platform_version, test_platform_version)
965 self.assertEqual(milestone_version, test_chrome_branch)
966 self.assertEqual(full_version, test_full_version)
Chris McDonaldea0312c2020-05-04 23:33:15 -0600967
968
969# Each of the columns in the following table is a separate dimension along
970# which Chrome uprev test cases can vary in behavior. The full test space would
971# be the Cartesian product of the possible values of each column.
972# 'CHROME_EBUILD' refers to the relationship between the version of the existing
973# Chrome ebuild vs. the requested uprev version. 'FOLLOWER_EBUILDS' refers to
974# the same relationship but for the packages defined in OTHER_CHROME_PACKAGES.
975# 'EBUILDS MODIFIED' refers to whether any of the existing 9999 ebuilds have
976# modified contents relative to their corresponding stable ebuilds.
977#
978# CHROME_EBUILD FOLLOWER_EBUILDS EBUILDS_MODIFIED
979#
980# HIGHER HIGHER YES
981# SAME SAME NO
982# LOWER LOWER
983# DOESN'T EXIST YET
984
985# These test cases cover both CHROME & FOLLOWER ebuilds being identically
986# higher, lower, or the same versions, with no modified ebuilds.
987UPREV_VERSION_CASES = (
Alex Klein0b2ec2d2021-06-23 15:56:45 -0600988 # Uprev.
Chris McDonaldea0312c2020-05-04 23:33:15 -0600989 pytest.param(
990 '80.0.8080.0',
991 '81.0.8181.0',
992 # One added and one deleted for chrome and each "other" package.
993 2 * (1 + len(constants.OTHER_CHROME_PACKAGES)),
Alex Klein0b2ec2d2021-06-23 15:56:45 -0600994 False,
Chris McDonaldea0312c2020-05-04 23:33:15 -0600995 id='newer_chrome_version',
996 ),
Alex Klein0b2ec2d2021-06-23 15:56:45 -0600997 # Revbump.
998 pytest.param(
999 '80.0.8080.0',
1000 '80.0.8080.0',
1001 2,
1002 True,
1003 id='chrome_revbump',
1004 ),
Chris McDonaldea0312c2020-05-04 23:33:15 -06001005 # No files should be changed in these cases.
1006 pytest.param(
1007 '80.0.8080.0',
1008 '80.0.8080.0',
1009 0,
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001010 False,
Chris McDonaldea0312c2020-05-04 23:33:15 -06001011 id='same_chrome_version',
1012 ),
1013 pytest.param(
1014 '80.0.8080.0',
1015 '79.0.7979.0',
1016 0,
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001017 False,
Chris McDonaldea0312c2020-05-04 23:33:15 -06001018 id='older_chrome_version',
1019 ),
1020)
1021
1022
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001023@pytest.mark.parametrize(
1024 'old_version, new_version, expected_count, modify_unstable',
1025 UPREV_VERSION_CASES)
Chris McDonaldea0312c2020-05-04 23:33:15 -06001026def test_uprev_chrome_all_files_already_exist(old_version, new_version,
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001027 expected_count, modify_unstable,
1028 monkeypatch, overlay_stack):
Chris McDonaldea0312c2020-05-04 23:33:15 -06001029 """Test Chrome uprevs work as expected when all packages already exist."""
1030 overlay, = overlay_stack(1)
1031 monkeypatch.setattr(uprev_lib, '_CHROME_OVERLAY_PATH', overlay.path)
1032
1033 unstable_chrome = cr.test.Package(
1034 'chromeos-base', 'chromeos-chrome', version='9999', keywords='~*')
Alex Klein0b2ec2d2021-06-23 15:56:45 -06001035 if modify_unstable:
1036 # Add some field not set in stable.
1037 unstable_chrome.depend = 'foo/bar'
1038
Chris McDonaldea0312c2020-05-04 23:33:15 -06001039 stable_chrome = cr.test.Package(
1040 'chromeos-base', 'chromeos-chrome', version=f'{old_version}_rc-r1')
1041
1042 overlay.add_package(unstable_chrome)
1043 overlay.add_package(stable_chrome)
1044
1045 for pkg_str in constants.OTHER_CHROME_PACKAGES:
1046 category, pkg_name = pkg_str.split('/')
1047 unstable_pkg = cr.test.Package(
1048 category, pkg_name, version='9999', keywords='~*')
1049 stable_pkg = cr.test.Package(
1050 category, pkg_name, version=f'{old_version}_rc-r1')
1051
1052 overlay.add_package(unstable_pkg)
1053 overlay.add_package(stable_pkg)
1054
1055 git_refs = [
1056 GitRef(
1057 path='/foo', ref=f'refs/tags/{new_version}', revision='dummycommit')
1058 ]
Alex Kleinf69bd802021-06-22 15:43:49 -06001059 res = packages.uprev_chrome_from_ref(build_targets=None, refs=git_refs,
1060 chroot=None)
Chris McDonaldea0312c2020-05-04 23:33:15 -06001061
1062 modified_file_count = sum(len(m.files) for m in res.modified)
1063 assert modified_file_count == expected_count
Michael Mortensen125bb012020-05-21 14:02:10 -06001064
1065
1066@pytest.mark.usefixtures('testcase_monkeypatch')
1067class GetModelsTest(cros_test_lib.RunCommandTempDirTestCase):
1068 """Tests for get_models."""
1069
1070 def setUp(self):
1071 self.board = 'test-board'
1072 self.rc.SetDefaultCmdResult(output='pyro\nreef\nsnappy\n')
1073 self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir)
1074 build_bin = os.path.join(self.tempdir, constants.DEFAULT_CHROOT_DIR,
1075 'usr', 'bin')
1076 osutils.Touch(os.path.join(build_bin, 'cros_config_host'), makedirs=True)
1077
Michael Mortensen125bb012020-05-21 14:02:10 -06001078 def testGetModels(self):
1079 """Test get_models."""
1080 build_target = build_target_lib.BuildTarget(self.board)
1081 result = packages.get_models(build_target)
1082 self.assertEqual(result, ['pyro', 'reef', 'snappy'])
Michael Mortensen359c1f32020-05-28 19:35:42 -06001083
1084
1085class GetKeyIdTest(cros_test_lib.MockTestCase):
1086 """Tests for get_key_id."""
1087
1088 def setUp(self):
1089 self.board = 'test-board'
1090 self.build_target = build_target_lib.BuildTarget(self.board)
1091
1092 def testGetKeyId(self):
1093 """Test get_key_id when _run_cros_config_host returns a key."""
1094 self.PatchObject(packages, '_run_cros_config_host',
1095 return_value=['key'])
1096 result = packages.get_key_id(self.build_target, 'model')
1097 self.assertEqual(result, 'key')
1098
1099 def testGetKeyIdNoKey(self):
1100 """Test get_key_id when None should be returned."""
1101 self.PatchObject(packages, '_run_cros_config_host',
1102 return_value=['key1', 'key2'])
1103 result = packages.get_key_id(self.build_target, 'model')
1104 self.assertEqual(result, None)
Ben Reiche779cf42020-12-15 03:21:31 +00001105
1106
Harvey Yang3eee06c2021-03-18 15:47:56 +08001107class GetLatestVersionTest(cros_test_lib.TestCase):
1108 """Tests for get_latest_version_from_refs."""
Ben Reiche779cf42020-12-15 03:21:31 +00001109
1110 def setUp(self):
Harvey Yang3eee06c2021-03-18 15:47:56 +08001111 self.prefix = 'refs/tags/drivefs_'
Ben Reiche779cf42020-12-15 03:21:31 +00001112 # The tag ref template.
Harvey Yang3eee06c2021-03-18 15:47:56 +08001113 ref_tpl = self.prefix + '%s'
Ben Reiche779cf42020-12-15 03:21:31 +00001114
1115 self.latest = '44.0.20'
1116 self.versions = ['42.0.1', self.latest, '44.0.19', '39.0.15']
1117 self.latest_ref = uprev_lib.GitRef('/path', ref_tpl % self.latest, 'abc123')
1118 self.refs = [uprev_lib.GitRef('/path', ref_tpl % v, 'abc123')
1119 for v in self.versions]
1120
1121 def test_single_ref(self):
1122 """Test a single ref is supplied."""
Harvey Yang3eee06c2021-03-18 15:47:56 +08001123 # pylint: disable=protected-access
Ben Reiche779cf42020-12-15 03:21:31 +00001124 self.assertEqual(self.latest,
Harvey Yang3eee06c2021-03-18 15:47:56 +08001125 packages._get_latest_version_from_refs(self.prefix, [self.latest_ref]))
Ben Reiche779cf42020-12-15 03:21:31 +00001126
1127 def test_multiple_ref_versions(self):
1128 """Test multiple refs supplied."""
Harvey Yang3eee06c2021-03-18 15:47:56 +08001129 # pylint: disable=protected-access
Ben Reiche779cf42020-12-15 03:21:31 +00001130 self.assertEqual(self.latest,
Harvey Yang3eee06c2021-03-18 15:47:56 +08001131 packages._get_latest_version_from_refs(self.prefix, self.refs))
Ben Reiche779cf42020-12-15 03:21:31 +00001132
1133 def test_no_refs_returns_none(self):
1134 """Test no refs supplied."""
Harvey Yang3eee06c2021-03-18 15:47:56 +08001135 # pylint: disable=protected-access
1136 self.assertEqual(packages._get_latest_version_from_refs(self.prefix, []),
1137 None)
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001138
1139
Alex Klein6becabc2020-09-11 14:03:05 -06001140class NeedsChromeSourceTest(cros_test_lib.MockTestCase):
1141 """Tests for needs_chrome_source."""
1142
1143 def _build_graph(self, with_chrome: bool, with_followers: bool):
1144 root = '/build/build_target'
1145 foo_bar = package_info.parse('foo/bar-1')
1146 chrome = package_info.parse(f'{constants.CHROME_CP}-1.2.3.4')
1147 followers = [
1148 package_info.parse(f'{pkg}-1.2.3.4')
1149 for pkg in constants.OTHER_CHROME_PACKAGES
1150 ]
1151 nodes = [dependency_graph.PackageNode(foo_bar, root)]
1152 root_pkgs = ['foo/bar-1']
1153 if with_chrome:
1154 nodes.append(dependency_graph.PackageNode(chrome, root))
1155 root_pkgs.append(chrome.cpvr)
1156 if with_followers:
1157 nodes.extend([dependency_graph.PackageNode(f, root) for f in followers])
1158 root_pkgs.extend([f.cpvr for f in followers])
1159
1160 return dependency_graph.DependencyGraph(nodes, root, root_pkgs)
1161
1162 def test_needs_all(self):
1163 """Verify we need source when we have no prebuilts."""
1164 graph = self._build_graph(with_chrome=True, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001165 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001166 return_value=graph)
1167 self.PatchObject(packages, 'has_prebuilt', return_value=False)
1168
1169 build_target = build_target_lib.BuildTarget('build_target')
1170
1171 result = packages.needs_chrome_source(build_target)
1172
1173 self.assertTrue(result.needs_chrome_source)
1174 self.assertTrue(result.builds_chrome)
1175 self.assertTrue(result.packages)
1176 self.assertEqual(len(result.packages),
1177 len(constants.OTHER_CHROME_PACKAGES) + 1)
1178 self.assertTrue(result.missing_chrome_prebuilt)
1179 self.assertTrue(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001180 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001181
1182 def test_needs_none(self):
1183 """Verify not building any of the chrome packages prevents needing it."""
1184 graph = self._build_graph(with_chrome=False, with_followers=False)
Alex Kleina8052162021-02-03 14:28:22 -07001185 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001186 return_value=graph)
1187 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001188 self.PatchObject(packages, 'uprev_chrome', return_value=False)
Alex Klein6becabc2020-09-11 14:03:05 -06001189
1190 build_target = build_target_lib.BuildTarget('build_target')
1191
1192 result = packages.needs_chrome_source(build_target)
1193
1194 self.assertFalse(result.needs_chrome_source)
1195 self.assertFalse(result.builds_chrome)
1196 self.assertFalse(result.packages)
1197 self.assertFalse(result.missing_chrome_prebuilt)
1198 self.assertFalse(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001199 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001200
1201 def test_needs_chrome_only(self):
1202 """Verify only chrome triggers needs chrome source."""
1203 graph = self._build_graph(with_chrome=True, with_followers=False)
Alex Kleina8052162021-02-03 14:28:22 -07001204 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001205 return_value=graph)
1206 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001207 self.PatchObject(packages, 'uprev_chrome', return_value=False)
Alex Klein6becabc2020-09-11 14:03:05 -06001208
1209 build_target = build_target_lib.BuildTarget('build_target')
1210
1211 result = packages.needs_chrome_source(build_target)
1212
1213 self.assertTrue(result.needs_chrome_source)
1214 self.assertTrue(result.builds_chrome)
1215 self.assertTrue(result.packages)
1216 self.assertEqual(set([p.atom for p in result.packages]),
1217 {constants.CHROME_CP})
1218 self.assertTrue(result.missing_chrome_prebuilt)
1219 self.assertFalse(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001220 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001221
1222 def test_needs_followers_only(self):
1223 """Verify only chrome followers triggers needs chrome source."""
1224 graph = self._build_graph(with_chrome=False, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001225 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001226 return_value=graph)
1227 self.PatchObject(packages, 'has_prebuilt', return_value=False)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001228 self.PatchObject(packages, 'uprev_chrome', return_value=False)
Alex Klein6becabc2020-09-11 14:03:05 -06001229
1230 build_target = build_target_lib.BuildTarget('build_target')
1231
1232 result = packages.needs_chrome_source(build_target)
1233
1234 self.assertTrue(result.needs_chrome_source)
1235 self.assertFalse(result.builds_chrome)
1236 self.assertTrue(result.packages)
1237 self.assertEqual(set([p.atom for p in result.packages]),
1238 set(constants.OTHER_CHROME_PACKAGES))
1239 self.assertFalse(result.missing_chrome_prebuilt)
1240 self.assertTrue(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001241 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001242
1243 def test_has_prebuilts(self):
1244 """Test prebuilts prevent us from needing chrome source."""
1245 graph = self._build_graph(with_chrome=True, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001246 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001247 return_value=graph)
1248 self.PatchObject(packages, 'has_prebuilt', return_value=True)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001249 self.PatchObject(packages, 'uprev_chrome', return_value=False)
Alex Klein6becabc2020-09-11 14:03:05 -06001250
1251 build_target = build_target_lib.BuildTarget('build_target')
1252
1253 result = packages.needs_chrome_source(build_target)
1254
1255 self.assertFalse(result.needs_chrome_source)
1256 self.assertTrue(result.builds_chrome)
1257 self.assertFalse(result.packages)
1258 self.assertFalse(result.missing_chrome_prebuilt)
1259 self.assertFalse(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001260 self.assertFalse(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001261
1262 def test_compile_source(self):
1263 """Test compile source ignores prebuilts."""
1264 graph = self._build_graph(with_chrome=True, with_followers=True)
Alex Kleina8052162021-02-03 14:28:22 -07001265 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
Alex Klein6becabc2020-09-11 14:03:05 -06001266 return_value=graph)
1267 self.PatchObject(packages, 'has_prebuilt', return_value=True)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001268 self.PatchObject(packages, 'uprev_chrome', return_value=False)
Alex Klein6becabc2020-09-11 14:03:05 -06001269
1270 build_target = build_target_lib.BuildTarget('build_target')
1271
1272 result = packages.needs_chrome_source(build_target, compile_source=True)
1273
1274 self.assertTrue(result.needs_chrome_source)
1275 self.assertTrue(result.builds_chrome)
1276 self.assertTrue(result.packages)
1277 self.assertEqual(len(result.packages),
1278 len(constants.OTHER_CHROME_PACKAGES) + 1)
1279 self.assertTrue(result.missing_chrome_prebuilt)
1280 self.assertTrue(result.missing_follower_prebuilt)
Alex Kleinde7b76d2021-07-12 12:28:44 -06001281 self.assertFalse(result.local_uprev)
1282
1283 def test_local_uprev(self):
1284 """Test compile source ignores prebuilts."""
1285 graph = self._build_graph(with_chrome=True, with_followers=True)
1286 self.PatchObject(depgraph, 'get_sysroot_dependency_graph',
1287 return_value=graph)
1288 self.PatchObject(packages, 'has_prebuilt', return_value=False)
1289 self.PatchObject(packages, 'uprev_chrome', return_value=True)
1290
1291 build_target = build_target_lib.BuildTarget('build_target')
1292
1293 result = packages.needs_chrome_source(build_target, compile_source=True)
1294
1295 self.assertTrue(result.needs_chrome_source)
1296 self.assertTrue(result.builds_chrome)
1297 self.assertTrue(result.packages)
1298 self.assertEqual(len(result.packages),
1299 len(constants.OTHER_CHROME_PACKAGES) + 1)
1300 self.assertTrue(result.missing_chrome_prebuilt)
1301 self.assertTrue(result.missing_follower_prebuilt)
1302 self.assertTrue(result.local_uprev)
Alex Klein6becabc2020-09-11 14:03:05 -06001303
1304
Ben Reich4f3fa1b2020-12-19 08:21:26 +00001305class UprevDrivefsTest(cros_test_lib.MockTestCase):
1306 """Tests for uprev_drivefs."""
1307
1308 def setUp(self):
1309 self.refs = [
1310 GitRef(
1311 path='/chromeos/platform/drivefs-google3/',
1312 ref='refs/tags/drivefs_45.0.2',
1313 revision='123')
1314 ]
1315 self.MOCK_DRIVEFS_EBUILD_PATH = 'drivefs.45.0.2-r1.ebuild'
1316 self.MOCK_DRIVEFS_IPC_EBUILD_PATH = 'drivefs-ipc.45.0.2-r1.ebuild'
1317
1318 def revisionBumpOutcome(self, ebuild_path):
1319 return uprev_lib.UprevResult(uprev_lib.Outcome.REVISION_BUMP, [ebuild_path])
1320
1321 def majorBumpOutcome(self, ebuild_path):
1322 return uprev_lib.UprevResult(uprev_lib.Outcome.VERSION_BUMP, [ebuild_path])
1323
1324 def sameVersionOutcome(self):
1325 return uprev_lib.UprevResult(uprev_lib.Outcome.SAME_VERSION_EXISTS)
1326
1327 def test_latest_version_returns_none(self):
1328 """Test no refs were supplied"""
1329 output = packages.uprev_drivefs(None, [], None)
1330 self.assertFalse(output.uprevved)
1331
1332 def test_drivefs_uprev_fails(self):
1333 """Test a single ref is supplied."""
1334 self.PatchObject(
1335 uprev_lib, 'uprev_workon_ebuild_to_version', side_effect=[None, None])
1336 output = packages.uprev_drivefs(None, self.refs, None)
1337 self.assertFalse(output.uprevved)
1338
1339 def test_same_version_exists(self):
1340 """Test the same version exists uprev should not happen."""
1341 drivefs_outcome = self.sameVersionOutcome()
1342 drivefs_ipc_outcome = self.sameVersionOutcome()
1343 self.PatchObject(
1344 uprev_lib,
1345 'uprev_workon_ebuild_to_version',
1346 side_effect=[drivefs_outcome, drivefs_ipc_outcome])
1347 output = packages.uprev_drivefs(None, self.refs, None)
1348 self.assertFalse(output.uprevved)
1349
1350 def test_revision_bump_just_drivefs_package(self):
1351 """Test drivefs package uprevs not drivefs-ipc, should not uprev."""
1352 drivefs_outcome = self.revisionBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1353 self.PatchObject(
1354 uprev_lib,
1355 'uprev_workon_ebuild_to_version',
1356 side_effect=[drivefs_outcome, None])
1357 output = packages.uprev_drivefs(None, self.refs, None)
1358 self.assertFalse(output.uprevved)
1359
1360 def test_revision_bump_both_packages(self):
1361 """Test both packages uprev, should succeed."""
1362 drivefs_outcome = self.revisionBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1363 drivefs_ipc_outcome = self.revisionBumpOutcome(
1364 self.MOCK_DRIVEFS_IPC_EBUILD_PATH)
1365 self.PatchObject(
1366 uprev_lib,
1367 'uprev_workon_ebuild_to_version',
1368 side_effect=[drivefs_outcome, drivefs_ipc_outcome])
1369 output = packages.uprev_drivefs(None, self.refs, None)
1370 self.assertTrue(output.uprevved)
1371
1372 def test_major_bump_only_drivefs_packages(self):
1373 """Test drivefs package uprevs not drivefs-ipc, should not uprev."""
1374 drivefs_outcome = self.majorBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1375 self.PatchObject(
1376 uprev_lib,
1377 'uprev_workon_ebuild_to_version',
1378 side_effect=[drivefs_outcome, None])
1379 output = packages.uprev_drivefs(None, self.refs, None)
1380 self.assertFalse(output.uprevved)
1381
1382 def test_major_bump_both_packages(self):
1383 """Test both packages uprev, should succeed."""
1384 drivefs_outcome = self.majorBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH)
1385 drivefs_ipc_outcome = self.majorBumpOutcome(
1386 self.MOCK_DRIVEFS_IPC_EBUILD_PATH)
1387 self.PatchObject(
1388 uprev_lib,
1389 'uprev_workon_ebuild_to_version',
1390 side_effect=[drivefs_outcome, drivefs_ipc_outcome])
1391 output = packages.uprev_drivefs(None, self.refs, None)
1392 self.assertTrue(output.uprevved)
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001393
1394
1395# TODO(chenghaoyang): Shouldn't use uprev_workon_ebuild_to_version.
1396class UprevPerfettoTest(cros_test_lib.MockTestCase):
1397 """Tests for uprev_perfetto."""
1398
1399 def setUp(self):
1400 self.refs = [
1401 GitRef(
1402 path='/foo',
1403 ref='refs/tags/v12.0',
1404 revision='123')
1405 ]
1406 self.MOCK_PERFETTO_EBUILD_PATH = 'perfetto-12.0-r1.ebuild'
1407
1408 def revisionBumpOutcome(self, ebuild_path):
1409 return uprev_lib.UprevResult(uprev_lib.Outcome.REVISION_BUMP, [ebuild_path])
1410
1411 def majorBumpOutcome(self, ebuild_path):
1412 return uprev_lib.UprevResult(uprev_lib.Outcome.VERSION_BUMP, [ebuild_path])
1413
Harvey Yang3eee06c2021-03-18 15:47:56 +08001414 def newerVersionOutcome(self):
1415 return uprev_lib.UprevResult(uprev_lib.Outcome.NEWER_VERSION_EXISTS)
1416
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001417 def sameVersionOutcome(self):
1418 return uprev_lib.UprevResult(uprev_lib.Outcome.SAME_VERSION_EXISTS)
1419
1420 def test_latest_version_returns_none(self):
1421 """Test no refs were supplied"""
1422 output = packages.uprev_perfetto(None, [], None)
1423 self.assertFalse(output.uprevved)
1424
1425 def test_perfetto_uprev_fails(self):
1426 """Test a single ref is supplied."""
1427 self.PatchObject(
1428 uprev_lib, 'uprev_workon_ebuild_to_version', side_effect=[None])
1429 output = packages.uprev_perfetto(None, self.refs, None)
1430 self.assertFalse(output.uprevved)
1431
Harvey Yang3eee06c2021-03-18 15:47:56 +08001432 def test_newer_version_exists(self):
1433 """Test the newer version exists uprev should not happen."""
1434 perfetto_outcome = self.newerVersionOutcome()
1435 self.PatchObject(
1436 uprev_lib,
1437 'uprev_workon_ebuild_to_version',
1438 side_effect=[perfetto_outcome])
1439 output = packages.uprev_perfetto(None, self.refs, None)
1440 self.assertFalse(output.uprevved)
1441
Harvey Yang9c61e9c2021-03-02 16:32:43 +08001442 def test_same_version_exists(self):
1443 """Test the same version exists uprev should not happen."""
1444 perfetto_outcome = self.sameVersionOutcome()
1445 self.PatchObject(
1446 uprev_lib,
1447 'uprev_workon_ebuild_to_version',
1448 side_effect=[perfetto_outcome])
1449 output = packages.uprev_perfetto(None, self.refs, None)
1450 self.assertFalse(output.uprevved)
1451
1452 def test_revision_bump_perfetto_package(self):
1453 """Test perfetto package uprev."""
1454 perfetto_outcome = self.revisionBumpOutcome(self.MOCK_PERFETTO_EBUILD_PATH)
1455 self.PatchObject(
1456 uprev_lib,
1457 'uprev_workon_ebuild_to_version',
1458 side_effect=[perfetto_outcome])
1459 output = packages.uprev_perfetto(None, self.refs, None)
1460 self.assertTrue(output.uprevved)
1461
1462 def test_major_bump_perfetto_package(self):
1463 """Test perfetto package uprev."""
1464 perfetto_outcome = self.majorBumpOutcome(self.MOCK_PERFETTO_EBUILD_PATH)
1465 self.PatchObject(
1466 uprev_lib,
1467 'uprev_workon_ebuild_to_version',
1468 side_effect=[perfetto_outcome])
1469 output = packages.uprev_perfetto(None, self.refs, None)
1470 self.assertTrue(output.uprevved)
Julio Hurtadof1befec2021-05-05 21:34:26 +00001471
1472class UprevLacrosTest(cros_test_lib.MockTestCase):
1473 """Tests for uprev_lacros"""
1474
1475 def setUp(self):
1476 self.refs = [
1477 GitRef(
1478 path='/lacros',
1479 ref='refs/heads/main',
1480 revision='123.456.789.0'
1481 )
1482 ]
1483 self.MOCK_LACROS_EBUILD_PATH = 'chromeos-lacros-123.456.789.0-r1.ebuild'
1484
1485 def revisionBumpOutcome(self, ebuild_path):
1486 return uprev_lib.UprevResult(uprev_lib.Outcome.REVISION_BUMP, [ebuild_path])
1487
1488 def majorBumpOutcome(self, ebuild_path):
1489 return uprev_lib.UprevResult(uprev_lib.Outcome.VERSION_BUMP, [ebuild_path])
1490
1491 def newEbuildCreatedOutcome(self, ebuild_path):
1492 return uprev_lib.UprevResult(
1493 uprev_lib.Outcome.NEW_EBUILD_CREATED, [ebuild_path])
1494
1495 def test_lacros_uprev_fails(self):
1496 self.PatchObject(
1497 uprev_lib,
1498 'uprev_ebuild_from_pin',
1499 side_effect=[None]
1500 )
1501 with self.assertRaises(IndexError):
1502 packages.uprev_lacros(None, [], None)
1503
1504 def test_lacros_uprev_revision_bump(self):
1505 lacros_outcome = self.revisionBumpOutcome(self.MOCK_LACROS_EBUILD_PATH)
1506 self.PatchObject(
1507 uprev_lib,
1508 'uprev_ebuild_from_pin',
1509 side_effect=[lacros_outcome]
1510 )
1511 output = packages.uprev_lacros(None, self.refs, None)
1512 self.assertEqual(output.outcome, uprev_lib.Outcome.REVISION_BUMP)
1513
1514 def test_lacros_uprev_version_bump(self):
1515 lacros_outcome = self.majorBumpOutcome(self.MOCK_LACROS_EBUILD_PATH)
1516 self.PatchObject(
1517 uprev_lib,
1518 'uprev_ebuild_from_pin',
1519 side_effect=[lacros_outcome]
1520 )
1521 output = packages.uprev_lacros(None, self.refs, None)
1522 self.assertEqual(output.outcome, uprev_lib.Outcome.VERSION_BUMP)
1523
1524 def test_lacros_uprev_new_ebuild_created(self):
1525 lacros_outcome = self.newEbuildCreatedOutcome(self.MOCK_LACROS_EBUILD_PATH)
1526 self.PatchObject(
1527 uprev_lib,
1528 'uprev_ebuild_from_pin',
1529 side_effect=[lacros_outcome]
1530 )
1531 output = packages.uprev_lacros(None, self.refs, None)
1532 self.assertEqual(output.outcome, uprev_lib.Outcome.NEW_EBUILD_CREATED)