blob: 8b660d67d067c064ce57283293e48f5a732d33c9 [file] [log] [blame]
Alex Kleineb77ffa2019-05-28 14:47:44 -06001# -*- coding: utf-8 -*-
2# Copyright 2019 The Chromium OS Authors. All rights reserved.
3# Use of this source code is governed by a BSD-style license that can be
4# found in the LICENSE file.
5
6"""Packages service tests."""
7
8from __future__ import print_function
9
Andrew Lamb2bde9e42019-11-04 13:24:09 -070010import json
11import os
Michael Mortensen009cb662019-10-21 11:38:43 -060012import re
13
Andrew Lamb2bde9e42019-11-04 13:24:09 -070014from google.protobuf import json_format
15from google.protobuf.field_mask_pb2 import FieldMask
Chris McDonaldea0312c2020-05-04 23:33:15 -060016import pytest
Andrew Lamb2bde9e42019-11-04 13:24:09 -070017
Chris McDonaldea0312c2020-05-04 23:33:15 -060018import chromite as cr
Andrew Lamb2bde9e42019-11-04 13:24:09 -070019from chromite.api.gen.config.replication_config_pb2 import (
20 ReplicationConfig, FileReplicationRule, FILE_TYPE_JSON,
21 REPLICATION_TYPE_FILTER
22)
Michael Mortensen009cb662019-10-21 11:38:43 -060023from chromite.cbuildbot import manifest_version
Alex Klein2960c752020-03-09 13:43:38 -060024from chromite.lib import build_target_lib
Andrew Lamb2bde9e42019-11-04 13:24:09 -070025from chromite.lib import constants
Michael Mortensene0f4b542019-10-24 15:30:23 -060026from chromite.lib import cros_build_lib
Alex Kleineb77ffa2019-05-28 14:47:44 -060027from chromite.lib import cros_test_lib
Michael Mortensenb70e8a82019-10-10 18:43:41 -060028from chromite.lib import osutils
Mike Frysinger88d96362020-02-14 19:05:45 -050029from chromite.lib import partial_mock
Alex Klein87531182019-08-12 15:23:37 -060030from chromite.lib import portage_util
Chris McDonaldea0312c2020-05-04 23:33:15 -060031from chromite.lib import uprev_lib
Alex Klein87531182019-08-12 15:23:37 -060032from chromite.lib.chroot_lib import Chroot
Andrew Lamb2bde9e42019-11-04 13:24:09 -070033from chromite.lib.uprev_lib import GitRef
Alex Kleineb77ffa2019-05-28 14:47:44 -060034from chromite.service import packages
35
Mike Frysingerbafb3182020-02-21 03:15:43 -050036
Andrew Lamb2bde9e42019-11-04 13:24:09 -070037D = cros_test_lib.Directory
38
Alex Kleineb77ffa2019-05-28 14:47:44 -060039
Alex Klein4de25e82019-08-05 15:58:39 -060040class UprevAndroidTest(cros_test_lib.RunCommandTestCase):
41 """Uprev android tests."""
42
43 def test_success(self):
44 """Test successful run handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050045 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
46 stdout='ANDROID_ATOM=android/android-1.0\n')
Alex Klein2960c752020-03-09 13:43:38 -060047 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060048
49 packages.uprev_android('refs/tracking-branch', 'android/package',
50 'refs/android-build-branch', Chroot(),
51 build_targets=build_targets)
52 self.assertCommandContains(['cros_mark_android_as_stable',
53 '--boards=foo:bar'])
54 self.assertCommandContains(['emerge-foo'])
55 self.assertCommandContains(['emerge-bar'])
56
57 def test_no_uprev(self):
58 """Test no uprev handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050059 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
60 stdout='')
Alex Klein2960c752020-03-09 13:43:38 -060061 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060062 packages.uprev_android('refs/tracking-branch', 'android/package',
63 'refs/android-build-branch', Chroot(),
64 build_targets=build_targets)
65
66 self.assertCommandContains(['cros_mark_android_as_stable',
67 '--boards=foo:bar'])
68 self.assertCommandContains(['emerge-foo'], expected=False)
69 self.assertCommandContains(['emerge-bar'], expected=False)
70
71
Alex Kleineb77ffa2019-05-28 14:47:44 -060072class UprevBuildTargetsTest(cros_test_lib.RunCommandTestCase):
73 """uprev_build_targets tests."""
74
75 def test_invalid_type_fails(self):
76 """Test invalid type fails."""
77 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -060078 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -060079 'invalid')
80
81 def test_none_type_fails(self):
82 """Test None type fails."""
83 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -060084 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -060085 None)
86
87
Alex Klein87531182019-08-12 15:23:37 -060088class UprevsVersionedPackageTest(cros_test_lib.MockTestCase):
89 """uprevs_versioned_package decorator test."""
90
91 @packages.uprevs_versioned_package('category/package')
92 def uprev_category_package(self, *args, **kwargs):
93 """Registered function for testing."""
94
95 def test_calls_function(self):
96 """Test calling a registered function."""
Chris McDonaldea0312c2020-05-04 23:33:15 -060097 self.PatchObject(self, 'uprev_category_package')
Alex Klein87531182019-08-12 15:23:37 -060098
99 cpv = portage_util.SplitCPV('category/package', strict=False)
100 packages.uprev_versioned_package(cpv, [], [], Chroot())
101
Chris McDonald3c689d32020-03-26 17:20:23 -0600102 # TODO(crbug/1065172): Invalid assertion that had previously been mocked.
103 # patch.assert_called()
Alex Klein87531182019-08-12 15:23:37 -0600104
105 def test_unregistered_package(self):
106 """Test calling with an unregistered package."""
107 cpv = portage_util.SplitCPV('does-not/exist', strict=False)
108
109 with self.assertRaises(packages.UnknownPackageError):
110 packages.uprev_versioned_package(cpv, [], [], Chroot())
111
112
Trent Begin6daa8702020-01-29 14:58:12 -0700113class UprevEbuildFromPinTest(cros_test_lib.RunCommandTempDirTestCase):
Trent Begin315d9d92019-12-03 21:55:53 -0700114 """Tests uprev_ebuild_from_pin function"""
115
116 package = 'category/package'
117 version = '1.2.3'
118 new_version = '1.2.4'
119 ebuild_template = 'package-%s-r1.ebuild'
120 ebuild = ebuild_template % version
121 version_pin = 'VERSION-PIN'
Trent Begin6daa8702020-01-29 14:58:12 -0700122 manifest = 'Manifest'
Trent Begin315d9d92019-12-03 21:55:53 -0700123
124 def test_uprev_ebuild(self):
125 """Tests uprev of ebuild with version path"""
126 file_layout = (
Trent Begin6daa8702020-01-29 14:58:12 -0700127 D(self.package, [self.ebuild, self.version_pin, self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700128 )
129 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
130
131 package_path = os.path.join(self.tempdir, self.package)
132 version_pin_path = os.path.join(package_path, self.version_pin)
133 self.WriteTempFile(version_pin_path, self.new_version)
134
Trent Begin6daa8702020-01-29 14:58:12 -0700135 result = packages.uprev_ebuild_from_pin(package_path, version_pin_path,
136 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700137 self.assertEqual(len(result.modified), 1,
138 'unexpected number of results: %s' % len(result.modified))
139
140 mod = result.modified[0]
141 self.assertEqual(mod.new_version, self.new_version,
142 'unexpected version number: %s' % mod.new_version)
Trent Begin315d9d92019-12-03 21:55:53 -0700143
David Burger15d104b2020-01-21 21:03:13 -0700144 old_ebuild_path = os.path.join(package_path,
145 self.ebuild_template % self.version)
Trent Begin315d9d92019-12-03 21:55:53 -0700146 new_ebuild_path = os.path.join(package_path,
147 self.ebuild_template % self.new_version)
Trent Begin4a11a632020-02-28 12:59:58 -0700148 manifest_path = os.path.join(package_path, 'Manifest')
Trent Begin2e5344f2020-03-02 10:46:55 -0700149
150 expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path]
151 self.assertCountEqual(mod.files, expected_modified_files)
Trent Begin4a11a632020-02-28 12:59:58 -0700152
Trent Beginec16cf32020-02-24 11:26:02 -0700153 self.assertCommandContains(['ebuild', 'manifest'])
Trent Begin6daa8702020-01-29 14:58:12 -0700154
Trent Begin315d9d92019-12-03 21:55:53 -0700155 def test_no_ebuild(self):
156 """Tests assertion is raised if package has no ebuilds"""
157 file_layout = (
Trent Begin6daa8702020-01-29 14:58:12 -0700158 D(self.package, [self.version_pin, self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700159 )
160 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
161
162 package_path = os.path.join(self.tempdir, self.package)
163 version_pin_path = os.path.join(package_path, self.version_pin)
164 self.WriteTempFile(version_pin_path, self.new_version)
165
166 with self.assertRaises(packages.UprevError):
Trent Begin6daa8702020-01-29 14:58:12 -0700167 packages.uprev_ebuild_from_pin(package_path, version_pin_path,
168 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700169
170 def test_multiple_ebuilds(self):
171 """Tests assertion is raised if multiple ebuilds are present for package"""
172 file_layout = (
173 D(self.package, [self.version_pin, self.ebuild,
Trent Begin6daa8702020-01-29 14:58:12 -0700174 self.ebuild_template % '1.2.1',
175 self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700176 )
177 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
178
179 package_path = os.path.join(self.tempdir, self.package)
180 version_pin_path = os.path.join(package_path, self.version_pin)
181 self.WriteTempFile(version_pin_path, self.new_version)
182
183 with self.assertRaises(packages.UprevError):
Trent Begin6daa8702020-01-29 14:58:12 -0700184 packages.uprev_ebuild_from_pin(package_path, version_pin_path,
185 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700186
187
Andrew Lamb9563a152019-12-04 11:42:18 -0700188class ReplicatePrivateConfigTest(cros_test_lib.RunCommandTempDirTestCase):
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700189 """replicate_private_config tests."""
190
191 def setUp(self):
192 # Set up fake public and private chromeos-config overlays.
193 private_package_root = (
Andrew Lambe836f222019-12-09 12:27:38 -0700194 'src/private-overlays/overlay-coral-private/chromeos-base/'
Andrew Lambea9a8a22019-12-12 14:03:43 -0700195 'chromeos-config-bsp'
196 )
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700197 self.public_package_root = (
Andrew Lambea9a8a22019-12-12 14:03:43 -0700198 'src/overlays/overlay-coral/chromeos-base/chromeos-config-bsp')
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700199 file_layout = (
200 D(os.path.join(private_package_root, 'files'), ['build_config.json']),
201 D(private_package_root, ['replication_config.jsonpb']),
202 D(
203 os.path.join(self.public_package_root, 'files'),
204 ['build_config.json']),
205 )
206
207 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
208
209 # Private config contains 'a' and 'b' fields.
Andrew Lamb9563a152019-12-04 11:42:18 -0700210 self.private_config_path = os.path.join(private_package_root, 'files',
211 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700212 self.WriteTempFile(
Andrew Lamb9563a152019-12-04 11:42:18 -0700213 self.private_config_path,
Andrew Lambca1f35b2019-12-04 09:37:11 -0700214 json.dumps({'chromeos': {
215 'configs': [{
216 'a': 3,
217 'b': 2
218 }]
219 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700220
221 # Public config only contains the 'a' field. Note that the value of 'a' is
222 # 1 in the public config; it will get updated to 3 when the private config
223 # is replicated.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700224 self.public_config_path = os.path.join(self.public_package_root, 'files',
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700225 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700226 self.WriteTempFile(self.public_config_path,
227 json.dumps({'chromeos': {
228 'configs': [{
229 'a': 1
230 }]
231 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700232
233 # Put a ReplicationConfig JSONPB in the private package. Note that it
234 # specifies only the 'a' field is replicated.
235 self.replication_config_path = os.path.join(self.tempdir,
236 private_package_root,
237 'replication_config.jsonpb')
238 replication_config = ReplicationConfig(file_replication_rules=[
239 FileReplicationRule(
Andrew Lamb9563a152019-12-04 11:42:18 -0700240 source_path=self.private_config_path,
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700241 destination_path=self.public_config_path,
242 file_type=FILE_TYPE_JSON,
243 replication_type=REPLICATION_TYPE_FILTER,
244 destination_fields=FieldMask(paths=['a']))
245 ])
246
247 osutils.WriteFile(self.replication_config_path,
248 json_format.MessageToJson(replication_config))
249 self.PatchObject(constants, 'SOURCE_ROOT', new=self.tempdir)
250
Andrew Lamb9563a152019-12-04 11:42:18 -0700251 self.rc.SetDefaultCmdResult(side_effect=self._write_generated_c_files)
252
253 def _write_generated_c_files(self, *_args, **_kwargs):
254 """Write fake generated C files to the public output dir.
255
256 Note that this function accepts args and kwargs so it can be used as a side
257 effect.
258 """
259 output_dir = os.path.join(self.public_package_root, 'files')
260 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
261 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
262 self.WriteTempFile(os.path.join(output_dir, 'ec_config.h'), '')
263
264 def _write_incorrect_generated_c_files(self, *_args, **_kwargs):
265 """Similar to _write_generated_c_files, with an expected file missing.
266
267 Note that this function accepts args and kwargs so it can be used as a side
268 effect.
269 """
270 output_dir = os.path.join(self.public_package_root, 'files')
271 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
272 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
273
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700274 def test_replicate_private_config(self):
275 """Basic replication test."""
Andrew Lambe836f222019-12-09 12:27:38 -0700276 refs = [
277 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700278 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700279 ref='master',
280 revision='123')
281 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700282 chroot = Chroot()
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700283 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700284 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700285
286 self.assertCommandContains([
287 'cros_config_schema', '-m',
288 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_config_path),
289 '-g',
290 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_package_root,
291 'files'), '-f', '"TRUE"'
292 ],
293 enter_chroot=True,
294 chroot_args=chroot.get_enter_args())
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700295
296 self.assertEqual(len(result.modified), 1)
Andrew Lamb9563a152019-12-04 11:42:18 -0700297 # The public build_config.json and generated C files were modified.
298 expected_modified_files = [
Andrew Lamb988f4da2019-12-10 10:16:43 -0700299 os.path.join(self.tempdir, self.public_config_path),
300 os.path.join(self.tempdir, self.public_package_root, 'files',
301 'config.c'),
302 os.path.join(self.tempdir, self.public_package_root, 'files',
303 'ec_config.c'),
304 os.path.join(self.tempdir, self.public_package_root, 'files',
305 'ec_config.h'),
Andrew Lamb9563a152019-12-04 11:42:18 -0700306 ]
307 self.assertEqual(result.modified[0].files, expected_modified_files)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700308 self.assertEqual(result.modified[0].new_version, '123')
309
310 # The update from the private build_config.json was copied to the public.
311 # Note that only the 'a' field is present, as per destination_fields.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700312 self.assertEqual(
313 json.loads(self.ReadTempFile(self.public_config_path)),
314 {'chromeos': {
315 'configs': [{
316 'a': 3
317 }]
318 }})
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700319
Andrew Lamb9563a152019-12-04 11:42:18 -0700320 def test_replicate_private_config_no_build_config(self):
321 """If there is no build config, don't generate C files."""
322 # Modify the replication config to write to "other_config.json" instead of
323 # "build_config.json"
324 modified_destination_path = self.public_config_path.replace(
325 'build_config', 'other_config')
326 replication_config = ReplicationConfig(file_replication_rules=[
327 FileReplicationRule(
328 source_path=self.private_config_path,
329 destination_path=modified_destination_path,
330 file_type=FILE_TYPE_JSON,
331 replication_type=REPLICATION_TYPE_FILTER,
332 destination_fields=FieldMask(paths=['a']))
333 ])
334 osutils.WriteFile(self.replication_config_path,
335 json_format.MessageToJson(replication_config))
336
Andrew Lambe836f222019-12-09 12:27:38 -0700337 refs = [
338 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700339 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700340 ref='master',
341 revision='123')
342 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700343 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700344 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700345
346 self.assertEqual(len(result.modified), 1)
Andrew Lamb988f4da2019-12-10 10:16:43 -0700347 self.assertEqual(result.modified[0].files,
348 [os.path.join(self.tempdir, modified_destination_path)])
Andrew Lamb9563a152019-12-04 11:42:18 -0700349
350 def test_replicate_private_config_multiple_build_configs(self):
351 """An error is thrown if there is more than one build config."""
352 replication_config = ReplicationConfig(file_replication_rules=[
353 FileReplicationRule(
354 source_path=self.private_config_path,
355 destination_path=self.public_config_path,
356 file_type=FILE_TYPE_JSON,
357 replication_type=REPLICATION_TYPE_FILTER,
358 destination_fields=FieldMask(paths=['a'])),
359 FileReplicationRule(
360 source_path=self.private_config_path,
361 destination_path=self.public_config_path,
362 file_type=FILE_TYPE_JSON,
363 replication_type=REPLICATION_TYPE_FILTER,
364 destination_fields=FieldMask(paths=['a']))
365 ])
366
367 osutils.WriteFile(self.replication_config_path,
368 json_format.MessageToJson(replication_config))
369
Andrew Lambe836f222019-12-09 12:27:38 -0700370 refs = [
371 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700372 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700373 ref='master',
374 revision='123')
375 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700376 with self.assertRaisesRegex(
377 ValueError, 'Expected at most one build_config.json destination path.'):
378 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700379 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700380
381 def test_replicate_private_config_generated_files_incorrect(self):
382 """An error is thrown if generated C files are missing."""
383 self.rc.SetDefaultCmdResult(
384 side_effect=self._write_incorrect_generated_c_files)
385
Andrew Lambe836f222019-12-09 12:27:38 -0700386 refs = [
387 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700388 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700389 ref='master',
390 revision='123')
391 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700392 chroot = Chroot()
393
394 with self.assertRaisesRegex(packages.GeneratedCrosConfigFilesError,
395 'Expected to find generated C files'):
396 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700397 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700398
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700399 def test_replicate_private_config_wrong_number_of_refs(self):
400 """An error is thrown if there is not exactly one ref."""
401 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
402 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700403 _build_targets=None, refs=[], chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700404
405 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
406 refs = [
407 GitRef(path='a', ref='master', revision='1'),
408 GitRef(path='a', ref='master', revision='2')
409 ]
410 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700411 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700412
413 def test_replicate_private_config_replication_config_missing(self):
414 """An error is thrown if there is not a replication config."""
415 os.remove(self.replication_config_path)
416 with self.assertRaisesRegex(
417 ValueError, 'Expected ReplicationConfig missing at %s' %
418 self.replication_config_path):
419 refs = [
Andrew Lambe836f222019-12-09 12:27:38 -0700420 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700421 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700422 ref='master',
423 revision='123')
424 ]
425 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700426 _build_targets=None, refs=refs, chroot=None)
Andrew Lambe836f222019-12-09 12:27:38 -0700427
428 def test_replicate_private_config_wrong_git_ref_path(self):
429 """An error is thrown if the git ref doesn't point to a private overlay."""
430 with self.assertRaisesRegex(ValueError, 'ref.path must match the pattern'):
Andrew Lambea9a8a22019-12-12 14:03:43 -0700431 refs = [
432 GitRef(
433 path='a/b/c',
434 ref='master',
435 revision='123')
436 ]
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700437 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700438 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700439
440
Alex Kleinda39c6d2019-09-16 14:36:36 -0600441class GetBestVisibleTest(cros_test_lib.TestCase):
David Burger1e0fe232019-07-01 14:52:07 -0600442 """get_best_visible tests."""
443
444 def test_empty_atom_fails(self):
445 with self.assertRaises(AssertionError):
446 packages.get_best_visible('')
Alex Kleinda39c6d2019-09-16 14:36:36 -0600447
448
Alex Klein149fd3b2019-12-16 16:01:05 -0700449class HasPrebuiltTest(cros_test_lib.MockTestCase):
Alex Kleinda39c6d2019-09-16 14:36:36 -0600450 """has_prebuilt tests."""
451
452 def test_empty_atom_fails(self):
Alex Klein149fd3b2019-12-16 16:01:05 -0700453 """Test an empty atom results in an error."""
Alex Kleinda39c6d2019-09-16 14:36:36 -0600454 with self.assertRaises(AssertionError):
455 packages.has_prebuilt('')
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600456
Alex Klein149fd3b2019-12-16 16:01:05 -0700457 def test_use_flags(self):
458 """Test use flags get propagated correctly."""
459 # We don't really care about the result, just the env handling.
460 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
461
462 packages.has_prebuilt('cat/pkg-1.2.3', useflags='useflag')
463 patch.assert_called_with('cat/pkg-1.2.3', board=None,
464 extra_env={'USE': 'useflag'})
465
466 def test_env_use_flags(self):
467 """Test env use flags get propagated correctly with passed useflags."""
468 # We don't really care about the result, just the env handling.
469 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
470 # Add some flags to the environment.
471 existing_flags = 'already set flags'
472 self.PatchObject(os.environ, 'get', return_value=existing_flags)
473
474 new_flags = 'useflag'
475 packages.has_prebuilt('cat/pkg-1.2.3', useflags=new_flags)
476 expected = '%s %s' % (existing_flags, new_flags)
477 patch.assert_called_with('cat/pkg-1.2.3', board=None,
478 extra_env={'USE': expected})
479
480
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600481
482class AndroidVersionsTest(cros_test_lib.MockTestCase):
483 """Tests getting android versions."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600484
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600485 def setUp(self):
486 package_result = [
487 'chromeos-base/android-container-nyc-4717008-r1',
488 'chromeos-base/update_engine-0.0.3-r3408']
489 self.PatchObject(portage_util, 'GetPackageDependencies',
490 return_value=package_result)
491 self.board = 'board'
492 self.PatchObject(portage_util, 'FindEbuildForBoardPackage',
493 return_value='chromeos-base/android-container-nyc')
494 FakeEnvironment = {
495 'ARM_TARGET': '3-linux-target'
496 }
497 self.PatchObject(osutils, 'SourceEnvironment',
498 return_value=FakeEnvironment)
499
500 def test_determine_android_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600501 """Tests that a valid android version is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600502 version = packages.determine_android_version(self.board)
503 self.assertEqual(version, '4717008')
504
Michael Mortensenedf76532019-10-16 14:22:37 -0600505 def test_determine_android_version_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600506 """Tests that a None is returned for version when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600507 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
508 self.PatchObject(portage_util, 'GetPackageDependencies',
509 return_value=package_result)
510 version = packages.determine_android_version(self.board)
511 self.assertEqual(version, None)
512
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600513 def test_determine_android_branch(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600514 """Tests that a valid android branch is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600515 branch = packages.determine_android_branch(self.board)
516 self.assertEqual(branch, '3')
517
Michael Mortensenedf76532019-10-16 14:22:37 -0600518 def test_determine_android_branch_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600519 """Tests that a None is returned for branch when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600520 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
521 self.PatchObject(portage_util, 'GetPackageDependencies',
522 return_value=package_result)
523 branch = packages.determine_android_branch(self.board)
524 self.assertEqual(branch, None)
525
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600526 def test_determine_android_target(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600527 """Tests that a valid android target is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600528 target = packages.determine_android_target(self.board)
529 self.assertEqual(target, 'cheets')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600530
Michael Mortensenedf76532019-10-16 14:22:37 -0600531 def test_determine_android_target_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600532 """Tests that a None is returned for target when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600533 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
534 self.PatchObject(portage_util, 'GetPackageDependencies',
535 return_value=package_result)
536 target = packages.determine_android_target(self.board)
537 self.assertEqual(target, None)
538
Michael Mortensene0f4b542019-10-24 15:30:23 -0600539 def test_determine_android_version_handle_exception(self):
540 """Tests handling RunCommandError inside determine_android_version."""
541 # Mock what happens when portage returns that bubbles up (via RunCommand)
542 # inside portage_util.GetPackageDependencies.
543 self.PatchObject(portage_util, 'GetPackageDependencies',
544 side_effect=cros_build_lib.RunCommandError('error'))
545 target = packages.determine_android_version(self.board)
546 self.assertEqual(target, None)
547
548 def test_determine_android_package_handle_exception(self):
549 """Tests handling RunCommandError inside determine_android_package."""
550 # Mock what happens when portage returns that bubbles up (via RunCommand)
551 # inside portage_util.GetPackageDependencies.
552 self.PatchObject(portage_util, 'GetPackageDependencies',
553 side_effect=cros_build_lib.RunCommandError('error'))
554 target = packages.determine_android_package(self.board)
555 self.assertEqual(target, None)
556
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600557 def test_determine_android_package_callers_handle_exception(self):
558 """Tests handling RunCommandError by determine_android_package callers."""
559 # Mock what happens when portage returns that bubbles up (via RunCommand)
560 # inside portage_util.GetPackageDependencies.
561 self.PatchObject(portage_util, 'GetPackageDependencies',
562 side_effect=cros_build_lib.RunCommandError('error'))
563 # Verify that target is None, as expected.
564 target = packages.determine_android_package(self.board)
565 self.assertEqual(target, None)
566 # determine_android_branch calls determine_android_package
567 branch = packages.determine_android_branch(self.board)
568 self.assertEqual(branch, None)
569 # determine_android_target calls determine_android_package
570 target = packages.determine_android_target(self.board)
571 self.assertEqual(target, None)
572
Michael Mortensene0f4b542019-10-24 15:30:23 -0600573
Michael Mortensen71ef5682020-05-07 14:29:24 -0600574class GetFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase):
575 """Tests for get_firmware_versions."""
576
577 def setUp(self):
578 self.board = 'test-board'
579 self.rc.SetDefaultCmdResult(output="""
580
581flashrom(8): a8f99c2e61e7dc09c4b25ef5a76ef692 */build/kevin/usr/sbin/flashrom
582 ELF 32-bit LSB executable, ARM, EABI5 version 1 (SYSV), statically linked, for GNU/Linux 2.d
583 0.9.4 : 860875a : Apr 10 2017 23:54:29 UTC
584
585BIOS image: 6b5b855a0b8fd1657546d1402c15b206 *chromeos-firmware-kevin-0.0.1/.dist/kevin_fw_8785.178.0.n
586BIOS version: Google_Kevin.8785.178.0
587EC image: 1ebfa9518e6cac0558a80b7ab2f5b489 *chromeos-firmware-kevin-0.0.1/.dist/kevin_ec_8785.178.0.n
588EC version:kevin_v1.10.184-459421c
589
590Package Content:
591a8f99c2e61e7dc09c4b25ef5a76ef692 *./flashrom
5923c3a99346d1ca1273cbcd86c104851ff *./shflags
593457a8dc8546764affc9700f8da328d23 *./dump_fmap
594c392980ddb542639edf44a965a59361a *./updater5.sh
595490c95d6123c208d20d84d7c16857c7c *./crosfw.sh
5966b5b855a0b8fd1657546d1402c15b206 *./bios.bin
5977b5bef0d2da90c23ff2e157250edf0fa *./crosutil.sh
598d78722e4f1a0dc2d8c3d6b0bc7010ae3 *./crossystem
599457a8dc8546764affc9700f8da328d23 *./gbb_utility
6001ebfa9518e6cac0558a80b7ab2f5b489 *./ec.bin
601c98ca54db130886142ad582a58e90ddc *./common.sh
6025ba978bdec0f696f47f0f0de90936880 *./mosys
603312e8ee6122057f2a246d7bcf1572f49 *./vpd
604""")
605
606 def test_get_firmware_versions(self):
607 """Tests get_firmware_versions with mocked output."""
608 build_target = build_target_lib.BuildTarget(self.board)
609 result = packages.get_firmware_versions(build_target)
610 versions = packages.FirmwareVersions(
611 None, 'Google_Kevin.8785.178.0', None, 'kevin_v1.10.184-459421c', None)
612 self.assertEqual(result, versions)
613
614
Michael Mortensenfbf2b2d2020-05-14 16:33:06 -0600615class DetermineKernelVersionTest(cros_test_lib.RunCommandTempDirTestCase):
616 """Tests for determine_kernel_version."""
617
618 def setUp(self):
619 self.board = 'test-board'
620 self.build_target = build_target_lib.BuildTarget(self.board)
621
622 def test_determine_kernel_version(self):
623 """Tests that a valid kernel version is returned."""
624 package_result = ['sys-kernel/linux-headers-4.14-r24',
625 'sys-devel/flex-2.6.4-r1',
626 'sys-kernel/chromeos-kernel-4_4-4.4.223-r2209']
627 self.PatchObject(portage_util, 'GetPackageDependencies',
628 return_value=package_result)
629
630 result = packages.determine_kernel_version(self.build_target)
631 self.assertEqual(result, '4.4.223-r2209')
632
633 def test_determine_kernel_version_exception(self):
634 """Tests that portage_util exceptions result in returning None."""
635 self.PatchObject(portage_util, 'GetPackageDependencies',
636 side_effect=cros_build_lib.RunCommandError('error'))
637 result = packages.determine_kernel_version(self.build_target)
638 self.assertEqual(result, None)
639
Michael Mortensenc2615b72019-10-15 08:12:24 -0600640class ChromeVersionsTest(cros_test_lib.MockTestCase):
641 """Tests getting chrome version."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600642
Michael Mortensenc2615b72019-10-15 08:12:24 -0600643 def setUp(self):
Alex Klein2960c752020-03-09 13:43:38 -0600644 self.build_target = build_target_lib.BuildTarget('board')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600645
646 def test_determine_chrome_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600647 """Tests that a valid chrome version is returned."""
Michael Mortensenc2615b72019-10-15 08:12:24 -0600648 # Mock PortageqBestVisible to return a valid chrome version string.
649 r1_cpf = 'chromeos-base/chromeos-chrome-78.0.3900.0_rc-r1'
650 r1_cpv = portage_util.SplitCPV(r1_cpf)
651 self.PatchObject(portage_util, 'PortageqBestVisible',
652 return_value=r1_cpv)
653
Michael Mortensenb51a1f02019-10-16 13:28:20 -0600654 chrome_version = packages.determine_chrome_version(self.build_target)
Michael Mortensenc2615b72019-10-15 08:12:24 -0600655 version_numbers = chrome_version.split('.')
656 self.assertEqual(len(version_numbers), 4)
657 self.assertEqual(int(version_numbers[0]), 78)
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600658
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600659 def test_determine_chrome_version_handle_exception(self):
660 # Mock what happens when portage throws an exception that bubbles up (via
661 # RunCommand)inside portage_util.PortageqBestVisible.
662 self.PatchObject(portage_util, 'PortageqBestVisible',
663 side_effect=cros_build_lib.RunCommandError('error'))
664 target = packages.determine_chrome_version(self.build_target)
665 self.assertEqual(target, None)
666
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600667
668class PlatformVersionsTest(cros_test_lib.MockTestCase):
669 """Tests getting platform version."""
670
671 def test_determine_platform_version(self):
672 """Test checking that a valid platform version is returned."""
673 platform_version = packages.determine_platform_version()
674 # The returned platform version is something like 12603.0.0.
675 version_string_list = platform_version.split('.')
676 self.assertEqual(len(version_string_list), 3)
677 # We don't want to check an exact version, but the first number should be
678 # non-zero.
679 self.assertGreaterEqual(int(version_string_list[0]), 1)
Michael Mortensen009cb662019-10-21 11:38:43 -0600680
681 def test_determine_milestone_version(self):
682 """Test checking that a valid milestone version is returned."""
683 milestone_version = packages.determine_milestone_version()
684 # Milestone version should be non-zero
685 self.assertGreaterEqual(int(milestone_version), 1)
686
687 def test_determine_full_version(self):
688 """Test checking that a valid full version is returned."""
689 full_version = packages.determine_full_version()
690 pattern = r'^R(\d+)-(\d+.\d+.\d+(-rc\d+)*)'
691 m = re.match(pattern, full_version)
692 self.assertTrue(m)
693 milestone_version = m.group(1)
694 self.assertGreaterEqual(int(milestone_version), 1)
695
696 def test_versions_based_on_mock(self):
697 # Create a test version_info object, and than mock VersionInfo.from_repo
698 # return it.
699 test_platform_version = '12575.0.0'
700 test_chrome_branch = '75'
701 version_info_mock = manifest_version.VersionInfo(test_platform_version)
702 version_info_mock.chrome_branch = test_chrome_branch
703 self.PatchObject(manifest_version.VersionInfo, 'from_repo',
704 return_value=version_info_mock)
705 test_full_version = 'R' + test_chrome_branch + '-' + test_platform_version
706 platform_version = packages.determine_platform_version()
707 milestone_version = packages.determine_milestone_version()
708 full_version = packages.determine_full_version()
709 self.assertEqual(platform_version, test_platform_version)
710 self.assertEqual(milestone_version, test_chrome_branch)
711 self.assertEqual(full_version, test_full_version)
Chris McDonaldea0312c2020-05-04 23:33:15 -0600712
713
714# Each of the columns in the following table is a separate dimension along
715# which Chrome uprev test cases can vary in behavior. The full test space would
716# be the Cartesian product of the possible values of each column.
717# 'CHROME_EBUILD' refers to the relationship between the version of the existing
718# Chrome ebuild vs. the requested uprev version. 'FOLLOWER_EBUILDS' refers to
719# the same relationship but for the packages defined in OTHER_CHROME_PACKAGES.
720# 'EBUILDS MODIFIED' refers to whether any of the existing 9999 ebuilds have
721# modified contents relative to their corresponding stable ebuilds.
722#
723# CHROME_EBUILD FOLLOWER_EBUILDS EBUILDS_MODIFIED
724#
725# HIGHER HIGHER YES
726# SAME SAME NO
727# LOWER LOWER
728# DOESN'T EXIST YET
729
730# These test cases cover both CHROME & FOLLOWER ebuilds being identically
731# higher, lower, or the same versions, with no modified ebuilds.
732UPREV_VERSION_CASES = (
733 pytest.param(
734 '80.0.8080.0',
735 '81.0.8181.0',
736 # One added and one deleted for chrome and each "other" package.
737 2 * (1 + len(constants.OTHER_CHROME_PACKAGES)),
738 id='newer_chrome_version',
739 ),
740 # No files should be changed in these cases.
741 pytest.param(
742 '80.0.8080.0',
743 '80.0.8080.0',
744 0,
745 id='same_chrome_version',
746 ),
747 pytest.param(
748 '80.0.8080.0',
749 '79.0.7979.0',
750 0,
751 id='older_chrome_version',
752 ),
753)
754
755
756@pytest.mark.parametrize('old_version, new_version, expected_count',
757 UPREV_VERSION_CASES)
758def test_uprev_chrome_all_files_already_exist(old_version, new_version,
759 expected_count, monkeypatch,
760 overlay_stack):
761 """Test Chrome uprevs work as expected when all packages already exist."""
762 overlay, = overlay_stack(1)
763 monkeypatch.setattr(uprev_lib, '_CHROME_OVERLAY_PATH', overlay.path)
764
765 unstable_chrome = cr.test.Package(
766 'chromeos-base', 'chromeos-chrome', version='9999', keywords='~*')
767 stable_chrome = cr.test.Package(
768 'chromeos-base', 'chromeos-chrome', version=f'{old_version}_rc-r1')
769
770 overlay.add_package(unstable_chrome)
771 overlay.add_package(stable_chrome)
772
773 for pkg_str in constants.OTHER_CHROME_PACKAGES:
774 category, pkg_name = pkg_str.split('/')
775 unstable_pkg = cr.test.Package(
776 category, pkg_name, version='9999', keywords='~*')
777 stable_pkg = cr.test.Package(
778 category, pkg_name, version=f'{old_version}_rc-r1')
779
780 overlay.add_package(unstable_pkg)
781 overlay.add_package(stable_pkg)
782
783 git_refs = [
784 GitRef(
785 path='/foo', ref=f'refs/tags/{new_version}', revision='dummycommit')
786 ]
787 res = packages.uprev_chrome(build_targets=None, refs=git_refs, chroot=None)
788
789 modified_file_count = sum(len(m.files) for m in res.modified)
790 assert modified_file_count == expected_count