blob: c15aa64cb768ecc9d55322595276a995b52aadd5 [file] [log] [blame]
Alex Kleineb77ffa2019-05-28 14:47:44 -06001# -*- coding: utf-8 -*-
2# Copyright 2019 The Chromium OS Authors. All rights reserved.
3# Use of this source code is governed by a BSD-style license that can be
4# found in the LICENSE file.
5
6"""Packages service tests."""
7
8from __future__ import print_function
9
Andrew Lamb2bde9e42019-11-04 13:24:09 -070010import json
11import os
Michael Mortensen009cb662019-10-21 11:38:43 -060012import re
13
Andrew Lamb2bde9e42019-11-04 13:24:09 -070014from google.protobuf import json_format
15from google.protobuf.field_mask_pb2 import FieldMask
Chris McDonaldea0312c2020-05-04 23:33:15 -060016import pytest
Andrew Lamb2bde9e42019-11-04 13:24:09 -070017
Chris McDonaldea0312c2020-05-04 23:33:15 -060018import chromite as cr
Andrew Lamb2bde9e42019-11-04 13:24:09 -070019from chromite.api.gen.config.replication_config_pb2 import (
20 ReplicationConfig, FileReplicationRule, FILE_TYPE_JSON,
21 REPLICATION_TYPE_FILTER
22)
Michael Mortensen009cb662019-10-21 11:38:43 -060023from chromite.cbuildbot import manifest_version
Alex Klein2960c752020-03-09 13:43:38 -060024from chromite.lib import build_target_lib
Michael Mortensen71ef5682020-05-07 14:29:24 -060025from chromite.lib import chroot_lib
Andrew Lamb2bde9e42019-11-04 13:24:09 -070026from chromite.lib import constants
Michael Mortensene0f4b542019-10-24 15:30:23 -060027from chromite.lib import cros_build_lib
Alex Kleineb77ffa2019-05-28 14:47:44 -060028from chromite.lib import cros_test_lib
Michael Mortensenb70e8a82019-10-10 18:43:41 -060029from chromite.lib import osutils
Mike Frysinger88d96362020-02-14 19:05:45 -050030from chromite.lib import partial_mock
Alex Klein87531182019-08-12 15:23:37 -060031from chromite.lib import portage_util
Chris McDonaldea0312c2020-05-04 23:33:15 -060032from chromite.lib import uprev_lib
Alex Klein87531182019-08-12 15:23:37 -060033from chromite.lib.chroot_lib import Chroot
Andrew Lamb2bde9e42019-11-04 13:24:09 -070034from chromite.lib.uprev_lib import GitRef
Alex Kleineb77ffa2019-05-28 14:47:44 -060035from chromite.service import packages
36
Mike Frysingerbafb3182020-02-21 03:15:43 -050037
Andrew Lamb2bde9e42019-11-04 13:24:09 -070038D = cros_test_lib.Directory
39
Alex Kleineb77ffa2019-05-28 14:47:44 -060040
Alex Klein4de25e82019-08-05 15:58:39 -060041class UprevAndroidTest(cros_test_lib.RunCommandTestCase):
42 """Uprev android tests."""
43
44 def test_success(self):
45 """Test successful run handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050046 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
47 stdout='ANDROID_ATOM=android/android-1.0\n')
Alex Klein2960c752020-03-09 13:43:38 -060048 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060049
50 packages.uprev_android('refs/tracking-branch', 'android/package',
51 'refs/android-build-branch', Chroot(),
52 build_targets=build_targets)
53 self.assertCommandContains(['cros_mark_android_as_stable',
54 '--boards=foo:bar'])
55 self.assertCommandContains(['emerge-foo'])
56 self.assertCommandContains(['emerge-bar'])
57
58 def test_no_uprev(self):
59 """Test no uprev handling."""
Mike Frysinger88d96362020-02-14 19:05:45 -050060 self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'),
61 stdout='')
Alex Klein2960c752020-03-09 13:43:38 -060062 build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']]
Alex Klein4de25e82019-08-05 15:58:39 -060063 packages.uprev_android('refs/tracking-branch', 'android/package',
64 'refs/android-build-branch', Chroot(),
65 build_targets=build_targets)
66
67 self.assertCommandContains(['cros_mark_android_as_stable',
68 '--boards=foo:bar'])
69 self.assertCommandContains(['emerge-foo'], expected=False)
70 self.assertCommandContains(['emerge-bar'], expected=False)
71
72
Alex Kleineb77ffa2019-05-28 14:47:44 -060073class UprevBuildTargetsTest(cros_test_lib.RunCommandTestCase):
74 """uprev_build_targets tests."""
75
76 def test_invalid_type_fails(self):
77 """Test invalid type fails."""
78 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -060079 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -060080 'invalid')
81
82 def test_none_type_fails(self):
83 """Test None type fails."""
84 with self.assertRaises(AssertionError):
Alex Klein2960c752020-03-09 13:43:38 -060085 packages.uprev_build_targets([build_target_lib.BuildTarget('foo')],
Alex Kleineb77ffa2019-05-28 14:47:44 -060086 None)
87
88
Alex Klein87531182019-08-12 15:23:37 -060089class UprevsVersionedPackageTest(cros_test_lib.MockTestCase):
90 """uprevs_versioned_package decorator test."""
91
92 @packages.uprevs_versioned_package('category/package')
93 def uprev_category_package(self, *args, **kwargs):
94 """Registered function for testing."""
95
96 def test_calls_function(self):
97 """Test calling a registered function."""
Chris McDonaldea0312c2020-05-04 23:33:15 -060098 self.PatchObject(self, 'uprev_category_package')
Alex Klein87531182019-08-12 15:23:37 -060099
100 cpv = portage_util.SplitCPV('category/package', strict=False)
101 packages.uprev_versioned_package(cpv, [], [], Chroot())
102
Chris McDonald3c689d32020-03-26 17:20:23 -0600103 # TODO(crbug/1065172): Invalid assertion that had previously been mocked.
104 # patch.assert_called()
Alex Klein87531182019-08-12 15:23:37 -0600105
106 def test_unregistered_package(self):
107 """Test calling with an unregistered package."""
108 cpv = portage_util.SplitCPV('does-not/exist', strict=False)
109
110 with self.assertRaises(packages.UnknownPackageError):
111 packages.uprev_versioned_package(cpv, [], [], Chroot())
112
113
Trent Begin6daa8702020-01-29 14:58:12 -0700114class UprevEbuildFromPinTest(cros_test_lib.RunCommandTempDirTestCase):
Trent Begin315d9d92019-12-03 21:55:53 -0700115 """Tests uprev_ebuild_from_pin function"""
116
117 package = 'category/package'
118 version = '1.2.3'
119 new_version = '1.2.4'
120 ebuild_template = 'package-%s-r1.ebuild'
121 ebuild = ebuild_template % version
122 version_pin = 'VERSION-PIN'
Trent Begin6daa8702020-01-29 14:58:12 -0700123 manifest = 'Manifest'
Trent Begin315d9d92019-12-03 21:55:53 -0700124
125 def test_uprev_ebuild(self):
126 """Tests uprev of ebuild with version path"""
127 file_layout = (
Trent Begin6daa8702020-01-29 14:58:12 -0700128 D(self.package, [self.ebuild, self.version_pin, self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700129 )
130 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
131
132 package_path = os.path.join(self.tempdir, self.package)
133 version_pin_path = os.path.join(package_path, self.version_pin)
134 self.WriteTempFile(version_pin_path, self.new_version)
135
Trent Begin6daa8702020-01-29 14:58:12 -0700136 result = packages.uprev_ebuild_from_pin(package_path, version_pin_path,
137 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700138 self.assertEqual(len(result.modified), 1,
139 'unexpected number of results: %s' % len(result.modified))
140
141 mod = result.modified[0]
142 self.assertEqual(mod.new_version, self.new_version,
143 'unexpected version number: %s' % mod.new_version)
Trent Begin315d9d92019-12-03 21:55:53 -0700144
David Burger15d104b2020-01-21 21:03:13 -0700145 old_ebuild_path = os.path.join(package_path,
146 self.ebuild_template % self.version)
Trent Begin315d9d92019-12-03 21:55:53 -0700147 new_ebuild_path = os.path.join(package_path,
148 self.ebuild_template % self.new_version)
Trent Begin4a11a632020-02-28 12:59:58 -0700149 manifest_path = os.path.join(package_path, 'Manifest')
Trent Begin2e5344f2020-03-02 10:46:55 -0700150
151 expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path]
152 self.assertCountEqual(mod.files, expected_modified_files)
Trent Begin4a11a632020-02-28 12:59:58 -0700153
Trent Beginec16cf32020-02-24 11:26:02 -0700154 self.assertCommandContains(['ebuild', 'manifest'])
Trent Begin6daa8702020-01-29 14:58:12 -0700155
Trent Begin315d9d92019-12-03 21:55:53 -0700156 def test_no_ebuild(self):
157 """Tests assertion is raised if package has no ebuilds"""
158 file_layout = (
Trent Begin6daa8702020-01-29 14:58:12 -0700159 D(self.package, [self.version_pin, self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700160 )
161 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
162
163 package_path = os.path.join(self.tempdir, self.package)
164 version_pin_path = os.path.join(package_path, self.version_pin)
165 self.WriteTempFile(version_pin_path, self.new_version)
166
167 with self.assertRaises(packages.UprevError):
Trent Begin6daa8702020-01-29 14:58:12 -0700168 packages.uprev_ebuild_from_pin(package_path, version_pin_path,
169 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700170
171 def test_multiple_ebuilds(self):
172 """Tests assertion is raised if multiple ebuilds are present for package"""
173 file_layout = (
174 D(self.package, [self.version_pin, self.ebuild,
Trent Begin6daa8702020-01-29 14:58:12 -0700175 self.ebuild_template % '1.2.1',
176 self.manifest]),
Trent Begin315d9d92019-12-03 21:55:53 -0700177 )
178 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
179
180 package_path = os.path.join(self.tempdir, self.package)
181 version_pin_path = os.path.join(package_path, self.version_pin)
182 self.WriteTempFile(version_pin_path, self.new_version)
183
184 with self.assertRaises(packages.UprevError):
Trent Begin6daa8702020-01-29 14:58:12 -0700185 packages.uprev_ebuild_from_pin(package_path, version_pin_path,
186 chroot=Chroot())
Trent Begin315d9d92019-12-03 21:55:53 -0700187
188
Andrew Lamb9563a152019-12-04 11:42:18 -0700189class ReplicatePrivateConfigTest(cros_test_lib.RunCommandTempDirTestCase):
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700190 """replicate_private_config tests."""
191
192 def setUp(self):
193 # Set up fake public and private chromeos-config overlays.
194 private_package_root = (
Andrew Lambe836f222019-12-09 12:27:38 -0700195 'src/private-overlays/overlay-coral-private/chromeos-base/'
Andrew Lambea9a8a22019-12-12 14:03:43 -0700196 'chromeos-config-bsp'
197 )
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700198 self.public_package_root = (
Andrew Lambea9a8a22019-12-12 14:03:43 -0700199 'src/overlays/overlay-coral/chromeos-base/chromeos-config-bsp')
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700200 file_layout = (
201 D(os.path.join(private_package_root, 'files'), ['build_config.json']),
202 D(private_package_root, ['replication_config.jsonpb']),
203 D(
204 os.path.join(self.public_package_root, 'files'),
205 ['build_config.json']),
206 )
207
208 cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout)
209
210 # Private config contains 'a' and 'b' fields.
Andrew Lamb9563a152019-12-04 11:42:18 -0700211 self.private_config_path = os.path.join(private_package_root, 'files',
212 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700213 self.WriteTempFile(
Andrew Lamb9563a152019-12-04 11:42:18 -0700214 self.private_config_path,
Andrew Lambca1f35b2019-12-04 09:37:11 -0700215 json.dumps({'chromeos': {
216 'configs': [{
217 'a': 3,
218 'b': 2
219 }]
220 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700221
222 # Public config only contains the 'a' field. Note that the value of 'a' is
223 # 1 in the public config; it will get updated to 3 when the private config
224 # is replicated.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700225 self.public_config_path = os.path.join(self.public_package_root, 'files',
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700226 'build_config.json')
Andrew Lambca1f35b2019-12-04 09:37:11 -0700227 self.WriteTempFile(self.public_config_path,
228 json.dumps({'chromeos': {
229 'configs': [{
230 'a': 1
231 }]
232 }}))
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700233
234 # Put a ReplicationConfig JSONPB in the private package. Note that it
235 # specifies only the 'a' field is replicated.
236 self.replication_config_path = os.path.join(self.tempdir,
237 private_package_root,
238 'replication_config.jsonpb')
239 replication_config = ReplicationConfig(file_replication_rules=[
240 FileReplicationRule(
Andrew Lamb9563a152019-12-04 11:42:18 -0700241 source_path=self.private_config_path,
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700242 destination_path=self.public_config_path,
243 file_type=FILE_TYPE_JSON,
244 replication_type=REPLICATION_TYPE_FILTER,
245 destination_fields=FieldMask(paths=['a']))
246 ])
247
248 osutils.WriteFile(self.replication_config_path,
249 json_format.MessageToJson(replication_config))
250 self.PatchObject(constants, 'SOURCE_ROOT', new=self.tempdir)
251
Andrew Lamb9563a152019-12-04 11:42:18 -0700252 self.rc.SetDefaultCmdResult(side_effect=self._write_generated_c_files)
253
254 def _write_generated_c_files(self, *_args, **_kwargs):
255 """Write fake generated C files to the public output dir.
256
257 Note that this function accepts args and kwargs so it can be used as a side
258 effect.
259 """
260 output_dir = os.path.join(self.public_package_root, 'files')
261 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
262 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
263 self.WriteTempFile(os.path.join(output_dir, 'ec_config.h'), '')
264
265 def _write_incorrect_generated_c_files(self, *_args, **_kwargs):
266 """Similar to _write_generated_c_files, with an expected file missing.
267
268 Note that this function accepts args and kwargs so it can be used as a side
269 effect.
270 """
271 output_dir = os.path.join(self.public_package_root, 'files')
272 self.WriteTempFile(os.path.join(output_dir, 'config.c'), '')
273 self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '')
274
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700275 def test_replicate_private_config(self):
276 """Basic replication test."""
Andrew Lambe836f222019-12-09 12:27:38 -0700277 refs = [
278 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700279 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700280 ref='master',
281 revision='123')
282 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700283 chroot = Chroot()
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700284 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700285 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700286
287 self.assertCommandContains([
288 'cros_config_schema', '-m',
289 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_config_path),
290 '-g',
291 os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_package_root,
292 'files'), '-f', '"TRUE"'
293 ],
294 enter_chroot=True,
295 chroot_args=chroot.get_enter_args())
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700296
297 self.assertEqual(len(result.modified), 1)
Andrew Lamb9563a152019-12-04 11:42:18 -0700298 # The public build_config.json and generated C files were modified.
299 expected_modified_files = [
Andrew Lamb988f4da2019-12-10 10:16:43 -0700300 os.path.join(self.tempdir, self.public_config_path),
301 os.path.join(self.tempdir, self.public_package_root, 'files',
302 'config.c'),
303 os.path.join(self.tempdir, self.public_package_root, 'files',
304 'ec_config.c'),
305 os.path.join(self.tempdir, self.public_package_root, 'files',
306 'ec_config.h'),
Andrew Lamb9563a152019-12-04 11:42:18 -0700307 ]
308 self.assertEqual(result.modified[0].files, expected_modified_files)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700309 self.assertEqual(result.modified[0].new_version, '123')
310
311 # The update from the private build_config.json was copied to the public.
312 # Note that only the 'a' field is present, as per destination_fields.
Andrew Lambca1f35b2019-12-04 09:37:11 -0700313 self.assertEqual(
314 json.loads(self.ReadTempFile(self.public_config_path)),
315 {'chromeos': {
316 'configs': [{
317 'a': 3
318 }]
319 }})
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700320
Andrew Lamb9563a152019-12-04 11:42:18 -0700321 def test_replicate_private_config_no_build_config(self):
322 """If there is no build config, don't generate C files."""
323 # Modify the replication config to write to "other_config.json" instead of
324 # "build_config.json"
325 modified_destination_path = self.public_config_path.replace(
326 'build_config', 'other_config')
327 replication_config = ReplicationConfig(file_replication_rules=[
328 FileReplicationRule(
329 source_path=self.private_config_path,
330 destination_path=modified_destination_path,
331 file_type=FILE_TYPE_JSON,
332 replication_type=REPLICATION_TYPE_FILTER,
333 destination_fields=FieldMask(paths=['a']))
334 ])
335 osutils.WriteFile(self.replication_config_path,
336 json_format.MessageToJson(replication_config))
337
Andrew Lambe836f222019-12-09 12:27:38 -0700338 refs = [
339 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700340 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700341 ref='master',
342 revision='123')
343 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700344 result = packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700345 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700346
347 self.assertEqual(len(result.modified), 1)
Andrew Lamb988f4da2019-12-10 10:16:43 -0700348 self.assertEqual(result.modified[0].files,
349 [os.path.join(self.tempdir, modified_destination_path)])
Andrew Lamb9563a152019-12-04 11:42:18 -0700350
351 def test_replicate_private_config_multiple_build_configs(self):
352 """An error is thrown if there is more than one build config."""
353 replication_config = ReplicationConfig(file_replication_rules=[
354 FileReplicationRule(
355 source_path=self.private_config_path,
356 destination_path=self.public_config_path,
357 file_type=FILE_TYPE_JSON,
358 replication_type=REPLICATION_TYPE_FILTER,
359 destination_fields=FieldMask(paths=['a'])),
360 FileReplicationRule(
361 source_path=self.private_config_path,
362 destination_path=self.public_config_path,
363 file_type=FILE_TYPE_JSON,
364 replication_type=REPLICATION_TYPE_FILTER,
365 destination_fields=FieldMask(paths=['a']))
366 ])
367
368 osutils.WriteFile(self.replication_config_path,
369 json_format.MessageToJson(replication_config))
370
Andrew Lambe836f222019-12-09 12:27:38 -0700371 refs = [
372 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700373 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700374 ref='master',
375 revision='123')
376 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700377 with self.assertRaisesRegex(
378 ValueError, 'Expected at most one build_config.json destination path.'):
379 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700380 _build_targets=None, refs=refs, chroot=Chroot())
Andrew Lamb9563a152019-12-04 11:42:18 -0700381
382 def test_replicate_private_config_generated_files_incorrect(self):
383 """An error is thrown if generated C files are missing."""
384 self.rc.SetDefaultCmdResult(
385 side_effect=self._write_incorrect_generated_c_files)
386
Andrew Lambe836f222019-12-09 12:27:38 -0700387 refs = [
388 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700389 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700390 ref='master',
391 revision='123')
392 ]
Andrew Lamb9563a152019-12-04 11:42:18 -0700393 chroot = Chroot()
394
395 with self.assertRaisesRegex(packages.GeneratedCrosConfigFilesError,
396 'Expected to find generated C files'):
397 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700398 _build_targets=None, refs=refs, chroot=chroot)
Andrew Lamb9563a152019-12-04 11:42:18 -0700399
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700400 def test_replicate_private_config_wrong_number_of_refs(self):
401 """An error is thrown if there is not exactly one ref."""
402 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
403 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700404 _build_targets=None, refs=[], chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700405
406 with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'):
407 refs = [
408 GitRef(path='a', ref='master', revision='1'),
409 GitRef(path='a', ref='master', revision='2')
410 ]
411 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700412 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700413
414 def test_replicate_private_config_replication_config_missing(self):
415 """An error is thrown if there is not a replication config."""
416 os.remove(self.replication_config_path)
417 with self.assertRaisesRegex(
418 ValueError, 'Expected ReplicationConfig missing at %s' %
419 self.replication_config_path):
420 refs = [
Andrew Lambe836f222019-12-09 12:27:38 -0700421 GitRef(
Andrew Lamb4aa09912020-01-08 13:55:56 -0700422 path='/chromeos/overlays/overlay-coral-private',
Andrew Lambe836f222019-12-09 12:27:38 -0700423 ref='master',
424 revision='123')
425 ]
426 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700427 _build_targets=None, refs=refs, chroot=None)
Andrew Lambe836f222019-12-09 12:27:38 -0700428
429 def test_replicate_private_config_wrong_git_ref_path(self):
430 """An error is thrown if the git ref doesn't point to a private overlay."""
431 with self.assertRaisesRegex(ValueError, 'ref.path must match the pattern'):
Andrew Lambea9a8a22019-12-12 14:03:43 -0700432 refs = [
433 GitRef(
434 path='a/b/c',
435 ref='master',
436 revision='123')
437 ]
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700438 packages.replicate_private_config(
Andrew Lambea9a8a22019-12-12 14:03:43 -0700439 _build_targets=None, refs=refs, chroot=None)
Andrew Lamb2bde9e42019-11-04 13:24:09 -0700440
441
Alex Kleinda39c6d2019-09-16 14:36:36 -0600442class GetBestVisibleTest(cros_test_lib.TestCase):
David Burger1e0fe232019-07-01 14:52:07 -0600443 """get_best_visible tests."""
444
445 def test_empty_atom_fails(self):
446 with self.assertRaises(AssertionError):
447 packages.get_best_visible('')
Alex Kleinda39c6d2019-09-16 14:36:36 -0600448
449
Alex Klein149fd3b2019-12-16 16:01:05 -0700450class HasPrebuiltTest(cros_test_lib.MockTestCase):
Alex Kleinda39c6d2019-09-16 14:36:36 -0600451 """has_prebuilt tests."""
452
453 def test_empty_atom_fails(self):
Alex Klein149fd3b2019-12-16 16:01:05 -0700454 """Test an empty atom results in an error."""
Alex Kleinda39c6d2019-09-16 14:36:36 -0600455 with self.assertRaises(AssertionError):
456 packages.has_prebuilt('')
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600457
Alex Klein149fd3b2019-12-16 16:01:05 -0700458 def test_use_flags(self):
459 """Test use flags get propagated correctly."""
460 # We don't really care about the result, just the env handling.
461 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
462
463 packages.has_prebuilt('cat/pkg-1.2.3', useflags='useflag')
464 patch.assert_called_with('cat/pkg-1.2.3', board=None,
465 extra_env={'USE': 'useflag'})
466
467 def test_env_use_flags(self):
468 """Test env use flags get propagated correctly with passed useflags."""
469 # We don't really care about the result, just the env handling.
470 patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True)
471 # Add some flags to the environment.
472 existing_flags = 'already set flags'
473 self.PatchObject(os.environ, 'get', return_value=existing_flags)
474
475 new_flags = 'useflag'
476 packages.has_prebuilt('cat/pkg-1.2.3', useflags=new_flags)
477 expected = '%s %s' % (existing_flags, new_flags)
478 patch.assert_called_with('cat/pkg-1.2.3', board=None,
479 extra_env={'USE': expected})
480
481
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600482
483class AndroidVersionsTest(cros_test_lib.MockTestCase):
484 """Tests getting android versions."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600485
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600486 def setUp(self):
487 package_result = [
488 'chromeos-base/android-container-nyc-4717008-r1',
489 'chromeos-base/update_engine-0.0.3-r3408']
490 self.PatchObject(portage_util, 'GetPackageDependencies',
491 return_value=package_result)
492 self.board = 'board'
493 self.PatchObject(portage_util, 'FindEbuildForBoardPackage',
494 return_value='chromeos-base/android-container-nyc')
495 FakeEnvironment = {
496 'ARM_TARGET': '3-linux-target'
497 }
498 self.PatchObject(osutils, 'SourceEnvironment',
499 return_value=FakeEnvironment)
500
501 def test_determine_android_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600502 """Tests that a valid android version is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600503 version = packages.determine_android_version(self.board)
504 self.assertEqual(version, '4717008')
505
Michael Mortensenedf76532019-10-16 14:22:37 -0600506 def test_determine_android_version_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600507 """Tests that a None is returned for version when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600508 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
509 self.PatchObject(portage_util, 'GetPackageDependencies',
510 return_value=package_result)
511 version = packages.determine_android_version(self.board)
512 self.assertEqual(version, None)
513
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600514 def test_determine_android_branch(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600515 """Tests that a valid android branch is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600516 branch = packages.determine_android_branch(self.board)
517 self.assertEqual(branch, '3')
518
Michael Mortensenedf76532019-10-16 14:22:37 -0600519 def test_determine_android_branch_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600520 """Tests that a None is returned for branch when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600521 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
522 self.PatchObject(portage_util, 'GetPackageDependencies',
523 return_value=package_result)
524 branch = packages.determine_android_branch(self.board)
525 self.assertEqual(branch, None)
526
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600527 def test_determine_android_target(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600528 """Tests that a valid android target is returned."""
Michael Mortensenb70e8a82019-10-10 18:43:41 -0600529 target = packages.determine_android_target(self.board)
530 self.assertEqual(target, 'cheets')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600531
Michael Mortensenedf76532019-10-16 14:22:37 -0600532 def test_determine_android_target_when_not_present(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600533 """Tests that a None is returned for target when android is not present."""
Michael Mortensenedf76532019-10-16 14:22:37 -0600534 package_result = ['chromeos-base/update_engine-0.0.3-r3408']
535 self.PatchObject(portage_util, 'GetPackageDependencies',
536 return_value=package_result)
537 target = packages.determine_android_target(self.board)
538 self.assertEqual(target, None)
539
Michael Mortensene0f4b542019-10-24 15:30:23 -0600540 def test_determine_android_version_handle_exception(self):
541 """Tests handling RunCommandError inside determine_android_version."""
542 # Mock what happens when portage returns that bubbles up (via RunCommand)
543 # inside portage_util.GetPackageDependencies.
544 self.PatchObject(portage_util, 'GetPackageDependencies',
545 side_effect=cros_build_lib.RunCommandError('error'))
546 target = packages.determine_android_version(self.board)
547 self.assertEqual(target, None)
548
549 def test_determine_android_package_handle_exception(self):
550 """Tests handling RunCommandError inside determine_android_package."""
551 # Mock what happens when portage returns that bubbles up (via RunCommand)
552 # inside portage_util.GetPackageDependencies.
553 self.PatchObject(portage_util, 'GetPackageDependencies',
554 side_effect=cros_build_lib.RunCommandError('error'))
555 target = packages.determine_android_package(self.board)
556 self.assertEqual(target, None)
557
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600558 def test_determine_android_package_callers_handle_exception(self):
559 """Tests handling RunCommandError by determine_android_package callers."""
560 # Mock what happens when portage returns that bubbles up (via RunCommand)
561 # inside portage_util.GetPackageDependencies.
562 self.PatchObject(portage_util, 'GetPackageDependencies',
563 side_effect=cros_build_lib.RunCommandError('error'))
564 # Verify that target is None, as expected.
565 target = packages.determine_android_package(self.board)
566 self.assertEqual(target, None)
567 # determine_android_branch calls determine_android_package
568 branch = packages.determine_android_branch(self.board)
569 self.assertEqual(branch, None)
570 # determine_android_target calls determine_android_package
571 target = packages.determine_android_target(self.board)
572 self.assertEqual(target, None)
573
Michael Mortensene0f4b542019-10-24 15:30:23 -0600574
Michael Mortensen71ef5682020-05-07 14:29:24 -0600575class GetFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase):
576 """Tests for get_firmware_versions."""
577
578 def setUp(self):
579 self.board = 'test-board'
580 self.rc.SetDefaultCmdResult(output="""
581
582flashrom(8): a8f99c2e61e7dc09c4b25ef5a76ef692 */build/kevin/usr/sbin/flashrom
583 ELF 32-bit LSB executable, ARM, EABI5 version 1 (SYSV), statically linked, for GNU/Linux 2.d
584 0.9.4 : 860875a : Apr 10 2017 23:54:29 UTC
585
586BIOS image: 6b5b855a0b8fd1657546d1402c15b206 *chromeos-firmware-kevin-0.0.1/.dist/kevin_fw_8785.178.0.n
587BIOS version: Google_Kevin.8785.178.0
588EC image: 1ebfa9518e6cac0558a80b7ab2f5b489 *chromeos-firmware-kevin-0.0.1/.dist/kevin_ec_8785.178.0.n
589EC version:kevin_v1.10.184-459421c
590
591Package Content:
592a8f99c2e61e7dc09c4b25ef5a76ef692 *./flashrom
5933c3a99346d1ca1273cbcd86c104851ff *./shflags
594457a8dc8546764affc9700f8da328d23 *./dump_fmap
595c392980ddb542639edf44a965a59361a *./updater5.sh
596490c95d6123c208d20d84d7c16857c7c *./crosfw.sh
5976b5b855a0b8fd1657546d1402c15b206 *./bios.bin
5987b5bef0d2da90c23ff2e157250edf0fa *./crosutil.sh
599d78722e4f1a0dc2d8c3d6b0bc7010ae3 *./crossystem
600457a8dc8546764affc9700f8da328d23 *./gbb_utility
6011ebfa9518e6cac0558a80b7ab2f5b489 *./ec.bin
602c98ca54db130886142ad582a58e90ddc *./common.sh
6035ba978bdec0f696f47f0f0de90936880 *./mosys
604312e8ee6122057f2a246d7bcf1572f49 *./vpd
605""")
606
607 def test_get_firmware_versions(self):
608 """Tests get_firmware_versions with mocked output."""
609 build_target = build_target_lib.BuildTarget(self.board)
610 result = packages.get_firmware_versions(build_target)
611 versions = packages.FirmwareVersions(
612 None, 'Google_Kevin.8785.178.0', None, 'kevin_v1.10.184-459421c', None)
613 self.assertEqual(result, versions)
614
615
Michael Mortensenc2615b72019-10-15 08:12:24 -0600616class ChromeVersionsTest(cros_test_lib.MockTestCase):
617 """Tests getting chrome version."""
Michael Mortensen14960d02019-10-18 07:53:59 -0600618
Michael Mortensenc2615b72019-10-15 08:12:24 -0600619 def setUp(self):
Alex Klein2960c752020-03-09 13:43:38 -0600620 self.build_target = build_target_lib.BuildTarget('board')
Michael Mortensenc2615b72019-10-15 08:12:24 -0600621
622 def test_determine_chrome_version(self):
Michael Mortensen14960d02019-10-18 07:53:59 -0600623 """Tests that a valid chrome version is returned."""
Michael Mortensenc2615b72019-10-15 08:12:24 -0600624 # Mock PortageqBestVisible to return a valid chrome version string.
625 r1_cpf = 'chromeos-base/chromeos-chrome-78.0.3900.0_rc-r1'
626 r1_cpv = portage_util.SplitCPV(r1_cpf)
627 self.PatchObject(portage_util, 'PortageqBestVisible',
628 return_value=r1_cpv)
629
Michael Mortensenb51a1f02019-10-16 13:28:20 -0600630 chrome_version = packages.determine_chrome_version(self.build_target)
Michael Mortensenc2615b72019-10-15 08:12:24 -0600631 version_numbers = chrome_version.split('.')
632 self.assertEqual(len(version_numbers), 4)
633 self.assertEqual(int(version_numbers[0]), 78)
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600634
Michael Mortensen9fe740c2019-10-29 14:42:48 -0600635 def test_determine_chrome_version_handle_exception(self):
636 # Mock what happens when portage throws an exception that bubbles up (via
637 # RunCommand)inside portage_util.PortageqBestVisible.
638 self.PatchObject(portage_util, 'PortageqBestVisible',
639 side_effect=cros_build_lib.RunCommandError('error'))
640 target = packages.determine_chrome_version(self.build_target)
641 self.assertEqual(target, None)
642
Michael Mortensen9fdb14b2019-10-17 11:17:30 -0600643
644class PlatformVersionsTest(cros_test_lib.MockTestCase):
645 """Tests getting platform version."""
646
647 def test_determine_platform_version(self):
648 """Test checking that a valid platform version is returned."""
649 platform_version = packages.determine_platform_version()
650 # The returned platform version is something like 12603.0.0.
651 version_string_list = platform_version.split('.')
652 self.assertEqual(len(version_string_list), 3)
653 # We don't want to check an exact version, but the first number should be
654 # non-zero.
655 self.assertGreaterEqual(int(version_string_list[0]), 1)
Michael Mortensen009cb662019-10-21 11:38:43 -0600656
657 def test_determine_milestone_version(self):
658 """Test checking that a valid milestone version is returned."""
659 milestone_version = packages.determine_milestone_version()
660 # Milestone version should be non-zero
661 self.assertGreaterEqual(int(milestone_version), 1)
662
663 def test_determine_full_version(self):
664 """Test checking that a valid full version is returned."""
665 full_version = packages.determine_full_version()
666 pattern = r'^R(\d+)-(\d+.\d+.\d+(-rc\d+)*)'
667 m = re.match(pattern, full_version)
668 self.assertTrue(m)
669 milestone_version = m.group(1)
670 self.assertGreaterEqual(int(milestone_version), 1)
671
672 def test_versions_based_on_mock(self):
673 # Create a test version_info object, and than mock VersionInfo.from_repo
674 # return it.
675 test_platform_version = '12575.0.0'
676 test_chrome_branch = '75'
677 version_info_mock = manifest_version.VersionInfo(test_platform_version)
678 version_info_mock.chrome_branch = test_chrome_branch
679 self.PatchObject(manifest_version.VersionInfo, 'from_repo',
680 return_value=version_info_mock)
681 test_full_version = 'R' + test_chrome_branch + '-' + test_platform_version
682 platform_version = packages.determine_platform_version()
683 milestone_version = packages.determine_milestone_version()
684 full_version = packages.determine_full_version()
685 self.assertEqual(platform_version, test_platform_version)
686 self.assertEqual(milestone_version, test_chrome_branch)
687 self.assertEqual(full_version, test_full_version)
Chris McDonaldea0312c2020-05-04 23:33:15 -0600688
689
690# Each of the columns in the following table is a separate dimension along
691# which Chrome uprev test cases can vary in behavior. The full test space would
692# be the Cartesian product of the possible values of each column.
693# 'CHROME_EBUILD' refers to the relationship between the version of the existing
694# Chrome ebuild vs. the requested uprev version. 'FOLLOWER_EBUILDS' refers to
695# the same relationship but for the packages defined in OTHER_CHROME_PACKAGES.
696# 'EBUILDS MODIFIED' refers to whether any of the existing 9999 ebuilds have
697# modified contents relative to their corresponding stable ebuilds.
698#
699# CHROME_EBUILD FOLLOWER_EBUILDS EBUILDS_MODIFIED
700#
701# HIGHER HIGHER YES
702# SAME SAME NO
703# LOWER LOWER
704# DOESN'T EXIST YET
705
706# These test cases cover both CHROME & FOLLOWER ebuilds being identically
707# higher, lower, or the same versions, with no modified ebuilds.
708UPREV_VERSION_CASES = (
709 pytest.param(
710 '80.0.8080.0',
711 '81.0.8181.0',
712 # One added and one deleted for chrome and each "other" package.
713 2 * (1 + len(constants.OTHER_CHROME_PACKAGES)),
714 id='newer_chrome_version',
715 ),
716 # No files should be changed in these cases.
717 pytest.param(
718 '80.0.8080.0',
719 '80.0.8080.0',
720 0,
721 id='same_chrome_version',
722 ),
723 pytest.param(
724 '80.0.8080.0',
725 '79.0.7979.0',
726 0,
727 id='older_chrome_version',
728 ),
729)
730
731
732@pytest.mark.parametrize('old_version, new_version, expected_count',
733 UPREV_VERSION_CASES)
734def test_uprev_chrome_all_files_already_exist(old_version, new_version,
735 expected_count, monkeypatch,
736 overlay_stack):
737 """Test Chrome uprevs work as expected when all packages already exist."""
738 overlay, = overlay_stack(1)
739 monkeypatch.setattr(uprev_lib, '_CHROME_OVERLAY_PATH', overlay.path)
740
741 unstable_chrome = cr.test.Package(
742 'chromeos-base', 'chromeos-chrome', version='9999', keywords='~*')
743 stable_chrome = cr.test.Package(
744 'chromeos-base', 'chromeos-chrome', version=f'{old_version}_rc-r1')
745
746 overlay.add_package(unstable_chrome)
747 overlay.add_package(stable_chrome)
748
749 for pkg_str in constants.OTHER_CHROME_PACKAGES:
750 category, pkg_name = pkg_str.split('/')
751 unstable_pkg = cr.test.Package(
752 category, pkg_name, version='9999', keywords='~*')
753 stable_pkg = cr.test.Package(
754 category, pkg_name, version=f'{old_version}_rc-r1')
755
756 overlay.add_package(unstable_pkg)
757 overlay.add_package(stable_pkg)
758
759 git_refs = [
760 GitRef(
761 path='/foo', ref=f'refs/tags/{new_version}', revision='dummycommit')
762 ]
763 res = packages.uprev_chrome(build_targets=None, refs=git_refs, chroot=None)
764
765 modified_file_count = sum(len(m.files) for m in res.modified)
766 assert modified_file_count == expected_count