Alex Klein | eb77ffa | 2019-05-28 14:47:44 -0600 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
| 2 | # Copyright 2019 The Chromium OS Authors. All rights reserved. |
| 3 | # Use of this source code is governed by a BSD-style license that can be |
| 4 | # found in the LICENSE file. |
| 5 | |
| 6 | """Packages service tests.""" |
| 7 | |
| 8 | from __future__ import print_function |
| 9 | |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 10 | import json |
| 11 | import os |
Michael Mortensen | 009cb66 | 2019-10-21 11:38:43 -0600 | [diff] [blame] | 12 | import re |
| 13 | |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 14 | from google.protobuf import json_format |
| 15 | from google.protobuf.field_mask_pb2 import FieldMask |
Chris McDonald | ea0312c | 2020-05-04 23:33:15 -0600 | [diff] [blame] | 16 | import pytest |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 17 | |
Chris McDonald | ea0312c | 2020-05-04 23:33:15 -0600 | [diff] [blame] | 18 | import chromite as cr |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 19 | from chromite.api.gen.config.replication_config_pb2 import ( |
Alex Klein | 6becabc | 2020-09-11 14:03:05 -0600 | [diff] [blame] | 20 | ReplicationConfig, FileReplicationRule, FILE_TYPE_JSON, |
| 21 | REPLICATION_TYPE_FILTER |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 22 | ) |
Michael Mortensen | 009cb66 | 2019-10-21 11:38:43 -0600 | [diff] [blame] | 23 | from chromite.cbuildbot import manifest_version |
Alex Klein | 2960c75 | 2020-03-09 13:43:38 -0600 | [diff] [blame] | 24 | from chromite.lib import build_target_lib |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 25 | from chromite.lib import constants |
Michael Mortensen | e0f4b54 | 2019-10-24 15:30:23 -0600 | [diff] [blame] | 26 | from chromite.lib import cros_build_lib |
Alex Klein | eb77ffa | 2019-05-28 14:47:44 -0600 | [diff] [blame] | 27 | from chromite.lib import cros_test_lib |
Alex Klein | 6becabc | 2020-09-11 14:03:05 -0600 | [diff] [blame] | 28 | from chromite.lib import depgraph |
| 29 | from chromite.lib import dependency_graph |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 30 | from chromite.lib import osutils |
Mike Frysinger | 88d9636 | 2020-02-14 19:05:45 -0500 | [diff] [blame] | 31 | from chromite.lib import partial_mock |
Alex Klein | 8753118 | 2019-08-12 15:23:37 -0600 | [diff] [blame] | 32 | from chromite.lib import portage_util |
Chris McDonald | ea0312c | 2020-05-04 23:33:15 -0600 | [diff] [blame] | 33 | from chromite.lib import uprev_lib |
Alex Klein | 8753118 | 2019-08-12 15:23:37 -0600 | [diff] [blame] | 34 | from chromite.lib.chroot_lib import Chroot |
Alex Klein | 18a60af | 2020-06-11 12:08:47 -0600 | [diff] [blame] | 35 | from chromite.lib.parser import package_info |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 36 | from chromite.lib.uprev_lib import GitRef |
Alex Klein | eb77ffa | 2019-05-28 14:47:44 -0600 | [diff] [blame] | 37 | from chromite.service import packages |
| 38 | |
Mike Frysinger | bafb318 | 2020-02-21 03:15:43 -0500 | [diff] [blame] | 39 | |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 40 | D = cros_test_lib.Directory |
| 41 | |
Alex Klein | eb77ffa | 2019-05-28 14:47:44 -0600 | [diff] [blame] | 42 | |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 43 | class UprevAndroidTest(cros_test_lib.RunCommandTestCase): |
| 44 | """Uprev android tests.""" |
| 45 | |
| 46 | def test_success(self): |
| 47 | """Test successful run handling.""" |
Mike Frysinger | 88d9636 | 2020-02-14 19:05:45 -0500 | [diff] [blame] | 48 | self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'), |
| 49 | stdout='ANDROID_ATOM=android/android-1.0\n') |
Alex Klein | 2960c75 | 2020-03-09 13:43:38 -0600 | [diff] [blame] | 50 | build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']] |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 51 | |
| 52 | packages.uprev_android('refs/tracking-branch', 'android/package', |
| 53 | 'refs/android-build-branch', Chroot(), |
| 54 | build_targets=build_targets) |
| 55 | self.assertCommandContains(['cros_mark_android_as_stable', |
| 56 | '--boards=foo:bar']) |
| 57 | self.assertCommandContains(['emerge-foo']) |
| 58 | self.assertCommandContains(['emerge-bar']) |
| 59 | |
| 60 | def test_no_uprev(self): |
| 61 | """Test no uprev handling.""" |
Mike Frysinger | 88d9636 | 2020-02-14 19:05:45 -0500 | [diff] [blame] | 62 | self.rc.AddCmdResult(partial_mock.In('cros_mark_android_as_stable'), |
| 63 | stdout='') |
Alex Klein | 2960c75 | 2020-03-09 13:43:38 -0600 | [diff] [blame] | 64 | build_targets = [build_target_lib.BuildTarget(t) for t in ['foo', 'bar']] |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 65 | packages.uprev_android('refs/tracking-branch', 'android/package', |
| 66 | 'refs/android-build-branch', Chroot(), |
| 67 | build_targets=build_targets) |
| 68 | |
| 69 | self.assertCommandContains(['cros_mark_android_as_stable', |
| 70 | '--boards=foo:bar']) |
| 71 | self.assertCommandContains(['emerge-foo'], expected=False) |
| 72 | self.assertCommandContains(['emerge-bar'], expected=False) |
| 73 | |
| 74 | |
Alex Klein | eb77ffa | 2019-05-28 14:47:44 -0600 | [diff] [blame] | 75 | class UprevBuildTargetsTest(cros_test_lib.RunCommandTestCase): |
| 76 | """uprev_build_targets tests.""" |
| 77 | |
| 78 | def test_invalid_type_fails(self): |
| 79 | """Test invalid type fails.""" |
| 80 | with self.assertRaises(AssertionError): |
Alex Klein | 2960c75 | 2020-03-09 13:43:38 -0600 | [diff] [blame] | 81 | packages.uprev_build_targets([build_target_lib.BuildTarget('foo')], |
Alex Klein | eb77ffa | 2019-05-28 14:47:44 -0600 | [diff] [blame] | 82 | 'invalid') |
| 83 | |
| 84 | def test_none_type_fails(self): |
| 85 | """Test None type fails.""" |
| 86 | with self.assertRaises(AssertionError): |
Alex Klein | 2960c75 | 2020-03-09 13:43:38 -0600 | [diff] [blame] | 87 | packages.uprev_build_targets([build_target_lib.BuildTarget('foo')], |
Alex Klein | eb77ffa | 2019-05-28 14:47:44 -0600 | [diff] [blame] | 88 | None) |
| 89 | |
| 90 | |
Alex Klein | 8753118 | 2019-08-12 15:23:37 -0600 | [diff] [blame] | 91 | class UprevsVersionedPackageTest(cros_test_lib.MockTestCase): |
| 92 | """uprevs_versioned_package decorator test.""" |
| 93 | |
| 94 | @packages.uprevs_versioned_package('category/package') |
| 95 | def uprev_category_package(self, *args, **kwargs): |
| 96 | """Registered function for testing.""" |
| 97 | |
| 98 | def test_calls_function(self): |
| 99 | """Test calling a registered function.""" |
Chris McDonald | ea0312c | 2020-05-04 23:33:15 -0600 | [diff] [blame] | 100 | self.PatchObject(self, 'uprev_category_package') |
Alex Klein | 8753118 | 2019-08-12 15:23:37 -0600 | [diff] [blame] | 101 | |
Alex Klein | 18a60af | 2020-06-11 12:08:47 -0600 | [diff] [blame] | 102 | cpv = package_info.SplitCPV('category/package', strict=False) |
Alex Klein | 8753118 | 2019-08-12 15:23:37 -0600 | [diff] [blame] | 103 | packages.uprev_versioned_package(cpv, [], [], Chroot()) |
| 104 | |
Chris McDonald | 3c689d3 | 2020-03-26 17:20:23 -0600 | [diff] [blame] | 105 | # TODO(crbug/1065172): Invalid assertion that had previously been mocked. |
| 106 | # patch.assert_called() |
Alex Klein | 8753118 | 2019-08-12 15:23:37 -0600 | [diff] [blame] | 107 | |
| 108 | def test_unregistered_package(self): |
| 109 | """Test calling with an unregistered package.""" |
Alex Klein | 18a60af | 2020-06-11 12:08:47 -0600 | [diff] [blame] | 110 | cpv = package_info.SplitCPV('does-not/exist', strict=False) |
Alex Klein | 8753118 | 2019-08-12 15:23:37 -0600 | [diff] [blame] | 111 | |
| 112 | with self.assertRaises(packages.UnknownPackageError): |
| 113 | packages.uprev_versioned_package(cpv, [], [], Chroot()) |
| 114 | |
| 115 | |
Trent Begin | 6daa870 | 2020-01-29 14:58:12 -0700 | [diff] [blame] | 116 | class UprevEbuildFromPinTest(cros_test_lib.RunCommandTempDirTestCase): |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 117 | """Tests uprev_ebuild_from_pin function""" |
| 118 | |
| 119 | package = 'category/package' |
| 120 | version = '1.2.3' |
| 121 | new_version = '1.2.4' |
| 122 | ebuild_template = 'package-%s-r1.ebuild' |
| 123 | ebuild = ebuild_template % version |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 124 | unstable_ebuild = 'package-9999.ebuild' |
Trent Begin | 6daa870 | 2020-01-29 14:58:12 -0700 | [diff] [blame] | 125 | manifest = 'Manifest' |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 126 | |
| 127 | def test_uprev_ebuild(self): |
| 128 | """Tests uprev of ebuild with version path""" |
| 129 | file_layout = ( |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 130 | D(self.package, [self.ebuild, self.unstable_ebuild, |
Patrick Meiring | 5897add | 2020-09-16 16:30:17 +1000 | [diff] [blame] | 131 | self.manifest]), |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 132 | ) |
| 133 | cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout) |
| 134 | |
| 135 | package_path = os.path.join(self.tempdir, self.package) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 136 | |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 137 | ebuild_path = os.path.join(package_path, self.ebuild) |
| 138 | self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n') |
| 139 | |
Chris McDonald | 3840911 | 2020-09-24 11:24:51 -0600 | [diff] [blame] | 140 | result = uprev_lib.uprev_ebuild_from_pin( |
| 141 | package_path, self.new_version, chroot=Chroot()) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 142 | self.assertEqual(len(result.modified), 1, |
| 143 | 'unexpected number of results: %s' % len(result.modified)) |
| 144 | |
| 145 | mod = result.modified[0] |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 146 | self.assertEqual(mod.new_version, self.new_version + '-r1', |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 147 | 'unexpected version number: %s' % mod.new_version) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 148 | |
David Burger | 15d104b | 2020-01-21 21:03:13 -0700 | [diff] [blame] | 149 | old_ebuild_path = os.path.join(package_path, |
| 150 | self.ebuild_template % self.version) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 151 | new_ebuild_path = os.path.join(package_path, |
| 152 | self.ebuild_template % self.new_version) |
Trent Begin | 4a11a63 | 2020-02-28 12:59:58 -0700 | [diff] [blame] | 153 | manifest_path = os.path.join(package_path, 'Manifest') |
Trent Begin | 2e5344f | 2020-03-02 10:46:55 -0700 | [diff] [blame] | 154 | |
| 155 | expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path] |
| 156 | self.assertCountEqual(mod.files, expected_modified_files) |
Trent Begin | 4a11a63 | 2020-02-28 12:59:58 -0700 | [diff] [blame] | 157 | |
Trent Begin | ec16cf3 | 2020-02-24 11:26:02 -0700 | [diff] [blame] | 158 | self.assertCommandContains(['ebuild', 'manifest']) |
Trent Begin | 6daa870 | 2020-01-29 14:58:12 -0700 | [diff] [blame] | 159 | |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 160 | def test_uprev_ebuild_same_version(self): |
| 161 | """Tests uprev of ebuild with version path when the version has not changed. |
| 162 | |
| 163 | This should result in bumping the revision number. |
| 164 | """ |
| 165 | file_layout = ( |
| 166 | D(self.package, [self.ebuild, self.unstable_ebuild, |
Patrick Meiring | 5897add | 2020-09-16 16:30:17 +1000 | [diff] [blame] | 167 | self.manifest]), |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 168 | ) |
| 169 | cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout) |
| 170 | |
| 171 | package_path = os.path.join(self.tempdir, self.package) |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 172 | |
| 173 | ebuild_path = os.path.join(package_path, self.ebuild) |
| 174 | self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n') |
| 175 | |
Chris McDonald | 3840911 | 2020-09-24 11:24:51 -0600 | [diff] [blame] | 176 | result = uprev_lib.uprev_ebuild_from_pin( |
| 177 | package_path, self.version, chroot=Chroot()) |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 178 | self.assertEqual(len(result.modified), 1, |
| 179 | 'unexpected number of results: %s' % len(result.modified)) |
| 180 | |
| 181 | mod = result.modified[0] |
| 182 | self.assertEqual(mod.new_version, self.version + '-r2', |
| 183 | 'unexpected version number: %s' % mod.new_version) |
| 184 | |
| 185 | old_ebuild_path = os.path.join(package_path, |
| 186 | self.ebuild_template % self.version) |
| 187 | new_ebuild_path = os.path.join(package_path, |
| 188 | 'package-%s-r2.ebuild' % self.version) |
| 189 | manifest_path = os.path.join(package_path, 'Manifest') |
| 190 | |
| 191 | expected_modified_files = [old_ebuild_path, new_ebuild_path, manifest_path] |
| 192 | self.assertCountEqual(mod.files, expected_modified_files) |
| 193 | |
| 194 | self.assertCommandContains(['ebuild', 'manifest']) |
| 195 | |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 196 | def test_no_ebuild(self): |
| 197 | """Tests assertion is raised if package has no ebuilds""" |
| 198 | file_layout = ( |
Patrick Meiring | 5897add | 2020-09-16 16:30:17 +1000 | [diff] [blame] | 199 | D(self.package, [self.manifest]), |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 200 | ) |
| 201 | cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout) |
| 202 | |
| 203 | package_path = os.path.join(self.tempdir, self.package) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 204 | |
Chris McDonald | 3840911 | 2020-09-24 11:24:51 -0600 | [diff] [blame] | 205 | with self.assertRaises(uprev_lib.EbuildUprevError): |
| 206 | uprev_lib.uprev_ebuild_from_pin( |
| 207 | package_path, self.new_version, chroot=Chroot()) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 208 | |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 209 | def test_multiple_stable_ebuilds(self): |
| 210 | """Tests assertion is raised if multiple stable ebuilds are present""" |
| 211 | file_layout = ( |
Patrick Meiring | 5897add | 2020-09-16 16:30:17 +1000 | [diff] [blame] | 212 | D(self.package, [self.ebuild, |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 213 | self.ebuild_template % '1.2.1', |
| 214 | self.manifest]), |
| 215 | ) |
| 216 | cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout) |
| 217 | |
| 218 | package_path = os.path.join(self.tempdir, self.package) |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 219 | |
| 220 | ebuild_path = os.path.join(package_path, self.ebuild) |
| 221 | self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n') |
| 222 | |
| 223 | ebuild_path = os.path.join(package_path, self.ebuild_template % '1.2.1') |
| 224 | self.WriteTempFile(ebuild_path, 'KEYWORDS="*"\n') |
| 225 | |
Chris McDonald | 3840911 | 2020-09-24 11:24:51 -0600 | [diff] [blame] | 226 | with self.assertRaises(uprev_lib.EbuildUprevError): |
| 227 | uprev_lib.uprev_ebuild_from_pin( |
| 228 | package_path, self.new_version, chroot=Chroot()) |
Fergus Dall | 2209d0b | 2020-08-06 11:51:43 +1000 | [diff] [blame] | 229 | |
| 230 | def test_multiple_unstable_ebuilds(self): |
| 231 | """Tests assertion is raised if multiple unstable ebuilds are present""" |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 232 | file_layout = ( |
Patrick Meiring | 5897add | 2020-09-16 16:30:17 +1000 | [diff] [blame] | 233 | D(self.package, [self.ebuild, |
Trent Begin | 6daa870 | 2020-01-29 14:58:12 -0700 | [diff] [blame] | 234 | self.ebuild_template % '1.2.1', |
| 235 | self.manifest]), |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 236 | ) |
| 237 | cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout) |
| 238 | |
| 239 | package_path = os.path.join(self.tempdir, self.package) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 240 | |
Chris McDonald | 3840911 | 2020-09-24 11:24:51 -0600 | [diff] [blame] | 241 | with self.assertRaises(uprev_lib.EbuildUprevError): |
| 242 | uprev_lib.uprev_ebuild_from_pin( |
| 243 | package_path, self.new_version, chroot=Chroot()) |
Trent Begin | 315d9d9 | 2019-12-03 21:55:53 -0700 | [diff] [blame] | 244 | |
| 245 | |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 246 | class ReplicatePrivateConfigTest(cros_test_lib.RunCommandTempDirTestCase): |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 247 | """replicate_private_config tests.""" |
| 248 | |
| 249 | def setUp(self): |
| 250 | # Set up fake public and private chromeos-config overlays. |
| 251 | private_package_root = ( |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 252 | 'src/private-overlays/overlay-coral-private/chromeos-base/' |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 253 | 'chromeos-config-bsp' |
| 254 | ) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 255 | self.public_package_root = ( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 256 | 'src/overlays/overlay-coral/chromeos-base/chromeos-config-bsp') |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 257 | file_layout = ( |
| 258 | D(os.path.join(private_package_root, 'files'), ['build_config.json']), |
| 259 | D(private_package_root, ['replication_config.jsonpb']), |
| 260 | D( |
| 261 | os.path.join(self.public_package_root, 'files'), |
| 262 | ['build_config.json']), |
| 263 | ) |
| 264 | |
| 265 | cros_test_lib.CreateOnDiskHierarchy(self.tempdir, file_layout) |
| 266 | |
| 267 | # Private config contains 'a' and 'b' fields. |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 268 | self.private_config_path = os.path.join(private_package_root, 'files', |
| 269 | 'build_config.json') |
Andrew Lamb | ca1f35b | 2019-12-04 09:37:11 -0700 | [diff] [blame] | 270 | self.WriteTempFile( |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 271 | self.private_config_path, |
Andrew Lamb | ca1f35b | 2019-12-04 09:37:11 -0700 | [diff] [blame] | 272 | json.dumps({'chromeos': { |
| 273 | 'configs': [{ |
| 274 | 'a': 3, |
| 275 | 'b': 2 |
| 276 | }] |
| 277 | }})) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 278 | |
| 279 | # Public config only contains the 'a' field. Note that the value of 'a' is |
| 280 | # 1 in the public config; it will get updated to 3 when the private config |
| 281 | # is replicated. |
Andrew Lamb | ca1f35b | 2019-12-04 09:37:11 -0700 | [diff] [blame] | 282 | self.public_config_path = os.path.join(self.public_package_root, 'files', |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 283 | 'build_config.json') |
Andrew Lamb | ca1f35b | 2019-12-04 09:37:11 -0700 | [diff] [blame] | 284 | self.WriteTempFile(self.public_config_path, |
| 285 | json.dumps({'chromeos': { |
| 286 | 'configs': [{ |
| 287 | 'a': 1 |
| 288 | }] |
| 289 | }})) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 290 | |
| 291 | # Put a ReplicationConfig JSONPB in the private package. Note that it |
| 292 | # specifies only the 'a' field is replicated. |
| 293 | self.replication_config_path = os.path.join(self.tempdir, |
| 294 | private_package_root, |
| 295 | 'replication_config.jsonpb') |
| 296 | replication_config = ReplicationConfig(file_replication_rules=[ |
| 297 | FileReplicationRule( |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 298 | source_path=self.private_config_path, |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 299 | destination_path=self.public_config_path, |
| 300 | file_type=FILE_TYPE_JSON, |
| 301 | replication_type=REPLICATION_TYPE_FILTER, |
| 302 | destination_fields=FieldMask(paths=['a'])) |
| 303 | ]) |
| 304 | |
| 305 | osutils.WriteFile(self.replication_config_path, |
| 306 | json_format.MessageToJson(replication_config)) |
| 307 | self.PatchObject(constants, 'SOURCE_ROOT', new=self.tempdir) |
| 308 | |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 309 | self.rc.SetDefaultCmdResult(side_effect=self._write_generated_c_files) |
| 310 | |
| 311 | def _write_generated_c_files(self, *_args, **_kwargs): |
| 312 | """Write fake generated C files to the public output dir. |
| 313 | |
| 314 | Note that this function accepts args and kwargs so it can be used as a side |
| 315 | effect. |
| 316 | """ |
| 317 | output_dir = os.path.join(self.public_package_root, 'files') |
| 318 | self.WriteTempFile(os.path.join(output_dir, 'config.c'), '') |
| 319 | self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '') |
| 320 | self.WriteTempFile(os.path.join(output_dir, 'ec_config.h'), '') |
| 321 | |
| 322 | def _write_incorrect_generated_c_files(self, *_args, **_kwargs): |
| 323 | """Similar to _write_generated_c_files, with an expected file missing. |
| 324 | |
| 325 | Note that this function accepts args and kwargs so it can be used as a side |
| 326 | effect. |
| 327 | """ |
| 328 | output_dir = os.path.join(self.public_package_root, 'files') |
| 329 | self.WriteTempFile(os.path.join(output_dir, 'config.c'), '') |
| 330 | self.WriteTempFile(os.path.join(output_dir, 'ec_config.c'), '') |
| 331 | |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 332 | def test_replicate_private_config(self): |
| 333 | """Basic replication test.""" |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 334 | refs = [ |
| 335 | GitRef( |
Andrew Lamb | 4aa0991 | 2020-01-08 13:55:56 -0700 | [diff] [blame] | 336 | path='/chromeos/overlays/overlay-coral-private', |
Alex Klein | 53834be | 2020-12-28 11:29:58 -0700 | [diff] [blame] | 337 | ref='main', |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 338 | revision='123') |
| 339 | ] |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 340 | chroot = Chroot() |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 341 | result = packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 342 | _build_targets=None, refs=refs, chroot=chroot) |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 343 | |
| 344 | self.assertCommandContains([ |
| 345 | 'cros_config_schema', '-m', |
| 346 | os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_config_path), |
| 347 | '-g', |
| 348 | os.path.join(constants.CHROOT_SOURCE_ROOT, self.public_package_root, |
| 349 | 'files'), '-f', '"TRUE"' |
| 350 | ], |
| 351 | enter_chroot=True, |
| 352 | chroot_args=chroot.get_enter_args()) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 353 | |
| 354 | self.assertEqual(len(result.modified), 1) |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 355 | # The public build_config.json and generated C files were modified. |
| 356 | expected_modified_files = [ |
Andrew Lamb | 988f4da | 2019-12-10 10:16:43 -0700 | [diff] [blame] | 357 | os.path.join(self.tempdir, self.public_config_path), |
| 358 | os.path.join(self.tempdir, self.public_package_root, 'files', |
| 359 | 'config.c'), |
| 360 | os.path.join(self.tempdir, self.public_package_root, 'files', |
| 361 | 'ec_config.c'), |
| 362 | os.path.join(self.tempdir, self.public_package_root, 'files', |
| 363 | 'ec_config.h'), |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 364 | ] |
| 365 | self.assertEqual(result.modified[0].files, expected_modified_files) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 366 | self.assertEqual(result.modified[0].new_version, '123') |
| 367 | |
| 368 | # The update from the private build_config.json was copied to the public. |
| 369 | # Note that only the 'a' field is present, as per destination_fields. |
Andrew Lamb | ca1f35b | 2019-12-04 09:37:11 -0700 | [diff] [blame] | 370 | self.assertEqual( |
| 371 | json.loads(self.ReadTempFile(self.public_config_path)), |
| 372 | {'chromeos': { |
| 373 | 'configs': [{ |
| 374 | 'a': 3 |
| 375 | }] |
| 376 | }}) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 377 | |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 378 | def test_replicate_private_config_no_build_config(self): |
| 379 | """If there is no build config, don't generate C files.""" |
| 380 | # Modify the replication config to write to "other_config.json" instead of |
| 381 | # "build_config.json" |
| 382 | modified_destination_path = self.public_config_path.replace( |
| 383 | 'build_config', 'other_config') |
| 384 | replication_config = ReplicationConfig(file_replication_rules=[ |
| 385 | FileReplicationRule( |
| 386 | source_path=self.private_config_path, |
| 387 | destination_path=modified_destination_path, |
| 388 | file_type=FILE_TYPE_JSON, |
| 389 | replication_type=REPLICATION_TYPE_FILTER, |
| 390 | destination_fields=FieldMask(paths=['a'])) |
| 391 | ]) |
| 392 | osutils.WriteFile(self.replication_config_path, |
| 393 | json_format.MessageToJson(replication_config)) |
| 394 | |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 395 | refs = [ |
| 396 | GitRef( |
Andrew Lamb | 4aa0991 | 2020-01-08 13:55:56 -0700 | [diff] [blame] | 397 | path='/chromeos/overlays/overlay-coral-private', |
Alex Klein | 53834be | 2020-12-28 11:29:58 -0700 | [diff] [blame] | 398 | ref='main', |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 399 | revision='123') |
| 400 | ] |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 401 | result = packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 402 | _build_targets=None, refs=refs, chroot=Chroot()) |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 403 | |
| 404 | self.assertEqual(len(result.modified), 1) |
Andrew Lamb | 988f4da | 2019-12-10 10:16:43 -0700 | [diff] [blame] | 405 | self.assertEqual(result.modified[0].files, |
| 406 | [os.path.join(self.tempdir, modified_destination_path)]) |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 407 | |
| 408 | def test_replicate_private_config_multiple_build_configs(self): |
| 409 | """An error is thrown if there is more than one build config.""" |
| 410 | replication_config = ReplicationConfig(file_replication_rules=[ |
| 411 | FileReplicationRule( |
| 412 | source_path=self.private_config_path, |
| 413 | destination_path=self.public_config_path, |
| 414 | file_type=FILE_TYPE_JSON, |
| 415 | replication_type=REPLICATION_TYPE_FILTER, |
| 416 | destination_fields=FieldMask(paths=['a'])), |
| 417 | FileReplicationRule( |
| 418 | source_path=self.private_config_path, |
| 419 | destination_path=self.public_config_path, |
| 420 | file_type=FILE_TYPE_JSON, |
| 421 | replication_type=REPLICATION_TYPE_FILTER, |
| 422 | destination_fields=FieldMask(paths=['a'])) |
| 423 | ]) |
| 424 | |
| 425 | osutils.WriteFile(self.replication_config_path, |
| 426 | json_format.MessageToJson(replication_config)) |
| 427 | |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 428 | refs = [ |
| 429 | GitRef( |
Andrew Lamb | 4aa0991 | 2020-01-08 13:55:56 -0700 | [diff] [blame] | 430 | path='/chromeos/overlays/overlay-coral-private', |
Alex Klein | 53834be | 2020-12-28 11:29:58 -0700 | [diff] [blame] | 431 | ref='main', |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 432 | revision='123') |
| 433 | ] |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 434 | with self.assertRaisesRegex( |
| 435 | ValueError, 'Expected at most one build_config.json destination path.'): |
| 436 | packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 437 | _build_targets=None, refs=refs, chroot=Chroot()) |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 438 | |
| 439 | def test_replicate_private_config_generated_files_incorrect(self): |
| 440 | """An error is thrown if generated C files are missing.""" |
| 441 | self.rc.SetDefaultCmdResult( |
| 442 | side_effect=self._write_incorrect_generated_c_files) |
| 443 | |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 444 | refs = [ |
| 445 | GitRef( |
Andrew Lamb | 4aa0991 | 2020-01-08 13:55:56 -0700 | [diff] [blame] | 446 | path='/chromeos/overlays/overlay-coral-private', |
Alex Klein | 53834be | 2020-12-28 11:29:58 -0700 | [diff] [blame] | 447 | ref='main', |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 448 | revision='123') |
| 449 | ] |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 450 | chroot = Chroot() |
| 451 | |
| 452 | with self.assertRaisesRegex(packages.GeneratedCrosConfigFilesError, |
| 453 | 'Expected to find generated C files'): |
| 454 | packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 455 | _build_targets=None, refs=refs, chroot=chroot) |
Andrew Lamb | 9563a15 | 2019-12-04 11:42:18 -0700 | [diff] [blame] | 456 | |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 457 | def test_replicate_private_config_wrong_number_of_refs(self): |
| 458 | """An error is thrown if there is not exactly one ref.""" |
| 459 | with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'): |
| 460 | packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 461 | _build_targets=None, refs=[], chroot=None) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 462 | |
| 463 | with self.assertRaisesRegex(ValueError, 'Expected exactly one ref'): |
| 464 | refs = [ |
Alex Klein | 53834be | 2020-12-28 11:29:58 -0700 | [diff] [blame] | 465 | GitRef(path='a', ref='main', revision='1'), |
| 466 | GitRef(path='a', ref='main', revision='2') |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 467 | ] |
| 468 | packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 469 | _build_targets=None, refs=refs, chroot=None) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 470 | |
| 471 | def test_replicate_private_config_replication_config_missing(self): |
| 472 | """An error is thrown if there is not a replication config.""" |
| 473 | os.remove(self.replication_config_path) |
| 474 | with self.assertRaisesRegex( |
| 475 | ValueError, 'Expected ReplicationConfig missing at %s' % |
| 476 | self.replication_config_path): |
| 477 | refs = [ |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 478 | GitRef( |
Andrew Lamb | 4aa0991 | 2020-01-08 13:55:56 -0700 | [diff] [blame] | 479 | path='/chromeos/overlays/overlay-coral-private', |
Alex Klein | 53834be | 2020-12-28 11:29:58 -0700 | [diff] [blame] | 480 | ref='main', |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 481 | revision='123') |
| 482 | ] |
| 483 | packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 484 | _build_targets=None, refs=refs, chroot=None) |
Andrew Lamb | e836f22 | 2019-12-09 12:27:38 -0700 | [diff] [blame] | 485 | |
| 486 | def test_replicate_private_config_wrong_git_ref_path(self): |
| 487 | """An error is thrown if the git ref doesn't point to a private overlay.""" |
| 488 | with self.assertRaisesRegex(ValueError, 'ref.path must match the pattern'): |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 489 | refs = [ |
| 490 | GitRef( |
| 491 | path='a/b/c', |
Alex Klein | 53834be | 2020-12-28 11:29:58 -0700 | [diff] [blame] | 492 | ref='main', |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 493 | revision='123') |
| 494 | ] |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 495 | packages.replicate_private_config( |
Andrew Lamb | ea9a8a2 | 2019-12-12 14:03:43 -0700 | [diff] [blame] | 496 | _build_targets=None, refs=refs, chroot=None) |
Andrew Lamb | 2bde9e4 | 2019-11-04 13:24:09 -0700 | [diff] [blame] | 497 | |
| 498 | |
Alex Klein | da39c6d | 2019-09-16 14:36:36 -0600 | [diff] [blame] | 499 | class GetBestVisibleTest(cros_test_lib.TestCase): |
David Burger | 1e0fe23 | 2019-07-01 14:52:07 -0600 | [diff] [blame] | 500 | """get_best_visible tests.""" |
| 501 | |
| 502 | def test_empty_atom_fails(self): |
| 503 | with self.assertRaises(AssertionError): |
| 504 | packages.get_best_visible('') |
Alex Klein | da39c6d | 2019-09-16 14:36:36 -0600 | [diff] [blame] | 505 | |
| 506 | |
Alex Klein | 149fd3b | 2019-12-16 16:01:05 -0700 | [diff] [blame] | 507 | class HasPrebuiltTest(cros_test_lib.MockTestCase): |
Alex Klein | da39c6d | 2019-09-16 14:36:36 -0600 | [diff] [blame] | 508 | """has_prebuilt tests.""" |
| 509 | |
| 510 | def test_empty_atom_fails(self): |
Alex Klein | 149fd3b | 2019-12-16 16:01:05 -0700 | [diff] [blame] | 511 | """Test an empty atom results in an error.""" |
Alex Klein | da39c6d | 2019-09-16 14:36:36 -0600 | [diff] [blame] | 512 | with self.assertRaises(AssertionError): |
| 513 | packages.has_prebuilt('') |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 514 | |
Alex Klein | 149fd3b | 2019-12-16 16:01:05 -0700 | [diff] [blame] | 515 | def test_use_flags(self): |
| 516 | """Test use flags get propagated correctly.""" |
| 517 | # We don't really care about the result, just the env handling. |
| 518 | patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True) |
LaMont Jones | a6162cf | 2020-06-05 18:05:42 -0600 | [diff] [blame] | 519 | # Ignore any flags that may be in the environment. |
| 520 | self.PatchObject(os.environ, 'get', return_value='') |
Alex Klein | 149fd3b | 2019-12-16 16:01:05 -0700 | [diff] [blame] | 521 | |
| 522 | packages.has_prebuilt('cat/pkg-1.2.3', useflags='useflag') |
| 523 | patch.assert_called_with('cat/pkg-1.2.3', board=None, |
| 524 | extra_env={'USE': 'useflag'}) |
| 525 | |
| 526 | def test_env_use_flags(self): |
| 527 | """Test env use flags get propagated correctly with passed useflags.""" |
| 528 | # We don't really care about the result, just the env handling. |
| 529 | patch = self.PatchObject(portage_util, 'HasPrebuilt', return_value=True) |
| 530 | # Add some flags to the environment. |
| 531 | existing_flags = 'already set flags' |
| 532 | self.PatchObject(os.environ, 'get', return_value=existing_flags) |
| 533 | |
| 534 | new_flags = 'useflag' |
| 535 | packages.has_prebuilt('cat/pkg-1.2.3', useflags=new_flags) |
| 536 | expected = '%s %s' % (existing_flags, new_flags) |
| 537 | patch.assert_called_with('cat/pkg-1.2.3', board=None, |
| 538 | extra_env={'USE': expected}) |
| 539 | |
| 540 | |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 541 | |
| 542 | class AndroidVersionsTest(cros_test_lib.MockTestCase): |
| 543 | """Tests getting android versions.""" |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 544 | |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 545 | def setUp(self): |
| 546 | package_result = [ |
| 547 | 'chromeos-base/android-container-nyc-4717008-r1', |
| 548 | 'chromeos-base/update_engine-0.0.3-r3408'] |
| 549 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 550 | return_value=package_result) |
| 551 | self.board = 'board' |
| 552 | self.PatchObject(portage_util, 'FindEbuildForBoardPackage', |
| 553 | return_value='chromeos-base/android-container-nyc') |
| 554 | FakeEnvironment = { |
Federico 'Morg' Pareschi | cd9165a | 2020-05-29 09:45:55 +0900 | [diff] [blame] | 555 | 'ARM_TARGET': '3-linux-target', |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 556 | } |
| 557 | self.PatchObject(osutils, 'SourceEnvironment', |
| 558 | return_value=FakeEnvironment) |
| 559 | |
| 560 | def test_determine_android_version(self): |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 561 | """Tests that a valid android version is returned.""" |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 562 | version = packages.determine_android_version(self.board) |
| 563 | self.assertEqual(version, '4717008') |
| 564 | |
Michael Mortensen | edf7653 | 2019-10-16 14:22:37 -0600 | [diff] [blame] | 565 | def test_determine_android_version_when_not_present(self): |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 566 | """Tests that a None is returned for version when android is not present.""" |
Michael Mortensen | edf7653 | 2019-10-16 14:22:37 -0600 | [diff] [blame] | 567 | package_result = ['chromeos-base/update_engine-0.0.3-r3408'] |
| 568 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 569 | return_value=package_result) |
| 570 | version = packages.determine_android_version(self.board) |
| 571 | self.assertEqual(version, None) |
| 572 | |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 573 | def test_determine_android_branch(self): |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 574 | """Tests that a valid android branch is returned.""" |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 575 | branch = packages.determine_android_branch(self.board) |
| 576 | self.assertEqual(branch, '3') |
| 577 | |
Federico 'Morg' Pareschi | cd9165a | 2020-05-29 09:45:55 +0900 | [diff] [blame] | 578 | def test_determine_android_branch_64bit_targets(self): |
| 579 | """Tests that a valid android branch is returned with only 64bit targets.""" |
| 580 | self.PatchObject(osutils, 'SourceEnvironment', |
| 581 | return_value={'ARM64_TARGET': '3-linux-target'}) |
| 582 | branch = packages.determine_android_branch(self.board) |
| 583 | self.assertEqual(branch, '3') |
| 584 | |
Michael Mortensen | edf7653 | 2019-10-16 14:22:37 -0600 | [diff] [blame] | 585 | def test_determine_android_branch_when_not_present(self): |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 586 | """Tests that a None is returned for branch when android is not present.""" |
Michael Mortensen | edf7653 | 2019-10-16 14:22:37 -0600 | [diff] [blame] | 587 | package_result = ['chromeos-base/update_engine-0.0.3-r3408'] |
| 588 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 589 | return_value=package_result) |
| 590 | branch = packages.determine_android_branch(self.board) |
| 591 | self.assertEqual(branch, None) |
| 592 | |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 593 | def test_determine_android_target(self): |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 594 | """Tests that a valid android target is returned.""" |
Michael Mortensen | b70e8a8 | 2019-10-10 18:43:41 -0600 | [diff] [blame] | 595 | target = packages.determine_android_target(self.board) |
| 596 | self.assertEqual(target, 'cheets') |
Michael Mortensen | c2615b7 | 2019-10-15 08:12:24 -0600 | [diff] [blame] | 597 | |
Michael Mortensen | edf7653 | 2019-10-16 14:22:37 -0600 | [diff] [blame] | 598 | def test_determine_android_target_when_not_present(self): |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 599 | """Tests that a None is returned for target when android is not present.""" |
Michael Mortensen | edf7653 | 2019-10-16 14:22:37 -0600 | [diff] [blame] | 600 | package_result = ['chromeos-base/update_engine-0.0.3-r3408'] |
| 601 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 602 | return_value=package_result) |
| 603 | target = packages.determine_android_target(self.board) |
| 604 | self.assertEqual(target, None) |
| 605 | |
Michael Mortensen | e0f4b54 | 2019-10-24 15:30:23 -0600 | [diff] [blame] | 606 | def test_determine_android_version_handle_exception(self): |
| 607 | """Tests handling RunCommandError inside determine_android_version.""" |
| 608 | # Mock what happens when portage returns that bubbles up (via RunCommand) |
| 609 | # inside portage_util.GetPackageDependencies. |
| 610 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 611 | side_effect=cros_build_lib.RunCommandError('error')) |
| 612 | target = packages.determine_android_version(self.board) |
| 613 | self.assertEqual(target, None) |
| 614 | |
| 615 | def test_determine_android_package_handle_exception(self): |
| 616 | """Tests handling RunCommandError inside determine_android_package.""" |
| 617 | # Mock what happens when portage returns that bubbles up (via RunCommand) |
| 618 | # inside portage_util.GetPackageDependencies. |
| 619 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 620 | side_effect=cros_build_lib.RunCommandError('error')) |
| 621 | target = packages.determine_android_package(self.board) |
| 622 | self.assertEqual(target, None) |
| 623 | |
Michael Mortensen | 9fe740c | 2019-10-29 14:42:48 -0600 | [diff] [blame] | 624 | def test_determine_android_package_callers_handle_exception(self): |
| 625 | """Tests handling RunCommandError by determine_android_package callers.""" |
| 626 | # Mock what happens when portage returns that bubbles up (via RunCommand) |
| 627 | # inside portage_util.GetPackageDependencies. |
| 628 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 629 | side_effect=cros_build_lib.RunCommandError('error')) |
| 630 | # Verify that target is None, as expected. |
| 631 | target = packages.determine_android_package(self.board) |
| 632 | self.assertEqual(target, None) |
| 633 | # determine_android_branch calls determine_android_package |
| 634 | branch = packages.determine_android_branch(self.board) |
| 635 | self.assertEqual(branch, None) |
| 636 | # determine_android_target calls determine_android_package |
| 637 | target = packages.determine_android_target(self.board) |
| 638 | self.assertEqual(target, None) |
| 639 | |
Michael Mortensen | e0f4b54 | 2019-10-24 15:30:23 -0600 | [diff] [blame] | 640 | |
Michael Mortensen | de716a1 | 2020-05-15 11:27:00 -0600 | [diff] [blame] | 641 | @pytest.mark.usefixtures('testcase_caplog', 'testcase_monkeypatch') |
| 642 | class FindFingerprintsTest(cros_test_lib.RunCommandTempDirTestCase): |
| 643 | """Tests for find_fingerprints.""" |
| 644 | |
| 645 | def setUp(self): |
| 646 | self.board = 'test-board' |
| 647 | # Create cheets-fingerprints.txt based on tempdir/src... |
| 648 | self.fingerprint_contents = ( |
| 649 | 'google/test-board/test-board_cheets' |
| 650 | ':9/R99-12345.0.9999/123456:user/release-keys') |
| 651 | fingerprint_path = os.path.join( |
| 652 | self.tempdir, |
| 653 | 'src/build/images/test-board/latest/cheets-fingerprint.txt') |
| 654 | self.chroot = Chroot(self.tempdir) |
| 655 | osutils.WriteFile(fingerprint_path, self.fingerprint_contents, |
| 656 | makedirs=True) |
| 657 | |
| 658 | def test_find_fingerprints_with_test_path(self): |
| 659 | """Tests get_firmware_versions with mocked output.""" |
| 660 | self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir) |
| 661 | build_target = build_target_lib.BuildTarget(self.board) |
| 662 | result = packages.find_fingerprints(build_target) |
| 663 | self.assertEqual(result, [self.fingerprint_contents]) |
| 664 | self.assertIn('Reading fingerprint file', self.caplog.text) |
| 665 | |
| 666 | def test_find_fingerprints(self): |
| 667 | """Tests get_firmware_versions with mocked output.""" |
| 668 | # Use board name whose path for fingerprint file does not exist. |
| 669 | # Verify that fingerprint file is not found and None is returned. |
| 670 | build_target = build_target_lib.BuildTarget('wrong-boardname') |
| 671 | self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir) |
| 672 | result = packages.find_fingerprints(build_target) |
Michael Mortensen | d81d81e | 2020-06-09 14:20:59 -0600 | [diff] [blame] | 673 | self.assertEqual(result, []) |
Michael Mortensen | de716a1 | 2020-05-15 11:27:00 -0600 | [diff] [blame] | 674 | self.assertIn('Fingerprint file not found', self.caplog.text) |
| 675 | |
| 676 | |
Michael Mortensen | 59e3087 | 2020-05-18 14:12:49 -0600 | [diff] [blame] | 677 | class GetAllFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase): |
| 678 | """Tests for get_firmware_versions.""" |
| 679 | |
| 680 | def setUp(self): |
| 681 | self.board = 'test-board' |
| 682 | self.rc.SetDefaultCmdResult(output=""" |
| 683 | |
| 684 | flashrom(8): 68935ee2fcfcffa47af81b966269cd2b */build/reef/usr/sbin/flashrom |
| 685 | ELF 64-bit LSB executable, x86-64, version 1 (SYSV), statically linked, for GNU/Linux 2.6.32, BuildID[sha1]=e102cc98d45300b50088999d53775acbeff407dc, stripped |
| 686 | 0.9.9 : bbb2d6a : Jul 28 2017 15:12:34 UTC |
| 687 | |
| 688 | Model: reef |
| 689 | BIOS image: 1b535280fe688ac284d95276492b06f6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.bin |
| 690 | BIOS version: Google_Reef.9042.87.1 |
| 691 | BIOS (RW) image: 0ef265eb8f2d228c09f75b011adbdcbb */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.binrw |
| 692 | BIOS (RW) version: Google_Reef.9042.110.0 |
| 693 | EC image: 2e8b4b5fa73cc5dbca4496de97a917a9 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/ec.bin |
| 694 | EC version: reef_v1.1.5900-ab1ee51 |
| 695 | EC (RW) version: reef_v1.1.5909-bd1f0c9 |
| 696 | |
| 697 | Model: pyro |
| 698 | BIOS image: 9e62447ebf22a724a4a835018ab6234e */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/image.bin |
| 699 | BIOS version: Google_Pyro.9042.87.1 |
| 700 | BIOS (RW) image: 1897457303c85de99f3e98b2eaa0eccc */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/image.binrw |
| 701 | BIOS (RW) version: Google_Pyro.9042.110.0 |
| 702 | EC image: 44b93ed591733519e752e05aa0529eb5 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/pyro/ec.bin |
| 703 | EC version: pyro_v1.1.5900-ab1ee51 |
| 704 | EC (RW) version: pyro_v1.1.5909-bd1f0c9 |
| 705 | |
| 706 | Model: snappy |
| 707 | BIOS image: 3ab63ff080596bd7de4e7619f003bb64 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/snappy/image.bin |
| 708 | BIOS version: Google_Snappy.9042.110.0 |
| 709 | EC image: c4db159e84428391d2ee25368c5fe5b6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/snappy/ec.bin |
| 710 | EC version: snappy_v1.1.5909-bd1f0c9 |
| 711 | |
| 712 | Model: sand |
| 713 | BIOS image: 387da034a4f0a3f53e278ebfdcc2a412 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/sand/image.bin |
| 714 | BIOS version: Google_Sand.9042.110.0 |
| 715 | EC image: 411562e0589dacec131f5fdfbe95a561 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/sand/ec.bin |
| 716 | EC version: sand_v1.1.5909-bd1f0c9 |
| 717 | |
| 718 | Model: electro |
| 719 | BIOS image: 1b535280fe688ac284d95276492b06f6 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.bin |
| 720 | BIOS version: Google_Reef.9042.87.1 |
| 721 | BIOS (RW) image: 0ef265eb8f2d228c09f75b011adbdcbb */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/image.binrw |
| 722 | BIOS (RW) version: Google_Reef.9042.110.0 |
| 723 | EC image: 2e8b4b5fa73cc5dbca4496de97a917a9 */build/reef/tmp/portage/chromeos-base/chromeos-firmware-reef-0.0.1-r79/temp/tmp7rHApL.pack_firmware-99001/models/reef/ec.bin |
| 724 | EC version: reef_v1.1.5900-ab1ee51 |
| 725 | EC (RW) version: reef_v1.1.5909-bd1f0c9 |
| 726 | |
| 727 | Package Content: |
| 728 | 612e7bb6ed1fb0a05abf2ebdc834c18b *./updater4.sh |
| 729 | 0eafbee07282315829d0f42135ec7c0c *./gbb_utility |
| 730 | 6074e3ca424cb30a67c378c1d9681f9c *./mosys |
| 731 | 68935ee2fcfcffa47af81b966269cd2b *./flashrom |
| 732 | 0eafbee07282315829d0f42135ec7c0c *./dump_fmap |
| 733 | 490c95d6123c208d20d84d7c16857c7c *./crosfw.sh |
| 734 | 60899148600b8673ddb711faa55aee40 *./common.sh |
| 735 | 3c3a99346d1ca1273cbcd86c104851ff *./shflags |
| 736 | de7ce035e1f82a89f8909d888ee402c0 *./crosutil.sh |
| 737 | f9334372bdb9036ba09a6fd9bf30e7a2 *./crossystem |
| 738 | 22257a8d5f0adc1f50a1916c3a4a35dd *./models/reef/ec.bin |
| 739 | faf12dbb7cdaf21ce153bdffb67841fd *./models/reef/bios.bin |
| 740 | c9bbb417b7921b85a7ed999ee42f550e *./models/reef/setvars.sh |
| 741 | 29823d46f1ec1491ecacd7b830fd2686 *./models/pyro/ec.bin |
| 742 | 2320463aba8b22eb5ea836f094d281b3 *./models/pyro/bios.bin |
| 743 | 81614833ad77c9cd093360ba7bea76b8 *./models/pyro/setvars.sh |
| 744 | 411562e0589dacec131f5fdfbe95a561 *./models/sand/ec.bin |
| 745 | 387da034a4f0a3f53e278ebfdcc2a412 *./models/sand/bios.bin |
| 746 | fcd8cb0ac0e2ed6be220aaae435d43ff *./models/sand/setvars.sh |
| 747 | c4db159e84428391d2ee25368c5fe5b6 *./models/snappy/ec.bin |
| 748 | 3ab63ff080596bd7de4e7619f003bb64 *./models/snappy/bios.bin |
| 749 | fe5d699f2e9e4a7de031497953313dbd *./models/snappy/setvars.sh |
| 750 | 79aabd7cd8a215a54234c53d7bb2e6fb *./vpd |
| 751 | """) |
| 752 | |
| 753 | def test_get_firmware_versions(self): |
| 754 | """Tests get_firmware_versions with mocked output.""" |
| 755 | build_target = build_target_lib.BuildTarget(self.board) |
| 756 | result = packages.get_all_firmware_versions(build_target) |
| 757 | self.assertEqual(len(result), 5) |
| 758 | self.assertEqual( |
| 759 | result['reef'], |
| 760 | packages.FirmwareVersions( |
| 761 | 'reef', |
| 762 | 'Google_Reef.9042.87.1', |
| 763 | 'Google_Reef.9042.110.0', |
| 764 | 'reef_v1.1.5900-ab1ee51', |
| 765 | 'reef_v1.1.5909-bd1f0c9')) |
| 766 | self.assertEqual( |
| 767 | result['pyro'], |
| 768 | packages.FirmwareVersions( |
| 769 | 'pyro', |
| 770 | 'Google_Pyro.9042.87.1', |
| 771 | 'Google_Pyro.9042.110.0', |
| 772 | 'pyro_v1.1.5900-ab1ee51', |
| 773 | 'pyro_v1.1.5909-bd1f0c9')) |
| 774 | self.assertEqual( |
| 775 | result['snappy'], |
| 776 | packages.FirmwareVersions( |
| 777 | 'snappy', |
| 778 | 'Google_Snappy.9042.110.0', |
| 779 | None, |
| 780 | 'snappy_v1.1.5909-bd1f0c9', |
| 781 | None)) |
| 782 | self.assertEqual( |
| 783 | result['sand'], |
| 784 | packages.FirmwareVersions( |
| 785 | 'sand', |
| 786 | 'Google_Sand.9042.110.0', |
| 787 | None, |
| 788 | 'sand_v1.1.5909-bd1f0c9', |
| 789 | None)) |
| 790 | self.assertEqual( |
| 791 | result['electro'], |
| 792 | packages.FirmwareVersions( |
| 793 | 'electro', |
| 794 | 'Google_Reef.9042.87.1', |
| 795 | 'Google_Reef.9042.110.0', |
| 796 | 'reef_v1.1.5900-ab1ee51', |
| 797 | 'reef_v1.1.5909-bd1f0c9')) |
| 798 | |
| 799 | |
Michael Mortensen | 71ef568 | 2020-05-07 14:29:24 -0600 | [diff] [blame] | 800 | class GetFirmwareVersionsTest(cros_test_lib.RunCommandTempDirTestCase): |
| 801 | """Tests for get_firmware_versions.""" |
| 802 | |
| 803 | def setUp(self): |
| 804 | self.board = 'test-board' |
| 805 | self.rc.SetDefaultCmdResult(output=""" |
| 806 | |
| 807 | flashrom(8): a8f99c2e61e7dc09c4b25ef5a76ef692 */build/kevin/usr/sbin/flashrom |
| 808 | ELF 32-bit LSB executable, ARM, EABI5 version 1 (SYSV), statically linked, for GNU/Linux 2.d |
| 809 | 0.9.4 : 860875a : Apr 10 2017 23:54:29 UTC |
| 810 | |
| 811 | BIOS image: 6b5b855a0b8fd1657546d1402c15b206 *chromeos-firmware-kevin-0.0.1/.dist/kevin_fw_8785.178.0.n |
| 812 | BIOS version: Google_Kevin.8785.178.0 |
| 813 | EC image: 1ebfa9518e6cac0558a80b7ab2f5b489 *chromeos-firmware-kevin-0.0.1/.dist/kevin_ec_8785.178.0.n |
| 814 | EC version:kevin_v1.10.184-459421c |
| 815 | |
| 816 | Package Content: |
| 817 | a8f99c2e61e7dc09c4b25ef5a76ef692 *./flashrom |
| 818 | 3c3a99346d1ca1273cbcd86c104851ff *./shflags |
| 819 | 457a8dc8546764affc9700f8da328d23 *./dump_fmap |
| 820 | c392980ddb542639edf44a965a59361a *./updater5.sh |
| 821 | 490c95d6123c208d20d84d7c16857c7c *./crosfw.sh |
| 822 | 6b5b855a0b8fd1657546d1402c15b206 *./bios.bin |
| 823 | 7b5bef0d2da90c23ff2e157250edf0fa *./crosutil.sh |
| 824 | d78722e4f1a0dc2d8c3d6b0bc7010ae3 *./crossystem |
| 825 | 457a8dc8546764affc9700f8da328d23 *./gbb_utility |
| 826 | 1ebfa9518e6cac0558a80b7ab2f5b489 *./ec.bin |
| 827 | c98ca54db130886142ad582a58e90ddc *./common.sh |
| 828 | 5ba978bdec0f696f47f0f0de90936880 *./mosys |
| 829 | 312e8ee6122057f2a246d7bcf1572f49 *./vpd |
| 830 | """) |
| 831 | |
| 832 | def test_get_firmware_versions(self): |
| 833 | """Tests get_firmware_versions with mocked output.""" |
| 834 | build_target = build_target_lib.BuildTarget(self.board) |
| 835 | result = packages.get_firmware_versions(build_target) |
| 836 | versions = packages.FirmwareVersions( |
| 837 | None, 'Google_Kevin.8785.178.0', None, 'kevin_v1.10.184-459421c', None) |
| 838 | self.assertEqual(result, versions) |
| 839 | |
| 840 | |
Michael Mortensen | fbf2b2d | 2020-05-14 16:33:06 -0600 | [diff] [blame] | 841 | class DetermineKernelVersionTest(cros_test_lib.RunCommandTempDirTestCase): |
| 842 | """Tests for determine_kernel_version.""" |
| 843 | |
| 844 | def setUp(self): |
| 845 | self.board = 'test-board' |
| 846 | self.build_target = build_target_lib.BuildTarget(self.board) |
| 847 | |
| 848 | def test_determine_kernel_version(self): |
| 849 | """Tests that a valid kernel version is returned.""" |
| 850 | package_result = ['sys-kernel/linux-headers-4.14-r24', |
| 851 | 'sys-devel/flex-2.6.4-r1', |
| 852 | 'sys-kernel/chromeos-kernel-4_4-4.4.223-r2209'] |
| 853 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 854 | return_value=package_result) |
| 855 | |
| 856 | result = packages.determine_kernel_version(self.build_target) |
| 857 | self.assertEqual(result, '4.4.223-r2209') |
| 858 | |
| 859 | def test_determine_kernel_version_exception(self): |
| 860 | """Tests that portage_util exceptions result in returning None.""" |
| 861 | self.PatchObject(portage_util, 'GetPackageDependencies', |
| 862 | side_effect=cros_build_lib.RunCommandError('error')) |
| 863 | result = packages.determine_kernel_version(self.build_target) |
| 864 | self.assertEqual(result, None) |
| 865 | |
Michael Mortensen | c2615b7 | 2019-10-15 08:12:24 -0600 | [diff] [blame] | 866 | class ChromeVersionsTest(cros_test_lib.MockTestCase): |
| 867 | """Tests getting chrome version.""" |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 868 | |
Michael Mortensen | c2615b7 | 2019-10-15 08:12:24 -0600 | [diff] [blame] | 869 | def setUp(self): |
Alex Klein | 2960c75 | 2020-03-09 13:43:38 -0600 | [diff] [blame] | 870 | self.build_target = build_target_lib.BuildTarget('board') |
Michael Mortensen | c2615b7 | 2019-10-15 08:12:24 -0600 | [diff] [blame] | 871 | |
| 872 | def test_determine_chrome_version(self): |
Michael Mortensen | 14960d0 | 2019-10-18 07:53:59 -0600 | [diff] [blame] | 873 | """Tests that a valid chrome version is returned.""" |
Michael Mortensen | c2615b7 | 2019-10-15 08:12:24 -0600 | [diff] [blame] | 874 | # Mock PortageqBestVisible to return a valid chrome version string. |
| 875 | r1_cpf = 'chromeos-base/chromeos-chrome-78.0.3900.0_rc-r1' |
Alex Klein | 18a60af | 2020-06-11 12:08:47 -0600 | [diff] [blame] | 876 | r1_cpv = package_info.SplitCPV(r1_cpf) |
Michael Mortensen | c2615b7 | 2019-10-15 08:12:24 -0600 | [diff] [blame] | 877 | self.PatchObject(portage_util, 'PortageqBestVisible', |
| 878 | return_value=r1_cpv) |
| 879 | |
Michael Mortensen | b51a1f0 | 2019-10-16 13:28:20 -0600 | [diff] [blame] | 880 | chrome_version = packages.determine_chrome_version(self.build_target) |
Michael Mortensen | c2615b7 | 2019-10-15 08:12:24 -0600 | [diff] [blame] | 881 | version_numbers = chrome_version.split('.') |
| 882 | self.assertEqual(len(version_numbers), 4) |
| 883 | self.assertEqual(int(version_numbers[0]), 78) |
Michael Mortensen | 9fdb14b | 2019-10-17 11:17:30 -0600 | [diff] [blame] | 884 | |
Michael Mortensen | 9fe740c | 2019-10-29 14:42:48 -0600 | [diff] [blame] | 885 | def test_determine_chrome_version_handle_exception(self): |
| 886 | # Mock what happens when portage throws an exception that bubbles up (via |
| 887 | # RunCommand)inside portage_util.PortageqBestVisible. |
| 888 | self.PatchObject(portage_util, 'PortageqBestVisible', |
| 889 | side_effect=cros_build_lib.RunCommandError('error')) |
| 890 | target = packages.determine_chrome_version(self.build_target) |
| 891 | self.assertEqual(target, None) |
| 892 | |
Michael Mortensen | 9fdb14b | 2019-10-17 11:17:30 -0600 | [diff] [blame] | 893 | |
| 894 | class PlatformVersionsTest(cros_test_lib.MockTestCase): |
| 895 | """Tests getting platform version.""" |
| 896 | |
| 897 | def test_determine_platform_version(self): |
| 898 | """Test checking that a valid platform version is returned.""" |
| 899 | platform_version = packages.determine_platform_version() |
| 900 | # The returned platform version is something like 12603.0.0. |
| 901 | version_string_list = platform_version.split('.') |
| 902 | self.assertEqual(len(version_string_list), 3) |
| 903 | # We don't want to check an exact version, but the first number should be |
| 904 | # non-zero. |
| 905 | self.assertGreaterEqual(int(version_string_list[0]), 1) |
Michael Mortensen | 009cb66 | 2019-10-21 11:38:43 -0600 | [diff] [blame] | 906 | |
| 907 | def test_determine_milestone_version(self): |
| 908 | """Test checking that a valid milestone version is returned.""" |
| 909 | milestone_version = packages.determine_milestone_version() |
| 910 | # Milestone version should be non-zero |
| 911 | self.assertGreaterEqual(int(milestone_version), 1) |
| 912 | |
| 913 | def test_determine_full_version(self): |
| 914 | """Test checking that a valid full version is returned.""" |
| 915 | full_version = packages.determine_full_version() |
| 916 | pattern = r'^R(\d+)-(\d+.\d+.\d+(-rc\d+)*)' |
| 917 | m = re.match(pattern, full_version) |
| 918 | self.assertTrue(m) |
| 919 | milestone_version = m.group(1) |
| 920 | self.assertGreaterEqual(int(milestone_version), 1) |
| 921 | |
| 922 | def test_versions_based_on_mock(self): |
| 923 | # Create a test version_info object, and than mock VersionInfo.from_repo |
| 924 | # return it. |
| 925 | test_platform_version = '12575.0.0' |
| 926 | test_chrome_branch = '75' |
| 927 | version_info_mock = manifest_version.VersionInfo(test_platform_version) |
| 928 | version_info_mock.chrome_branch = test_chrome_branch |
| 929 | self.PatchObject(manifest_version.VersionInfo, 'from_repo', |
| 930 | return_value=version_info_mock) |
| 931 | test_full_version = 'R' + test_chrome_branch + '-' + test_platform_version |
| 932 | platform_version = packages.determine_platform_version() |
| 933 | milestone_version = packages.determine_milestone_version() |
| 934 | full_version = packages.determine_full_version() |
| 935 | self.assertEqual(platform_version, test_platform_version) |
| 936 | self.assertEqual(milestone_version, test_chrome_branch) |
| 937 | self.assertEqual(full_version, test_full_version) |
Chris McDonald | ea0312c | 2020-05-04 23:33:15 -0600 | [diff] [blame] | 938 | |
| 939 | |
| 940 | # Each of the columns in the following table is a separate dimension along |
| 941 | # which Chrome uprev test cases can vary in behavior. The full test space would |
| 942 | # be the Cartesian product of the possible values of each column. |
| 943 | # 'CHROME_EBUILD' refers to the relationship between the version of the existing |
| 944 | # Chrome ebuild vs. the requested uprev version. 'FOLLOWER_EBUILDS' refers to |
| 945 | # the same relationship but for the packages defined in OTHER_CHROME_PACKAGES. |
| 946 | # 'EBUILDS MODIFIED' refers to whether any of the existing 9999 ebuilds have |
| 947 | # modified contents relative to their corresponding stable ebuilds. |
| 948 | # |
| 949 | # CHROME_EBUILD FOLLOWER_EBUILDS EBUILDS_MODIFIED |
| 950 | # |
| 951 | # HIGHER HIGHER YES |
| 952 | # SAME SAME NO |
| 953 | # LOWER LOWER |
| 954 | # DOESN'T EXIST YET |
| 955 | |
| 956 | # These test cases cover both CHROME & FOLLOWER ebuilds being identically |
| 957 | # higher, lower, or the same versions, with no modified ebuilds. |
| 958 | UPREV_VERSION_CASES = ( |
| 959 | pytest.param( |
| 960 | '80.0.8080.0', |
| 961 | '81.0.8181.0', |
| 962 | # One added and one deleted for chrome and each "other" package. |
| 963 | 2 * (1 + len(constants.OTHER_CHROME_PACKAGES)), |
| 964 | id='newer_chrome_version', |
| 965 | ), |
| 966 | # No files should be changed in these cases. |
| 967 | pytest.param( |
| 968 | '80.0.8080.0', |
| 969 | '80.0.8080.0', |
| 970 | 0, |
| 971 | id='same_chrome_version', |
| 972 | ), |
| 973 | pytest.param( |
| 974 | '80.0.8080.0', |
| 975 | '79.0.7979.0', |
| 976 | 0, |
| 977 | id='older_chrome_version', |
| 978 | ), |
| 979 | ) |
| 980 | |
| 981 | |
| 982 | @pytest.mark.parametrize('old_version, new_version, expected_count', |
| 983 | UPREV_VERSION_CASES) |
| 984 | def test_uprev_chrome_all_files_already_exist(old_version, new_version, |
| 985 | expected_count, monkeypatch, |
| 986 | overlay_stack): |
| 987 | """Test Chrome uprevs work as expected when all packages already exist.""" |
| 988 | overlay, = overlay_stack(1) |
| 989 | monkeypatch.setattr(uprev_lib, '_CHROME_OVERLAY_PATH', overlay.path) |
| 990 | |
| 991 | unstable_chrome = cr.test.Package( |
| 992 | 'chromeos-base', 'chromeos-chrome', version='9999', keywords='~*') |
| 993 | stable_chrome = cr.test.Package( |
| 994 | 'chromeos-base', 'chromeos-chrome', version=f'{old_version}_rc-r1') |
| 995 | |
| 996 | overlay.add_package(unstable_chrome) |
| 997 | overlay.add_package(stable_chrome) |
| 998 | |
| 999 | for pkg_str in constants.OTHER_CHROME_PACKAGES: |
| 1000 | category, pkg_name = pkg_str.split('/') |
| 1001 | unstable_pkg = cr.test.Package( |
| 1002 | category, pkg_name, version='9999', keywords='~*') |
| 1003 | stable_pkg = cr.test.Package( |
| 1004 | category, pkg_name, version=f'{old_version}_rc-r1') |
| 1005 | |
| 1006 | overlay.add_package(unstable_pkg) |
| 1007 | overlay.add_package(stable_pkg) |
| 1008 | |
| 1009 | git_refs = [ |
| 1010 | GitRef( |
| 1011 | path='/foo', ref=f'refs/tags/{new_version}', revision='dummycommit') |
| 1012 | ] |
| 1013 | res = packages.uprev_chrome(build_targets=None, refs=git_refs, chroot=None) |
| 1014 | |
| 1015 | modified_file_count = sum(len(m.files) for m in res.modified) |
| 1016 | assert modified_file_count == expected_count |
Michael Mortensen | 125bb01 | 2020-05-21 14:02:10 -0600 | [diff] [blame] | 1017 | |
| 1018 | |
| 1019 | @pytest.mark.usefixtures('testcase_monkeypatch') |
| 1020 | class GetModelsTest(cros_test_lib.RunCommandTempDirTestCase): |
| 1021 | """Tests for get_models.""" |
| 1022 | |
| 1023 | def setUp(self): |
| 1024 | self.board = 'test-board' |
| 1025 | self.rc.SetDefaultCmdResult(output='pyro\nreef\nsnappy\n') |
| 1026 | self.monkeypatch.setattr(constants, 'SOURCE_ROOT', self.tempdir) |
| 1027 | build_bin = os.path.join(self.tempdir, constants.DEFAULT_CHROOT_DIR, |
| 1028 | 'usr', 'bin') |
| 1029 | osutils.Touch(os.path.join(build_bin, 'cros_config_host'), makedirs=True) |
| 1030 | |
Michael Mortensen | 125bb01 | 2020-05-21 14:02:10 -0600 | [diff] [blame] | 1031 | def testGetModels(self): |
| 1032 | """Test get_models.""" |
| 1033 | build_target = build_target_lib.BuildTarget(self.board) |
| 1034 | result = packages.get_models(build_target) |
| 1035 | self.assertEqual(result, ['pyro', 'reef', 'snappy']) |
Michael Mortensen | 359c1f3 | 2020-05-28 19:35:42 -0600 | [diff] [blame] | 1036 | |
| 1037 | |
| 1038 | class GetKeyIdTest(cros_test_lib.MockTestCase): |
| 1039 | """Tests for get_key_id.""" |
| 1040 | |
| 1041 | def setUp(self): |
| 1042 | self.board = 'test-board' |
| 1043 | self.build_target = build_target_lib.BuildTarget(self.board) |
| 1044 | |
| 1045 | def testGetKeyId(self): |
| 1046 | """Test get_key_id when _run_cros_config_host returns a key.""" |
| 1047 | self.PatchObject(packages, '_run_cros_config_host', |
| 1048 | return_value=['key']) |
| 1049 | result = packages.get_key_id(self.build_target, 'model') |
| 1050 | self.assertEqual(result, 'key') |
| 1051 | |
| 1052 | def testGetKeyIdNoKey(self): |
| 1053 | """Test get_key_id when None should be returned.""" |
| 1054 | self.PatchObject(packages, '_run_cros_config_host', |
| 1055 | return_value=['key1', 'key2']) |
| 1056 | result = packages.get_key_id(self.build_target, 'model') |
| 1057 | self.assertEqual(result, None) |
Ben Reich | e779cf4 | 2020-12-15 03:21:31 +0000 | [diff] [blame] | 1058 | |
| 1059 | |
| 1060 | class GetLatestDrivefsVersionTest(cros_test_lib.TestCase): |
| 1061 | """Tests for get_latest_drivefs_version_from_refs.""" |
| 1062 | |
| 1063 | def setUp(self): |
| 1064 | # The tag ref template. |
| 1065 | ref_tpl = 'refs/tags/drivefs_%s' |
| 1066 | |
| 1067 | self.latest = '44.0.20' |
| 1068 | self.versions = ['42.0.1', self.latest, '44.0.19', '39.0.15'] |
| 1069 | self.latest_ref = uprev_lib.GitRef('/path', ref_tpl % self.latest, 'abc123') |
| 1070 | self.refs = [uprev_lib.GitRef('/path', ref_tpl % v, 'abc123') |
| 1071 | for v in self.versions] |
| 1072 | |
| 1073 | def test_single_ref(self): |
| 1074 | """Test a single ref is supplied.""" |
| 1075 | self.assertEqual(self.latest, |
| 1076 | packages.get_latest_drivefs_version_from_refs([self.latest_ref])) |
| 1077 | |
| 1078 | def test_multiple_ref_versions(self): |
| 1079 | """Test multiple refs supplied.""" |
| 1080 | self.assertEqual(self.latest, |
| 1081 | packages.get_latest_drivefs_version_from_refs(self.refs)) |
| 1082 | |
| 1083 | def test_no_refs_returns_none(self): |
| 1084 | """Test no refs supplied.""" |
| 1085 | self.assertEqual(packages.get_latest_drivefs_version_from_refs([]), None) |
Ben Reich | 4f3fa1b | 2020-12-19 08:21:26 +0000 | [diff] [blame] | 1086 | |
| 1087 | |
Alex Klein | 6becabc | 2020-09-11 14:03:05 -0600 | [diff] [blame] | 1088 | class NeedsChromeSourceTest(cros_test_lib.MockTestCase): |
| 1089 | """Tests for needs_chrome_source.""" |
| 1090 | |
| 1091 | def _build_graph(self, with_chrome: bool, with_followers: bool): |
| 1092 | root = '/build/build_target' |
| 1093 | foo_bar = package_info.parse('foo/bar-1') |
| 1094 | chrome = package_info.parse(f'{constants.CHROME_CP}-1.2.3.4') |
| 1095 | followers = [ |
| 1096 | package_info.parse(f'{pkg}-1.2.3.4') |
| 1097 | for pkg in constants.OTHER_CHROME_PACKAGES |
| 1098 | ] |
| 1099 | nodes = [dependency_graph.PackageNode(foo_bar, root)] |
| 1100 | root_pkgs = ['foo/bar-1'] |
| 1101 | if with_chrome: |
| 1102 | nodes.append(dependency_graph.PackageNode(chrome, root)) |
| 1103 | root_pkgs.append(chrome.cpvr) |
| 1104 | if with_followers: |
| 1105 | nodes.extend([dependency_graph.PackageNode(f, root) for f in followers]) |
| 1106 | root_pkgs.extend([f.cpvr for f in followers]) |
| 1107 | |
| 1108 | return dependency_graph.DependencyGraph(nodes, root, root_pkgs) |
| 1109 | |
| 1110 | def test_needs_all(self): |
| 1111 | """Verify we need source when we have no prebuilts.""" |
| 1112 | graph = self._build_graph(with_chrome=True, with_followers=True) |
| 1113 | self.PatchObject(depgraph, 'get_build_target_dependency_graph', |
| 1114 | return_value=graph) |
| 1115 | self.PatchObject(packages, 'has_prebuilt', return_value=False) |
| 1116 | |
| 1117 | build_target = build_target_lib.BuildTarget('build_target') |
| 1118 | |
| 1119 | result = packages.needs_chrome_source(build_target) |
| 1120 | |
| 1121 | self.assertTrue(result.needs_chrome_source) |
| 1122 | self.assertTrue(result.builds_chrome) |
| 1123 | self.assertTrue(result.packages) |
| 1124 | self.assertEqual(len(result.packages), |
| 1125 | len(constants.OTHER_CHROME_PACKAGES) + 1) |
| 1126 | self.assertTrue(result.missing_chrome_prebuilt) |
| 1127 | self.assertTrue(result.missing_follower_prebuilt) |
| 1128 | |
| 1129 | def test_needs_none(self): |
| 1130 | """Verify not building any of the chrome packages prevents needing it.""" |
| 1131 | graph = self._build_graph(with_chrome=False, with_followers=False) |
| 1132 | self.PatchObject(depgraph, 'get_build_target_dependency_graph', |
| 1133 | return_value=graph) |
| 1134 | self.PatchObject(packages, 'has_prebuilt', return_value=False) |
| 1135 | |
| 1136 | build_target = build_target_lib.BuildTarget('build_target') |
| 1137 | |
| 1138 | result = packages.needs_chrome_source(build_target) |
| 1139 | |
| 1140 | self.assertFalse(result.needs_chrome_source) |
| 1141 | self.assertFalse(result.builds_chrome) |
| 1142 | self.assertFalse(result.packages) |
| 1143 | self.assertFalse(result.missing_chrome_prebuilt) |
| 1144 | self.assertFalse(result.missing_follower_prebuilt) |
| 1145 | |
| 1146 | def test_needs_chrome_only(self): |
| 1147 | """Verify only chrome triggers needs chrome source.""" |
| 1148 | graph = self._build_graph(with_chrome=True, with_followers=False) |
| 1149 | self.PatchObject(depgraph, 'get_build_target_dependency_graph', |
| 1150 | return_value=graph) |
| 1151 | self.PatchObject(packages, 'has_prebuilt', return_value=False) |
| 1152 | |
| 1153 | build_target = build_target_lib.BuildTarget('build_target') |
| 1154 | |
| 1155 | result = packages.needs_chrome_source(build_target) |
| 1156 | |
| 1157 | self.assertTrue(result.needs_chrome_source) |
| 1158 | self.assertTrue(result.builds_chrome) |
| 1159 | self.assertTrue(result.packages) |
| 1160 | self.assertEqual(set([p.atom for p in result.packages]), |
| 1161 | {constants.CHROME_CP}) |
| 1162 | self.assertTrue(result.missing_chrome_prebuilt) |
| 1163 | self.assertFalse(result.missing_follower_prebuilt) |
| 1164 | |
| 1165 | def test_needs_followers_only(self): |
| 1166 | """Verify only chrome followers triggers needs chrome source.""" |
| 1167 | graph = self._build_graph(with_chrome=False, with_followers=True) |
| 1168 | self.PatchObject(depgraph, 'get_build_target_dependency_graph', |
| 1169 | return_value=graph) |
| 1170 | self.PatchObject(packages, 'has_prebuilt', return_value=False) |
| 1171 | |
| 1172 | build_target = build_target_lib.BuildTarget('build_target') |
| 1173 | |
| 1174 | result = packages.needs_chrome_source(build_target) |
| 1175 | |
| 1176 | self.assertTrue(result.needs_chrome_source) |
| 1177 | self.assertFalse(result.builds_chrome) |
| 1178 | self.assertTrue(result.packages) |
| 1179 | self.assertEqual(set([p.atom for p in result.packages]), |
| 1180 | set(constants.OTHER_CHROME_PACKAGES)) |
| 1181 | self.assertFalse(result.missing_chrome_prebuilt) |
| 1182 | self.assertTrue(result.missing_follower_prebuilt) |
| 1183 | |
| 1184 | def test_has_prebuilts(self): |
| 1185 | """Test prebuilts prevent us from needing chrome source.""" |
| 1186 | graph = self._build_graph(with_chrome=True, with_followers=True) |
| 1187 | self.PatchObject(depgraph, 'get_build_target_dependency_graph', |
| 1188 | return_value=graph) |
| 1189 | self.PatchObject(packages, 'has_prebuilt', return_value=True) |
| 1190 | |
| 1191 | build_target = build_target_lib.BuildTarget('build_target') |
| 1192 | |
| 1193 | result = packages.needs_chrome_source(build_target) |
| 1194 | |
| 1195 | self.assertFalse(result.needs_chrome_source) |
| 1196 | self.assertTrue(result.builds_chrome) |
| 1197 | self.assertFalse(result.packages) |
| 1198 | self.assertFalse(result.missing_chrome_prebuilt) |
| 1199 | self.assertFalse(result.missing_follower_prebuilt) |
| 1200 | |
| 1201 | def test_compile_source(self): |
| 1202 | """Test compile source ignores prebuilts.""" |
| 1203 | graph = self._build_graph(with_chrome=True, with_followers=True) |
| 1204 | self.PatchObject(depgraph, 'get_build_target_dependency_graph', |
| 1205 | return_value=graph) |
| 1206 | self.PatchObject(packages, 'has_prebuilt', return_value=True) |
| 1207 | |
| 1208 | build_target = build_target_lib.BuildTarget('build_target') |
| 1209 | |
| 1210 | result = packages.needs_chrome_source(build_target, compile_source=True) |
| 1211 | |
| 1212 | self.assertTrue(result.needs_chrome_source) |
| 1213 | self.assertTrue(result.builds_chrome) |
| 1214 | self.assertTrue(result.packages) |
| 1215 | self.assertEqual(len(result.packages), |
| 1216 | len(constants.OTHER_CHROME_PACKAGES) + 1) |
| 1217 | self.assertTrue(result.missing_chrome_prebuilt) |
| 1218 | self.assertTrue(result.missing_follower_prebuilt) |
| 1219 | |
| 1220 | |
Ben Reich | 4f3fa1b | 2020-12-19 08:21:26 +0000 | [diff] [blame] | 1221 | class UprevDrivefsTest(cros_test_lib.MockTestCase): |
| 1222 | """Tests for uprev_drivefs.""" |
| 1223 | |
| 1224 | def setUp(self): |
| 1225 | self.refs = [ |
| 1226 | GitRef( |
| 1227 | path='/chromeos/platform/drivefs-google3/', |
| 1228 | ref='refs/tags/drivefs_45.0.2', |
| 1229 | revision='123') |
| 1230 | ] |
| 1231 | self.MOCK_DRIVEFS_EBUILD_PATH = 'drivefs.45.0.2-r1.ebuild' |
| 1232 | self.MOCK_DRIVEFS_IPC_EBUILD_PATH = 'drivefs-ipc.45.0.2-r1.ebuild' |
| 1233 | |
| 1234 | def revisionBumpOutcome(self, ebuild_path): |
| 1235 | return uprev_lib.UprevResult(uprev_lib.Outcome.REVISION_BUMP, [ebuild_path]) |
| 1236 | |
| 1237 | def majorBumpOutcome(self, ebuild_path): |
| 1238 | return uprev_lib.UprevResult(uprev_lib.Outcome.VERSION_BUMP, [ebuild_path]) |
| 1239 | |
| 1240 | def sameVersionOutcome(self): |
| 1241 | return uprev_lib.UprevResult(uprev_lib.Outcome.SAME_VERSION_EXISTS) |
| 1242 | |
| 1243 | def test_latest_version_returns_none(self): |
| 1244 | """Test no refs were supplied""" |
| 1245 | output = packages.uprev_drivefs(None, [], None) |
| 1246 | self.assertFalse(output.uprevved) |
| 1247 | |
| 1248 | def test_drivefs_uprev_fails(self): |
| 1249 | """Test a single ref is supplied.""" |
| 1250 | self.PatchObject( |
| 1251 | uprev_lib, 'uprev_workon_ebuild_to_version', side_effect=[None, None]) |
| 1252 | output = packages.uprev_drivefs(None, self.refs, None) |
| 1253 | self.assertFalse(output.uprevved) |
| 1254 | |
| 1255 | def test_same_version_exists(self): |
| 1256 | """Test the same version exists uprev should not happen.""" |
| 1257 | drivefs_outcome = self.sameVersionOutcome() |
| 1258 | drivefs_ipc_outcome = self.sameVersionOutcome() |
| 1259 | self.PatchObject( |
| 1260 | uprev_lib, |
| 1261 | 'uprev_workon_ebuild_to_version', |
| 1262 | side_effect=[drivefs_outcome, drivefs_ipc_outcome]) |
| 1263 | output = packages.uprev_drivefs(None, self.refs, None) |
| 1264 | self.assertFalse(output.uprevved) |
| 1265 | |
| 1266 | def test_revision_bump_just_drivefs_package(self): |
| 1267 | """Test drivefs package uprevs not drivefs-ipc, should not uprev.""" |
| 1268 | drivefs_outcome = self.revisionBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH) |
| 1269 | self.PatchObject( |
| 1270 | uprev_lib, |
| 1271 | 'uprev_workon_ebuild_to_version', |
| 1272 | side_effect=[drivefs_outcome, None]) |
| 1273 | output = packages.uprev_drivefs(None, self.refs, None) |
| 1274 | self.assertFalse(output.uprevved) |
| 1275 | |
| 1276 | def test_revision_bump_both_packages(self): |
| 1277 | """Test both packages uprev, should succeed.""" |
| 1278 | drivefs_outcome = self.revisionBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH) |
| 1279 | drivefs_ipc_outcome = self.revisionBumpOutcome( |
| 1280 | self.MOCK_DRIVEFS_IPC_EBUILD_PATH) |
| 1281 | self.PatchObject( |
| 1282 | uprev_lib, |
| 1283 | 'uprev_workon_ebuild_to_version', |
| 1284 | side_effect=[drivefs_outcome, drivefs_ipc_outcome]) |
| 1285 | output = packages.uprev_drivefs(None, self.refs, None) |
| 1286 | self.assertTrue(output.uprevved) |
| 1287 | |
| 1288 | def test_major_bump_only_drivefs_packages(self): |
| 1289 | """Test drivefs package uprevs not drivefs-ipc, should not uprev.""" |
| 1290 | drivefs_outcome = self.majorBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH) |
| 1291 | self.PatchObject( |
| 1292 | uprev_lib, |
| 1293 | 'uprev_workon_ebuild_to_version', |
| 1294 | side_effect=[drivefs_outcome, None]) |
| 1295 | output = packages.uprev_drivefs(None, self.refs, None) |
| 1296 | self.assertFalse(output.uprevved) |
| 1297 | |
| 1298 | def test_major_bump_both_packages(self): |
| 1299 | """Test both packages uprev, should succeed.""" |
| 1300 | drivefs_outcome = self.majorBumpOutcome(self.MOCK_DRIVEFS_EBUILD_PATH) |
| 1301 | drivefs_ipc_outcome = self.majorBumpOutcome( |
| 1302 | self.MOCK_DRIVEFS_IPC_EBUILD_PATH) |
| 1303 | self.PatchObject( |
| 1304 | uprev_lib, |
| 1305 | 'uprev_workon_ebuild_to_version', |
| 1306 | side_effect=[drivefs_outcome, drivefs_ipc_outcome]) |
| 1307 | output = packages.uprev_drivefs(None, self.refs, None) |
| 1308 | self.assertTrue(output.uprevved) |