blob: d5170ec4b064337cb745d03258cb1a0402cdf29e [file] [log] [blame]
Mike Frysinger4f994402019-09-13 17:40:45 -04001#!/usr/bin/env python3
Jon Salz98255932012-08-18 14:48:02 +08002# -*- coding: utf-8 -*-
3# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
Mike Frysingerae409522014-02-01 03:16:11 -05007"""Unittests for pre-upload.py."""
8
Mike Frysinger09d6a3d2013-10-08 22:21:03 -04009from __future__ import print_function
10
Mike Frysinger180ecd62020-08-19 00:41:51 -040011import configparser
Keigo Oka7e880ac2019-07-03 15:03:43 +090012import datetime
David Jamesc3b68b32013-04-03 09:17:03 -070013import os
14import sys
Mike Frysingerf6a29772020-08-22 03:57:08 -040015from unittest import mock
Mike Frysingerfd481ce2019-09-13 18:14:48 -040016
Mike Frysingerbf8b91c2014-02-01 02:50:27 -050017import errors
18
Jon Salz98255932012-08-18 14:48:02 +080019# pylint: disable=W0212
Mike Frysinger65d93c12014-02-01 02:59:46 -050020# We access private members of the pre_upload module all over the place.
21
Mike Frysinger55f85b52014-12-18 14:45:21 -050022# Make sure we can find the chromite paths.
23sys.path.insert(0, os.path.join(os.path.dirname(os.path.realpath(__file__)),
24 '..', '..'))
Jon Salz98255932012-08-18 14:48:02 +080025
Mike Frysingerfd481ce2019-09-13 18:14:48 -040026# The sys.path monkey patching confuses the linter.
27# pylint: disable=wrong-import-position
Mike Frysinger71e643e2019-09-13 17:26:39 -040028from chromite.lib import constants
29from chromite.lib import cros_build_lib
Mike Frysinger65d93c12014-02-01 02:59:46 -050030from chromite.lib import cros_test_lib
Mike Frysingerd3bd32c2014-11-24 23:34:29 -050031from chromite.lib import git
Daniel Erata350fd32014-09-29 14:02:34 -070032from chromite.lib import osutils
Mike Frysinger65d93c12014-02-01 02:59:46 -050033
34
Mike Frysingerff4768e2020-02-27 18:48:13 -050035assert sys.version_info >= (3, 6), 'This module requires Python 3.6+'
36
37
Jon Salz98255932012-08-18 14:48:02 +080038pre_upload = __import__('pre-upload')
39
40
Alex Deymo643ac4c2015-09-03 10:40:50 -070041def ProjectNamed(project_name):
42 """Wrapper to create a Project with just the name"""
43 return pre_upload.Project(project_name, None, None)
44
45
Mike Frysingerb2496652019-09-12 23:35:46 -040046class PreUploadTestCase(cros_test_lib.MockTestCase):
47 """Common test case base."""
48
49 def setUp(self):
50 pre_upload.CACHE.clear()
51
52
53class TryUTF8DecodeTest(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -050054 """Verify we sanely handle unicode content."""
55
Mike Frysinger71e643e2019-09-13 17:26:39 -040056 def setUp(self):
Mike Frysinger7bb709f2019-09-29 23:20:12 -040057 self.rc_mock = self.PatchObject(cros_build_lib, 'run')
Mike Frysinger71e643e2019-09-13 17:26:39 -040058
59 def _run(self, content):
60 """Helper for round tripping through _run_command."""
61 self.rc_mock.return_value = cros_build_lib.CommandResult(
62 output=content, returncode=0)
63 return pre_upload._run_command([])
64
65 def testEmpty(self):
66 """Check empty output."""
67 ret = self._run(b'')
68 self.assertEqual('', ret)
69
70 if sys.version_info.major < 3:
71 ret = self._run('')
72 self.assertEqual(u'', ret)
73
74 def testAscii(self):
75 """Check ascii output."""
76 ret = self._run(b'abc')
77 self.assertEqual('abc', ret)
78
79 if sys.version_info.major < 3:
80 ret = self._run('abc')
81 self.assertEqual(u'abc', ret)
82
83 def testUtf8(self):
84 """Check valid UTF-8 output."""
85 text = u'你好布萊恩'
86 ret = self._run(text.encode('utf-8'))
87 self.assertEqual(text, ret)
88
89 def testBinary(self):
90 """Check binary (invalid UTF-8) output."""
91 ret = self._run(b'hi \x80 there')
Mike Frysinger8a4e8942019-09-16 23:43:49 -040092 self.assertEqual(u'hi \ufffd there', ret)
Jon Salz98255932012-08-18 14:48:02 +080093
94
Bernie Thompson8e26f742020-07-23 14:32:31 -070095class CheckKeywordsTest(PreUploadTestCase):
96 """Tests for _check_keywords."""
97
98 def setUp(self):
99 self.PatchObject(pre_upload, '_get_affected_files',
100 return_value=['x.ebuild'])
101 self.PatchObject(pre_upload, '_filter_files', return_value=['x.ebuild'])
102 self.PatchObject(osutils, 'ReadFile',
103 return_value='scruffy\nmangy\ndog.?pile\ncat.?circle')
104 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
105 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
106
107 def test_good_cases(self):
108 self.desc_mock.return_value = 'Commit Message.\nLine 2'
109 self.diff_mock.return_value = [
110 (1, 'Some text without keywords.'),
111 (2, 'The dog is black has a partial keyword that does not count.'),
112 ]
113 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'), 'COMMIT')
114 self.assertEqual(failures, [])
115
116 def test_bad_cases(self):
117 self.desc_mock.return_value = 'Commit Message.\nLine 2\nLine 3 scruffy'
118 self.diff_mock.return_value = [
119 (1, 'Scruffy plain catch'),
120 (2, 'dog-pile hyphenated catch'),
121 (3, 'cat_circle underscored catch'),
122 (4, 'dog pile space catch'),
123 (5, 'dogpiled substring catch'),
124 (6, 'scruffy mangy dog, multiple in a line catch'),
125 ]
126 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
127 'COMMIT')
128 self.assertNotEqual(failures, [])
129 self.assertEqual('Found a blocked keyword in:', failures[0].msg)
130 self.assertEqual(['x.ebuild, line 1: Matched scruffy',
131 'x.ebuild, line 2: Matched dog.?pile',
132 'x.ebuild, line 3: Matched cat.?circle',
133 'x.ebuild, line 4: Matched dog.?pile',
134 'x.ebuild, line 5: Matched dog.?pile',
135 'x.ebuild, line 6: Matched mangy'],
136 failures[0].items)
137 self.assertEqual('Found a blocked keyword in:', failures[1].msg)
138 self.assertEqual(['Commit message, line 3: Matched scruffy'],
139 failures[1].items)
140
141 def test_block_option_cases(self):
142 self.desc_mock.return_value = 'Commit Message.\nLine 2 voldemort'
143 self.diff_mock.return_value = [
144 (1, 'Line with a new term voldemort.'),
145 (2, 'Line with only they who shall not be named.'),
146 ]
147 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
148 'COMMIT', ['--block', 'voldemort'])
149 self.assertNotEqual(failures, [])
150 self.assertEqual('Found a blocked keyword in:', failures[0].msg)
151 self.assertEqual(['x.ebuild, line 1: Matched voldemort'], failures[0].items)
152 self.assertEqual('Found a blocked keyword in:', failures[1].msg)
153 self.assertEqual(['Commit message, line 2: Matched voldemort'],
154 failures[1].items)
155
156 def test_unblock_option_cases(self):
157 self.desc_mock.return_value = 'Commit message with scruffy'
158 self.diff_mock.return_value = [
159 (1, 'Line with a now unblocked term scruffy'),
160 (2, 'Line with without any blocked terms'),
161 ]
162 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
163 'COMMIT', ['--unblock', 'scru.?fy'])
164 self.assertEqual(failures, [])
Bernie Thompson4e362922020-09-02 16:17:50 -0700165 self.diff_mock.return_value = [
166 (1, 'Line with two unblocked terms scruffy big dog-pile'),
167 (2, 'Line with without any blocked terms'),
168 ]
169 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
170 'COMMIT', ['--unblock', 'dog.?pile',
171 '--unblock', 'scru.?fy'])
172 self.assertEqual(failures, [])
Bernie Thompson8e26f742020-07-23 14:32:31 -0700173
174
Mike Frysingerb2496652019-09-12 23:35:46 -0400175class CheckNoLongLinesTest(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500176 """Tests for _check_no_long_lines."""
177
Jon Salz98255932012-08-18 14:48:02 +0800178 def setUp(self):
Mike Frysinger1459d362014-12-06 13:53:23 -0500179 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
Jon Salz98255932012-08-18 14:48:02 +0800180
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900181 def testCheck(self):
Mike Frysingerf8961942020-05-15 00:36:31 -0400182 path = 'x.cc'
183 self.PatchObject(pre_upload, '_get_affected_files', return_value=[path])
Mike Frysinger1459d362014-12-06 13:53:23 -0500184 self.diff_mock.return_value = [
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400185 (1, u'x' * 80), # OK
186 (2, '\x80' * 80), # OK
187 (3, u'x' * 81), # Too long
188 (4, '\x80' * 81), # Too long
189 (5, u'See http://' + (u'x' * 80)), # OK (URL)
190 (6, u'See https://' + (u'x' * 80)), # OK (URL)
191 (7, u'# define ' + (u'x' * 80)), # OK (compiler directive)
192 (8, u'#define' + (u'x' * 74)), # Too long
Mike Frysinger1459d362014-12-06 13:53:23 -0500193 ]
Alex Deymo643ac4c2015-09-03 10:40:50 -0700194 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'), 'COMMIT')
Jon Salz98255932012-08-18 14:48:02 +0800195 self.assertTrue(failure)
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900196 self.assertEqual('Found lines longer than the limit (first 5 shown):',
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400197 failure.msg)
Mike Frysingerf8961942020-05-15 00:36:31 -0400198 self.assertEqual([path + ', line %d, 81 chars, over 80 chars' %
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900199 x for x in [3, 4, 8]],
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400200 failure.items)
Jon Salz98255932012-08-18 14:48:02 +0800201
George Burgess IVf9f79eb2019-07-09 20:12:55 -0700202 def testCheckTreatsOwnersFilesSpecially(self):
203 affected_files = self.PatchObject(pre_upload, '_get_affected_files')
204
205 mock_files = (
206 ('foo-OWNERS', False),
207 ('OWNERS', True),
208 ('/path/to/OWNERS', True),
209 ('/path/to/OWNERS.foo', True),
210 )
211
212 mock_lines = (
213 (u'x' * 81, False),
214 (u'foo file:' + u'x' * 80, True),
215 (u'include ' + u'x' * 80, True),
216 )
217 assert all(len(line) > 80 for line, _ in mock_lines)
218
219 for file_name, is_owners in mock_files:
220 affected_files.return_value = [file_name]
221 for line, is_ok in mock_lines:
222 self.diff_mock.return_value = [(1, line)]
223 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'),
224 'COMMIT')
225
226 assert_msg = 'file: %r; line: %r' % (file_name, line)
227 if is_owners and is_ok:
228 self.assertFalse(failure, assert_msg)
229 else:
230 self.assertTrue(failure, assert_msg)
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900231 self.assertIn('Found lines longer than the limit', failure.msg,
George Burgess IVf9f79eb2019-07-09 20:12:55 -0700232 assert_msg)
233
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900234 def testIncludeOptions(self):
235 self.PatchObject(pre_upload,
236 '_get_affected_files',
237 return_value=['foo.txt'])
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400238 self.diff_mock.return_value = [(1, u'x' * 81)]
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900239 self.assertFalse(pre_upload._check_no_long_lines(
240 ProjectNamed('PROJECT'), 'COMMIT'))
241 self.assertTrue(pre_upload._check_no_long_lines(
242 ProjectNamed('PROJECT'), 'COMMIT', options=['--include_regex=foo']))
243
244 def testExcludeOptions(self):
245 self.PatchObject(pre_upload,
246 '_get_affected_files',
Mike Frysingerf8961942020-05-15 00:36:31 -0400247 return_value=['foo.cc'])
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400248 self.diff_mock.return_value = [(1, u'x' * 81)]
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900249 self.assertTrue(pre_upload._check_no_long_lines(
250 ProjectNamed('PROJECT'), 'COMMIT'))
251 self.assertFalse(pre_upload._check_no_long_lines(
252 ProjectNamed('PROJECT'), 'COMMIT', options=['--exclude_regex=foo']))
253
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900254 def testSpecialLineLength(self):
255 mock_lines = (
256 (u'x' * 101, True),
257 (u'x' * 100, False),
258 (u'x' * 81, False),
259 (u'x' * 80, False),
260 )
261 self.PatchObject(pre_upload,
262 '_get_affected_files',
263 return_value=['foo.java'])
264 for line, is_ok in mock_lines:
265 self.diff_mock.return_value = [(1, line)]
266 if is_ok:
267 self.assertTrue(pre_upload._check_no_long_lines(
268 ProjectNamed('PROJECT'), 'COMMIT'))
269 else:
270 self.assertFalse(pre_upload._check_no_long_lines(
271 ProjectNamed('PROJECT'), 'COMMIT'))
272
Mike Frysingerae409522014-02-01 03:16:11 -0500273
Mike Frysingerb2496652019-09-12 23:35:46 -0400274class CheckTabbedIndentsTest(PreUploadTestCase):
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800275 """Tests for _check_tabbed_indents."""
Mike Frysingerb2496652019-09-12 23:35:46 -0400276
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800277 def setUp(self):
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900278 self.PatchObject(pre_upload,
279 '_get_affected_files',
280 return_value=['x.ebuild'])
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800281 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
282
283 def test_good_cases(self):
284 self.diff_mock.return_value = [
285 (1, u'no_tabs_anywhere'),
286 (2, u' leading_tab_only'),
287 (3, u' leading_tab another_tab'),
288 (4, u' leading_tab trailing_too '),
289 (5, u' leading_tab then_spaces_trailing '),
290 ]
291 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
292 'COMMIT')
293 self.assertIsNone(failure)
294
295 def test_bad_cases(self):
296 self.diff_mock.return_value = [
297 (1, u' leading_space'),
298 (2, u' tab_followed_by_space'),
299 (3, u' space_followed_by_tab'),
300 (4, u' mix_em_up'),
301 (5, u' mix_on_both_sides '),
302 ]
303 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
304 'COMMIT')
305 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400306 self.assertEqual('Found a space in indentation (must be all tabs):',
307 failure.msg)
308 self.assertEqual(['x.ebuild, line %d' % x for x in range(1, 6)],
309 failure.items)
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800310
311
Mike Frysingerb2496652019-09-12 23:35:46 -0400312class CheckProjectPrefix(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Daniel Erata350fd32014-09-29 14:02:34 -0700313 """Tests for _check_project_prefix."""
314
315 def setUp(self):
316 self.orig_cwd = os.getcwd()
317 os.chdir(self.tempdir)
318 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
319 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
320
321 def tearDown(self):
322 os.chdir(self.orig_cwd)
323
324 def _WriteAliasFile(self, filename, project):
325 """Writes a project name to a file, creating directories if needed."""
326 os.makedirs(os.path.dirname(filename))
327 osutils.WriteFile(filename, project)
328
329 def testInvalidPrefix(self):
330 """Report an error when the prefix doesn't match the base directory."""
331 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
332 self.desc_mock.return_value = 'bar: Some commit'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700333 failure = pre_upload._check_project_prefix(ProjectNamed('PROJECT'),
334 'COMMIT')
Daniel Erata350fd32014-09-29 14:02:34 -0700335 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400336 self.assertEqual('The commit title for changes affecting only foo should '
337 'start with "foo: "', failure.msg)
Daniel Erata350fd32014-09-29 14:02:34 -0700338
339 def testValidPrefix(self):
340 """Use a prefix that matches the base directory."""
341 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
342 self.desc_mock.return_value = 'foo: Change some files.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700343 self.assertFalse(
344 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700345
346 def testAliasFile(self):
347 """Use .project_alias to override the project name."""
348 self._WriteAliasFile('foo/.project_alias', 'project')
349 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/bar.cc']
350 self.desc_mock.return_value = 'project: Use an alias.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700351 self.assertFalse(
352 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700353
354 def testAliasFileWithSubdirs(self):
355 """Check that .project_alias is used when only modifying subdirectories."""
356 self._WriteAliasFile('foo/.project_alias', 'project')
357 self.file_mock.return_value = [
358 'foo/subdir/foo.cc',
359 'foo/subdir/bar.cc'
360 'foo/subdir/blah/baz.cc'
361 ]
362 self.desc_mock.return_value = 'project: Alias with subdirs.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700363 self.assertFalse(
364 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700365
366
Mike Frysingerb2496652019-09-12 23:35:46 -0400367class CheckFilePathCharTypeTest(PreUploadTestCase):
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900368 """Tests for _check_filepath_chartype."""
369
370 def setUp(self):
371 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
372
373 def testCheck(self):
374 self.PatchObject(pre_upload, '_get_affected_files', return_value=['x.cc'])
375 self.diff_mock.return_value = [
376 (1, 'base::FilePath'), # OK
377 (2, 'base::FilePath::CharType'), # NG
378 (3, 'base::FilePath::StringType'), # NG
379 (4, 'base::FilePath::StringPieceType'), # NG
Satoru Takabayashi4ca37922018-08-08 10:16:38 +0900380 (5, 'base::FilePath::FromUTF8Unsafe'), # NG
381 (6, 'FilePath::CharType'), # NG
382 (7, 'FilePath::StringType'), # NG
383 (8, 'FilePath::StringPieceType'), # NG
384 (9, 'FilePath::FromUTF8Unsafe'), # NG
385 (10, 'AsUTF8Unsafe'), # NG
386 (11, 'FILE_PATH_LITERAL'), # NG
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900387 ]
388 failure = pre_upload._check_filepath_chartype(ProjectNamed('PROJECT'),
389 'COMMIT')
390 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400391 self.assertEqual(
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900392 'Please assume FilePath::CharType is char (crbug.com/870621):',
393 failure.msg)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400394 self.assertEqual(['x.cc, line 2 has base::FilePath::CharType',
395 'x.cc, line 3 has base::FilePath::StringType',
396 'x.cc, line 4 has base::FilePath::StringPieceType',
397 'x.cc, line 5 has base::FilePath::FromUTF8Unsafe',
398 'x.cc, line 6 has FilePath::CharType',
399 'x.cc, line 7 has FilePath::StringType',
400 'x.cc, line 8 has FilePath::StringPieceType',
401 'x.cc, line 9 has FilePath::FromUTF8Unsafe',
402 'x.cc, line 10 has AsUTF8Unsafe',
403 'x.cc, line 11 has FILE_PATH_LITERAL'],
404 failure.items)
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900405
406
Mike Frysingerb2496652019-09-12 23:35:46 -0400407class CheckKernelConfig(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500408 """Tests for _kernel_configcheck."""
409
Mike Frysinger1459d362014-12-06 13:53:23 -0500410 def setUp(self):
411 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
412
413 def testMixedChanges(self):
414 """Mixing of changes should fail."""
415 self.file_mock.return_value = [
416 '/kernel/files/chromeos/config/base.config',
417 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
418 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700419 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
420 self.assertTrue(failure)
421
Mike Frysinger1459d362014-12-06 13:53:23 -0500422 def testCodeOnly(self):
423 """Code-only changes should pass."""
424 self.file_mock.return_value = [
425 '/kernel/files/Makefile',
426 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
427 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700428 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
429 self.assertFalse(failure)
430
Mike Frysinger1459d362014-12-06 13:53:23 -0500431 def testConfigOnlyChanges(self):
432 """Config-only changes should pass."""
433 self.file_mock.return_value = [
434 '/kernel/files/chromeos/config/base.config',
435 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700436 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
437 self.assertFalse(failure)
438
Jon Salz98255932012-08-18 14:48:02 +0800439
Mike Frysingerb2496652019-09-12 23:35:46 -0400440class CheckJson(PreUploadTestCase):
Mike Frysinger908be682018-01-04 02:21:50 -0500441 """Tests for _run_json_check."""
442
443 def setUp(self):
444 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
445 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
446
447 def testNoJson(self):
448 """Nothing should be checked w/no JSON files."""
449 self.file_mock.return_value = [
450 '/foo/bar.txt',
451 '/readme.md',
452 ]
453 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
454 self.assertIsNone(ret)
455
456 def testValidJson(self):
457 """We should accept valid json files."""
458 self.file_mock.return_value = [
459 '/foo/bar.txt',
460 '/data.json',
461 ]
462 self.content_mock.return_value = '{}'
463 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
464 self.assertIsNone(ret)
465 self.content_mock.assert_called_once_with('/data.json', 'COMMIT')
466
467 def testInvalidJson(self):
468 """We should reject invalid json files."""
469 self.file_mock.return_value = [
470 '/foo/bar.txt',
471 '/data.json',
472 ]
473 self.content_mock.return_value = '{'
474 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
475 self.assertIsNotNone(ret)
476 self.content_mock.assert_called_once_with('/data.json', 'COMMIT')
477
478
Mike Frysingerb2496652019-09-12 23:35:46 -0400479class CheckManifests(PreUploadTestCase):
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500480 """Tests _check_manifests."""
481
482 def setUp(self):
483 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
484 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
485
486 def testNoManifests(self):
487 """Nothing should be checked w/no Manifest files."""
488 self.file_mock.return_value = [
489 '/foo/bar.txt',
490 '/readme.md',
491 '/manifest',
492 '/Manifest.txt',
493 ]
494 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
495 self.assertIsNone(ret)
496
497 def testValidManifest(self):
498 """Accept valid Manifest files."""
499 self.file_mock.return_value = [
500 '/foo/bar.txt',
501 '/cat/pkg/Manifest',
502 ]
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400503 self.content_mock.return_value = """# Comment and blank lines.
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500504
505DIST lines
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400506"""
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500507 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
508 self.assertIsNone(ret)
509 self.content_mock.assert_called_once_with('/cat/pkg/Manifest', 'COMMIT')
510
511 def _testReject(self, content):
512 """Make sure |content| is rejected."""
513 self.file_mock.return_value = ('/Manifest',)
514 self.content_mock.reset_mock()
515 self.content_mock.return_value = content
516 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
517 self.assertIsNotNone(ret)
518 self.content_mock.assert_called_once_with('/Manifest', 'COMMIT')
519
520 def testRejectBlank(self):
521 """Reject empty manifests."""
522 self._testReject('')
523
524 def testNoTrailingNewLine(self):
525 """Reject manifests w/out trailing newline."""
526 self._testReject('DIST foo')
527
528 def testNoLeadingBlankLines(self):
529 """Reject manifests w/leading blank lines."""
530 self._testReject('\nDIST foo\n')
531
532 def testNoTrailingBlankLines(self):
533 """Reject manifests w/trailing blank lines."""
534 self._testReject('DIST foo\n\n')
535
536 def testNoLeadingWhitespace(self):
537 """Reject manifests w/lines w/leading spaces."""
538 self._testReject(' DIST foo\n')
539 self._testReject(' # Comment\n')
540
541 def testNoTrailingWhitespace(self):
542 """Reject manifests w/lines w/trailing spaces."""
543 self._testReject('DIST foo \n')
544 self._testReject('# Comment \n')
545 self._testReject(' \n')
546
547 def testOnlyDistLines(self):
548 """Only allow DIST lines in here."""
549 self._testReject('EBUILD foo\n')
550
551
Mike Frysingerb2496652019-09-12 23:35:46 -0400552class CheckPortageMakeUseVar(PreUploadTestCase):
Daniel Erat9d203ff2015-02-17 10:12:21 -0700553 """Tests for _check_portage_make_use_var."""
554
555 def setUp(self):
556 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
557 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
558
559 def testMakeConfOmitsOriginalUseValue(self):
560 """Fail for make.conf that discards the previous value of $USE."""
561 self.file_mock.return_value = ['make.conf']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400562 self.content_mock.return_value = u'USE="foo"\nUSE="${USE} bar"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700563 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
564 self.assertTrue(failure, failure)
565
566 def testMakeConfCorrectUsage(self):
567 """Succeed for make.conf that preserves the previous value of $USE."""
568 self.file_mock.return_value = ['make.conf']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400569 self.content_mock.return_value = u'USE="${USE} foo"\nUSE="${USE}" bar'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700570 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
571 self.assertFalse(failure, failure)
572
573 def testMakeDefaultsReferencesOriginalUseValue(self):
574 """Fail for make.defaults that refers to a not-yet-set $USE value."""
575 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400576 self.content_mock.return_value = u'USE="${USE} foo"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700577 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
578 self.assertTrue(failure, failure)
579
580 # Also check for "$USE" without curly brackets.
Mike Frysinger71e643e2019-09-13 17:26:39 -0400581 self.content_mock.return_value = u'USE="$USE foo"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700582 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
583 self.assertTrue(failure, failure)
584
585 def testMakeDefaultsOverwritesUseValue(self):
586 """Fail for make.defaults that discards its own $USE value."""
587 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400588 self.content_mock.return_value = u'USE="foo"\nUSE="bar"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700589 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
590 self.assertTrue(failure, failure)
591
592 def testMakeDefaultsCorrectUsage(self):
593 """Succeed for make.defaults that sets and preserves $USE."""
594 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400595 self.content_mock.return_value = u'USE="foo"\nUSE="${USE}" bar'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700596 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
597 self.assertFalse(failure, failure)
598
599
Mike Frysingerb2496652019-09-12 23:35:46 -0400600class CheckEbuildEapi(PreUploadTestCase):
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500601 """Tests for _check_ebuild_eapi."""
602
Alex Deymo643ac4c2015-09-03 10:40:50 -0700603 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500604
605 def setUp(self):
606 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
607 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
608 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff',
609 side_effect=Exception())
610
611 def testSkipUpstreamOverlays(self):
612 """Skip ebuilds found in upstream overlays."""
613 self.file_mock.side_effect = Exception()
614 ret = pre_upload._check_ebuild_eapi(self.PORTAGE_STABLE, 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400615 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500616
617 # Make sure our condition above triggers.
618 self.assertRaises(Exception, pre_upload._check_ebuild_eapi, 'o', 'HEAD')
619
620 def testSkipNonEbuilds(self):
621 """Skip non-ebuild files."""
622 self.content_mock.side_effect = Exception()
623
624 self.file_mock.return_value = ['some-file', 'ebuild/dir', 'an.ebuild~']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700625 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400626 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500627
628 # Make sure our condition above triggers.
629 self.file_mock.return_value.append('a/real.ebuild')
Alex Deymo643ac4c2015-09-03 10:40:50 -0700630 self.assertRaises(Exception, pre_upload._check_ebuild_eapi,
631 ProjectNamed('o'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500632
633 def testSkipSymlink(self):
634 """Skip files that are just symlinks."""
635 self.file_mock.return_value = ['a-r1.ebuild']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400636 self.content_mock.return_value = u'a.ebuild'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700637 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400638 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500639
640 def testRejectEapiImplicit0Content(self):
641 """Reject ebuilds that do not declare EAPI (so it's 0)."""
642 self.file_mock.return_value = ['a.ebuild']
643
Mike Frysinger71e643e2019-09-13 17:26:39 -0400644 self.content_mock.return_value = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500645IUSE="foo"
646src_compile() { }
647"""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700648 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500649 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500650
651 def testRejectExplicitEapi1Content(self):
652 """Reject ebuilds that do declare old EAPI explicitly."""
653 self.file_mock.return_value = ['a.ebuild']
654
Mike Frysinger71e643e2019-09-13 17:26:39 -0400655 template = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500656EAPI=%s
657IUSE="foo"
658src_compile() { }
659"""
660 # Make sure we only check the first EAPI= setting.
Mike Frysinger948284a2018-02-01 15:22:56 -0500661 self.content_mock.return_value = template % '1\nEAPI=60'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700662 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500663 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500664
665 # Verify we handle double quotes too.
666 self.content_mock.return_value = template % '"1"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700667 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500668 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500669
670 # Verify we handle single quotes too.
671 self.content_mock.return_value = template % "'1'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700672 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500673 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500674
Mike Frysinger948284a2018-02-01 15:22:56 -0500675 def testAcceptExplicitNewEapiContent(self):
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500676 """Accept ebuilds that do declare new EAPI explicitly."""
677 self.file_mock.return_value = ['a.ebuild']
678
Mike Frysinger71e643e2019-09-13 17:26:39 -0400679 template = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500680EAPI=%s
681IUSE="foo"
682src_compile() { }
683"""
684 # Make sure we only check the first EAPI= setting.
Mike Frysinger948284a2018-02-01 15:22:56 -0500685 self.content_mock.return_value = template % '6\nEAPI=1'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700686 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400687 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500688
689 # Verify we handle double quotes too.
690 self.content_mock.return_value = template % '"5"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700691 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400692 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500693
694 # Verify we handle single quotes too.
695 self.content_mock.return_value = template % "'5-hdepend'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700696 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400697 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500698
699
Mike Frysingerb2496652019-09-12 23:35:46 -0400700class CheckEbuildKeywords(PreUploadTestCase):
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400701 """Tests for _check_ebuild_keywords."""
702
703 def setUp(self):
704 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
705 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
706
707 def testNoEbuilds(self):
708 """If no ebuilds are found, do not scan."""
709 self.file_mock.return_value = ['a.file', 'ebuild-is-not.foo']
710
Alex Deymo643ac4c2015-09-03 10:40:50 -0700711 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400712 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400713
714 self.assertEqual(self.content_mock.call_count, 0)
715
716 def testSomeEbuilds(self):
717 """If ebuilds are found, only scan them."""
718 self.file_mock.return_value = ['a.file', 'blah', 'foo.ebuild', 'cow']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400719 self.content_mock.return_value = u''
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400720
Alex Deymo643ac4c2015-09-03 10:40:50 -0700721 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400722 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400723
724 self.assertEqual(self.content_mock.call_count, 1)
725
726 def _CheckContent(self, content, fails):
727 """Test helper for inputs/outputs.
728
729 Args:
730 content: The ebuild content to test.
731 fails: Whether |content| should trigger a hook failure.
732 """
733 self.file_mock.return_value = ['a.ebuild']
734 self.content_mock.return_value = content
735
Alex Deymo643ac4c2015-09-03 10:40:50 -0700736 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400737 if fails:
Mike Frysingerb81102f2014-11-21 00:33:35 -0500738 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400739 else:
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400740 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400741
742 self.assertEqual(self.content_mock.call_count, 1)
743
744 def testEmpty(self):
745 """Check KEYWORDS= is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400746 self._CheckContent(u'# HEADER\nKEYWORDS=\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400747
748 def testEmptyQuotes(self):
749 """Check KEYWORDS="" is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400750 self._CheckContent(u'# HEADER\nKEYWORDS=" "\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400751
752 def testStableGlob(self):
753 """Check KEYWORDS=* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400754 self._CheckContent(u'# HEADER\nKEYWORDS="\t*\t"\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400755
756 def testUnstableGlob(self):
757 """Check KEYWORDS=~* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400758 self._CheckContent(u'# HEADER\nKEYWORDS="~* "\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400759
760 def testRestrictedGlob(self):
761 """Check KEYWORDS=-* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400762 self._CheckContent(u'# HEADER\nKEYWORDS="\t-* arm"\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400763
764 def testMissingGlobs(self):
765 """Reject KEYWORDS missing any globs."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400766 self._CheckContent(u'# HEADER\nKEYWORDS="~arm x86"\nblah\n', True)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400767
768
Mike Frysingerb2496652019-09-12 23:35:46 -0400769class CheckEbuildVirtualPv(PreUploadTestCase):
Mike Frysingercd363c82014-02-01 05:20:18 -0500770 """Tests for _check_ebuild_virtual_pv."""
771
Alex Deymo643ac4c2015-09-03 10:40:50 -0700772 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
773 CHROMIUMOS_OVERLAY = ProjectNamed('chromiumos/overlays/chromiumos')
774 BOARD_OVERLAY = ProjectNamed('chromiumos/overlays/board-overlays')
775 PRIVATE_OVERLAY = ProjectNamed('chromeos/overlays/overlay-link-private')
776 PRIVATE_VARIANT_OVERLAY = ProjectNamed('chromeos/overlays/'
777 'overlay-variant-daisy-spring-private')
Mike Frysingercd363c82014-02-01 05:20:18 -0500778
779 def setUp(self):
780 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
781
782 def testNoVirtuals(self):
783 """Skip non virtual packages."""
784 self.file_mock.return_value = ['some/package/package-3.ebuild']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700785 ret = pre_upload._check_ebuild_virtual_pv(ProjectNamed('overlay'), 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400786 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500787
788 def testCommonVirtuals(self):
789 """Non-board overlays should use PV=1."""
790 template = 'virtual/foo/foo-%s.ebuild'
791 self.file_mock.return_value = [template % '1']
792 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400793 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500794
795 self.file_mock.return_value = [template % '2']
796 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500797 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500798
799 def testPublicBoardVirtuals(self):
800 """Public board overlays should use PV=2."""
801 template = 'overlay-lumpy/virtual/foo/foo-%s.ebuild'
802 self.file_mock.return_value = [template % '2']
803 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400804 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500805
806 self.file_mock.return_value = [template % '2.5']
807 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500808 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500809
810 def testPublicBoardVariantVirtuals(self):
811 """Public board variant overlays should use PV=2.5."""
812 template = 'overlay-variant-lumpy-foo/virtual/foo/foo-%s.ebuild'
813 self.file_mock.return_value = [template % '2.5']
814 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400815 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500816
817 self.file_mock.return_value = [template % '3']
818 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500819 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500820
821 def testPrivateBoardVirtuals(self):
822 """Private board overlays should use PV=3."""
823 template = 'virtual/foo/foo-%s.ebuild'
824 self.file_mock.return_value = [template % '3']
825 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400826 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500827
828 self.file_mock.return_value = [template % '3.5']
829 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500830 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500831
832 def testPrivateBoardVariantVirtuals(self):
833 """Private board variant overlays should use PV=3.5."""
834 template = 'virtual/foo/foo-%s.ebuild'
835 self.file_mock.return_value = [template % '3.5']
836 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400837 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500838
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800839 def testSpecialVirtuals(self):
840 """Some cases require deeper versioning and can be >= 4."""
841 template = 'virtual/foo/foo-%s.ebuild'
Mike Frysingercd363c82014-02-01 05:20:18 -0500842 self.file_mock.return_value = [template % '4']
843 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400844 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500845
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800846 self.file_mock.return_value = [template % '4.5']
847 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400848 self.assertIsNone(ret)
Mike Frysinger98638102014-08-28 00:15:08 -0400849
Mike Frysingerb2496652019-09-12 23:35:46 -0400850class CheckCrosLicenseCopyrightHeader(PreUploadTestCase):
Alex Deymof5792ce2015-08-24 22:50:08 -0700851 """Tests for _check_cros_license."""
Mike Frysinger98638102014-08-28 00:15:08 -0400852
853 def setUp(self):
854 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
855 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
856
857 def testOldHeaders(self):
858 """Accept old header styles."""
859 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400860 (u'#!/bin/sh\n'
861 u'# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.\n'
862 u'# Use of this source code is governed by a BSD-style license that'
863 u' can be\n'
864 u'# found in the LICENSE file.\n'),
865 (u'// Copyright 2010-2013 The Chromium OS Authors. All rights reserved.'
866 u'\n// Use of this source code is governed by a BSD-style license that'
867 u' can be\n'
868 u'// found in the LICENSE file.\n'),
Mike Frysinger98638102014-08-28 00:15:08 -0400869 )
870 self.file_mock.return_value = ['file']
871 for header in HEADERS:
872 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900873 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
874
875 def testNewFileYear(self):
876 """Added files should have the current year in license header."""
877 year = datetime.datetime.now().year
878 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400879 (u'// Copyright 2016 The Chromium OS Authors. All rights reserved.\n'
880 u'// Use of this source code is governed by a BSD-style license that'
881 u' can be\n'
882 u'// found in the LICENSE file.\n'),
883 (u'// Copyright %d The Chromium OS Authors. All rights reserved.\n'
884 u'// Use of this source code is governed by a BSD-style license that'
885 u' can be\n'
886 u'// found in the LICENSE file.\n') % year,
Keigo Oka7e880ac2019-07-03 15:03:43 +0900887 )
888 want_error = (True, False)
889 def fake_get_affected_files(_, relative, include_adds=True):
890 _ = relative
891 if include_adds:
892 return ['file']
893 else:
894 return []
895
896 self.file_mock.side_effect = fake_get_affected_files
897 for i, header in enumerate(HEADERS):
898 self.content_mock.return_value = header
899 if want_error[i]:
900 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
901 else:
902 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -0400903
904 def testRejectC(self):
905 """Reject the (c) in newer headers."""
906 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400907 (u'// Copyright (c) 2015 The Chromium OS Authors. All rights reserved.'
908 u'\n'
909 u'// Use of this source code is governed by a BSD-style license that'
910 u' can be\n'
911 u'// found in the LICENSE file.\n'),
912 (u'// Copyright (c) 2020 The Chromium OS Authors. All rights reserved.'
913 u'\n'
914 u'// Use of this source code is governed by a BSD-style license that'
915 u' can be\n'
916 u'// found in the LICENSE file.\n'),
Mike Frysinger98638102014-08-28 00:15:08 -0400917 )
918 self.file_mock.return_value = ['file']
919 for header in HEADERS:
920 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900921 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700922
Brian Norris68838dd2018-09-26 18:30:24 -0700923 def testNoLeadingSpace(self):
924 """Allow headers without leading space (e.g., not a source comment)"""
925 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400926 (u'Copyright 2018 The Chromium OS Authors. All rights reserved.\n'
927 u'Use of this source code is governed by a BSD-style license that '
928 u'can be\n'
929 u'found in the LICENSE file.\n'),
Brian Norris68838dd2018-09-26 18:30:24 -0700930 )
931 self.file_mock.return_value = ['file']
932 for header in HEADERS:
933 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900934 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Brian Norris68838dd2018-09-26 18:30:24 -0700935
Keigo Oka9732e382019-06-28 17:44:59 +0900936 def testNoExcludedGolang(self):
937 """Don't exclude .go files for license checks."""
938 self.file_mock.return_value = ['foo/main.go']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400939 self.content_mock.return_value = u'package main\nfunc main() {}'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900940 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
Keigo Oka9732e382019-06-28 17:44:59 +0900941
Ken Turnerd07564b2018-02-08 17:57:59 +1100942 def testIgnoreExcludedPaths(self):
943 """Ignores excluded paths for license checks."""
944 self.file_mock.return_value = ['foo/OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400945 self.content_mock.return_value = u'owner@chromium.org'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900946 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Ken Turnerd07564b2018-02-08 17:57:59 +1100947
Chris McDonald7b63c8e2019-04-25 10:27:27 -0600948 def testIgnoreTopLevelExcludedPaths(self):
949 """Ignores excluded paths for license checks."""
950 self.file_mock.return_value = ['OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400951 self.content_mock.return_value = u'owner@chromium.org'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900952 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700953
Mike Frysingerb2496652019-09-12 23:35:46 -0400954class CheckAOSPLicenseCopyrightHeader(PreUploadTestCase):
Alex Deymof5792ce2015-08-24 22:50:08 -0700955 """Tests for _check_aosp_license."""
956
957 def setUp(self):
958 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
959 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
960
961 def testHeaders(self):
962 """Accept old header styles."""
963 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400964 u"""//
Alex Deymof5792ce2015-08-24 22:50:08 -0700965// Copyright (C) 2011 The Android Open Source Project
966//
967// Licensed under the Apache License, Version 2.0 (the "License");
968// you may not use this file except in compliance with the License.
969// You may obtain a copy of the License at
970//
971// http://www.apache.org/licenses/LICENSE-2.0
972//
973// Unless required by applicable law or agreed to in writing, software
974// distributed under the License is distributed on an "AS IS" BASIS,
975// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
976// See the License for the specific language governing permissions and
977// limitations under the License.
978//
979""",
Mike Frysinger71e643e2019-09-13 17:26:39 -0400980 u"""#
Alex Deymof5792ce2015-08-24 22:50:08 -0700981# Copyright (c) 2015 The Android Open Source Project
982#
983# Licensed under the Apache License, Version 2.0 (the "License");
984# you may not use this file except in compliance with the License.
985# You may obtain a copy of the License at
986#
987# http://www.apache.org/licenses/LICENSE-2.0
988#
989# Unless required by applicable law or agreed to in writing, software
990# distributed under the License is distributed on an "AS IS" BASIS,
991# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
992# See the License for the specific language governing permissions and
993# limitations under the License.
994#
995""",
996 )
997 self.file_mock.return_value = ['file']
998 for header in HEADERS:
999 self.content_mock.return_value = header
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001000 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -07001001
1002 def testRejectNoLinesAround(self):
1003 """Reject headers missing the empty lines before/after the license."""
1004 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -04001005 u"""# Copyright (c) 2015 The Android Open Source Project
Alex Deymof5792ce2015-08-24 22:50:08 -07001006#
1007# Licensed under the Apache License, Version 2.0 (the "License");
1008# you may not use this file except in compliance with the License.
1009# You may obtain a copy of the License at
1010#
1011# http://www.apache.org/licenses/LICENSE-2.0
1012#
1013# Unless required by applicable law or agreed to in writing, software
1014# distributed under the License is distributed on an "AS IS" BASIS,
1015# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1016# See the License for the specific language governing permissions and
1017# limitations under the License.
1018""",
1019 )
1020 self.file_mock.return_value = ['file']
1021 for header in HEADERS:
1022 self.content_mock.return_value = header
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001023 self.assertIsNotNone(pre_upload._check_aosp_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -04001024
Ken Turnerd07564b2018-02-08 17:57:59 +11001025 def testIgnoreExcludedPaths(self):
1026 """Ignores excluded paths for license checks."""
1027 self.file_mock.return_value = ['foo/OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -04001028 self.content_mock.return_value = u'owner@chromium.org'
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001029 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
Ken Turnerd07564b2018-02-08 17:57:59 +11001030
Chris McDonald7b63c8e2019-04-25 10:27:27 -06001031 def testIgnoreTopLevelExcludedPaths(self):
1032 """Ignores excluded paths for license checks."""
1033 self.file_mock.return_value = ['OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -04001034 self.content_mock.return_value = u'owner@chromium.org'
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001035 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
1036
Mike Frysinger98638102014-08-28 00:15:08 -04001037
Mike Frysingerb2496652019-09-12 23:35:46 -04001038class CheckLayoutConfTestCase(PreUploadTestCase):
Mike Frysingerd7734522015-02-26 16:12:43 -05001039 """Tests for _check_layout_conf."""
1040
1041 def setUp(self):
1042 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
1043 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
1044
1045 def assertAccepted(self, files, project='project', commit='fake sha1'):
1046 """Assert _check_layout_conf accepts |files|."""
1047 self.file_mock.return_value = files
1048 ret = pre_upload._check_layout_conf(project, commit)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001049 self.assertIsNone(ret, msg='rejected with:\n%s' % ret)
Mike Frysingerd7734522015-02-26 16:12:43 -05001050
1051 def assertRejected(self, files, project='project', commit='fake sha1'):
1052 """Assert _check_layout_conf rejects |files|."""
1053 self.file_mock.return_value = files
1054 ret = pre_upload._check_layout_conf(project, commit)
1055 self.assertTrue(isinstance(ret, errors.HookFailure))
1056
1057 def GetLayoutConf(self, filters=()):
1058 """Return a valid layout.conf with |filters| lines removed."""
1059 all_lines = [
Mike Frysinger71e643e2019-09-13 17:26:39 -04001060 u'masters = portage-stable chromiumos',
1061 u'profile-formats = portage-2 profile-default-eapi',
1062 u'profile_eapi_when_unspecified = 5-progress',
1063 u'repo-name = link',
1064 u'thin-manifests = true',
1065 u'use-manifests = strict',
Mike Frysingerd7734522015-02-26 16:12:43 -05001066 ]
1067
1068 lines = []
1069 for line in all_lines:
1070 for filt in filters:
1071 if line.startswith(filt):
1072 break
1073 else:
1074 lines.append(line)
1075
Mike Frysinger71e643e2019-09-13 17:26:39 -04001076 return u'\n'.join(lines)
Mike Frysingerd7734522015-02-26 16:12:43 -05001077
1078 def testNoFilesToCheck(self):
1079 """Don't blow up when there are no layout.conf files."""
1080 self.assertAccepted([])
1081
1082 def testRejectRepoNameFile(self):
1083 """If profiles/repo_name is set, kick it out."""
1084 self.assertRejected(['profiles/repo_name'])
1085
1086 def testAcceptValidLayoutConf(self):
1087 """Accept a fully valid layout.conf."""
1088 self.content_mock.return_value = self.GetLayoutConf()
1089 self.assertAccepted(['metadata/layout.conf'])
1090
1091 def testAcceptUnknownKeys(self):
1092 """Accept keys we don't explicitly know about."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001093 self.content_mock.return_value = self.GetLayoutConf() + u'\nzzz-top = ok'
Mike Frysingerd7734522015-02-26 16:12:43 -05001094 self.assertAccepted(['metadata/layout.conf'])
1095
1096 def testRejectUnsorted(self):
1097 """Reject an unsorted layout.conf."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001098 self.content_mock.return_value = u'zzz-top = bad\n' + self.GetLayoutConf()
Mike Frysingerd7734522015-02-26 16:12:43 -05001099 self.assertRejected(['metadata/layout.conf'])
1100
1101 def testRejectMissingThinManifests(self):
1102 """Reject a layout.conf missing thin-manifests."""
1103 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001104 filters=[u'thin-manifests'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001105 self.assertRejected(['metadata/layout.conf'])
1106
1107 def testRejectMissingUseManifests(self):
1108 """Reject a layout.conf missing use-manifests."""
1109 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001110 filters=[u'use-manifests'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001111 self.assertRejected(['metadata/layout.conf'])
1112
1113 def testRejectMissingEapiFallback(self):
1114 """Reject a layout.conf missing profile_eapi_when_unspecified."""
1115 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001116 filters=[u'profile_eapi_when_unspecified'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001117 self.assertRejected(['metadata/layout.conf'])
1118
1119 def testRejectMissingRepoName(self):
1120 """Reject a layout.conf missing repo-name."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001121 self.content_mock.return_value = self.GetLayoutConf(filters=[u'repo-name'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001122 self.assertRejected(['metadata/layout.conf'])
1123
1124
Mike Frysingerb2496652019-09-12 23:35:46 -04001125class CommitMessageTestCase(PreUploadTestCase):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001126 """Test case for funcs that check commit messages."""
1127
1128 def setUp(self):
1129 self.msg_mock = self.PatchObject(pre_upload, '_get_commit_desc')
1130
1131 @staticmethod
1132 def CheckMessage(_project, _commit):
1133 raise AssertionError('Test class must declare CheckMessage')
1134 # This dummy return is to silence pylint warning W1111 so we don't have to
1135 # enable it for all the call sites below.
1136 return 1 # pylint: disable=W0101
1137
Alex Deymo643ac4c2015-09-03 10:40:50 -07001138 def assertMessageAccepted(self, msg, project=ProjectNamed('project'),
1139 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001140 """Assert _check_change_has_bug_field accepts |msg|."""
1141 self.msg_mock.return_value = msg
1142 ret = self.CheckMessage(project, commit)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001143 self.assertIsNone(ret)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001144
Alex Deymo643ac4c2015-09-03 10:40:50 -07001145 def assertMessageRejected(self, msg, project=ProjectNamed('project'),
1146 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001147 """Assert _check_change_has_bug_field rejects |msg|."""
1148 self.msg_mock.return_value = msg
1149 ret = self.CheckMessage(project, commit)
1150 self.assertTrue(isinstance(ret, errors.HookFailure))
1151
1152
1153class CheckCommitMessageBug(CommitMessageTestCase):
1154 """Tests for _check_change_has_bug_field."""
1155
Alex Deymo643ac4c2015-09-03 10:40:50 -07001156 AOSP_PROJECT = pre_upload.Project(name='overlay', dir='', remote='aosp')
1157 CROS_PROJECT = pre_upload.Project(name='overlay', dir='', remote='cros')
1158
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001159 @staticmethod
1160 def CheckMessage(project, commit):
1161 return pre_upload._check_change_has_bug_field(project, commit)
1162
1163 def testNormal(self):
1164 """Accept a commit message w/a valid BUG."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001165 self.assertMessageAccepted('\nBUG=chromium:1234\n', self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001166 self.assertMessageAccepted('\nBUG=b:1234\n', self.CROS_PROJECT)
1167
1168 self.assertMessageAccepted('\nBug: 1234\n', self.AOSP_PROJECT)
1169 self.assertMessageAccepted('\nBug:1234\n', self.AOSP_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001170
1171 def testNone(self):
1172 """Accept BUG=None."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001173 self.assertMessageAccepted('\nBUG=None\n', self.CROS_PROJECT)
1174 self.assertMessageAccepted('\nBUG=none\n', self.CROS_PROJECT)
1175 self.assertMessageAccepted('\nBug: None\n', self.AOSP_PROJECT)
1176 self.assertMessageAccepted('\nBug:none\n', self.AOSP_PROJECT)
1177
1178 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1179 self.assertMessageRejected('\nBUG=NONE\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001180
1181 def testBlank(self):
1182 """Reject blank values."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001183 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1184 self.assertMessageRejected('\nBUG=\n', project)
1185 self.assertMessageRejected('\nBUG= \n', project)
1186 self.assertMessageRejected('\nBug:\n', project)
1187 self.assertMessageRejected('\nBug: \n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001188
1189 def testNotFirstLine(self):
1190 """Reject the first line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001191 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1192 self.assertMessageRejected('BUG=None\n\n\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001193
1194 def testNotInline(self):
1195 """Reject not at the start of line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001196 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1197 self.assertMessageRejected('\n BUG=None\n', project)
1198 self.assertMessageRejected('\n\tBUG=None\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001199
1200 def testOldTrackers(self):
1201 """Reject commit messages using old trackers."""
Mike Frysingera2f28252017-10-27 22:26:14 -04001202 self.assertMessageRejected('\nBUG=chrome-os-partner:1234\n',
1203 self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001204 self.assertMessageRejected('\nBUG=chromium-os:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001205
1206 def testNoTrackers(self):
1207 """Reject commit messages w/invalid trackers."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001208 self.assertMessageRejected('\nBUG=booga:1234\n', self.CROS_PROJECT)
1209 self.assertMessageRejected('\nBUG=br:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001210
1211 def testMissing(self):
1212 """Reject commit messages w/no BUG line."""
1213 self.assertMessageRejected('foo\n')
1214
1215 def testCase(self):
1216 """Reject bug lines that are not BUG."""
1217 self.assertMessageRejected('\nbug=none\n')
1218
Cheng Yuehb707c522020-01-02 14:06:59 +08001219 def testNotAfterTest(self):
1220 """Reject any TEST line before any BUG line."""
1221 test_field = 'TEST=i did not do it\n'
1222 middle_field = 'A random between line\n'
1223 for project, bug_field in ((self.AOSP_PROJECT, 'Bug:none\n'),
1224 (self.CROS_PROJECT, 'BUG=None\n')):
1225 self.assertMessageRejected(
1226 '\n' + test_field + middle_field + bug_field, project)
1227 self.assertMessageRejected(
1228 '\n' + test_field + bug_field, project)
1229
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001230
1231class CheckCommitMessageCqDepend(CommitMessageTestCase):
1232 """Tests for _check_change_has_valid_cq_depend."""
1233
1234 @staticmethod
1235 def CheckMessage(project, commit):
1236 return pre_upload._check_change_has_valid_cq_depend(project, commit)
1237
1238 def testNormal(self):
Jason D. Clinton299e3222019-05-23 09:42:03 -06001239 """Accept valid Cq-Depends line."""
Luigi Semenzatob8c7d7d2019-06-03 09:43:21 -07001240 self.assertMessageAccepted('\nCq-Depend: chromium:1234\nChange-Id: I123')
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001241
1242 def testInvalid(self):
Jason D. Clinton299e3222019-05-23 09:42:03 -06001243 """Reject invalid Cq-Depends line."""
1244 self.assertMessageRejected('\nCq-Depend=chromium=1234\n')
1245 self.assertMessageRejected('\nCq-Depend: None\n')
Luigi Semenzatob8c7d7d2019-06-03 09:43:21 -07001246 self.assertMessageRejected('\nCq-Depend: chromium:1234\n\nChange-Id: I123')
Mike Frysingere39d0cd2019-11-25 13:30:06 -05001247 self.assertMessageRejected('\nCQ-DEPEND=1234\n')
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001248
1249
Bernie Thompsonf8fea992016-01-14 10:27:18 -08001250class CheckCommitMessageContribution(CommitMessageTestCase):
1251 """Tests for _check_change_is_contribution."""
1252
1253 @staticmethod
1254 def CheckMessage(project, commit):
1255 return pre_upload._check_change_is_contribution(project, commit)
1256
1257 def testNormal(self):
1258 """Accept a commit message which is a contribution."""
1259 self.assertMessageAccepted('\nThis is cool code I am contributing.\n')
1260
1261 def testFailureLowerCase(self):
1262 """Deny a commit message which is not a contribution."""
1263 self.assertMessageRejected('\nThis is not a contribution.\n')
1264
1265 def testFailureUpperCase(self):
1266 """Deny a commit message which is not a contribution."""
1267 self.assertMessageRejected('\nNOT A CONTRIBUTION\n')
1268
1269
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001270class CheckCommitMessageTest(CommitMessageTestCase):
1271 """Tests for _check_change_has_test_field."""
1272
1273 @staticmethod
1274 def CheckMessage(project, commit):
1275 return pre_upload._check_change_has_test_field(project, commit)
1276
1277 def testNormal(self):
1278 """Accept a commit message w/a valid TEST."""
1279 self.assertMessageAccepted('\nTEST=i did it\n')
1280
1281 def testNone(self):
1282 """Accept TEST=None."""
1283 self.assertMessageAccepted('\nTEST=None\n')
1284 self.assertMessageAccepted('\nTEST=none\n')
1285
1286 def testBlank(self):
1287 """Reject blank values."""
1288 self.assertMessageRejected('\nTEST=\n')
1289 self.assertMessageRejected('\nTEST= \n')
1290
1291 def testNotFirstLine(self):
1292 """Reject the first line."""
1293 self.assertMessageRejected('TEST=None\n\n\n')
1294
1295 def testNotInline(self):
1296 """Reject not at the start of line."""
1297 self.assertMessageRejected('\n TEST=None\n')
1298 self.assertMessageRejected('\n\tTEST=None\n')
1299
1300 def testMissing(self):
1301 """Reject commit messages w/no TEST line."""
1302 self.assertMessageRejected('foo\n')
1303
1304 def testCase(self):
1305 """Reject bug lines that are not TEST."""
1306 self.assertMessageRejected('\ntest=none\n')
1307
1308
1309class CheckCommitMessageChangeId(CommitMessageTestCase):
1310 """Tests for _check_change_has_proper_changeid."""
1311
1312 @staticmethod
1313 def CheckMessage(project, commit):
1314 return pre_upload._check_change_has_proper_changeid(project, commit)
1315
1316 def testNormal(self):
1317 """Accept a commit message w/a valid Change-Id."""
1318 self.assertMessageAccepted('foo\n\nChange-Id: I1234\n')
1319
1320 def testBlank(self):
1321 """Reject blank values."""
1322 self.assertMessageRejected('\nChange-Id:\n')
1323 self.assertMessageRejected('\nChange-Id: \n')
1324
1325 def testNotFirstLine(self):
1326 """Reject the first line."""
1327 self.assertMessageRejected('TEST=None\n\n\n')
1328
1329 def testNotInline(self):
1330 """Reject not at the start of line."""
1331 self.assertMessageRejected('\n Change-Id: I1234\n')
1332 self.assertMessageRejected('\n\tChange-Id: I1234\n')
1333
1334 def testMissing(self):
1335 """Reject commit messages missing the line."""
1336 self.assertMessageRejected('foo\n')
1337
1338 def testCase(self):
1339 """Reject bug lines that are not Change-Id."""
1340 self.assertMessageRejected('\nchange-id: I1234\n')
1341 self.assertMessageRejected('\nChange-id: I1234\n')
1342 self.assertMessageRejected('\nChange-ID: I1234\n')
1343
1344 def testEnd(self):
1345 """Reject Change-Id's that are not last."""
1346 self.assertMessageRejected('\nChange-Id: I1234\nbar\n')
1347
Mike Frysinger02b88bd2014-11-21 00:29:38 -05001348 def testSobTag(self):
1349 """Permit s-o-b tags to follow the Change-Id."""
1350 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nSigned-off-by: Hi\n')
1351
LaMont Jones237f3ef2020-01-22 10:40:52 -07001352 def testCqClTag(self):
1353 """Permit Cq-Cl-Tag tags to follow the Change-Id."""
1354 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nCq-Cl-Tag: Hi\n')
1355
LaMont Jonesfb5e8bf2020-03-03 12:50:06 -07001356 def testCqIncludeTrybotsTag(self):
1357 """Permit Cq-Include-Trybots tags to follow the Change-Id."""
1358 self.assertMessageAccepted(
1359 'foo\n\nChange-Id: I1234\nCq-Include-Trybots: chromeos/cq:foo\n')
1360
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001361
Jack Neus8edbf642019-07-10 16:08:31 -06001362class CheckCommitMessageNoOEM(CommitMessageTestCase):
1363 """Tests for _check_change_no_include_oem."""
1364
1365 @staticmethod
1366 def CheckMessage(project, commit):
1367 return pre_upload._check_change_no_include_oem(project, commit)
1368
1369 def testNormal(self):
1370 """Accept a commit message w/o reference to an OEM/ODM."""
1371 self.assertMessageAccepted('foo\n')
1372
1373 def testHasOEM(self):
1374 """Catch commit messages referencing OEMs."""
1375 self.assertMessageRejected('HP Project\n\n')
1376 self.assertMessageRejected('hewlett-packard\n')
1377 self.assertMessageRejected('Hewlett\nPackard\n')
1378 self.assertMessageRejected('Dell Chromebook\n\n\n')
1379 self.assertMessageRejected('product@acer.com\n')
1380 self.assertMessageRejected('This is related to Asus\n')
1381 self.assertMessageRejected('lenovo machine\n')
1382
1383 def testHasODM(self):
1384 """Catch commit messages referencing ODMs."""
1385 self.assertMessageRejected('new samsung laptop\n\n')
1386 self.assertMessageRejected('pegatron(ems) project\n')
1387 self.assertMessageRejected('new Wistron device\n')
1388
1389 def testContainsOEM(self):
1390 """Check that the check handles word boundaries properly."""
1391 self.assertMessageAccepted('oheahpohea')
1392 self.assertMessageAccepted('Play an Asus7 guitar chord.\n\n')
1393
1394 def testTag(self):
1395 """Check that the check ignores tags."""
1396 self.assertMessageAccepted(
1397 'Harmless project\n'
1398 'Reviewed-by: partner@asus.corp-partner.google.com\n'
1399 'Tested-by: partner@hp.corp-partner.google.com\n'
1400 'Signed-off-by: partner@dell.corp-partner.google.com\n'
1401 'Commit-Queue: partner@lenovo.corp-partner.google.com\n'
Jack Neus8edbf642019-07-10 16:08:31 -06001402 'CC: partner@acer.corp-partner.google.com\n'
1403 'Acked-by: partner@hewlett-packard.corp-partner.google.com\n')
1404 self.assertMessageRejected(
1405 'Asus project\n'
1406 'Reviewed-by: partner@asus.corp-partner.google.com')
Mike Frysingerbb34a222019-07-31 14:40:46 -04001407 self.assertMessageRejected(
1408 'my project\n'
1409 'Bad-tag: partner@asus.corp-partner.google.com')
Jack Neus8edbf642019-07-10 16:08:31 -06001410
1411
Mike Frysinger36b2ebc2014-10-31 14:02:03 -04001412class CheckCommitMessageStyle(CommitMessageTestCase):
1413 """Tests for _check_commit_message_style."""
1414
1415 @staticmethod
1416 def CheckMessage(project, commit):
1417 return pre_upload._check_commit_message_style(project, commit)
1418
1419 def testNormal(self):
1420 """Accept valid commit messages."""
1421 self.assertMessageAccepted('one sentence.\n')
1422 self.assertMessageAccepted('some.module: do it!\n')
1423 self.assertMessageAccepted('one line\n\nmore stuff here.')
1424
1425 def testNoBlankSecondLine(self):
1426 """Reject messages that have stuff on the second line."""
1427 self.assertMessageRejected('one sentence.\nbad fish!\n')
1428
1429 def testFirstLineMultipleSentences(self):
1430 """Reject messages that have more than one sentence in the summary."""
1431 self.assertMessageRejected('one sentence. two sentence!\n')
1432
1433 def testFirstLineTooLone(self):
1434 """Reject first lines that are too long."""
1435 self.assertMessageRejected('o' * 200)
1436
1437
Mike Frysinger292b45d2014-11-25 01:17:10 -05001438def DiffEntry(src_file=None, dst_file=None, src_mode=None, dst_mode='100644',
1439 status='M'):
1440 """Helper to create a stub RawDiffEntry object"""
1441 if src_mode is None:
1442 if status == 'A':
1443 src_mode = '000000'
1444 elif status == 'M':
1445 src_mode = dst_mode
1446 elif status == 'D':
1447 src_mode = dst_mode
1448 dst_mode = '000000'
1449
1450 src_sha = dst_sha = 'abc'
1451 if status == 'D':
1452 dst_sha = '000000'
1453 elif status == 'A':
1454 src_sha = '000000'
1455
1456 return git.RawDiffEntry(src_mode=src_mode, dst_mode=dst_mode, src_sha=src_sha,
1457 dst_sha=dst_sha, status=status, score=None,
1458 src_file=src_file, dst_file=dst_file)
1459
1460
Mike Frysingerb2496652019-09-12 23:35:46 -04001461class HelpersTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001462 """Various tests for utility functions."""
1463
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001464 def setUp(self):
1465 self.orig_cwd = os.getcwd()
1466 os.chdir(self.tempdir)
1467
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001468 self.PatchObject(git, 'RawDiff', return_value=[
1469 # A modified normal file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001470 DiffEntry(src_file='buildbot/constants.py', status='M'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001471 # A new symlink file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001472 DiffEntry(dst_file='scripts/cros_env_whitelist', dst_mode='120000',
1473 status='A'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001474 # A deleted file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001475 DiffEntry(src_file='scripts/sync_sonic.py', status='D'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001476 ])
1477
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001478 def tearDown(self):
1479 os.chdir(self.orig_cwd)
1480
1481 def _WritePresubmitIgnoreFile(self, subdir, data):
1482 """Writes to a .presubmitignore file in the passed-in subdirectory."""
1483 directory = os.path.join(self.tempdir, subdir)
1484 if not os.path.exists(directory):
1485 os.makedirs(directory)
1486 osutils.WriteFile(os.path.join(directory, pre_upload._IGNORE_FILE), data)
1487
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001488 def testGetAffectedFilesNoDeletesNoRelative(self):
1489 """Verify _get_affected_files() works w/no delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001490 path = os.getcwd()
1491 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1492 relative=False)
1493 exp_files = [os.path.join(path, 'buildbot/constants.py')]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001494 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001495
1496 def testGetAffectedFilesDeletesNoRelative(self):
1497 """Verify _get_affected_files() works w/delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001498 path = os.getcwd()
1499 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1500 relative=False)
1501 exp_files = [os.path.join(path, 'buildbot/constants.py'),
1502 os.path.join(path, 'scripts/sync_sonic.py')]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001503 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001504
1505 def testGetAffectedFilesNoDeletesRelative(self):
1506 """Verify _get_affected_files() works w/no delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001507 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1508 relative=True)
1509 exp_files = ['buildbot/constants.py']
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001510 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001511
1512 def testGetAffectedFilesDeletesRelative(self):
1513 """Verify _get_affected_files() works w/delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001514 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1515 relative=True)
1516 exp_files = ['buildbot/constants.py', 'scripts/sync_sonic.py']
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001517 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001518
Mike Frysinger292b45d2014-11-25 01:17:10 -05001519 def testGetAffectedFilesDetails(self):
1520 """Verify _get_affected_files() works w/full_details."""
Mike Frysinger292b45d2014-11-25 01:17:10 -05001521 files = pre_upload._get_affected_files('HEAD', full_details=True,
1522 relative=True)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001523 self.assertEqual(files[0].src_file, 'buildbot/constants.py')
Mike Frysinger292b45d2014-11-25 01:17:10 -05001524
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001525 def testGetAffectedFilesPresubmitIgnoreDirectory(self):
1526 """Verify .presubmitignore can be used to exclude a directory."""
1527 self._WritePresubmitIgnoreFile('.', 'buildbot/')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001528 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001529
1530 def testGetAffectedFilesPresubmitIgnoreDirectoryWildcard(self):
1531 """Verify .presubmitignore can be used with a directory wildcard."""
1532 self._WritePresubmitIgnoreFile('.', '*/constants.py')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001533 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001534
1535 def testGetAffectedFilesPresubmitIgnoreWithinDirectory(self):
1536 """Verify .presubmitignore can be placed in a subdirectory."""
1537 self._WritePresubmitIgnoreFile('buildbot', '*.py')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001538 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001539
1540 def testGetAffectedFilesPresubmitIgnoreDoesntMatch(self):
1541 """Verify .presubmitignore has no effect when it doesn't match a file."""
1542 self._WritePresubmitIgnoreFile('buildbot', '*.txt')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001543 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True),
1544 ['buildbot/constants.py'])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001545
1546 def testGetAffectedFilesPresubmitIgnoreAddedFile(self):
1547 """Verify .presubmitignore matches added files."""
1548 self._WritePresubmitIgnoreFile('.', 'buildbot/\nscripts/')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001549 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True,
1550 include_symlinks=True),
1551 [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001552
1553 def testGetAffectedFilesPresubmitIgnoreSkipIgnoreFile(self):
1554 """Verify .presubmitignore files are automatically skipped."""
1555 self.PatchObject(git, 'RawDiff', return_value=[
1556 DiffEntry(src_file='.presubmitignore', status='M')
1557 ])
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001558 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Mike Frysinger292b45d2014-11-25 01:17:10 -05001559
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001560
Mike Frysingerb2496652019-09-12 23:35:46 -04001561class ExecFilesTest(PreUploadTestCase):
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001562 """Tests for _check_exec_files."""
1563
1564 def setUp(self):
1565 self.diff_mock = self.PatchObject(git, 'RawDiff')
1566
1567 def testNotExec(self):
1568 """Do not flag files that are not executable."""
1569 self.diff_mock.return_value = [
1570 DiffEntry(src_file='make.conf', dst_mode='100644', status='A'),
1571 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001572 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001573
1574 def testExec(self):
1575 """Flag files that are executable."""
1576 self.diff_mock.return_value = [
1577 DiffEntry(src_file='make.conf', dst_mode='100755', status='A'),
1578 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001579 self.assertIsNotNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001580
1581 def testDeletedExec(self):
1582 """Ignore bad files that are being deleted."""
1583 self.diff_mock.return_value = [
1584 DiffEntry(src_file='make.conf', dst_mode='100755', status='D'),
1585 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001586 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001587
1588 def testModifiedExec(self):
1589 """Flag bad files that weren't exec, but now are."""
1590 self.diff_mock.return_value = [
1591 DiffEntry(src_file='make.conf', src_mode='100644', dst_mode='100755',
1592 status='M'),
1593 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001594 self.assertIsNotNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001595
1596 def testNormalExec(self):
1597 """Don't flag normal files (e.g. scripts) that are executable."""
1598 self.diff_mock.return_value = [
1599 DiffEntry(src_file='foo.sh', dst_mode='100755', status='A'),
1600 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001601 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001602
1603
Mike Frysingerb2496652019-09-12 23:35:46 -04001604class CheckForUprev(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysinger292b45d2014-11-25 01:17:10 -05001605 """Tests for _check_for_uprev."""
1606
1607 def setUp(self):
1608 self.file_mock = self.PatchObject(git, 'RawDiff')
1609
1610 def _Files(self, files):
1611 """Create |files| in the tempdir and return full paths to them."""
1612 for obj in files:
1613 if obj.status == 'D':
1614 continue
1615 if obj.dst_file is None:
1616 f = obj.src_file
1617 else:
1618 f = obj.dst_file
1619 osutils.Touch(os.path.join(self.tempdir, f), makedirs=True)
1620 return files
1621
1622 def assertAccepted(self, files, project='project', commit='fake sha1'):
1623 """Assert _check_for_uprev accepts |files|."""
1624 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001625 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1626 project_top=self.tempdir)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001627 self.assertIsNone(ret)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001628
1629 def assertRejected(self, files, project='project', commit='fake sha1'):
1630 """Assert _check_for_uprev rejects |files|."""
1631 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001632 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1633 project_top=self.tempdir)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001634 self.assertTrue(isinstance(ret, errors.HookFailure))
1635
1636 def testWhitelistOverlay(self):
1637 """Skip checks on whitelisted overlays."""
1638 self.assertAccepted([DiffEntry(src_file='cat/pkg/pkg-0.ebuild')],
1639 project='chromiumos/overlays/portage-stable')
1640
1641 def testWhitelistFiles(self):
1642 """Skip checks on whitelisted files."""
1643 files = ['ChangeLog', 'Manifest', 'metadata.xml']
1644 self.assertAccepted([DiffEntry(src_file=os.path.join('c', 'p', x),
1645 status='M')
1646 for x in files])
1647
1648 def testRejectBasic(self):
1649 """Reject ebuilds missing uprevs."""
1650 self.assertRejected([DiffEntry(src_file='c/p/p-0.ebuild', status='M')])
1651
1652 def testNewPackage(self):
1653 """Accept new ebuilds w/out uprevs."""
1654 self.assertAccepted([DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1655 self.assertAccepted([DiffEntry(src_file='c/p/p-0-r12.ebuild', status='A')])
1656
1657 def testModifiedFilesOnly(self):
1658 """Reject ebuilds w/out uprevs and changes in files/."""
1659 osutils.Touch(os.path.join(self.tempdir, 'cat/pkg/pkg-0.ebuild'),
1660 makedirs=True)
1661 self.assertRejected([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1662 self.assertRejected([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1663
1664 def testFilesNoEbuilds(self):
1665 """Ignore changes to paths w/out ebuilds."""
1666 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1667 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1668
1669 def testModifiedFilesWithUprev(self):
1670 """Accept ebuilds w/uprevs and changes in files/."""
1671 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='A'),
1672 DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1673 self.assertAccepted([
1674 DiffEntry(src_file='c/p/files/f', status='M'),
1675 DiffEntry(src_file='c/p/p-0-r1.ebuild', src_mode='120000',
1676 dst_file='c/p/p-0-r2.ebuild', dst_mode='120000', status='R')])
1677
Gwendal Grignoua3086c32014-12-09 11:17:22 -08001678 def testModifiedFilesWith9999(self):
1679 """Accept 9999 ebuilds and changes in files/."""
1680 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M'),
1681 DiffEntry(src_file='c/p/p-9999.ebuild', status='M')])
1682
C Shapiroae157ae2017-09-18 16:24:03 -06001683 def testModifiedFilesIn9999SubDirWithout9999Change(self):
1684 """Accept changes in files/ with a parent 9999 ebuild"""
1685 ebuild_9999_file = os.path.join(self.tempdir, 'c/p/p-9999.ebuild')
1686 os.makedirs(os.path.dirname(ebuild_9999_file))
1687 osutils.WriteFile(ebuild_9999_file, 'fake')
1688 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M')])
1689
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001690
Mike Frysingerb2496652019-09-12 23:35:46 -04001691class DirectMainTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysinger55f85b52014-12-18 14:45:21 -05001692 """Tests for direct_main()"""
1693
1694 def setUp(self):
1695 self.hooks_mock = self.PatchObject(pre_upload, '_run_project_hooks',
1696 return_value=None)
1697
1698 def testNoArgs(self):
1699 """If run w/no args, should check the current dir."""
1700 ret = pre_upload.direct_main([])
1701 self.assertEqual(ret, 0)
1702 self.hooks_mock.assert_called_once_with(
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001703 mock.ANY, proj_dir=os.getcwd(), commit_list=[], presubmit=mock.ANY,
1704 config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001705
1706 def testExplicitDir(self):
1707 """Verify we can run on a diff dir."""
1708 # Use the chromite dir since we know it exists.
1709 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR])
1710 self.assertEqual(ret, 0)
1711 self.hooks_mock.assert_called_once_with(
1712 mock.ANY, proj_dir=constants.CHROMITE_DIR, commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001713 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001714
1715 def testBogusProject(self):
1716 """A bogus project name should be fine (use default settings)."""
1717 # Use the chromite dir since we know it exists.
1718 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR,
1719 '--project', 'foooooooooo'])
1720 self.assertEqual(ret, 0)
1721 self.hooks_mock.assert_called_once_with(
1722 'foooooooooo', proj_dir=constants.CHROMITE_DIR, commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001723 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001724
1725 def testBogustProjectNoDir(self):
1726 """Make sure --dir is detected even with --project."""
1727 ret = pre_upload.direct_main(['--project', 'foooooooooo'])
1728 self.assertEqual(ret, 0)
1729 self.hooks_mock.assert_called_once_with(
1730 'foooooooooo', proj_dir=os.getcwd(), commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001731 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001732
1733 def testNoGitDir(self):
1734 """We should die when run on a non-git dir."""
1735 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1736 ['--dir', self.tempdir])
1737
1738 def testNoDir(self):
1739 """We should die when run on a missing dir."""
1740 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1741 ['--dir', os.path.join(self.tempdir, 'foooooooo')])
1742
1743 def testCommitList(self):
1744 """Any args on the command line should be treated as commits."""
1745 commits = ['sha1', 'sha2', 'shaaaaaaaaaaaan']
1746 ret = pre_upload.direct_main(commits)
1747 self.assertEqual(ret, 0)
1748 self.hooks_mock.assert_called_once_with(
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001749 mock.ANY, proj_dir=mock.ANY, commit_list=commits, presubmit=mock.ANY,
1750 config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001751
1752
Mike Frysingerb2496652019-09-12 23:35:46 -04001753class CheckRustfmtTest(PreUploadTestCase):
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001754 """Tests for _check_rustfmt."""
1755
1756 def setUp(self):
1757 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
1758
1759 def testBadRustFile(self):
1760 self.PatchObject(pre_upload, '_get_affected_files', return_value=['a.rs'])
1761 # Bad because it's missing trailing newline.
Mike Frysingere85b0062019-08-20 15:10:33 -04001762 content = 'fn main() {}'
1763 self.content_mock.return_value = content
1764 self.PatchObject(pre_upload, '_run_command', return_value=content + '\n')
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001765 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1766 self.assertIsNotNone(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001767 self.assertEqual('Files not formatted with rustfmt: '
1768 "(run 'cargo fmt' to fix)",
1769 failure.msg)
1770 self.assertEqual(['a.rs'], failure.items)
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001771
1772 def testGoodRustFile(self):
1773 self.PatchObject(pre_upload, '_get_affected_files', return_value=['a.rs'])
Mike Frysingere85b0062019-08-20 15:10:33 -04001774 content = 'fn main() {}\n'
1775 self.content_mock.return_value = content
1776 self.PatchObject(pre_upload, '_run_command', return_value=content)
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001777 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1778 self.assertIsNone(failure)
1779
1780 def testFilterNonRustFiles(self):
1781 self.PatchObject(pre_upload, '_get_affected_files',
1782 return_value=['a.cc', 'a.rsa', 'a.irs', 'rs.cc'])
1783 self.content_mock.return_value = 'fn main() {\n}'
1784 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1785 self.assertIsNone(failure)
1786
1787
Keiichi Watanabe6ab73fd2020-07-14 23:42:02 +09001788class GetCargoClippyParserTest(cros_test_lib.TestCase):
1789 """Tests for _get_cargo_clippy_parser."""
1790
1791 def testSingleProject(self):
1792 parser = pre_upload._get_cargo_clippy_parser()
1793 args = parser.parse_args(['--project', 'foo'])
1794 self.assertEqual(args.project,
1795 [pre_upload.ClippyProject(root='foo', script=None)])
1796
1797 def testMultipleProjects(self):
1798 parser = pre_upload._get_cargo_clippy_parser()
1799 args = parser.parse_args(['--project', 'foo:bar',
1800 '--project', 'baz'])
1801 self.assertCountEqual(args.project,
1802 [pre_upload.ClippyProject(root='foo', script='bar'),
1803 pre_upload.ClippyProject(root='baz', script=None)])
1804
1805
1806class CheckCargoClippyTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
1807 """Tests for _check_cargo_clippy."""
1808
1809 def setUp(self):
1810 self.project = pre_upload.Project(name='PROJECT', dir=self.tempdir,
1811 remote=None)
1812
1813 def testClippy(self):
1814 """Verify clippy is called when a monitored file was changed."""
1815 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1816
1817 self.PatchObject(pre_upload, '_get_affected_files',
1818 return_value=[f'{self.project.dir}/repo_a/a.rs'])
1819
1820 ret = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1821 options=['--project=repo_a',
1822 '--project=repo_b:foo'])
1823 self.assertFalse(ret)
1824
1825 # Check if `cargo clippy` ran.
1826 called = False
1827 for args, _ in rc_mock.call_args_list:
1828 cmd = args[0]
1829 if len(cmd) > 1 and cmd[0] == 'cargo' and cmd[1] == 'clippy':
1830 called = True
1831 break
1832
1833 self.assertTrue(called)
1834
1835 def testDontRun(self):
1836 """Skip checks when no monitored files are modified."""
1837 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1838
1839 # A file under `repo_a` was monitored.
1840 self.PatchObject(pre_upload, '_get_affected_files',
1841 return_value=[f'{self.project.dir}/repo_a/a.rs'])
1842 # But, we only care about files under `repo_b`.
1843 errs = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1844 options=['--project=repo_b:foo'])
1845
1846 self.assertFalse(errs)
1847
1848 rc_mock.assert_not_called()
1849
1850 def testCustomScript(self):
1851 """Verify project-specific script is used."""
1852 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1853
1854 self.PatchObject(pre_upload, '_get_affected_files',
1855 return_value=[f'{self.project.dir}/repo_b/b.rs'])
1856
1857 errs = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1858 options=['--project=repo_a',
1859 '--project=repo_b:foo'])
1860 self.assertFalse(errs)
1861
1862 # Check if the script `foo` ran.
1863 called = False
1864 for args, _ in rc_mock.call_args_list:
1865 cmd = args[0]
1866 if len(cmd) > 0 and cmd[0] == os.path.join(self.project.dir, 'foo'):
1867 called = True
1868 break
1869
1870 self.assertTrue(called)
1871
1872
Mike Frysinger180ecd62020-08-19 00:41:51 -04001873class OverrideHooksProcessing(PreUploadTestCase):
1874 """Verify _get_override_hooks processing."""
1875
1876 @staticmethod
1877 def parse(data):
1878 """Helper to create a config & parse it."""
1879 cfg = configparser.ConfigParser()
1880 cfg.read_string(data)
1881 return pre_upload._get_override_hooks(cfg)
1882
1883 def testHooks(self):
1884 """Verify we reject unknown hook names (e.g. typos)."""
1885 with self.assertRaises(ValueError) as e:
1886 self.parse("""
1887[Hook Overrides]
1888foobar: true
1889""")
1890 self.assertIn('foobar', str(e.exception))
1891
1892 def testImplicitDisable(self):
1893 """Verify non-common hooks aren't enabled by default."""
1894 enabled, _ = self.parse('')
1895 self.assertNotIn(pre_upload._run_checkpatch, enabled)
1896
1897 def testExplicitDisable(self):
1898 """Verify hooks disabled are disabled."""
1899 _, disabled = self.parse("""
1900[Hook Overrides]
1901tab_check: false
1902""")
1903 self.assertIn(pre_upload._check_no_tabs, disabled)
1904
1905 def testExplicitEnable(self):
1906 """Verify hooks enabled are enabled."""
1907 enabled, _ = self.parse("""
1908[Hook Overrides]
1909tab_check: true
1910""")
1911 self.assertIn(pre_upload._check_no_tabs, enabled)
1912
1913 def testOptions(self):
1914 """Verify hook options are loaded."""
1915 enabled, _ = self.parse("""
1916[Hook Overrides Options]
1917keyword_check: --kw
1918""")
1919 for func in enabled:
1920 if func.__name__ == 'keyword_check':
1921 self.assertIn('options', func.keywords)
1922 self.assertEqual(func.keywords['options'], ['--kw'])
1923 break
1924 else:
1925 self.fail('could not find "keyword_check" enabled hook')
1926
1927 def testSignOffField(self):
1928 """Verify signoff field handling."""
1929 # Enforce no s-o-b by default.
1930 enabled, disabled = self.parse('')
1931 self.assertIn(pre_upload._check_change_has_no_signoff_field, enabled)
1932 self.assertNotIn(pre_upload._check_change_has_signoff_field, enabled)
1933 self.assertNotIn(pre_upload._check_change_has_signoff_field, disabled)
1934
1935 # If disabled, don't enforce either policy.
1936 enabled, disabled = self.parse("""
1937[Hook Overrides]
1938signoff_check: false
1939""")
1940 self.assertNotIn(pre_upload._check_change_has_no_signoff_field, enabled)
1941 self.assertNotIn(pre_upload._check_change_has_signoff_field, enabled)
1942 self.assertIn(pre_upload._check_change_has_signoff_field, disabled)
1943
1944 # If enabled, require s-o-b.
1945 enabled, disabled = self.parse("""
1946[Hook Overrides]
1947signoff_check: true
1948""")
1949 self.assertNotIn(pre_upload._check_change_has_no_signoff_field, enabled)
1950 self.assertIn(pre_upload._check_change_has_signoff_field, enabled)
1951 self.assertNotIn(pre_upload._check_change_has_signoff_field, disabled)
1952
1953 def testBranchField(self):
1954 """Verify branch field enabling."""
1955 # Should be disabled by default.
1956 enabled, disabled = self.parse('')
1957 self.assertIn(pre_upload._check_change_has_no_branch_field, enabled)
1958 self.assertNotIn(pre_upload._check_change_has_branch_field, enabled)
1959 self.assertNotIn(pre_upload._check_change_has_branch_field, disabled)
1960
1961 # Should be disabled if requested.
1962 enabled, disabled = self.parse("""
1963[Hook Overrides]
1964branch_check: false
1965""")
1966 self.assertIn(pre_upload._check_change_has_no_branch_field, enabled)
1967 self.assertNotIn(pre_upload._check_change_has_branch_field, enabled)
1968 self.assertIn(pre_upload._check_change_has_branch_field, disabled)
1969
1970 # Should be enabled if requested.
1971 enabled, disabled = self.parse("""
1972[Hook Overrides]
1973branch_check: true
1974""")
1975 self.assertNotIn(pre_upload._check_change_has_no_branch_field, enabled)
1976 self.assertIn(pre_upload._check_change_has_branch_field, enabled)
1977 self.assertNotIn(pre_upload._check_change_has_branch_field, disabled)
1978
1979
Jon Salz98255932012-08-18 14:48:02 +08001980if __name__ == '__main__':
Mike Frysinger884a8dd2015-05-17 03:43:43 -04001981 cros_test_lib.main(module=__name__)