blob: a318242c00910281232c796857f5809f97781295 [file] [log] [blame]
Mike Frysinger4f994402019-09-13 17:40:45 -04001#!/usr/bin/env python3
Jon Salz98255932012-08-18 14:48:02 +08002# -*- coding: utf-8 -*-
3# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
Mike Frysingerae409522014-02-01 03:16:11 -05007"""Unittests for pre-upload.py."""
8
Mike Frysinger09d6a3d2013-10-08 22:21:03 -04009from __future__ import print_function
10
Mike Frysinger180ecd62020-08-19 00:41:51 -040011import configparser
Keigo Oka7e880ac2019-07-03 15:03:43 +090012import datetime
David Jamesc3b68b32013-04-03 09:17:03 -070013import os
14import sys
Mike Frysingerf6a29772020-08-22 03:57:08 -040015from unittest import mock
Mike Frysingerfd481ce2019-09-13 18:14:48 -040016
Mike Frysingerbf8b91c2014-02-01 02:50:27 -050017import errors
18
Jon Salz98255932012-08-18 14:48:02 +080019# pylint: disable=W0212
Mike Frysinger65d93c12014-02-01 02:59:46 -050020# We access private members of the pre_upload module all over the place.
21
Mike Frysinger55f85b52014-12-18 14:45:21 -050022# Make sure we can find the chromite paths.
23sys.path.insert(0, os.path.join(os.path.dirname(os.path.realpath(__file__)),
24 '..', '..'))
Jon Salz98255932012-08-18 14:48:02 +080025
Mike Frysingerfd481ce2019-09-13 18:14:48 -040026# The sys.path monkey patching confuses the linter.
27# pylint: disable=wrong-import-position
Mike Frysinger71e643e2019-09-13 17:26:39 -040028from chromite.lib import constants
29from chromite.lib import cros_build_lib
Mike Frysinger65d93c12014-02-01 02:59:46 -050030from chromite.lib import cros_test_lib
Mike Frysingerd3bd32c2014-11-24 23:34:29 -050031from chromite.lib import git
Daniel Erata350fd32014-09-29 14:02:34 -070032from chromite.lib import osutils
Mike Frysinger65d93c12014-02-01 02:59:46 -050033
34
Mike Frysingerff4768e2020-02-27 18:48:13 -050035assert sys.version_info >= (3, 6), 'This module requires Python 3.6+'
36
37
Jon Salz98255932012-08-18 14:48:02 +080038pre_upload = __import__('pre-upload')
39
40
Alex Deymo643ac4c2015-09-03 10:40:50 -070041def ProjectNamed(project_name):
42 """Wrapper to create a Project with just the name"""
43 return pre_upload.Project(project_name, None, None)
44
45
Mike Frysingerb2496652019-09-12 23:35:46 -040046class PreUploadTestCase(cros_test_lib.MockTestCase):
47 """Common test case base."""
48
49 def setUp(self):
50 pre_upload.CACHE.clear()
51
52
53class TryUTF8DecodeTest(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -050054 """Verify we sanely handle unicode content."""
55
Mike Frysinger71e643e2019-09-13 17:26:39 -040056 def setUp(self):
Mike Frysinger7bb709f2019-09-29 23:20:12 -040057 self.rc_mock = self.PatchObject(cros_build_lib, 'run')
Mike Frysinger71e643e2019-09-13 17:26:39 -040058
59 def _run(self, content):
60 """Helper for round tripping through _run_command."""
61 self.rc_mock.return_value = cros_build_lib.CommandResult(
62 output=content, returncode=0)
63 return pre_upload._run_command([])
64
65 def testEmpty(self):
66 """Check empty output."""
67 ret = self._run(b'')
68 self.assertEqual('', ret)
69
70 if sys.version_info.major < 3:
71 ret = self._run('')
72 self.assertEqual(u'', ret)
73
74 def testAscii(self):
75 """Check ascii output."""
76 ret = self._run(b'abc')
77 self.assertEqual('abc', ret)
78
79 if sys.version_info.major < 3:
80 ret = self._run('abc')
81 self.assertEqual(u'abc', ret)
82
83 def testUtf8(self):
84 """Check valid UTF-8 output."""
85 text = u'你好布萊恩'
86 ret = self._run(text.encode('utf-8'))
87 self.assertEqual(text, ret)
88
89 def testBinary(self):
90 """Check binary (invalid UTF-8) output."""
91 ret = self._run(b'hi \x80 there')
Mike Frysinger8a4e8942019-09-16 23:43:49 -040092 self.assertEqual(u'hi \ufffd there', ret)
Jon Salz98255932012-08-18 14:48:02 +080093
94
Bernie Thompson8e26f742020-07-23 14:32:31 -070095class CheckKeywordsTest(PreUploadTestCase):
96 """Tests for _check_keywords."""
97
98 def setUp(self):
99 self.PatchObject(pre_upload, '_get_affected_files',
100 return_value=['x.ebuild'])
101 self.PatchObject(pre_upload, '_filter_files', return_value=['x.ebuild'])
102 self.PatchObject(osutils, 'ReadFile',
103 return_value='scruffy\nmangy\ndog.?pile\ncat.?circle')
104 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
105 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
106
107 def test_good_cases(self):
108 self.desc_mock.return_value = 'Commit Message.\nLine 2'
109 self.diff_mock.return_value = [
110 (1, 'Some text without keywords.'),
111 (2, 'The dog is black has a partial keyword that does not count.'),
112 ]
113 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'), 'COMMIT')
114 self.assertEqual(failures, [])
115
116 def test_bad_cases(self):
117 self.desc_mock.return_value = 'Commit Message.\nLine 2\nLine 3 scruffy'
118 self.diff_mock.return_value = [
119 (1, 'Scruffy plain catch'),
120 (2, 'dog-pile hyphenated catch'),
121 (3, 'cat_circle underscored catch'),
122 (4, 'dog pile space catch'),
123 (5, 'dogpiled substring catch'),
124 (6, 'scruffy mangy dog, multiple in a line catch'),
125 ]
126 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
127 'COMMIT')
128 self.assertNotEqual(failures, [])
129 self.assertEqual('Found a blocked keyword in:', failures[0].msg)
130 self.assertEqual(['x.ebuild, line 1: Matched scruffy',
131 'x.ebuild, line 2: Matched dog.?pile',
132 'x.ebuild, line 3: Matched cat.?circle',
133 'x.ebuild, line 4: Matched dog.?pile',
134 'x.ebuild, line 5: Matched dog.?pile',
135 'x.ebuild, line 6: Matched mangy'],
136 failures[0].items)
137 self.assertEqual('Found a blocked keyword in:', failures[1].msg)
138 self.assertEqual(['Commit message, line 3: Matched scruffy'],
139 failures[1].items)
140
141 def test_block_option_cases(self):
142 self.desc_mock.return_value = 'Commit Message.\nLine 2 voldemort'
143 self.diff_mock.return_value = [
144 (1, 'Line with a new term voldemort.'),
145 (2, 'Line with only they who shall not be named.'),
146 ]
147 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
148 'COMMIT', ['--block', 'voldemort'])
149 self.assertNotEqual(failures, [])
150 self.assertEqual('Found a blocked keyword in:', failures[0].msg)
151 self.assertEqual(['x.ebuild, line 1: Matched voldemort'], failures[0].items)
152 self.assertEqual('Found a blocked keyword in:', failures[1].msg)
153 self.assertEqual(['Commit message, line 2: Matched voldemort'],
154 failures[1].items)
155
156 def test_unblock_option_cases(self):
157 self.desc_mock.return_value = 'Commit message with scruffy'
158 self.diff_mock.return_value = [
159 (1, 'Line with a now unblocked term scruffy'),
160 (2, 'Line with without any blocked terms'),
161 ]
162 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
163 'COMMIT', ['--unblock', 'scru.?fy'])
164 self.assertEqual(failures, [])
165
166
Mike Frysingerb2496652019-09-12 23:35:46 -0400167class CheckNoLongLinesTest(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500168 """Tests for _check_no_long_lines."""
169
Jon Salz98255932012-08-18 14:48:02 +0800170 def setUp(self):
Mike Frysinger1459d362014-12-06 13:53:23 -0500171 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
Jon Salz98255932012-08-18 14:48:02 +0800172
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900173 def testCheck(self):
Mike Frysingerf8961942020-05-15 00:36:31 -0400174 path = 'x.cc'
175 self.PatchObject(pre_upload, '_get_affected_files', return_value=[path])
Mike Frysinger1459d362014-12-06 13:53:23 -0500176 self.diff_mock.return_value = [
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400177 (1, u'x' * 80), # OK
178 (2, '\x80' * 80), # OK
179 (3, u'x' * 81), # Too long
180 (4, '\x80' * 81), # Too long
181 (5, u'See http://' + (u'x' * 80)), # OK (URL)
182 (6, u'See https://' + (u'x' * 80)), # OK (URL)
183 (7, u'# define ' + (u'x' * 80)), # OK (compiler directive)
184 (8, u'#define' + (u'x' * 74)), # Too long
Mike Frysinger1459d362014-12-06 13:53:23 -0500185 ]
Alex Deymo643ac4c2015-09-03 10:40:50 -0700186 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'), 'COMMIT')
Jon Salz98255932012-08-18 14:48:02 +0800187 self.assertTrue(failure)
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900188 self.assertEqual('Found lines longer than the limit (first 5 shown):',
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400189 failure.msg)
Mike Frysingerf8961942020-05-15 00:36:31 -0400190 self.assertEqual([path + ', line %d, 81 chars, over 80 chars' %
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900191 x for x in [3, 4, 8]],
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400192 failure.items)
Jon Salz98255932012-08-18 14:48:02 +0800193
George Burgess IVf9f79eb2019-07-09 20:12:55 -0700194 def testCheckTreatsOwnersFilesSpecially(self):
195 affected_files = self.PatchObject(pre_upload, '_get_affected_files')
196
197 mock_files = (
198 ('foo-OWNERS', False),
199 ('OWNERS', True),
200 ('/path/to/OWNERS', True),
201 ('/path/to/OWNERS.foo', True),
202 )
203
204 mock_lines = (
205 (u'x' * 81, False),
206 (u'foo file:' + u'x' * 80, True),
207 (u'include ' + u'x' * 80, True),
208 )
209 assert all(len(line) > 80 for line, _ in mock_lines)
210
211 for file_name, is_owners in mock_files:
212 affected_files.return_value = [file_name]
213 for line, is_ok in mock_lines:
214 self.diff_mock.return_value = [(1, line)]
215 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'),
216 'COMMIT')
217
218 assert_msg = 'file: %r; line: %r' % (file_name, line)
219 if is_owners and is_ok:
220 self.assertFalse(failure, assert_msg)
221 else:
222 self.assertTrue(failure, assert_msg)
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900223 self.assertIn('Found lines longer than the limit', failure.msg,
George Burgess IVf9f79eb2019-07-09 20:12:55 -0700224 assert_msg)
225
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900226 def testIncludeOptions(self):
227 self.PatchObject(pre_upload,
228 '_get_affected_files',
229 return_value=['foo.txt'])
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400230 self.diff_mock.return_value = [(1, u'x' * 81)]
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900231 self.assertFalse(pre_upload._check_no_long_lines(
232 ProjectNamed('PROJECT'), 'COMMIT'))
233 self.assertTrue(pre_upload._check_no_long_lines(
234 ProjectNamed('PROJECT'), 'COMMIT', options=['--include_regex=foo']))
235
236 def testExcludeOptions(self):
237 self.PatchObject(pre_upload,
238 '_get_affected_files',
Mike Frysingerf8961942020-05-15 00:36:31 -0400239 return_value=['foo.cc'])
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400240 self.diff_mock.return_value = [(1, u'x' * 81)]
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900241 self.assertTrue(pre_upload._check_no_long_lines(
242 ProjectNamed('PROJECT'), 'COMMIT'))
243 self.assertFalse(pre_upload._check_no_long_lines(
244 ProjectNamed('PROJECT'), 'COMMIT', options=['--exclude_regex=foo']))
245
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900246 def testSpecialLineLength(self):
247 mock_lines = (
248 (u'x' * 101, True),
249 (u'x' * 100, False),
250 (u'x' * 81, False),
251 (u'x' * 80, False),
252 )
253 self.PatchObject(pre_upload,
254 '_get_affected_files',
255 return_value=['foo.java'])
256 for line, is_ok in mock_lines:
257 self.diff_mock.return_value = [(1, line)]
258 if is_ok:
259 self.assertTrue(pre_upload._check_no_long_lines(
260 ProjectNamed('PROJECT'), 'COMMIT'))
261 else:
262 self.assertFalse(pre_upload._check_no_long_lines(
263 ProjectNamed('PROJECT'), 'COMMIT'))
264
Mike Frysingerae409522014-02-01 03:16:11 -0500265
Mike Frysingerb2496652019-09-12 23:35:46 -0400266class CheckTabbedIndentsTest(PreUploadTestCase):
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800267 """Tests for _check_tabbed_indents."""
Mike Frysingerb2496652019-09-12 23:35:46 -0400268
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800269 def setUp(self):
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900270 self.PatchObject(pre_upload,
271 '_get_affected_files',
272 return_value=['x.ebuild'])
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800273 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
274
275 def test_good_cases(self):
276 self.diff_mock.return_value = [
277 (1, u'no_tabs_anywhere'),
278 (2, u' leading_tab_only'),
279 (3, u' leading_tab another_tab'),
280 (4, u' leading_tab trailing_too '),
281 (5, u' leading_tab then_spaces_trailing '),
282 ]
283 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
284 'COMMIT')
285 self.assertIsNone(failure)
286
287 def test_bad_cases(self):
288 self.diff_mock.return_value = [
289 (1, u' leading_space'),
290 (2, u' tab_followed_by_space'),
291 (3, u' space_followed_by_tab'),
292 (4, u' mix_em_up'),
293 (5, u' mix_on_both_sides '),
294 ]
295 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
296 'COMMIT')
297 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400298 self.assertEqual('Found a space in indentation (must be all tabs):',
299 failure.msg)
300 self.assertEqual(['x.ebuild, line %d' % x for x in range(1, 6)],
301 failure.items)
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800302
303
Mike Frysingerb2496652019-09-12 23:35:46 -0400304class CheckProjectPrefix(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Daniel Erata350fd32014-09-29 14:02:34 -0700305 """Tests for _check_project_prefix."""
306
307 def setUp(self):
308 self.orig_cwd = os.getcwd()
309 os.chdir(self.tempdir)
310 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
311 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
312
313 def tearDown(self):
314 os.chdir(self.orig_cwd)
315
316 def _WriteAliasFile(self, filename, project):
317 """Writes a project name to a file, creating directories if needed."""
318 os.makedirs(os.path.dirname(filename))
319 osutils.WriteFile(filename, project)
320
321 def testInvalidPrefix(self):
322 """Report an error when the prefix doesn't match the base directory."""
323 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
324 self.desc_mock.return_value = 'bar: Some commit'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700325 failure = pre_upload._check_project_prefix(ProjectNamed('PROJECT'),
326 'COMMIT')
Daniel Erata350fd32014-09-29 14:02:34 -0700327 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400328 self.assertEqual('The commit title for changes affecting only foo should '
329 'start with "foo: "', failure.msg)
Daniel Erata350fd32014-09-29 14:02:34 -0700330
331 def testValidPrefix(self):
332 """Use a prefix that matches the base directory."""
333 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
334 self.desc_mock.return_value = 'foo: Change some files.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700335 self.assertFalse(
336 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700337
338 def testAliasFile(self):
339 """Use .project_alias to override the project name."""
340 self._WriteAliasFile('foo/.project_alias', 'project')
341 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/bar.cc']
342 self.desc_mock.return_value = 'project: Use an alias.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700343 self.assertFalse(
344 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700345
346 def testAliasFileWithSubdirs(self):
347 """Check that .project_alias is used when only modifying subdirectories."""
348 self._WriteAliasFile('foo/.project_alias', 'project')
349 self.file_mock.return_value = [
350 'foo/subdir/foo.cc',
351 'foo/subdir/bar.cc'
352 'foo/subdir/blah/baz.cc'
353 ]
354 self.desc_mock.return_value = 'project: Alias with subdirs.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700355 self.assertFalse(
356 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700357
358
Mike Frysingerb2496652019-09-12 23:35:46 -0400359class CheckFilePathCharTypeTest(PreUploadTestCase):
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900360 """Tests for _check_filepath_chartype."""
361
362 def setUp(self):
363 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
364
365 def testCheck(self):
366 self.PatchObject(pre_upload, '_get_affected_files', return_value=['x.cc'])
367 self.diff_mock.return_value = [
368 (1, 'base::FilePath'), # OK
369 (2, 'base::FilePath::CharType'), # NG
370 (3, 'base::FilePath::StringType'), # NG
371 (4, 'base::FilePath::StringPieceType'), # NG
Satoru Takabayashi4ca37922018-08-08 10:16:38 +0900372 (5, 'base::FilePath::FromUTF8Unsafe'), # NG
373 (6, 'FilePath::CharType'), # NG
374 (7, 'FilePath::StringType'), # NG
375 (8, 'FilePath::StringPieceType'), # NG
376 (9, 'FilePath::FromUTF8Unsafe'), # NG
377 (10, 'AsUTF8Unsafe'), # NG
378 (11, 'FILE_PATH_LITERAL'), # NG
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900379 ]
380 failure = pre_upload._check_filepath_chartype(ProjectNamed('PROJECT'),
381 'COMMIT')
382 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400383 self.assertEqual(
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900384 'Please assume FilePath::CharType is char (crbug.com/870621):',
385 failure.msg)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400386 self.assertEqual(['x.cc, line 2 has base::FilePath::CharType',
387 'x.cc, line 3 has base::FilePath::StringType',
388 'x.cc, line 4 has base::FilePath::StringPieceType',
389 'x.cc, line 5 has base::FilePath::FromUTF8Unsafe',
390 'x.cc, line 6 has FilePath::CharType',
391 'x.cc, line 7 has FilePath::StringType',
392 'x.cc, line 8 has FilePath::StringPieceType',
393 'x.cc, line 9 has FilePath::FromUTF8Unsafe',
394 'x.cc, line 10 has AsUTF8Unsafe',
395 'x.cc, line 11 has FILE_PATH_LITERAL'],
396 failure.items)
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900397
398
Mike Frysingerb2496652019-09-12 23:35:46 -0400399class CheckKernelConfig(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500400 """Tests for _kernel_configcheck."""
401
Mike Frysinger1459d362014-12-06 13:53:23 -0500402 def setUp(self):
403 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
404
405 def testMixedChanges(self):
406 """Mixing of changes should fail."""
407 self.file_mock.return_value = [
408 '/kernel/files/chromeos/config/base.config',
409 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
410 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700411 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
412 self.assertTrue(failure)
413
Mike Frysinger1459d362014-12-06 13:53:23 -0500414 def testCodeOnly(self):
415 """Code-only changes should pass."""
416 self.file_mock.return_value = [
417 '/kernel/files/Makefile',
418 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
419 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700420 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
421 self.assertFalse(failure)
422
Mike Frysinger1459d362014-12-06 13:53:23 -0500423 def testConfigOnlyChanges(self):
424 """Config-only changes should pass."""
425 self.file_mock.return_value = [
426 '/kernel/files/chromeos/config/base.config',
427 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700428 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
429 self.assertFalse(failure)
430
Jon Salz98255932012-08-18 14:48:02 +0800431
Mike Frysingerb2496652019-09-12 23:35:46 -0400432class CheckJson(PreUploadTestCase):
Mike Frysinger908be682018-01-04 02:21:50 -0500433 """Tests for _run_json_check."""
434
435 def setUp(self):
436 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
437 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
438
439 def testNoJson(self):
440 """Nothing should be checked w/no JSON files."""
441 self.file_mock.return_value = [
442 '/foo/bar.txt',
443 '/readme.md',
444 ]
445 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
446 self.assertIsNone(ret)
447
448 def testValidJson(self):
449 """We should accept valid json files."""
450 self.file_mock.return_value = [
451 '/foo/bar.txt',
452 '/data.json',
453 ]
454 self.content_mock.return_value = '{}'
455 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
456 self.assertIsNone(ret)
457 self.content_mock.assert_called_once_with('/data.json', 'COMMIT')
458
459 def testInvalidJson(self):
460 """We should reject invalid json files."""
461 self.file_mock.return_value = [
462 '/foo/bar.txt',
463 '/data.json',
464 ]
465 self.content_mock.return_value = '{'
466 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
467 self.assertIsNotNone(ret)
468 self.content_mock.assert_called_once_with('/data.json', 'COMMIT')
469
470
Mike Frysingerb2496652019-09-12 23:35:46 -0400471class CheckManifests(PreUploadTestCase):
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500472 """Tests _check_manifests."""
473
474 def setUp(self):
475 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
476 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
477
478 def testNoManifests(self):
479 """Nothing should be checked w/no Manifest files."""
480 self.file_mock.return_value = [
481 '/foo/bar.txt',
482 '/readme.md',
483 '/manifest',
484 '/Manifest.txt',
485 ]
486 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
487 self.assertIsNone(ret)
488
489 def testValidManifest(self):
490 """Accept valid Manifest files."""
491 self.file_mock.return_value = [
492 '/foo/bar.txt',
493 '/cat/pkg/Manifest',
494 ]
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400495 self.content_mock.return_value = """# Comment and blank lines.
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500496
497DIST lines
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400498"""
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500499 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
500 self.assertIsNone(ret)
501 self.content_mock.assert_called_once_with('/cat/pkg/Manifest', 'COMMIT')
502
503 def _testReject(self, content):
504 """Make sure |content| is rejected."""
505 self.file_mock.return_value = ('/Manifest',)
506 self.content_mock.reset_mock()
507 self.content_mock.return_value = content
508 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
509 self.assertIsNotNone(ret)
510 self.content_mock.assert_called_once_with('/Manifest', 'COMMIT')
511
512 def testRejectBlank(self):
513 """Reject empty manifests."""
514 self._testReject('')
515
516 def testNoTrailingNewLine(self):
517 """Reject manifests w/out trailing newline."""
518 self._testReject('DIST foo')
519
520 def testNoLeadingBlankLines(self):
521 """Reject manifests w/leading blank lines."""
522 self._testReject('\nDIST foo\n')
523
524 def testNoTrailingBlankLines(self):
525 """Reject manifests w/trailing blank lines."""
526 self._testReject('DIST foo\n\n')
527
528 def testNoLeadingWhitespace(self):
529 """Reject manifests w/lines w/leading spaces."""
530 self._testReject(' DIST foo\n')
531 self._testReject(' # Comment\n')
532
533 def testNoTrailingWhitespace(self):
534 """Reject manifests w/lines w/trailing spaces."""
535 self._testReject('DIST foo \n')
536 self._testReject('# Comment \n')
537 self._testReject(' \n')
538
539 def testOnlyDistLines(self):
540 """Only allow DIST lines in here."""
541 self._testReject('EBUILD foo\n')
542
543
Mike Frysingerb2496652019-09-12 23:35:46 -0400544class CheckPortageMakeUseVar(PreUploadTestCase):
Daniel Erat9d203ff2015-02-17 10:12:21 -0700545 """Tests for _check_portage_make_use_var."""
546
547 def setUp(self):
548 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
549 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
550
551 def testMakeConfOmitsOriginalUseValue(self):
552 """Fail for make.conf that discards the previous value of $USE."""
553 self.file_mock.return_value = ['make.conf']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400554 self.content_mock.return_value = u'USE="foo"\nUSE="${USE} bar"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700555 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
556 self.assertTrue(failure, failure)
557
558 def testMakeConfCorrectUsage(self):
559 """Succeed for make.conf that preserves the previous value of $USE."""
560 self.file_mock.return_value = ['make.conf']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400561 self.content_mock.return_value = u'USE="${USE} foo"\nUSE="${USE}" bar'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700562 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
563 self.assertFalse(failure, failure)
564
565 def testMakeDefaultsReferencesOriginalUseValue(self):
566 """Fail for make.defaults that refers to a not-yet-set $USE value."""
567 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400568 self.content_mock.return_value = u'USE="${USE} foo"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700569 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
570 self.assertTrue(failure, failure)
571
572 # Also check for "$USE" without curly brackets.
Mike Frysinger71e643e2019-09-13 17:26:39 -0400573 self.content_mock.return_value = u'USE="$USE foo"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700574 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
575 self.assertTrue(failure, failure)
576
577 def testMakeDefaultsOverwritesUseValue(self):
578 """Fail for make.defaults that discards its own $USE value."""
579 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400580 self.content_mock.return_value = u'USE="foo"\nUSE="bar"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700581 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
582 self.assertTrue(failure, failure)
583
584 def testMakeDefaultsCorrectUsage(self):
585 """Succeed for make.defaults that sets and preserves $USE."""
586 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400587 self.content_mock.return_value = u'USE="foo"\nUSE="${USE}" bar'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700588 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
589 self.assertFalse(failure, failure)
590
591
Mike Frysingerb2496652019-09-12 23:35:46 -0400592class CheckEbuildEapi(PreUploadTestCase):
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500593 """Tests for _check_ebuild_eapi."""
594
Alex Deymo643ac4c2015-09-03 10:40:50 -0700595 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500596
597 def setUp(self):
598 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
599 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
600 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff',
601 side_effect=Exception())
602
603 def testSkipUpstreamOverlays(self):
604 """Skip ebuilds found in upstream overlays."""
605 self.file_mock.side_effect = Exception()
606 ret = pre_upload._check_ebuild_eapi(self.PORTAGE_STABLE, 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400607 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500608
609 # Make sure our condition above triggers.
610 self.assertRaises(Exception, pre_upload._check_ebuild_eapi, 'o', 'HEAD')
611
612 def testSkipNonEbuilds(self):
613 """Skip non-ebuild files."""
614 self.content_mock.side_effect = Exception()
615
616 self.file_mock.return_value = ['some-file', 'ebuild/dir', 'an.ebuild~']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700617 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400618 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500619
620 # Make sure our condition above triggers.
621 self.file_mock.return_value.append('a/real.ebuild')
Alex Deymo643ac4c2015-09-03 10:40:50 -0700622 self.assertRaises(Exception, pre_upload._check_ebuild_eapi,
623 ProjectNamed('o'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500624
625 def testSkipSymlink(self):
626 """Skip files that are just symlinks."""
627 self.file_mock.return_value = ['a-r1.ebuild']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400628 self.content_mock.return_value = u'a.ebuild'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700629 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400630 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500631
632 def testRejectEapiImplicit0Content(self):
633 """Reject ebuilds that do not declare EAPI (so it's 0)."""
634 self.file_mock.return_value = ['a.ebuild']
635
Mike Frysinger71e643e2019-09-13 17:26:39 -0400636 self.content_mock.return_value = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500637IUSE="foo"
638src_compile() { }
639"""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700640 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500641 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500642
643 def testRejectExplicitEapi1Content(self):
644 """Reject ebuilds that do declare old EAPI explicitly."""
645 self.file_mock.return_value = ['a.ebuild']
646
Mike Frysinger71e643e2019-09-13 17:26:39 -0400647 template = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500648EAPI=%s
649IUSE="foo"
650src_compile() { }
651"""
652 # Make sure we only check the first EAPI= setting.
Mike Frysinger948284a2018-02-01 15:22:56 -0500653 self.content_mock.return_value = template % '1\nEAPI=60'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700654 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500655 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500656
657 # Verify we handle double quotes too.
658 self.content_mock.return_value = template % '"1"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700659 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500660 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500661
662 # Verify we handle single quotes too.
663 self.content_mock.return_value = template % "'1'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700664 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500665 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500666
Mike Frysinger948284a2018-02-01 15:22:56 -0500667 def testAcceptExplicitNewEapiContent(self):
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500668 """Accept ebuilds that do declare new EAPI explicitly."""
669 self.file_mock.return_value = ['a.ebuild']
670
Mike Frysinger71e643e2019-09-13 17:26:39 -0400671 template = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500672EAPI=%s
673IUSE="foo"
674src_compile() { }
675"""
676 # Make sure we only check the first EAPI= setting.
Mike Frysinger948284a2018-02-01 15:22:56 -0500677 self.content_mock.return_value = template % '6\nEAPI=1'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700678 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400679 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500680
681 # Verify we handle double quotes too.
682 self.content_mock.return_value = template % '"5"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700683 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400684 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500685
686 # Verify we handle single quotes too.
687 self.content_mock.return_value = template % "'5-hdepend'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700688 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400689 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500690
691
Mike Frysingerb2496652019-09-12 23:35:46 -0400692class CheckEbuildKeywords(PreUploadTestCase):
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400693 """Tests for _check_ebuild_keywords."""
694
695 def setUp(self):
696 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
697 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
698
699 def testNoEbuilds(self):
700 """If no ebuilds are found, do not scan."""
701 self.file_mock.return_value = ['a.file', 'ebuild-is-not.foo']
702
Alex Deymo643ac4c2015-09-03 10:40:50 -0700703 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400704 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400705
706 self.assertEqual(self.content_mock.call_count, 0)
707
708 def testSomeEbuilds(self):
709 """If ebuilds are found, only scan them."""
710 self.file_mock.return_value = ['a.file', 'blah', 'foo.ebuild', 'cow']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400711 self.content_mock.return_value = u''
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400712
Alex Deymo643ac4c2015-09-03 10:40:50 -0700713 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400714 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400715
716 self.assertEqual(self.content_mock.call_count, 1)
717
718 def _CheckContent(self, content, fails):
719 """Test helper for inputs/outputs.
720
721 Args:
722 content: The ebuild content to test.
723 fails: Whether |content| should trigger a hook failure.
724 """
725 self.file_mock.return_value = ['a.ebuild']
726 self.content_mock.return_value = content
727
Alex Deymo643ac4c2015-09-03 10:40:50 -0700728 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400729 if fails:
Mike Frysingerb81102f2014-11-21 00:33:35 -0500730 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400731 else:
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400732 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400733
734 self.assertEqual(self.content_mock.call_count, 1)
735
736 def testEmpty(self):
737 """Check KEYWORDS= is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400738 self._CheckContent(u'# HEADER\nKEYWORDS=\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400739
740 def testEmptyQuotes(self):
741 """Check KEYWORDS="" is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400742 self._CheckContent(u'# HEADER\nKEYWORDS=" "\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400743
744 def testStableGlob(self):
745 """Check KEYWORDS=* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400746 self._CheckContent(u'# HEADER\nKEYWORDS="\t*\t"\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400747
748 def testUnstableGlob(self):
749 """Check KEYWORDS=~* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400750 self._CheckContent(u'# HEADER\nKEYWORDS="~* "\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400751
752 def testRestrictedGlob(self):
753 """Check KEYWORDS=-* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400754 self._CheckContent(u'# HEADER\nKEYWORDS="\t-* arm"\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400755
756 def testMissingGlobs(self):
757 """Reject KEYWORDS missing any globs."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400758 self._CheckContent(u'# HEADER\nKEYWORDS="~arm x86"\nblah\n', True)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400759
760
Mike Frysingerb2496652019-09-12 23:35:46 -0400761class CheckEbuildVirtualPv(PreUploadTestCase):
Mike Frysingercd363c82014-02-01 05:20:18 -0500762 """Tests for _check_ebuild_virtual_pv."""
763
Alex Deymo643ac4c2015-09-03 10:40:50 -0700764 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
765 CHROMIUMOS_OVERLAY = ProjectNamed('chromiumos/overlays/chromiumos')
766 BOARD_OVERLAY = ProjectNamed('chromiumos/overlays/board-overlays')
767 PRIVATE_OVERLAY = ProjectNamed('chromeos/overlays/overlay-link-private')
768 PRIVATE_VARIANT_OVERLAY = ProjectNamed('chromeos/overlays/'
769 'overlay-variant-daisy-spring-private')
Mike Frysingercd363c82014-02-01 05:20:18 -0500770
771 def setUp(self):
772 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
773
774 def testNoVirtuals(self):
775 """Skip non virtual packages."""
776 self.file_mock.return_value = ['some/package/package-3.ebuild']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700777 ret = pre_upload._check_ebuild_virtual_pv(ProjectNamed('overlay'), 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400778 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500779
780 def testCommonVirtuals(self):
781 """Non-board overlays should use PV=1."""
782 template = 'virtual/foo/foo-%s.ebuild'
783 self.file_mock.return_value = [template % '1']
784 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400785 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500786
787 self.file_mock.return_value = [template % '2']
788 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500789 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500790
791 def testPublicBoardVirtuals(self):
792 """Public board overlays should use PV=2."""
793 template = 'overlay-lumpy/virtual/foo/foo-%s.ebuild'
794 self.file_mock.return_value = [template % '2']
795 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400796 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500797
798 self.file_mock.return_value = [template % '2.5']
799 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500800 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500801
802 def testPublicBoardVariantVirtuals(self):
803 """Public board variant overlays should use PV=2.5."""
804 template = 'overlay-variant-lumpy-foo/virtual/foo/foo-%s.ebuild'
805 self.file_mock.return_value = [template % '2.5']
806 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400807 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500808
809 self.file_mock.return_value = [template % '3']
810 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500811 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500812
813 def testPrivateBoardVirtuals(self):
814 """Private board overlays should use PV=3."""
815 template = 'virtual/foo/foo-%s.ebuild'
816 self.file_mock.return_value = [template % '3']
817 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400818 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500819
820 self.file_mock.return_value = [template % '3.5']
821 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500822 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500823
824 def testPrivateBoardVariantVirtuals(self):
825 """Private board variant overlays should use PV=3.5."""
826 template = 'virtual/foo/foo-%s.ebuild'
827 self.file_mock.return_value = [template % '3.5']
828 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400829 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500830
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800831 def testSpecialVirtuals(self):
832 """Some cases require deeper versioning and can be >= 4."""
833 template = 'virtual/foo/foo-%s.ebuild'
Mike Frysingercd363c82014-02-01 05:20:18 -0500834 self.file_mock.return_value = [template % '4']
835 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400836 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500837
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800838 self.file_mock.return_value = [template % '4.5']
839 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400840 self.assertIsNone(ret)
Mike Frysinger98638102014-08-28 00:15:08 -0400841
Mike Frysingerb2496652019-09-12 23:35:46 -0400842class CheckCrosLicenseCopyrightHeader(PreUploadTestCase):
Alex Deymof5792ce2015-08-24 22:50:08 -0700843 """Tests for _check_cros_license."""
Mike Frysinger98638102014-08-28 00:15:08 -0400844
845 def setUp(self):
846 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
847 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
848
849 def testOldHeaders(self):
850 """Accept old header styles."""
851 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400852 (u'#!/bin/sh\n'
853 u'# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.\n'
854 u'# Use of this source code is governed by a BSD-style license that'
855 u' can be\n'
856 u'# found in the LICENSE file.\n'),
857 (u'// Copyright 2010-2013 The Chromium OS Authors. All rights reserved.'
858 u'\n// Use of this source code is governed by a BSD-style license that'
859 u' can be\n'
860 u'// found in the LICENSE file.\n'),
Mike Frysinger98638102014-08-28 00:15:08 -0400861 )
862 self.file_mock.return_value = ['file']
863 for header in HEADERS:
864 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900865 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
866
867 def testNewFileYear(self):
868 """Added files should have the current year in license header."""
869 year = datetime.datetime.now().year
870 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400871 (u'// Copyright 2016 The Chromium OS Authors. All rights reserved.\n'
872 u'// Use of this source code is governed by a BSD-style license that'
873 u' can be\n'
874 u'// found in the LICENSE file.\n'),
875 (u'// Copyright %d The Chromium OS Authors. All rights reserved.\n'
876 u'// Use of this source code is governed by a BSD-style license that'
877 u' can be\n'
878 u'// found in the LICENSE file.\n') % year,
Keigo Oka7e880ac2019-07-03 15:03:43 +0900879 )
880 want_error = (True, False)
881 def fake_get_affected_files(_, relative, include_adds=True):
882 _ = relative
883 if include_adds:
884 return ['file']
885 else:
886 return []
887
888 self.file_mock.side_effect = fake_get_affected_files
889 for i, header in enumerate(HEADERS):
890 self.content_mock.return_value = header
891 if want_error[i]:
892 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
893 else:
894 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -0400895
896 def testRejectC(self):
897 """Reject the (c) in newer headers."""
898 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400899 (u'// Copyright (c) 2015 The Chromium OS Authors. All rights reserved.'
900 u'\n'
901 u'// Use of this source code is governed by a BSD-style license that'
902 u' can be\n'
903 u'// found in the LICENSE file.\n'),
904 (u'// Copyright (c) 2020 The Chromium OS Authors. All rights reserved.'
905 u'\n'
906 u'// Use of this source code is governed by a BSD-style license that'
907 u' can be\n'
908 u'// found in the LICENSE file.\n'),
Mike Frysinger98638102014-08-28 00:15:08 -0400909 )
910 self.file_mock.return_value = ['file']
911 for header in HEADERS:
912 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900913 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700914
Brian Norris68838dd2018-09-26 18:30:24 -0700915 def testNoLeadingSpace(self):
916 """Allow headers without leading space (e.g., not a source comment)"""
917 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400918 (u'Copyright 2018 The Chromium OS Authors. All rights reserved.\n'
919 u'Use of this source code is governed by a BSD-style license that '
920 u'can be\n'
921 u'found in the LICENSE file.\n'),
Brian Norris68838dd2018-09-26 18:30:24 -0700922 )
923 self.file_mock.return_value = ['file']
924 for header in HEADERS:
925 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900926 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Brian Norris68838dd2018-09-26 18:30:24 -0700927
Keigo Oka9732e382019-06-28 17:44:59 +0900928 def testNoExcludedGolang(self):
929 """Don't exclude .go files for license checks."""
930 self.file_mock.return_value = ['foo/main.go']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400931 self.content_mock.return_value = u'package main\nfunc main() {}'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900932 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
Keigo Oka9732e382019-06-28 17:44:59 +0900933
Ken Turnerd07564b2018-02-08 17:57:59 +1100934 def testIgnoreExcludedPaths(self):
935 """Ignores excluded paths for license checks."""
936 self.file_mock.return_value = ['foo/OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400937 self.content_mock.return_value = u'owner@chromium.org'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900938 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Ken Turnerd07564b2018-02-08 17:57:59 +1100939
Chris McDonald7b63c8e2019-04-25 10:27:27 -0600940 def testIgnoreTopLevelExcludedPaths(self):
941 """Ignores excluded paths for license checks."""
942 self.file_mock.return_value = ['OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400943 self.content_mock.return_value = u'owner@chromium.org'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900944 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700945
Mike Frysingerb2496652019-09-12 23:35:46 -0400946class CheckAOSPLicenseCopyrightHeader(PreUploadTestCase):
Alex Deymof5792ce2015-08-24 22:50:08 -0700947 """Tests for _check_aosp_license."""
948
949 def setUp(self):
950 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
951 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
952
953 def testHeaders(self):
954 """Accept old header styles."""
955 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400956 u"""//
Alex Deymof5792ce2015-08-24 22:50:08 -0700957// Copyright (C) 2011 The Android Open Source Project
958//
959// Licensed under the Apache License, Version 2.0 (the "License");
960// you may not use this file except in compliance with the License.
961// You may obtain a copy of the License at
962//
963// http://www.apache.org/licenses/LICENSE-2.0
964//
965// Unless required by applicable law or agreed to in writing, software
966// distributed under the License is distributed on an "AS IS" BASIS,
967// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
968// See the License for the specific language governing permissions and
969// limitations under the License.
970//
971""",
Mike Frysinger71e643e2019-09-13 17:26:39 -0400972 u"""#
Alex Deymof5792ce2015-08-24 22:50:08 -0700973# Copyright (c) 2015 The Android Open Source Project
974#
975# Licensed under the Apache License, Version 2.0 (the "License");
976# you may not use this file except in compliance with the License.
977# You may obtain a copy of the License at
978#
979# http://www.apache.org/licenses/LICENSE-2.0
980#
981# Unless required by applicable law or agreed to in writing, software
982# distributed under the License is distributed on an "AS IS" BASIS,
983# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
984# See the License for the specific language governing permissions and
985# limitations under the License.
986#
987""",
988 )
989 self.file_mock.return_value = ['file']
990 for header in HEADERS:
991 self.content_mock.return_value = header
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400992 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700993
994 def testRejectNoLinesAround(self):
995 """Reject headers missing the empty lines before/after the license."""
996 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400997 u"""# Copyright (c) 2015 The Android Open Source Project
Alex Deymof5792ce2015-08-24 22:50:08 -0700998#
999# Licensed under the Apache License, Version 2.0 (the "License");
1000# you may not use this file except in compliance with the License.
1001# You may obtain a copy of the License at
1002#
1003# http://www.apache.org/licenses/LICENSE-2.0
1004#
1005# Unless required by applicable law or agreed to in writing, software
1006# distributed under the License is distributed on an "AS IS" BASIS,
1007# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1008# See the License for the specific language governing permissions and
1009# limitations under the License.
1010""",
1011 )
1012 self.file_mock.return_value = ['file']
1013 for header in HEADERS:
1014 self.content_mock.return_value = header
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001015 self.assertIsNotNone(pre_upload._check_aosp_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -04001016
Ken Turnerd07564b2018-02-08 17:57:59 +11001017 def testIgnoreExcludedPaths(self):
1018 """Ignores excluded paths for license checks."""
1019 self.file_mock.return_value = ['foo/OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -04001020 self.content_mock.return_value = u'owner@chromium.org'
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001021 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
Ken Turnerd07564b2018-02-08 17:57:59 +11001022
Chris McDonald7b63c8e2019-04-25 10:27:27 -06001023 def testIgnoreTopLevelExcludedPaths(self):
1024 """Ignores excluded paths for license checks."""
1025 self.file_mock.return_value = ['OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -04001026 self.content_mock.return_value = u'owner@chromium.org'
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001027 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
1028
Mike Frysinger98638102014-08-28 00:15:08 -04001029
Mike Frysingerb2496652019-09-12 23:35:46 -04001030class CheckLayoutConfTestCase(PreUploadTestCase):
Mike Frysingerd7734522015-02-26 16:12:43 -05001031 """Tests for _check_layout_conf."""
1032
1033 def setUp(self):
1034 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
1035 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
1036
1037 def assertAccepted(self, files, project='project', commit='fake sha1'):
1038 """Assert _check_layout_conf accepts |files|."""
1039 self.file_mock.return_value = files
1040 ret = pre_upload._check_layout_conf(project, commit)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001041 self.assertIsNone(ret, msg='rejected with:\n%s' % ret)
Mike Frysingerd7734522015-02-26 16:12:43 -05001042
1043 def assertRejected(self, files, project='project', commit='fake sha1'):
1044 """Assert _check_layout_conf rejects |files|."""
1045 self.file_mock.return_value = files
1046 ret = pre_upload._check_layout_conf(project, commit)
1047 self.assertTrue(isinstance(ret, errors.HookFailure))
1048
1049 def GetLayoutConf(self, filters=()):
1050 """Return a valid layout.conf with |filters| lines removed."""
1051 all_lines = [
Mike Frysinger71e643e2019-09-13 17:26:39 -04001052 u'masters = portage-stable chromiumos',
1053 u'profile-formats = portage-2 profile-default-eapi',
1054 u'profile_eapi_when_unspecified = 5-progress',
1055 u'repo-name = link',
1056 u'thin-manifests = true',
1057 u'use-manifests = strict',
Mike Frysingerd7734522015-02-26 16:12:43 -05001058 ]
1059
1060 lines = []
1061 for line in all_lines:
1062 for filt in filters:
1063 if line.startswith(filt):
1064 break
1065 else:
1066 lines.append(line)
1067
Mike Frysinger71e643e2019-09-13 17:26:39 -04001068 return u'\n'.join(lines)
Mike Frysingerd7734522015-02-26 16:12:43 -05001069
1070 def testNoFilesToCheck(self):
1071 """Don't blow up when there are no layout.conf files."""
1072 self.assertAccepted([])
1073
1074 def testRejectRepoNameFile(self):
1075 """If profiles/repo_name is set, kick it out."""
1076 self.assertRejected(['profiles/repo_name'])
1077
1078 def testAcceptValidLayoutConf(self):
1079 """Accept a fully valid layout.conf."""
1080 self.content_mock.return_value = self.GetLayoutConf()
1081 self.assertAccepted(['metadata/layout.conf'])
1082
1083 def testAcceptUnknownKeys(self):
1084 """Accept keys we don't explicitly know about."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001085 self.content_mock.return_value = self.GetLayoutConf() + u'\nzzz-top = ok'
Mike Frysingerd7734522015-02-26 16:12:43 -05001086 self.assertAccepted(['metadata/layout.conf'])
1087
1088 def testRejectUnsorted(self):
1089 """Reject an unsorted layout.conf."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001090 self.content_mock.return_value = u'zzz-top = bad\n' + self.GetLayoutConf()
Mike Frysingerd7734522015-02-26 16:12:43 -05001091 self.assertRejected(['metadata/layout.conf'])
1092
1093 def testRejectMissingThinManifests(self):
1094 """Reject a layout.conf missing thin-manifests."""
1095 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001096 filters=[u'thin-manifests'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001097 self.assertRejected(['metadata/layout.conf'])
1098
1099 def testRejectMissingUseManifests(self):
1100 """Reject a layout.conf missing use-manifests."""
1101 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001102 filters=[u'use-manifests'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001103 self.assertRejected(['metadata/layout.conf'])
1104
1105 def testRejectMissingEapiFallback(self):
1106 """Reject a layout.conf missing profile_eapi_when_unspecified."""
1107 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001108 filters=[u'profile_eapi_when_unspecified'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001109 self.assertRejected(['metadata/layout.conf'])
1110
1111 def testRejectMissingRepoName(self):
1112 """Reject a layout.conf missing repo-name."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001113 self.content_mock.return_value = self.GetLayoutConf(filters=[u'repo-name'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001114 self.assertRejected(['metadata/layout.conf'])
1115
1116
Mike Frysingerb2496652019-09-12 23:35:46 -04001117class CommitMessageTestCase(PreUploadTestCase):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001118 """Test case for funcs that check commit messages."""
1119
1120 def setUp(self):
1121 self.msg_mock = self.PatchObject(pre_upload, '_get_commit_desc')
1122
1123 @staticmethod
1124 def CheckMessage(_project, _commit):
1125 raise AssertionError('Test class must declare CheckMessage')
1126 # This dummy return is to silence pylint warning W1111 so we don't have to
1127 # enable it for all the call sites below.
1128 return 1 # pylint: disable=W0101
1129
Alex Deymo643ac4c2015-09-03 10:40:50 -07001130 def assertMessageAccepted(self, msg, project=ProjectNamed('project'),
1131 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001132 """Assert _check_change_has_bug_field accepts |msg|."""
1133 self.msg_mock.return_value = msg
1134 ret = self.CheckMessage(project, commit)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001135 self.assertIsNone(ret)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001136
Alex Deymo643ac4c2015-09-03 10:40:50 -07001137 def assertMessageRejected(self, msg, project=ProjectNamed('project'),
1138 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001139 """Assert _check_change_has_bug_field rejects |msg|."""
1140 self.msg_mock.return_value = msg
1141 ret = self.CheckMessage(project, commit)
1142 self.assertTrue(isinstance(ret, errors.HookFailure))
1143
1144
1145class CheckCommitMessageBug(CommitMessageTestCase):
1146 """Tests for _check_change_has_bug_field."""
1147
Alex Deymo643ac4c2015-09-03 10:40:50 -07001148 AOSP_PROJECT = pre_upload.Project(name='overlay', dir='', remote='aosp')
1149 CROS_PROJECT = pre_upload.Project(name='overlay', dir='', remote='cros')
1150
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001151 @staticmethod
1152 def CheckMessage(project, commit):
1153 return pre_upload._check_change_has_bug_field(project, commit)
1154
1155 def testNormal(self):
1156 """Accept a commit message w/a valid BUG."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001157 self.assertMessageAccepted('\nBUG=chromium:1234\n', self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001158 self.assertMessageAccepted('\nBUG=b:1234\n', self.CROS_PROJECT)
1159
1160 self.assertMessageAccepted('\nBug: 1234\n', self.AOSP_PROJECT)
1161 self.assertMessageAccepted('\nBug:1234\n', self.AOSP_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001162
1163 def testNone(self):
1164 """Accept BUG=None."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001165 self.assertMessageAccepted('\nBUG=None\n', self.CROS_PROJECT)
1166 self.assertMessageAccepted('\nBUG=none\n', self.CROS_PROJECT)
1167 self.assertMessageAccepted('\nBug: None\n', self.AOSP_PROJECT)
1168 self.assertMessageAccepted('\nBug:none\n', self.AOSP_PROJECT)
1169
1170 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1171 self.assertMessageRejected('\nBUG=NONE\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001172
1173 def testBlank(self):
1174 """Reject blank values."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001175 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1176 self.assertMessageRejected('\nBUG=\n', project)
1177 self.assertMessageRejected('\nBUG= \n', project)
1178 self.assertMessageRejected('\nBug:\n', project)
1179 self.assertMessageRejected('\nBug: \n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001180
1181 def testNotFirstLine(self):
1182 """Reject the first line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001183 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1184 self.assertMessageRejected('BUG=None\n\n\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001185
1186 def testNotInline(self):
1187 """Reject not at the start of line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001188 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1189 self.assertMessageRejected('\n BUG=None\n', project)
1190 self.assertMessageRejected('\n\tBUG=None\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001191
1192 def testOldTrackers(self):
1193 """Reject commit messages using old trackers."""
Mike Frysingera2f28252017-10-27 22:26:14 -04001194 self.assertMessageRejected('\nBUG=chrome-os-partner:1234\n',
1195 self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001196 self.assertMessageRejected('\nBUG=chromium-os:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001197
1198 def testNoTrackers(self):
1199 """Reject commit messages w/invalid trackers."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001200 self.assertMessageRejected('\nBUG=booga:1234\n', self.CROS_PROJECT)
1201 self.assertMessageRejected('\nBUG=br:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001202
1203 def testMissing(self):
1204 """Reject commit messages w/no BUG line."""
1205 self.assertMessageRejected('foo\n')
1206
1207 def testCase(self):
1208 """Reject bug lines that are not BUG."""
1209 self.assertMessageRejected('\nbug=none\n')
1210
Cheng Yuehb707c522020-01-02 14:06:59 +08001211 def testNotAfterTest(self):
1212 """Reject any TEST line before any BUG line."""
1213 test_field = 'TEST=i did not do it\n'
1214 middle_field = 'A random between line\n'
1215 for project, bug_field in ((self.AOSP_PROJECT, 'Bug:none\n'),
1216 (self.CROS_PROJECT, 'BUG=None\n')):
1217 self.assertMessageRejected(
1218 '\n' + test_field + middle_field + bug_field, project)
1219 self.assertMessageRejected(
1220 '\n' + test_field + bug_field, project)
1221
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001222
1223class CheckCommitMessageCqDepend(CommitMessageTestCase):
1224 """Tests for _check_change_has_valid_cq_depend."""
1225
1226 @staticmethod
1227 def CheckMessage(project, commit):
1228 return pre_upload._check_change_has_valid_cq_depend(project, commit)
1229
1230 def testNormal(self):
Jason D. Clinton299e3222019-05-23 09:42:03 -06001231 """Accept valid Cq-Depends line."""
Luigi Semenzatob8c7d7d2019-06-03 09:43:21 -07001232 self.assertMessageAccepted('\nCq-Depend: chromium:1234\nChange-Id: I123')
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001233
1234 def testInvalid(self):
Jason D. Clinton299e3222019-05-23 09:42:03 -06001235 """Reject invalid Cq-Depends line."""
1236 self.assertMessageRejected('\nCq-Depend=chromium=1234\n')
1237 self.assertMessageRejected('\nCq-Depend: None\n')
Luigi Semenzatob8c7d7d2019-06-03 09:43:21 -07001238 self.assertMessageRejected('\nCq-Depend: chromium:1234\n\nChange-Id: I123')
Mike Frysingere39d0cd2019-11-25 13:30:06 -05001239 self.assertMessageRejected('\nCQ-DEPEND=1234\n')
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001240
1241
Bernie Thompsonf8fea992016-01-14 10:27:18 -08001242class CheckCommitMessageContribution(CommitMessageTestCase):
1243 """Tests for _check_change_is_contribution."""
1244
1245 @staticmethod
1246 def CheckMessage(project, commit):
1247 return pre_upload._check_change_is_contribution(project, commit)
1248
1249 def testNormal(self):
1250 """Accept a commit message which is a contribution."""
1251 self.assertMessageAccepted('\nThis is cool code I am contributing.\n')
1252
1253 def testFailureLowerCase(self):
1254 """Deny a commit message which is not a contribution."""
1255 self.assertMessageRejected('\nThis is not a contribution.\n')
1256
1257 def testFailureUpperCase(self):
1258 """Deny a commit message which is not a contribution."""
1259 self.assertMessageRejected('\nNOT A CONTRIBUTION\n')
1260
1261
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001262class CheckCommitMessageTest(CommitMessageTestCase):
1263 """Tests for _check_change_has_test_field."""
1264
1265 @staticmethod
1266 def CheckMessage(project, commit):
1267 return pre_upload._check_change_has_test_field(project, commit)
1268
1269 def testNormal(self):
1270 """Accept a commit message w/a valid TEST."""
1271 self.assertMessageAccepted('\nTEST=i did it\n')
1272
1273 def testNone(self):
1274 """Accept TEST=None."""
1275 self.assertMessageAccepted('\nTEST=None\n')
1276 self.assertMessageAccepted('\nTEST=none\n')
1277
1278 def testBlank(self):
1279 """Reject blank values."""
1280 self.assertMessageRejected('\nTEST=\n')
1281 self.assertMessageRejected('\nTEST= \n')
1282
1283 def testNotFirstLine(self):
1284 """Reject the first line."""
1285 self.assertMessageRejected('TEST=None\n\n\n')
1286
1287 def testNotInline(self):
1288 """Reject not at the start of line."""
1289 self.assertMessageRejected('\n TEST=None\n')
1290 self.assertMessageRejected('\n\tTEST=None\n')
1291
1292 def testMissing(self):
1293 """Reject commit messages w/no TEST line."""
1294 self.assertMessageRejected('foo\n')
1295
1296 def testCase(self):
1297 """Reject bug lines that are not TEST."""
1298 self.assertMessageRejected('\ntest=none\n')
1299
1300
1301class CheckCommitMessageChangeId(CommitMessageTestCase):
1302 """Tests for _check_change_has_proper_changeid."""
1303
1304 @staticmethod
1305 def CheckMessage(project, commit):
1306 return pre_upload._check_change_has_proper_changeid(project, commit)
1307
1308 def testNormal(self):
1309 """Accept a commit message w/a valid Change-Id."""
1310 self.assertMessageAccepted('foo\n\nChange-Id: I1234\n')
1311
1312 def testBlank(self):
1313 """Reject blank values."""
1314 self.assertMessageRejected('\nChange-Id:\n')
1315 self.assertMessageRejected('\nChange-Id: \n')
1316
1317 def testNotFirstLine(self):
1318 """Reject the first line."""
1319 self.assertMessageRejected('TEST=None\n\n\n')
1320
1321 def testNotInline(self):
1322 """Reject not at the start of line."""
1323 self.assertMessageRejected('\n Change-Id: I1234\n')
1324 self.assertMessageRejected('\n\tChange-Id: I1234\n')
1325
1326 def testMissing(self):
1327 """Reject commit messages missing the line."""
1328 self.assertMessageRejected('foo\n')
1329
1330 def testCase(self):
1331 """Reject bug lines that are not Change-Id."""
1332 self.assertMessageRejected('\nchange-id: I1234\n')
1333 self.assertMessageRejected('\nChange-id: I1234\n')
1334 self.assertMessageRejected('\nChange-ID: I1234\n')
1335
1336 def testEnd(self):
1337 """Reject Change-Id's that are not last."""
1338 self.assertMessageRejected('\nChange-Id: I1234\nbar\n')
1339
Mike Frysinger02b88bd2014-11-21 00:29:38 -05001340 def testSobTag(self):
1341 """Permit s-o-b tags to follow the Change-Id."""
1342 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nSigned-off-by: Hi\n')
1343
LaMont Jones237f3ef2020-01-22 10:40:52 -07001344 def testCqClTag(self):
1345 """Permit Cq-Cl-Tag tags to follow the Change-Id."""
1346 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nCq-Cl-Tag: Hi\n')
1347
LaMont Jonesfb5e8bf2020-03-03 12:50:06 -07001348 def testCqIncludeTrybotsTag(self):
1349 """Permit Cq-Include-Trybots tags to follow the Change-Id."""
1350 self.assertMessageAccepted(
1351 'foo\n\nChange-Id: I1234\nCq-Include-Trybots: chromeos/cq:foo\n')
1352
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001353
Jack Neus8edbf642019-07-10 16:08:31 -06001354class CheckCommitMessageNoOEM(CommitMessageTestCase):
1355 """Tests for _check_change_no_include_oem."""
1356
1357 @staticmethod
1358 def CheckMessage(project, commit):
1359 return pre_upload._check_change_no_include_oem(project, commit)
1360
1361 def testNormal(self):
1362 """Accept a commit message w/o reference to an OEM/ODM."""
1363 self.assertMessageAccepted('foo\n')
1364
1365 def testHasOEM(self):
1366 """Catch commit messages referencing OEMs."""
1367 self.assertMessageRejected('HP Project\n\n')
1368 self.assertMessageRejected('hewlett-packard\n')
1369 self.assertMessageRejected('Hewlett\nPackard\n')
1370 self.assertMessageRejected('Dell Chromebook\n\n\n')
1371 self.assertMessageRejected('product@acer.com\n')
1372 self.assertMessageRejected('This is related to Asus\n')
1373 self.assertMessageRejected('lenovo machine\n')
1374
1375 def testHasODM(self):
1376 """Catch commit messages referencing ODMs."""
1377 self.assertMessageRejected('new samsung laptop\n\n')
1378 self.assertMessageRejected('pegatron(ems) project\n')
1379 self.assertMessageRejected('new Wistron device\n')
1380
1381 def testContainsOEM(self):
1382 """Check that the check handles word boundaries properly."""
1383 self.assertMessageAccepted('oheahpohea')
1384 self.assertMessageAccepted('Play an Asus7 guitar chord.\n\n')
1385
1386 def testTag(self):
1387 """Check that the check ignores tags."""
1388 self.assertMessageAccepted(
1389 'Harmless project\n'
1390 'Reviewed-by: partner@asus.corp-partner.google.com\n'
1391 'Tested-by: partner@hp.corp-partner.google.com\n'
1392 'Signed-off-by: partner@dell.corp-partner.google.com\n'
1393 'Commit-Queue: partner@lenovo.corp-partner.google.com\n'
Jack Neus8edbf642019-07-10 16:08:31 -06001394 'CC: partner@acer.corp-partner.google.com\n'
1395 'Acked-by: partner@hewlett-packard.corp-partner.google.com\n')
1396 self.assertMessageRejected(
1397 'Asus project\n'
1398 'Reviewed-by: partner@asus.corp-partner.google.com')
Mike Frysingerbb34a222019-07-31 14:40:46 -04001399 self.assertMessageRejected(
1400 'my project\n'
1401 'Bad-tag: partner@asus.corp-partner.google.com')
Jack Neus8edbf642019-07-10 16:08:31 -06001402
1403
Mike Frysinger36b2ebc2014-10-31 14:02:03 -04001404class CheckCommitMessageStyle(CommitMessageTestCase):
1405 """Tests for _check_commit_message_style."""
1406
1407 @staticmethod
1408 def CheckMessage(project, commit):
1409 return pre_upload._check_commit_message_style(project, commit)
1410
1411 def testNormal(self):
1412 """Accept valid commit messages."""
1413 self.assertMessageAccepted('one sentence.\n')
1414 self.assertMessageAccepted('some.module: do it!\n')
1415 self.assertMessageAccepted('one line\n\nmore stuff here.')
1416
1417 def testNoBlankSecondLine(self):
1418 """Reject messages that have stuff on the second line."""
1419 self.assertMessageRejected('one sentence.\nbad fish!\n')
1420
1421 def testFirstLineMultipleSentences(self):
1422 """Reject messages that have more than one sentence in the summary."""
1423 self.assertMessageRejected('one sentence. two sentence!\n')
1424
1425 def testFirstLineTooLone(self):
1426 """Reject first lines that are too long."""
1427 self.assertMessageRejected('o' * 200)
1428
1429
Mike Frysinger292b45d2014-11-25 01:17:10 -05001430def DiffEntry(src_file=None, dst_file=None, src_mode=None, dst_mode='100644',
1431 status='M'):
1432 """Helper to create a stub RawDiffEntry object"""
1433 if src_mode is None:
1434 if status == 'A':
1435 src_mode = '000000'
1436 elif status == 'M':
1437 src_mode = dst_mode
1438 elif status == 'D':
1439 src_mode = dst_mode
1440 dst_mode = '000000'
1441
1442 src_sha = dst_sha = 'abc'
1443 if status == 'D':
1444 dst_sha = '000000'
1445 elif status == 'A':
1446 src_sha = '000000'
1447
1448 return git.RawDiffEntry(src_mode=src_mode, dst_mode=dst_mode, src_sha=src_sha,
1449 dst_sha=dst_sha, status=status, score=None,
1450 src_file=src_file, dst_file=dst_file)
1451
1452
Mike Frysingerb2496652019-09-12 23:35:46 -04001453class HelpersTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001454 """Various tests for utility functions."""
1455
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001456 def setUp(self):
1457 self.orig_cwd = os.getcwd()
1458 os.chdir(self.tempdir)
1459
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001460 self.PatchObject(git, 'RawDiff', return_value=[
1461 # A modified normal file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001462 DiffEntry(src_file='buildbot/constants.py', status='M'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001463 # A new symlink file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001464 DiffEntry(dst_file='scripts/cros_env_whitelist', dst_mode='120000',
1465 status='A'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001466 # A deleted file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001467 DiffEntry(src_file='scripts/sync_sonic.py', status='D'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001468 ])
1469
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001470 def tearDown(self):
1471 os.chdir(self.orig_cwd)
1472
1473 def _WritePresubmitIgnoreFile(self, subdir, data):
1474 """Writes to a .presubmitignore file in the passed-in subdirectory."""
1475 directory = os.path.join(self.tempdir, subdir)
1476 if not os.path.exists(directory):
1477 os.makedirs(directory)
1478 osutils.WriteFile(os.path.join(directory, pre_upload._IGNORE_FILE), data)
1479
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001480 def testGetAffectedFilesNoDeletesNoRelative(self):
1481 """Verify _get_affected_files() works w/no delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001482 path = os.getcwd()
1483 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1484 relative=False)
1485 exp_files = [os.path.join(path, 'buildbot/constants.py')]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001486 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001487
1488 def testGetAffectedFilesDeletesNoRelative(self):
1489 """Verify _get_affected_files() works w/delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001490 path = os.getcwd()
1491 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1492 relative=False)
1493 exp_files = [os.path.join(path, 'buildbot/constants.py'),
1494 os.path.join(path, 'scripts/sync_sonic.py')]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001495 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001496
1497 def testGetAffectedFilesNoDeletesRelative(self):
1498 """Verify _get_affected_files() works w/no delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001499 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1500 relative=True)
1501 exp_files = ['buildbot/constants.py']
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001502 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001503
1504 def testGetAffectedFilesDeletesRelative(self):
1505 """Verify _get_affected_files() works w/delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001506 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1507 relative=True)
1508 exp_files = ['buildbot/constants.py', 'scripts/sync_sonic.py']
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001509 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001510
Mike Frysinger292b45d2014-11-25 01:17:10 -05001511 def testGetAffectedFilesDetails(self):
1512 """Verify _get_affected_files() works w/full_details."""
Mike Frysinger292b45d2014-11-25 01:17:10 -05001513 files = pre_upload._get_affected_files('HEAD', full_details=True,
1514 relative=True)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001515 self.assertEqual(files[0].src_file, 'buildbot/constants.py')
Mike Frysinger292b45d2014-11-25 01:17:10 -05001516
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001517 def testGetAffectedFilesPresubmitIgnoreDirectory(self):
1518 """Verify .presubmitignore can be used to exclude a directory."""
1519 self._WritePresubmitIgnoreFile('.', 'buildbot/')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001520 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001521
1522 def testGetAffectedFilesPresubmitIgnoreDirectoryWildcard(self):
1523 """Verify .presubmitignore can be used with a directory wildcard."""
1524 self._WritePresubmitIgnoreFile('.', '*/constants.py')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001525 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001526
1527 def testGetAffectedFilesPresubmitIgnoreWithinDirectory(self):
1528 """Verify .presubmitignore can be placed in a subdirectory."""
1529 self._WritePresubmitIgnoreFile('buildbot', '*.py')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001530 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001531
1532 def testGetAffectedFilesPresubmitIgnoreDoesntMatch(self):
1533 """Verify .presubmitignore has no effect when it doesn't match a file."""
1534 self._WritePresubmitIgnoreFile('buildbot', '*.txt')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001535 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True),
1536 ['buildbot/constants.py'])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001537
1538 def testGetAffectedFilesPresubmitIgnoreAddedFile(self):
1539 """Verify .presubmitignore matches added files."""
1540 self._WritePresubmitIgnoreFile('.', 'buildbot/\nscripts/')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001541 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True,
1542 include_symlinks=True),
1543 [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001544
1545 def testGetAffectedFilesPresubmitIgnoreSkipIgnoreFile(self):
1546 """Verify .presubmitignore files are automatically skipped."""
1547 self.PatchObject(git, 'RawDiff', return_value=[
1548 DiffEntry(src_file='.presubmitignore', status='M')
1549 ])
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001550 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Mike Frysinger292b45d2014-11-25 01:17:10 -05001551
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001552
Mike Frysingerb2496652019-09-12 23:35:46 -04001553class ExecFilesTest(PreUploadTestCase):
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001554 """Tests for _check_exec_files."""
1555
1556 def setUp(self):
1557 self.diff_mock = self.PatchObject(git, 'RawDiff')
1558
1559 def testNotExec(self):
1560 """Do not flag files that are not executable."""
1561 self.diff_mock.return_value = [
1562 DiffEntry(src_file='make.conf', dst_mode='100644', status='A'),
1563 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001564 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001565
1566 def testExec(self):
1567 """Flag files that are executable."""
1568 self.diff_mock.return_value = [
1569 DiffEntry(src_file='make.conf', dst_mode='100755', status='A'),
1570 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001571 self.assertIsNotNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001572
1573 def testDeletedExec(self):
1574 """Ignore bad files that are being deleted."""
1575 self.diff_mock.return_value = [
1576 DiffEntry(src_file='make.conf', dst_mode='100755', status='D'),
1577 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001578 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001579
1580 def testModifiedExec(self):
1581 """Flag bad files that weren't exec, but now are."""
1582 self.diff_mock.return_value = [
1583 DiffEntry(src_file='make.conf', src_mode='100644', dst_mode='100755',
1584 status='M'),
1585 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001586 self.assertIsNotNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001587
1588 def testNormalExec(self):
1589 """Don't flag normal files (e.g. scripts) that are executable."""
1590 self.diff_mock.return_value = [
1591 DiffEntry(src_file='foo.sh', dst_mode='100755', status='A'),
1592 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001593 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001594
1595
Mike Frysingerb2496652019-09-12 23:35:46 -04001596class CheckForUprev(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysinger292b45d2014-11-25 01:17:10 -05001597 """Tests for _check_for_uprev."""
1598
1599 def setUp(self):
1600 self.file_mock = self.PatchObject(git, 'RawDiff')
1601
1602 def _Files(self, files):
1603 """Create |files| in the tempdir and return full paths to them."""
1604 for obj in files:
1605 if obj.status == 'D':
1606 continue
1607 if obj.dst_file is None:
1608 f = obj.src_file
1609 else:
1610 f = obj.dst_file
1611 osutils.Touch(os.path.join(self.tempdir, f), makedirs=True)
1612 return files
1613
1614 def assertAccepted(self, files, project='project', commit='fake sha1'):
1615 """Assert _check_for_uprev accepts |files|."""
1616 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001617 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1618 project_top=self.tempdir)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001619 self.assertIsNone(ret)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001620
1621 def assertRejected(self, files, project='project', commit='fake sha1'):
1622 """Assert _check_for_uprev rejects |files|."""
1623 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001624 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1625 project_top=self.tempdir)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001626 self.assertTrue(isinstance(ret, errors.HookFailure))
1627
1628 def testWhitelistOverlay(self):
1629 """Skip checks on whitelisted overlays."""
1630 self.assertAccepted([DiffEntry(src_file='cat/pkg/pkg-0.ebuild')],
1631 project='chromiumos/overlays/portage-stable')
1632
1633 def testWhitelistFiles(self):
1634 """Skip checks on whitelisted files."""
1635 files = ['ChangeLog', 'Manifest', 'metadata.xml']
1636 self.assertAccepted([DiffEntry(src_file=os.path.join('c', 'p', x),
1637 status='M')
1638 for x in files])
1639
1640 def testRejectBasic(self):
1641 """Reject ebuilds missing uprevs."""
1642 self.assertRejected([DiffEntry(src_file='c/p/p-0.ebuild', status='M')])
1643
1644 def testNewPackage(self):
1645 """Accept new ebuilds w/out uprevs."""
1646 self.assertAccepted([DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1647 self.assertAccepted([DiffEntry(src_file='c/p/p-0-r12.ebuild', status='A')])
1648
1649 def testModifiedFilesOnly(self):
1650 """Reject ebuilds w/out uprevs and changes in files/."""
1651 osutils.Touch(os.path.join(self.tempdir, 'cat/pkg/pkg-0.ebuild'),
1652 makedirs=True)
1653 self.assertRejected([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1654 self.assertRejected([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1655
1656 def testFilesNoEbuilds(self):
1657 """Ignore changes to paths w/out ebuilds."""
1658 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1659 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1660
1661 def testModifiedFilesWithUprev(self):
1662 """Accept ebuilds w/uprevs and changes in files/."""
1663 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='A'),
1664 DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1665 self.assertAccepted([
1666 DiffEntry(src_file='c/p/files/f', status='M'),
1667 DiffEntry(src_file='c/p/p-0-r1.ebuild', src_mode='120000',
1668 dst_file='c/p/p-0-r2.ebuild', dst_mode='120000', status='R')])
1669
Gwendal Grignoua3086c32014-12-09 11:17:22 -08001670 def testModifiedFilesWith9999(self):
1671 """Accept 9999 ebuilds and changes in files/."""
1672 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M'),
1673 DiffEntry(src_file='c/p/p-9999.ebuild', status='M')])
1674
C Shapiroae157ae2017-09-18 16:24:03 -06001675 def testModifiedFilesIn9999SubDirWithout9999Change(self):
1676 """Accept changes in files/ with a parent 9999 ebuild"""
1677 ebuild_9999_file = os.path.join(self.tempdir, 'c/p/p-9999.ebuild')
1678 os.makedirs(os.path.dirname(ebuild_9999_file))
1679 osutils.WriteFile(ebuild_9999_file, 'fake')
1680 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M')])
1681
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001682
Mike Frysingerb2496652019-09-12 23:35:46 -04001683class DirectMainTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysinger55f85b52014-12-18 14:45:21 -05001684 """Tests for direct_main()"""
1685
1686 def setUp(self):
1687 self.hooks_mock = self.PatchObject(pre_upload, '_run_project_hooks',
1688 return_value=None)
1689
1690 def testNoArgs(self):
1691 """If run w/no args, should check the current dir."""
1692 ret = pre_upload.direct_main([])
1693 self.assertEqual(ret, 0)
1694 self.hooks_mock.assert_called_once_with(
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001695 mock.ANY, proj_dir=os.getcwd(), commit_list=[], presubmit=mock.ANY,
1696 config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001697
1698 def testExplicitDir(self):
1699 """Verify we can run on a diff dir."""
1700 # Use the chromite dir since we know it exists.
1701 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR])
1702 self.assertEqual(ret, 0)
1703 self.hooks_mock.assert_called_once_with(
1704 mock.ANY, proj_dir=constants.CHROMITE_DIR, commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001705 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001706
1707 def testBogusProject(self):
1708 """A bogus project name should be fine (use default settings)."""
1709 # Use the chromite dir since we know it exists.
1710 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR,
1711 '--project', 'foooooooooo'])
1712 self.assertEqual(ret, 0)
1713 self.hooks_mock.assert_called_once_with(
1714 'foooooooooo', proj_dir=constants.CHROMITE_DIR, commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001715 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001716
1717 def testBogustProjectNoDir(self):
1718 """Make sure --dir is detected even with --project."""
1719 ret = pre_upload.direct_main(['--project', 'foooooooooo'])
1720 self.assertEqual(ret, 0)
1721 self.hooks_mock.assert_called_once_with(
1722 'foooooooooo', proj_dir=os.getcwd(), commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001723 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001724
1725 def testNoGitDir(self):
1726 """We should die when run on a non-git dir."""
1727 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1728 ['--dir', self.tempdir])
1729
1730 def testNoDir(self):
1731 """We should die when run on a missing dir."""
1732 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1733 ['--dir', os.path.join(self.tempdir, 'foooooooo')])
1734
1735 def testCommitList(self):
1736 """Any args on the command line should be treated as commits."""
1737 commits = ['sha1', 'sha2', 'shaaaaaaaaaaaan']
1738 ret = pre_upload.direct_main(commits)
1739 self.assertEqual(ret, 0)
1740 self.hooks_mock.assert_called_once_with(
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001741 mock.ANY, proj_dir=mock.ANY, commit_list=commits, presubmit=mock.ANY,
1742 config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001743
1744
Mike Frysingerb2496652019-09-12 23:35:46 -04001745class CheckRustfmtTest(PreUploadTestCase):
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001746 """Tests for _check_rustfmt."""
1747
1748 def setUp(self):
1749 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
1750
1751 def testBadRustFile(self):
1752 self.PatchObject(pre_upload, '_get_affected_files', return_value=['a.rs'])
1753 # Bad because it's missing trailing newline.
Mike Frysingere85b0062019-08-20 15:10:33 -04001754 content = 'fn main() {}'
1755 self.content_mock.return_value = content
1756 self.PatchObject(pre_upload, '_run_command', return_value=content + '\n')
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001757 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1758 self.assertIsNotNone(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001759 self.assertEqual('Files not formatted with rustfmt: '
1760 "(run 'cargo fmt' to fix)",
1761 failure.msg)
1762 self.assertEqual(['a.rs'], failure.items)
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001763
1764 def testGoodRustFile(self):
1765 self.PatchObject(pre_upload, '_get_affected_files', return_value=['a.rs'])
Mike Frysingere85b0062019-08-20 15:10:33 -04001766 content = 'fn main() {}\n'
1767 self.content_mock.return_value = content
1768 self.PatchObject(pre_upload, '_run_command', return_value=content)
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001769 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1770 self.assertIsNone(failure)
1771
1772 def testFilterNonRustFiles(self):
1773 self.PatchObject(pre_upload, '_get_affected_files',
1774 return_value=['a.cc', 'a.rsa', 'a.irs', 'rs.cc'])
1775 self.content_mock.return_value = 'fn main() {\n}'
1776 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1777 self.assertIsNone(failure)
1778
1779
Keiichi Watanabe6ab73fd2020-07-14 23:42:02 +09001780class GetCargoClippyParserTest(cros_test_lib.TestCase):
1781 """Tests for _get_cargo_clippy_parser."""
1782
1783 def testSingleProject(self):
1784 parser = pre_upload._get_cargo_clippy_parser()
1785 args = parser.parse_args(['--project', 'foo'])
1786 self.assertEqual(args.project,
1787 [pre_upload.ClippyProject(root='foo', script=None)])
1788
1789 def testMultipleProjects(self):
1790 parser = pre_upload._get_cargo_clippy_parser()
1791 args = parser.parse_args(['--project', 'foo:bar',
1792 '--project', 'baz'])
1793 self.assertCountEqual(args.project,
1794 [pre_upload.ClippyProject(root='foo', script='bar'),
1795 pre_upload.ClippyProject(root='baz', script=None)])
1796
1797
1798class CheckCargoClippyTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
1799 """Tests for _check_cargo_clippy."""
1800
1801 def setUp(self):
1802 self.project = pre_upload.Project(name='PROJECT', dir=self.tempdir,
1803 remote=None)
1804
1805 def testClippy(self):
1806 """Verify clippy is called when a monitored file was changed."""
1807 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1808
1809 self.PatchObject(pre_upload, '_get_affected_files',
1810 return_value=[f'{self.project.dir}/repo_a/a.rs'])
1811
1812 ret = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1813 options=['--project=repo_a',
1814 '--project=repo_b:foo'])
1815 self.assertFalse(ret)
1816
1817 # Check if `cargo clippy` ran.
1818 called = False
1819 for args, _ in rc_mock.call_args_list:
1820 cmd = args[0]
1821 if len(cmd) > 1 and cmd[0] == 'cargo' and cmd[1] == 'clippy':
1822 called = True
1823 break
1824
1825 self.assertTrue(called)
1826
1827 def testDontRun(self):
1828 """Skip checks when no monitored files are modified."""
1829 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1830
1831 # A file under `repo_a` was monitored.
1832 self.PatchObject(pre_upload, '_get_affected_files',
1833 return_value=[f'{self.project.dir}/repo_a/a.rs'])
1834 # But, we only care about files under `repo_b`.
1835 errs = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1836 options=['--project=repo_b:foo'])
1837
1838 self.assertFalse(errs)
1839
1840 rc_mock.assert_not_called()
1841
1842 def testCustomScript(self):
1843 """Verify project-specific script is used."""
1844 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1845
1846 self.PatchObject(pre_upload, '_get_affected_files',
1847 return_value=[f'{self.project.dir}/repo_b/b.rs'])
1848
1849 errs = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1850 options=['--project=repo_a',
1851 '--project=repo_b:foo'])
1852 self.assertFalse(errs)
1853
1854 # Check if the script `foo` ran.
1855 called = False
1856 for args, _ in rc_mock.call_args_list:
1857 cmd = args[0]
1858 if len(cmd) > 0 and cmd[0] == os.path.join(self.project.dir, 'foo'):
1859 called = True
1860 break
1861
1862 self.assertTrue(called)
1863
1864
Mike Frysinger180ecd62020-08-19 00:41:51 -04001865class OverrideHooksProcessing(PreUploadTestCase):
1866 """Verify _get_override_hooks processing."""
1867
1868 @staticmethod
1869 def parse(data):
1870 """Helper to create a config & parse it."""
1871 cfg = configparser.ConfigParser()
1872 cfg.read_string(data)
1873 return pre_upload._get_override_hooks(cfg)
1874
1875 def testHooks(self):
1876 """Verify we reject unknown hook names (e.g. typos)."""
1877 with self.assertRaises(ValueError) as e:
1878 self.parse("""
1879[Hook Overrides]
1880foobar: true
1881""")
1882 self.assertIn('foobar', str(e.exception))
1883
1884 def testImplicitDisable(self):
1885 """Verify non-common hooks aren't enabled by default."""
1886 enabled, _ = self.parse('')
1887 self.assertNotIn(pre_upload._run_checkpatch, enabled)
1888
1889 def testExplicitDisable(self):
1890 """Verify hooks disabled are disabled."""
1891 _, disabled = self.parse("""
1892[Hook Overrides]
1893tab_check: false
1894""")
1895 self.assertIn(pre_upload._check_no_tabs, disabled)
1896
1897 def testExplicitEnable(self):
1898 """Verify hooks enabled are enabled."""
1899 enabled, _ = self.parse("""
1900[Hook Overrides]
1901tab_check: true
1902""")
1903 self.assertIn(pre_upload._check_no_tabs, enabled)
1904
1905 def testOptions(self):
1906 """Verify hook options are loaded."""
1907 enabled, _ = self.parse("""
1908[Hook Overrides Options]
1909keyword_check: --kw
1910""")
1911 for func in enabled:
1912 if func.__name__ == 'keyword_check':
1913 self.assertIn('options', func.keywords)
1914 self.assertEqual(func.keywords['options'], ['--kw'])
1915 break
1916 else:
1917 self.fail('could not find "keyword_check" enabled hook')
1918
1919 def testSignOffField(self):
1920 """Verify signoff field handling."""
1921 # Enforce no s-o-b by default.
1922 enabled, disabled = self.parse('')
1923 self.assertIn(pre_upload._check_change_has_no_signoff_field, enabled)
1924 self.assertNotIn(pre_upload._check_change_has_signoff_field, enabled)
1925 self.assertNotIn(pre_upload._check_change_has_signoff_field, disabled)
1926
1927 # If disabled, don't enforce either policy.
1928 enabled, disabled = self.parse("""
1929[Hook Overrides]
1930signoff_check: false
1931""")
1932 self.assertNotIn(pre_upload._check_change_has_no_signoff_field, enabled)
1933 self.assertNotIn(pre_upload._check_change_has_signoff_field, enabled)
1934 self.assertIn(pre_upload._check_change_has_signoff_field, disabled)
1935
1936 # If enabled, require s-o-b.
1937 enabled, disabled = self.parse("""
1938[Hook Overrides]
1939signoff_check: true
1940""")
1941 self.assertNotIn(pre_upload._check_change_has_no_signoff_field, enabled)
1942 self.assertIn(pre_upload._check_change_has_signoff_field, enabled)
1943 self.assertNotIn(pre_upload._check_change_has_signoff_field, disabled)
1944
1945 def testBranchField(self):
1946 """Verify branch field enabling."""
1947 # Should be disabled by default.
1948 enabled, disabled = self.parse('')
1949 self.assertIn(pre_upload._check_change_has_no_branch_field, enabled)
1950 self.assertNotIn(pre_upload._check_change_has_branch_field, enabled)
1951 self.assertNotIn(pre_upload._check_change_has_branch_field, disabled)
1952
1953 # Should be disabled if requested.
1954 enabled, disabled = self.parse("""
1955[Hook Overrides]
1956branch_check: false
1957""")
1958 self.assertIn(pre_upload._check_change_has_no_branch_field, enabled)
1959 self.assertNotIn(pre_upload._check_change_has_branch_field, enabled)
1960 self.assertIn(pre_upload._check_change_has_branch_field, disabled)
1961
1962 # Should be enabled if requested.
1963 enabled, disabled = self.parse("""
1964[Hook Overrides]
1965branch_check: true
1966""")
1967 self.assertNotIn(pre_upload._check_change_has_no_branch_field, enabled)
1968 self.assertIn(pre_upload._check_change_has_branch_field, enabled)
1969 self.assertNotIn(pre_upload._check_change_has_branch_field, disabled)
1970
1971
Jon Salz98255932012-08-18 14:48:02 +08001972if __name__ == '__main__':
Mike Frysinger884a8dd2015-05-17 03:43:43 -04001973 cros_test_lib.main(module=__name__)