blob: 0702f5413f39e2315a80629dfa3891cfe3236570 [file] [log] [blame]
Mike Frysinger4f994402019-09-13 17:40:45 -04001#!/usr/bin/env python3
Jon Salz98255932012-08-18 14:48:02 +08002# -*- coding: utf-8 -*-
3# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
Mike Frysingerae409522014-02-01 03:16:11 -05007"""Unittests for pre-upload.py."""
8
Mike Frysinger09d6a3d2013-10-08 22:21:03 -04009from __future__ import print_function
10
Mike Frysinger180ecd62020-08-19 00:41:51 -040011import configparser
Keigo Oka7e880ac2019-07-03 15:03:43 +090012import datetime
David Jamesc3b68b32013-04-03 09:17:03 -070013import os
14import sys
Jon Salz98255932012-08-18 14:48:02 +080015
Mike Frysingerfd481ce2019-09-13 18:14:48 -040016import mock
17
Mike Frysingerbf8b91c2014-02-01 02:50:27 -050018import errors
19
Jon Salz98255932012-08-18 14:48:02 +080020# pylint: disable=W0212
Mike Frysinger65d93c12014-02-01 02:59:46 -050021# We access private members of the pre_upload module all over the place.
22
Mike Frysinger55f85b52014-12-18 14:45:21 -050023# Make sure we can find the chromite paths.
24sys.path.insert(0, os.path.join(os.path.dirname(os.path.realpath(__file__)),
25 '..', '..'))
Jon Salz98255932012-08-18 14:48:02 +080026
Mike Frysingerfd481ce2019-09-13 18:14:48 -040027# The sys.path monkey patching confuses the linter.
28# pylint: disable=wrong-import-position
Mike Frysinger71e643e2019-09-13 17:26:39 -040029from chromite.lib import constants
30from chromite.lib import cros_build_lib
Mike Frysinger65d93c12014-02-01 02:59:46 -050031from chromite.lib import cros_test_lib
Mike Frysingerd3bd32c2014-11-24 23:34:29 -050032from chromite.lib import git
Daniel Erata350fd32014-09-29 14:02:34 -070033from chromite.lib import osutils
Mike Frysinger65d93c12014-02-01 02:59:46 -050034
35
Mike Frysingerff4768e2020-02-27 18:48:13 -050036assert sys.version_info >= (3, 6), 'This module requires Python 3.6+'
37
38
Jon Salz98255932012-08-18 14:48:02 +080039pre_upload = __import__('pre-upload')
40
41
Alex Deymo643ac4c2015-09-03 10:40:50 -070042def ProjectNamed(project_name):
43 """Wrapper to create a Project with just the name"""
44 return pre_upload.Project(project_name, None, None)
45
46
Mike Frysingerb2496652019-09-12 23:35:46 -040047class PreUploadTestCase(cros_test_lib.MockTestCase):
48 """Common test case base."""
49
50 def setUp(self):
51 pre_upload.CACHE.clear()
52
53
54class TryUTF8DecodeTest(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -050055 """Verify we sanely handle unicode content."""
56
Mike Frysinger71e643e2019-09-13 17:26:39 -040057 def setUp(self):
Mike Frysinger7bb709f2019-09-29 23:20:12 -040058 self.rc_mock = self.PatchObject(cros_build_lib, 'run')
Mike Frysinger71e643e2019-09-13 17:26:39 -040059
60 def _run(self, content):
61 """Helper for round tripping through _run_command."""
62 self.rc_mock.return_value = cros_build_lib.CommandResult(
63 output=content, returncode=0)
64 return pre_upload._run_command([])
65
66 def testEmpty(self):
67 """Check empty output."""
68 ret = self._run(b'')
69 self.assertEqual('', ret)
70
71 if sys.version_info.major < 3:
72 ret = self._run('')
73 self.assertEqual(u'', ret)
74
75 def testAscii(self):
76 """Check ascii output."""
77 ret = self._run(b'abc')
78 self.assertEqual('abc', ret)
79
80 if sys.version_info.major < 3:
81 ret = self._run('abc')
82 self.assertEqual(u'abc', ret)
83
84 def testUtf8(self):
85 """Check valid UTF-8 output."""
86 text = u'你好布萊恩'
87 ret = self._run(text.encode('utf-8'))
88 self.assertEqual(text, ret)
89
90 def testBinary(self):
91 """Check binary (invalid UTF-8) output."""
92 ret = self._run(b'hi \x80 there')
Mike Frysinger8a4e8942019-09-16 23:43:49 -040093 self.assertEqual(u'hi \ufffd there', ret)
Jon Salz98255932012-08-18 14:48:02 +080094
95
Bernie Thompson8e26f742020-07-23 14:32:31 -070096class CheckKeywordsTest(PreUploadTestCase):
97 """Tests for _check_keywords."""
98
99 def setUp(self):
100 self.PatchObject(pre_upload, '_get_affected_files',
101 return_value=['x.ebuild'])
102 self.PatchObject(pre_upload, '_filter_files', return_value=['x.ebuild'])
103 self.PatchObject(osutils, 'ReadFile',
104 return_value='scruffy\nmangy\ndog.?pile\ncat.?circle')
105 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
106 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
107
108 def test_good_cases(self):
109 self.desc_mock.return_value = 'Commit Message.\nLine 2'
110 self.diff_mock.return_value = [
111 (1, 'Some text without keywords.'),
112 (2, 'The dog is black has a partial keyword that does not count.'),
113 ]
114 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'), 'COMMIT')
115 self.assertEqual(failures, [])
116
117 def test_bad_cases(self):
118 self.desc_mock.return_value = 'Commit Message.\nLine 2\nLine 3 scruffy'
119 self.diff_mock.return_value = [
120 (1, 'Scruffy plain catch'),
121 (2, 'dog-pile hyphenated catch'),
122 (3, 'cat_circle underscored catch'),
123 (4, 'dog pile space catch'),
124 (5, 'dogpiled substring catch'),
125 (6, 'scruffy mangy dog, multiple in a line catch'),
126 ]
127 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
128 'COMMIT')
129 self.assertNotEqual(failures, [])
130 self.assertEqual('Found a blocked keyword in:', failures[0].msg)
131 self.assertEqual(['x.ebuild, line 1: Matched scruffy',
132 'x.ebuild, line 2: Matched dog.?pile',
133 'x.ebuild, line 3: Matched cat.?circle',
134 'x.ebuild, line 4: Matched dog.?pile',
135 'x.ebuild, line 5: Matched dog.?pile',
136 'x.ebuild, line 6: Matched mangy'],
137 failures[0].items)
138 self.assertEqual('Found a blocked keyword in:', failures[1].msg)
139 self.assertEqual(['Commit message, line 3: Matched scruffy'],
140 failures[1].items)
141
142 def test_block_option_cases(self):
143 self.desc_mock.return_value = 'Commit Message.\nLine 2 voldemort'
144 self.diff_mock.return_value = [
145 (1, 'Line with a new term voldemort.'),
146 (2, 'Line with only they who shall not be named.'),
147 ]
148 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
149 'COMMIT', ['--block', 'voldemort'])
150 self.assertNotEqual(failures, [])
151 self.assertEqual('Found a blocked keyword in:', failures[0].msg)
152 self.assertEqual(['x.ebuild, line 1: Matched voldemort'], failures[0].items)
153 self.assertEqual('Found a blocked keyword in:', failures[1].msg)
154 self.assertEqual(['Commit message, line 2: Matched voldemort'],
155 failures[1].items)
156
157 def test_unblock_option_cases(self):
158 self.desc_mock.return_value = 'Commit message with scruffy'
159 self.diff_mock.return_value = [
160 (1, 'Line with a now unblocked term scruffy'),
161 (2, 'Line with without any blocked terms'),
162 ]
163 failures = pre_upload._check_keywords(ProjectNamed('PROJECT'),
164 'COMMIT', ['--unblock', 'scru.?fy'])
165 self.assertEqual(failures, [])
166
167
Mike Frysingerb2496652019-09-12 23:35:46 -0400168class CheckNoLongLinesTest(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500169 """Tests for _check_no_long_lines."""
170
Jon Salz98255932012-08-18 14:48:02 +0800171 def setUp(self):
Mike Frysinger1459d362014-12-06 13:53:23 -0500172 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
Jon Salz98255932012-08-18 14:48:02 +0800173
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900174 def testCheck(self):
Mike Frysingerf8961942020-05-15 00:36:31 -0400175 path = 'x.cc'
176 self.PatchObject(pre_upload, '_get_affected_files', return_value=[path])
Mike Frysinger1459d362014-12-06 13:53:23 -0500177 self.diff_mock.return_value = [
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400178 (1, u'x' * 80), # OK
179 (2, '\x80' * 80), # OK
180 (3, u'x' * 81), # Too long
181 (4, '\x80' * 81), # Too long
182 (5, u'See http://' + (u'x' * 80)), # OK (URL)
183 (6, u'See https://' + (u'x' * 80)), # OK (URL)
184 (7, u'# define ' + (u'x' * 80)), # OK (compiler directive)
185 (8, u'#define' + (u'x' * 74)), # Too long
Mike Frysinger1459d362014-12-06 13:53:23 -0500186 ]
Alex Deymo643ac4c2015-09-03 10:40:50 -0700187 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'), 'COMMIT')
Jon Salz98255932012-08-18 14:48:02 +0800188 self.assertTrue(failure)
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900189 self.assertEqual('Found lines longer than the limit (first 5 shown):',
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400190 failure.msg)
Mike Frysingerf8961942020-05-15 00:36:31 -0400191 self.assertEqual([path + ', line %d, 81 chars, over 80 chars' %
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900192 x for x in [3, 4, 8]],
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400193 failure.items)
Jon Salz98255932012-08-18 14:48:02 +0800194
George Burgess IVf9f79eb2019-07-09 20:12:55 -0700195 def testCheckTreatsOwnersFilesSpecially(self):
196 affected_files = self.PatchObject(pre_upload, '_get_affected_files')
197
198 mock_files = (
199 ('foo-OWNERS', False),
200 ('OWNERS', True),
201 ('/path/to/OWNERS', True),
202 ('/path/to/OWNERS.foo', True),
203 )
204
205 mock_lines = (
206 (u'x' * 81, False),
207 (u'foo file:' + u'x' * 80, True),
208 (u'include ' + u'x' * 80, True),
209 )
210 assert all(len(line) > 80 for line, _ in mock_lines)
211
212 for file_name, is_owners in mock_files:
213 affected_files.return_value = [file_name]
214 for line, is_ok in mock_lines:
215 self.diff_mock.return_value = [(1, line)]
216 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'),
217 'COMMIT')
218
219 assert_msg = 'file: %r; line: %r' % (file_name, line)
220 if is_owners and is_ok:
221 self.assertFalse(failure, assert_msg)
222 else:
223 self.assertTrue(failure, assert_msg)
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900224 self.assertIn('Found lines longer than the limit', failure.msg,
George Burgess IVf9f79eb2019-07-09 20:12:55 -0700225 assert_msg)
226
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900227 def testIncludeOptions(self):
228 self.PatchObject(pre_upload,
229 '_get_affected_files',
230 return_value=['foo.txt'])
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400231 self.diff_mock.return_value = [(1, u'x' * 81)]
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900232 self.assertFalse(pre_upload._check_no_long_lines(
233 ProjectNamed('PROJECT'), 'COMMIT'))
234 self.assertTrue(pre_upload._check_no_long_lines(
235 ProjectNamed('PROJECT'), 'COMMIT', options=['--include_regex=foo']))
236
237 def testExcludeOptions(self):
238 self.PatchObject(pre_upload,
239 '_get_affected_files',
Mike Frysingerf8961942020-05-15 00:36:31 -0400240 return_value=['foo.cc'])
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400241 self.diff_mock.return_value = [(1, u'x' * 81)]
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900242 self.assertTrue(pre_upload._check_no_long_lines(
243 ProjectNamed('PROJECT'), 'COMMIT'))
244 self.assertFalse(pre_upload._check_no_long_lines(
245 ProjectNamed('PROJECT'), 'COMMIT', options=['--exclude_regex=foo']))
246
Ayato Tokubi5aae3f72020-01-16 17:43:47 +0900247 def testSpecialLineLength(self):
248 mock_lines = (
249 (u'x' * 101, True),
250 (u'x' * 100, False),
251 (u'x' * 81, False),
252 (u'x' * 80, False),
253 )
254 self.PatchObject(pre_upload,
255 '_get_affected_files',
256 return_value=['foo.java'])
257 for line, is_ok in mock_lines:
258 self.diff_mock.return_value = [(1, line)]
259 if is_ok:
260 self.assertTrue(pre_upload._check_no_long_lines(
261 ProjectNamed('PROJECT'), 'COMMIT'))
262 else:
263 self.assertFalse(pre_upload._check_no_long_lines(
264 ProjectNamed('PROJECT'), 'COMMIT'))
265
Mike Frysingerae409522014-02-01 03:16:11 -0500266
Mike Frysingerb2496652019-09-12 23:35:46 -0400267class CheckTabbedIndentsTest(PreUploadTestCase):
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800268 """Tests for _check_tabbed_indents."""
Mike Frysingerb2496652019-09-12 23:35:46 -0400269
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800270 def setUp(self):
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900271 self.PatchObject(pre_upload,
272 '_get_affected_files',
273 return_value=['x.ebuild'])
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800274 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
275
276 def test_good_cases(self):
277 self.diff_mock.return_value = [
278 (1, u'no_tabs_anywhere'),
279 (2, u' leading_tab_only'),
280 (3, u' leading_tab another_tab'),
281 (4, u' leading_tab trailing_too '),
282 (5, u' leading_tab then_spaces_trailing '),
283 ]
284 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
285 'COMMIT')
286 self.assertIsNone(failure)
287
288 def test_bad_cases(self):
289 self.diff_mock.return_value = [
290 (1, u' leading_space'),
291 (2, u' tab_followed_by_space'),
292 (3, u' space_followed_by_tab'),
293 (4, u' mix_em_up'),
294 (5, u' mix_on_both_sides '),
295 ]
296 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
297 'COMMIT')
298 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400299 self.assertEqual('Found a space in indentation (must be all tabs):',
300 failure.msg)
301 self.assertEqual(['x.ebuild, line %d' % x for x in range(1, 6)],
302 failure.items)
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800303
304
Mike Frysingerb2496652019-09-12 23:35:46 -0400305class CheckProjectPrefix(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Daniel Erata350fd32014-09-29 14:02:34 -0700306 """Tests for _check_project_prefix."""
307
308 def setUp(self):
309 self.orig_cwd = os.getcwd()
310 os.chdir(self.tempdir)
311 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
312 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
313
314 def tearDown(self):
315 os.chdir(self.orig_cwd)
316
317 def _WriteAliasFile(self, filename, project):
318 """Writes a project name to a file, creating directories if needed."""
319 os.makedirs(os.path.dirname(filename))
320 osutils.WriteFile(filename, project)
321
322 def testInvalidPrefix(self):
323 """Report an error when the prefix doesn't match the base directory."""
324 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
325 self.desc_mock.return_value = 'bar: Some commit'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700326 failure = pre_upload._check_project_prefix(ProjectNamed('PROJECT'),
327 'COMMIT')
Daniel Erata350fd32014-09-29 14:02:34 -0700328 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400329 self.assertEqual('The commit title for changes affecting only foo should '
330 'start with "foo: "', failure.msg)
Daniel Erata350fd32014-09-29 14:02:34 -0700331
332 def testValidPrefix(self):
333 """Use a prefix that matches the base directory."""
334 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
335 self.desc_mock.return_value = 'foo: Change some files.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700336 self.assertFalse(
337 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700338
339 def testAliasFile(self):
340 """Use .project_alias to override the project name."""
341 self._WriteAliasFile('foo/.project_alias', 'project')
342 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/bar.cc']
343 self.desc_mock.return_value = 'project: Use an alias.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700344 self.assertFalse(
345 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700346
347 def testAliasFileWithSubdirs(self):
348 """Check that .project_alias is used when only modifying subdirectories."""
349 self._WriteAliasFile('foo/.project_alias', 'project')
350 self.file_mock.return_value = [
351 'foo/subdir/foo.cc',
352 'foo/subdir/bar.cc'
353 'foo/subdir/blah/baz.cc'
354 ]
355 self.desc_mock.return_value = 'project: Alias with subdirs.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700356 self.assertFalse(
357 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700358
359
Mike Frysingerb2496652019-09-12 23:35:46 -0400360class CheckFilePathCharTypeTest(PreUploadTestCase):
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900361 """Tests for _check_filepath_chartype."""
362
363 def setUp(self):
364 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
365
366 def testCheck(self):
367 self.PatchObject(pre_upload, '_get_affected_files', return_value=['x.cc'])
368 self.diff_mock.return_value = [
369 (1, 'base::FilePath'), # OK
370 (2, 'base::FilePath::CharType'), # NG
371 (3, 'base::FilePath::StringType'), # NG
372 (4, 'base::FilePath::StringPieceType'), # NG
Satoru Takabayashi4ca37922018-08-08 10:16:38 +0900373 (5, 'base::FilePath::FromUTF8Unsafe'), # NG
374 (6, 'FilePath::CharType'), # NG
375 (7, 'FilePath::StringType'), # NG
376 (8, 'FilePath::StringPieceType'), # NG
377 (9, 'FilePath::FromUTF8Unsafe'), # NG
378 (10, 'AsUTF8Unsafe'), # NG
379 (11, 'FILE_PATH_LITERAL'), # NG
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900380 ]
381 failure = pre_upload._check_filepath_chartype(ProjectNamed('PROJECT'),
382 'COMMIT')
383 self.assertTrue(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400384 self.assertEqual(
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900385 'Please assume FilePath::CharType is char (crbug.com/870621):',
386 failure.msg)
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400387 self.assertEqual(['x.cc, line 2 has base::FilePath::CharType',
388 'x.cc, line 3 has base::FilePath::StringType',
389 'x.cc, line 4 has base::FilePath::StringPieceType',
390 'x.cc, line 5 has base::FilePath::FromUTF8Unsafe',
391 'x.cc, line 6 has FilePath::CharType',
392 'x.cc, line 7 has FilePath::StringType',
393 'x.cc, line 8 has FilePath::StringPieceType',
394 'x.cc, line 9 has FilePath::FromUTF8Unsafe',
395 'x.cc, line 10 has AsUTF8Unsafe',
396 'x.cc, line 11 has FILE_PATH_LITERAL'],
397 failure.items)
Satoru Takabayashi15d17a52018-08-06 11:12:15 +0900398
399
Mike Frysingerb2496652019-09-12 23:35:46 -0400400class CheckKernelConfig(PreUploadTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500401 """Tests for _kernel_configcheck."""
402
Mike Frysinger1459d362014-12-06 13:53:23 -0500403 def setUp(self):
404 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
405
406 def testMixedChanges(self):
407 """Mixing of changes should fail."""
408 self.file_mock.return_value = [
409 '/kernel/files/chromeos/config/base.config',
410 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
411 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700412 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
413 self.assertTrue(failure)
414
Mike Frysinger1459d362014-12-06 13:53:23 -0500415 def testCodeOnly(self):
416 """Code-only changes should pass."""
417 self.file_mock.return_value = [
418 '/kernel/files/Makefile',
419 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
420 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700421 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
422 self.assertFalse(failure)
423
Mike Frysinger1459d362014-12-06 13:53:23 -0500424 def testConfigOnlyChanges(self):
425 """Config-only changes should pass."""
426 self.file_mock.return_value = [
427 '/kernel/files/chromeos/config/base.config',
428 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700429 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
430 self.assertFalse(failure)
431
Jon Salz98255932012-08-18 14:48:02 +0800432
Mike Frysingerb2496652019-09-12 23:35:46 -0400433class CheckJson(PreUploadTestCase):
Mike Frysinger908be682018-01-04 02:21:50 -0500434 """Tests for _run_json_check."""
435
436 def setUp(self):
437 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
438 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
439
440 def testNoJson(self):
441 """Nothing should be checked w/no JSON files."""
442 self.file_mock.return_value = [
443 '/foo/bar.txt',
444 '/readme.md',
445 ]
446 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
447 self.assertIsNone(ret)
448
449 def testValidJson(self):
450 """We should accept valid json files."""
451 self.file_mock.return_value = [
452 '/foo/bar.txt',
453 '/data.json',
454 ]
455 self.content_mock.return_value = '{}'
456 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
457 self.assertIsNone(ret)
458 self.content_mock.assert_called_once_with('/data.json', 'COMMIT')
459
460 def testInvalidJson(self):
461 """We should reject invalid json files."""
462 self.file_mock.return_value = [
463 '/foo/bar.txt',
464 '/data.json',
465 ]
466 self.content_mock.return_value = '{'
467 ret = pre_upload._run_json_check('PROJECT', 'COMMIT')
468 self.assertIsNotNone(ret)
469 self.content_mock.assert_called_once_with('/data.json', 'COMMIT')
470
471
Mike Frysingerb2496652019-09-12 23:35:46 -0400472class CheckManifests(PreUploadTestCase):
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500473 """Tests _check_manifests."""
474
475 def setUp(self):
476 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
477 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
478
479 def testNoManifests(self):
480 """Nothing should be checked w/no Manifest files."""
481 self.file_mock.return_value = [
482 '/foo/bar.txt',
483 '/readme.md',
484 '/manifest',
485 '/Manifest.txt',
486 ]
487 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
488 self.assertIsNone(ret)
489
490 def testValidManifest(self):
491 """Accept valid Manifest files."""
492 self.file_mock.return_value = [
493 '/foo/bar.txt',
494 '/cat/pkg/Manifest',
495 ]
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400496 self.content_mock.return_value = """# Comment and blank lines.
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500497
498DIST lines
Mike Frysinger24dd3c52019-08-17 14:22:48 -0400499"""
Mike Frysingeraae3cb52018-01-03 16:49:33 -0500500 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
501 self.assertIsNone(ret)
502 self.content_mock.assert_called_once_with('/cat/pkg/Manifest', 'COMMIT')
503
504 def _testReject(self, content):
505 """Make sure |content| is rejected."""
506 self.file_mock.return_value = ('/Manifest',)
507 self.content_mock.reset_mock()
508 self.content_mock.return_value = content
509 ret = pre_upload._check_manifests('PROJECT', 'COMMIT')
510 self.assertIsNotNone(ret)
511 self.content_mock.assert_called_once_with('/Manifest', 'COMMIT')
512
513 def testRejectBlank(self):
514 """Reject empty manifests."""
515 self._testReject('')
516
517 def testNoTrailingNewLine(self):
518 """Reject manifests w/out trailing newline."""
519 self._testReject('DIST foo')
520
521 def testNoLeadingBlankLines(self):
522 """Reject manifests w/leading blank lines."""
523 self._testReject('\nDIST foo\n')
524
525 def testNoTrailingBlankLines(self):
526 """Reject manifests w/trailing blank lines."""
527 self._testReject('DIST foo\n\n')
528
529 def testNoLeadingWhitespace(self):
530 """Reject manifests w/lines w/leading spaces."""
531 self._testReject(' DIST foo\n')
532 self._testReject(' # Comment\n')
533
534 def testNoTrailingWhitespace(self):
535 """Reject manifests w/lines w/trailing spaces."""
536 self._testReject('DIST foo \n')
537 self._testReject('# Comment \n')
538 self._testReject(' \n')
539
540 def testOnlyDistLines(self):
541 """Only allow DIST lines in here."""
542 self._testReject('EBUILD foo\n')
543
544
Mike Frysingerb2496652019-09-12 23:35:46 -0400545class CheckPortageMakeUseVar(PreUploadTestCase):
Daniel Erat9d203ff2015-02-17 10:12:21 -0700546 """Tests for _check_portage_make_use_var."""
547
548 def setUp(self):
549 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
550 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
551
552 def testMakeConfOmitsOriginalUseValue(self):
553 """Fail for make.conf that discards the previous value of $USE."""
554 self.file_mock.return_value = ['make.conf']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400555 self.content_mock.return_value = u'USE="foo"\nUSE="${USE} bar"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700556 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
557 self.assertTrue(failure, failure)
558
559 def testMakeConfCorrectUsage(self):
560 """Succeed for make.conf that preserves the previous value of $USE."""
561 self.file_mock.return_value = ['make.conf']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400562 self.content_mock.return_value = u'USE="${USE} foo"\nUSE="${USE}" bar'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700563 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
564 self.assertFalse(failure, failure)
565
566 def testMakeDefaultsReferencesOriginalUseValue(self):
567 """Fail for make.defaults that refers to a not-yet-set $USE value."""
568 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400569 self.content_mock.return_value = u'USE="${USE} foo"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700570 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
571 self.assertTrue(failure, failure)
572
573 # Also check for "$USE" without curly brackets.
Mike Frysinger71e643e2019-09-13 17:26:39 -0400574 self.content_mock.return_value = u'USE="$USE foo"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700575 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
576 self.assertTrue(failure, failure)
577
578 def testMakeDefaultsOverwritesUseValue(self):
579 """Fail for make.defaults that discards its own $USE value."""
580 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400581 self.content_mock.return_value = u'USE="foo"\nUSE="bar"'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700582 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
583 self.assertTrue(failure, failure)
584
585 def testMakeDefaultsCorrectUsage(self):
586 """Succeed for make.defaults that sets and preserves $USE."""
587 self.file_mock.return_value = ['make.defaults']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400588 self.content_mock.return_value = u'USE="foo"\nUSE="${USE}" bar'
Daniel Erat9d203ff2015-02-17 10:12:21 -0700589 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
590 self.assertFalse(failure, failure)
591
592
Mike Frysingerb2496652019-09-12 23:35:46 -0400593class CheckEbuildEapi(PreUploadTestCase):
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500594 """Tests for _check_ebuild_eapi."""
595
Alex Deymo643ac4c2015-09-03 10:40:50 -0700596 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500597
598 def setUp(self):
599 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
600 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
601 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff',
602 side_effect=Exception())
603
604 def testSkipUpstreamOverlays(self):
605 """Skip ebuilds found in upstream overlays."""
606 self.file_mock.side_effect = Exception()
607 ret = pre_upload._check_ebuild_eapi(self.PORTAGE_STABLE, 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400608 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500609
610 # Make sure our condition above triggers.
611 self.assertRaises(Exception, pre_upload._check_ebuild_eapi, 'o', 'HEAD')
612
613 def testSkipNonEbuilds(self):
614 """Skip non-ebuild files."""
615 self.content_mock.side_effect = Exception()
616
617 self.file_mock.return_value = ['some-file', 'ebuild/dir', 'an.ebuild~']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700618 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400619 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500620
621 # Make sure our condition above triggers.
622 self.file_mock.return_value.append('a/real.ebuild')
Alex Deymo643ac4c2015-09-03 10:40:50 -0700623 self.assertRaises(Exception, pre_upload._check_ebuild_eapi,
624 ProjectNamed('o'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500625
626 def testSkipSymlink(self):
627 """Skip files that are just symlinks."""
628 self.file_mock.return_value = ['a-r1.ebuild']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400629 self.content_mock.return_value = u'a.ebuild'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700630 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400631 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500632
633 def testRejectEapiImplicit0Content(self):
634 """Reject ebuilds that do not declare EAPI (so it's 0)."""
635 self.file_mock.return_value = ['a.ebuild']
636
Mike Frysinger71e643e2019-09-13 17:26:39 -0400637 self.content_mock.return_value = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500638IUSE="foo"
639src_compile() { }
640"""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700641 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500642 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500643
644 def testRejectExplicitEapi1Content(self):
645 """Reject ebuilds that do declare old EAPI explicitly."""
646 self.file_mock.return_value = ['a.ebuild']
647
Mike Frysinger71e643e2019-09-13 17:26:39 -0400648 template = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500649EAPI=%s
650IUSE="foo"
651src_compile() { }
652"""
653 # Make sure we only check the first EAPI= setting.
Mike Frysinger948284a2018-02-01 15:22:56 -0500654 self.content_mock.return_value = template % '1\nEAPI=60'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700655 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500656 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500657
658 # Verify we handle double quotes too.
659 self.content_mock.return_value = template % '"1"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700660 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500661 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500662
663 # Verify we handle single quotes too.
664 self.content_mock.return_value = template % "'1'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700665 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500666 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500667
Mike Frysinger948284a2018-02-01 15:22:56 -0500668 def testAcceptExplicitNewEapiContent(self):
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500669 """Accept ebuilds that do declare new EAPI explicitly."""
670 self.file_mock.return_value = ['a.ebuild']
671
Mike Frysinger71e643e2019-09-13 17:26:39 -0400672 template = u"""# Header
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500673EAPI=%s
674IUSE="foo"
675src_compile() { }
676"""
677 # Make sure we only check the first EAPI= setting.
Mike Frysinger948284a2018-02-01 15:22:56 -0500678 self.content_mock.return_value = template % '6\nEAPI=1'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700679 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400680 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500681
682 # Verify we handle double quotes too.
683 self.content_mock.return_value = template % '"5"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700684 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400685 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500686
687 # Verify we handle single quotes too.
688 self.content_mock.return_value = template % "'5-hdepend'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700689 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400690 self.assertIsNone(ret)
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500691
692
Mike Frysingerb2496652019-09-12 23:35:46 -0400693class CheckEbuildKeywords(PreUploadTestCase):
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400694 """Tests for _check_ebuild_keywords."""
695
696 def setUp(self):
697 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
698 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
699
700 def testNoEbuilds(self):
701 """If no ebuilds are found, do not scan."""
702 self.file_mock.return_value = ['a.file', 'ebuild-is-not.foo']
703
Alex Deymo643ac4c2015-09-03 10:40:50 -0700704 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400705 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400706
707 self.assertEqual(self.content_mock.call_count, 0)
708
709 def testSomeEbuilds(self):
710 """If ebuilds are found, only scan them."""
711 self.file_mock.return_value = ['a.file', 'blah', 'foo.ebuild', 'cow']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400712 self.content_mock.return_value = u''
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400713
Alex Deymo643ac4c2015-09-03 10:40:50 -0700714 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400715 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400716
717 self.assertEqual(self.content_mock.call_count, 1)
718
719 def _CheckContent(self, content, fails):
720 """Test helper for inputs/outputs.
721
722 Args:
723 content: The ebuild content to test.
724 fails: Whether |content| should trigger a hook failure.
725 """
726 self.file_mock.return_value = ['a.ebuild']
727 self.content_mock.return_value = content
728
Alex Deymo643ac4c2015-09-03 10:40:50 -0700729 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400730 if fails:
Mike Frysingerb81102f2014-11-21 00:33:35 -0500731 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400732 else:
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400733 self.assertIsNone(ret)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400734
735 self.assertEqual(self.content_mock.call_count, 1)
736
737 def testEmpty(self):
738 """Check KEYWORDS= is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400739 self._CheckContent(u'# HEADER\nKEYWORDS=\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400740
741 def testEmptyQuotes(self):
742 """Check KEYWORDS="" is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400743 self._CheckContent(u'# HEADER\nKEYWORDS=" "\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400744
745 def testStableGlob(self):
746 """Check KEYWORDS=* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400747 self._CheckContent(u'# HEADER\nKEYWORDS="\t*\t"\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400748
749 def testUnstableGlob(self):
750 """Check KEYWORDS=~* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400751 self._CheckContent(u'# HEADER\nKEYWORDS="~* "\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400752
753 def testRestrictedGlob(self):
754 """Check KEYWORDS=-* is accepted."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400755 self._CheckContent(u'# HEADER\nKEYWORDS="\t-* arm"\nblah\n', False)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400756
757 def testMissingGlobs(self):
758 """Reject KEYWORDS missing any globs."""
Mike Frysinger71e643e2019-09-13 17:26:39 -0400759 self._CheckContent(u'# HEADER\nKEYWORDS="~arm x86"\nblah\n', True)
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400760
761
Mike Frysingerb2496652019-09-12 23:35:46 -0400762class CheckEbuildVirtualPv(PreUploadTestCase):
Mike Frysingercd363c82014-02-01 05:20:18 -0500763 """Tests for _check_ebuild_virtual_pv."""
764
Alex Deymo643ac4c2015-09-03 10:40:50 -0700765 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
766 CHROMIUMOS_OVERLAY = ProjectNamed('chromiumos/overlays/chromiumos')
767 BOARD_OVERLAY = ProjectNamed('chromiumos/overlays/board-overlays')
768 PRIVATE_OVERLAY = ProjectNamed('chromeos/overlays/overlay-link-private')
769 PRIVATE_VARIANT_OVERLAY = ProjectNamed('chromeos/overlays/'
770 'overlay-variant-daisy-spring-private')
Mike Frysingercd363c82014-02-01 05:20:18 -0500771
772 def setUp(self):
773 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
774
775 def testNoVirtuals(self):
776 """Skip non virtual packages."""
777 self.file_mock.return_value = ['some/package/package-3.ebuild']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700778 ret = pre_upload._check_ebuild_virtual_pv(ProjectNamed('overlay'), 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400779 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500780
781 def testCommonVirtuals(self):
782 """Non-board overlays should use PV=1."""
783 template = 'virtual/foo/foo-%s.ebuild'
784 self.file_mock.return_value = [template % '1']
785 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400786 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500787
788 self.file_mock.return_value = [template % '2']
789 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500790 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500791
792 def testPublicBoardVirtuals(self):
793 """Public board overlays should use PV=2."""
794 template = 'overlay-lumpy/virtual/foo/foo-%s.ebuild'
795 self.file_mock.return_value = [template % '2']
796 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400797 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500798
799 self.file_mock.return_value = [template % '2.5']
800 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500801 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500802
803 def testPublicBoardVariantVirtuals(self):
804 """Public board variant overlays should use PV=2.5."""
805 template = 'overlay-variant-lumpy-foo/virtual/foo/foo-%s.ebuild'
806 self.file_mock.return_value = [template % '2.5']
807 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400808 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500809
810 self.file_mock.return_value = [template % '3']
811 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500812 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500813
814 def testPrivateBoardVirtuals(self):
815 """Private board overlays should use PV=3."""
816 template = 'virtual/foo/foo-%s.ebuild'
817 self.file_mock.return_value = [template % '3']
818 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400819 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500820
821 self.file_mock.return_value = [template % '3.5']
822 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500823 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500824
825 def testPrivateBoardVariantVirtuals(self):
826 """Private board variant overlays should use PV=3.5."""
827 template = 'virtual/foo/foo-%s.ebuild'
828 self.file_mock.return_value = [template % '3.5']
829 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400830 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500831
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800832 def testSpecialVirtuals(self):
833 """Some cases require deeper versioning and can be >= 4."""
834 template = 'virtual/foo/foo-%s.ebuild'
Mike Frysingercd363c82014-02-01 05:20:18 -0500835 self.file_mock.return_value = [template % '4']
836 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400837 self.assertIsNone(ret)
Mike Frysingercd363c82014-02-01 05:20:18 -0500838
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800839 self.file_mock.return_value = [template % '4.5']
840 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400841 self.assertIsNone(ret)
Mike Frysinger98638102014-08-28 00:15:08 -0400842
Mike Frysingerb2496652019-09-12 23:35:46 -0400843class CheckCrosLicenseCopyrightHeader(PreUploadTestCase):
Alex Deymof5792ce2015-08-24 22:50:08 -0700844 """Tests for _check_cros_license."""
Mike Frysinger98638102014-08-28 00:15:08 -0400845
846 def setUp(self):
847 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
848 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
849
850 def testOldHeaders(self):
851 """Accept old header styles."""
852 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400853 (u'#!/bin/sh\n'
854 u'# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.\n'
855 u'# Use of this source code is governed by a BSD-style license that'
856 u' can be\n'
857 u'# found in the LICENSE file.\n'),
858 (u'// Copyright 2010-2013 The Chromium OS Authors. All rights reserved.'
859 u'\n// Use of this source code is governed by a BSD-style license that'
860 u' can be\n'
861 u'// found in the LICENSE file.\n'),
Mike Frysinger98638102014-08-28 00:15:08 -0400862 )
863 self.file_mock.return_value = ['file']
864 for header in HEADERS:
865 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900866 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
867
868 def testNewFileYear(self):
869 """Added files should have the current year in license header."""
870 year = datetime.datetime.now().year
871 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400872 (u'// Copyright 2016 The Chromium OS Authors. All rights reserved.\n'
873 u'// Use of this source code is governed by a BSD-style license that'
874 u' can be\n'
875 u'// found in the LICENSE file.\n'),
876 (u'// Copyright %d The Chromium OS Authors. All rights reserved.\n'
877 u'// Use of this source code is governed by a BSD-style license that'
878 u' can be\n'
879 u'// found in the LICENSE file.\n') % year,
Keigo Oka7e880ac2019-07-03 15:03:43 +0900880 )
881 want_error = (True, False)
882 def fake_get_affected_files(_, relative, include_adds=True):
883 _ = relative
884 if include_adds:
885 return ['file']
886 else:
887 return []
888
889 self.file_mock.side_effect = fake_get_affected_files
890 for i, header in enumerate(HEADERS):
891 self.content_mock.return_value = header
892 if want_error[i]:
893 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
894 else:
895 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -0400896
897 def testRejectC(self):
898 """Reject the (c) in newer headers."""
899 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400900 (u'// Copyright (c) 2015 The Chromium OS Authors. All rights reserved.'
901 u'\n'
902 u'// Use of this source code is governed by a BSD-style license that'
903 u' can be\n'
904 u'// found in the LICENSE file.\n'),
905 (u'// Copyright (c) 2020 The Chromium OS Authors. All rights reserved.'
906 u'\n'
907 u'// Use of this source code is governed by a BSD-style license that'
908 u' can be\n'
909 u'// found in the LICENSE file.\n'),
Mike Frysinger98638102014-08-28 00:15:08 -0400910 )
911 self.file_mock.return_value = ['file']
912 for header in HEADERS:
913 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900914 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700915
Brian Norris68838dd2018-09-26 18:30:24 -0700916 def testNoLeadingSpace(self):
917 """Allow headers without leading space (e.g., not a source comment)"""
918 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400919 (u'Copyright 2018 The Chromium OS Authors. All rights reserved.\n'
920 u'Use of this source code is governed by a BSD-style license that '
921 u'can be\n'
922 u'found in the LICENSE file.\n'),
Brian Norris68838dd2018-09-26 18:30:24 -0700923 )
924 self.file_mock.return_value = ['file']
925 for header in HEADERS:
926 self.content_mock.return_value = header
Keigo Oka7e880ac2019-07-03 15:03:43 +0900927 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Brian Norris68838dd2018-09-26 18:30:24 -0700928
Keigo Oka9732e382019-06-28 17:44:59 +0900929 def testNoExcludedGolang(self):
930 """Don't exclude .go files for license checks."""
931 self.file_mock.return_value = ['foo/main.go']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400932 self.content_mock.return_value = u'package main\nfunc main() {}'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900933 self.assertTrue(pre_upload._check_cros_license('proj', 'sha1'))
Keigo Oka9732e382019-06-28 17:44:59 +0900934
Ken Turnerd07564b2018-02-08 17:57:59 +1100935 def testIgnoreExcludedPaths(self):
936 """Ignores excluded paths for license checks."""
937 self.file_mock.return_value = ['foo/OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400938 self.content_mock.return_value = u'owner@chromium.org'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900939 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Ken Turnerd07564b2018-02-08 17:57:59 +1100940
Chris McDonald7b63c8e2019-04-25 10:27:27 -0600941 def testIgnoreTopLevelExcludedPaths(self):
942 """Ignores excluded paths for license checks."""
943 self.file_mock.return_value = ['OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -0400944 self.content_mock.return_value = u'owner@chromium.org'
Keigo Oka7e880ac2019-07-03 15:03:43 +0900945 self.assertFalse(pre_upload._check_cros_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700946
Mike Frysingerb2496652019-09-12 23:35:46 -0400947class CheckAOSPLicenseCopyrightHeader(PreUploadTestCase):
Alex Deymof5792ce2015-08-24 22:50:08 -0700948 """Tests for _check_aosp_license."""
949
950 def setUp(self):
951 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
952 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
953
954 def testHeaders(self):
955 """Accept old header styles."""
956 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400957 u"""//
Alex Deymof5792ce2015-08-24 22:50:08 -0700958// Copyright (C) 2011 The Android Open Source Project
959//
960// Licensed under the Apache License, Version 2.0 (the "License");
961// you may not use this file except in compliance with the License.
962// You may obtain a copy of the License at
963//
964// http://www.apache.org/licenses/LICENSE-2.0
965//
966// Unless required by applicable law or agreed to in writing, software
967// distributed under the License is distributed on an "AS IS" BASIS,
968// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
969// See the License for the specific language governing permissions and
970// limitations under the License.
971//
972""",
Mike Frysinger71e643e2019-09-13 17:26:39 -0400973 u"""#
Alex Deymof5792ce2015-08-24 22:50:08 -0700974# Copyright (c) 2015 The Android Open Source Project
975#
976# Licensed under the Apache License, Version 2.0 (the "License");
977# you may not use this file except in compliance with the License.
978# You may obtain a copy of the License at
979#
980# http://www.apache.org/licenses/LICENSE-2.0
981#
982# Unless required by applicable law or agreed to in writing, software
983# distributed under the License is distributed on an "AS IS" BASIS,
984# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
985# See the License for the specific language governing permissions and
986# limitations under the License.
987#
988""",
989 )
990 self.file_mock.return_value = ['file']
991 for header in HEADERS:
992 self.content_mock.return_value = header
Mike Frysinger8a4e8942019-09-16 23:43:49 -0400993 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
Alex Deymof5792ce2015-08-24 22:50:08 -0700994
995 def testRejectNoLinesAround(self):
996 """Reject headers missing the empty lines before/after the license."""
997 HEADERS = (
Mike Frysinger71e643e2019-09-13 17:26:39 -0400998 u"""# Copyright (c) 2015 The Android Open Source Project
Alex Deymof5792ce2015-08-24 22:50:08 -0700999#
1000# Licensed under the Apache License, Version 2.0 (the "License");
1001# you may not use this file except in compliance with the License.
1002# You may obtain a copy of the License at
1003#
1004# http://www.apache.org/licenses/LICENSE-2.0
1005#
1006# Unless required by applicable law or agreed to in writing, software
1007# distributed under the License is distributed on an "AS IS" BASIS,
1008# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1009# See the License for the specific language governing permissions and
1010# limitations under the License.
1011""",
1012 )
1013 self.file_mock.return_value = ['file']
1014 for header in HEADERS:
1015 self.content_mock.return_value = header
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001016 self.assertIsNotNone(pre_upload._check_aosp_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -04001017
Ken Turnerd07564b2018-02-08 17:57:59 +11001018 def testIgnoreExcludedPaths(self):
1019 """Ignores excluded paths for license checks."""
1020 self.file_mock.return_value = ['foo/OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -04001021 self.content_mock.return_value = u'owner@chromium.org'
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001022 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
Ken Turnerd07564b2018-02-08 17:57:59 +11001023
Chris McDonald7b63c8e2019-04-25 10:27:27 -06001024 def testIgnoreTopLevelExcludedPaths(self):
1025 """Ignores excluded paths for license checks."""
1026 self.file_mock.return_value = ['OWNERS']
Mike Frysinger71e643e2019-09-13 17:26:39 -04001027 self.content_mock.return_value = u'owner@chromium.org'
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001028 self.assertIsNone(pre_upload._check_aosp_license('proj', 'sha1'))
1029
Mike Frysinger98638102014-08-28 00:15:08 -04001030
Mike Frysingerb2496652019-09-12 23:35:46 -04001031class CheckLayoutConfTestCase(PreUploadTestCase):
Mike Frysingerd7734522015-02-26 16:12:43 -05001032 """Tests for _check_layout_conf."""
1033
1034 def setUp(self):
1035 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
1036 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
1037
1038 def assertAccepted(self, files, project='project', commit='fake sha1'):
1039 """Assert _check_layout_conf accepts |files|."""
1040 self.file_mock.return_value = files
1041 ret = pre_upload._check_layout_conf(project, commit)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001042 self.assertIsNone(ret, msg='rejected with:\n%s' % ret)
Mike Frysingerd7734522015-02-26 16:12:43 -05001043
1044 def assertRejected(self, files, project='project', commit='fake sha1'):
1045 """Assert _check_layout_conf rejects |files|."""
1046 self.file_mock.return_value = files
1047 ret = pre_upload._check_layout_conf(project, commit)
1048 self.assertTrue(isinstance(ret, errors.HookFailure))
1049
1050 def GetLayoutConf(self, filters=()):
1051 """Return a valid layout.conf with |filters| lines removed."""
1052 all_lines = [
Mike Frysinger71e643e2019-09-13 17:26:39 -04001053 u'masters = portage-stable chromiumos',
1054 u'profile-formats = portage-2 profile-default-eapi',
1055 u'profile_eapi_when_unspecified = 5-progress',
1056 u'repo-name = link',
1057 u'thin-manifests = true',
1058 u'use-manifests = strict',
Mike Frysingerd7734522015-02-26 16:12:43 -05001059 ]
1060
1061 lines = []
1062 for line in all_lines:
1063 for filt in filters:
1064 if line.startswith(filt):
1065 break
1066 else:
1067 lines.append(line)
1068
Mike Frysinger71e643e2019-09-13 17:26:39 -04001069 return u'\n'.join(lines)
Mike Frysingerd7734522015-02-26 16:12:43 -05001070
1071 def testNoFilesToCheck(self):
1072 """Don't blow up when there are no layout.conf files."""
1073 self.assertAccepted([])
1074
1075 def testRejectRepoNameFile(self):
1076 """If profiles/repo_name is set, kick it out."""
1077 self.assertRejected(['profiles/repo_name'])
1078
1079 def testAcceptValidLayoutConf(self):
1080 """Accept a fully valid layout.conf."""
1081 self.content_mock.return_value = self.GetLayoutConf()
1082 self.assertAccepted(['metadata/layout.conf'])
1083
1084 def testAcceptUnknownKeys(self):
1085 """Accept keys we don't explicitly know about."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001086 self.content_mock.return_value = self.GetLayoutConf() + u'\nzzz-top = ok'
Mike Frysingerd7734522015-02-26 16:12:43 -05001087 self.assertAccepted(['metadata/layout.conf'])
1088
1089 def testRejectUnsorted(self):
1090 """Reject an unsorted layout.conf."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001091 self.content_mock.return_value = u'zzz-top = bad\n' + self.GetLayoutConf()
Mike Frysingerd7734522015-02-26 16:12:43 -05001092 self.assertRejected(['metadata/layout.conf'])
1093
1094 def testRejectMissingThinManifests(self):
1095 """Reject a layout.conf missing thin-manifests."""
1096 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001097 filters=[u'thin-manifests'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001098 self.assertRejected(['metadata/layout.conf'])
1099
1100 def testRejectMissingUseManifests(self):
1101 """Reject a layout.conf missing use-manifests."""
1102 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001103 filters=[u'use-manifests'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001104 self.assertRejected(['metadata/layout.conf'])
1105
1106 def testRejectMissingEapiFallback(self):
1107 """Reject a layout.conf missing profile_eapi_when_unspecified."""
1108 self.content_mock.return_value = self.GetLayoutConf(
Mike Frysinger71e643e2019-09-13 17:26:39 -04001109 filters=[u'profile_eapi_when_unspecified'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001110 self.assertRejected(['metadata/layout.conf'])
1111
1112 def testRejectMissingRepoName(self):
1113 """Reject a layout.conf missing repo-name."""
Mike Frysinger71e643e2019-09-13 17:26:39 -04001114 self.content_mock.return_value = self.GetLayoutConf(filters=[u'repo-name'])
Mike Frysingerd7734522015-02-26 16:12:43 -05001115 self.assertRejected(['metadata/layout.conf'])
1116
1117
Mike Frysingerb2496652019-09-12 23:35:46 -04001118class CommitMessageTestCase(PreUploadTestCase):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001119 """Test case for funcs that check commit messages."""
1120
1121 def setUp(self):
1122 self.msg_mock = self.PatchObject(pre_upload, '_get_commit_desc')
1123
1124 @staticmethod
1125 def CheckMessage(_project, _commit):
1126 raise AssertionError('Test class must declare CheckMessage')
1127 # This dummy return is to silence pylint warning W1111 so we don't have to
1128 # enable it for all the call sites below.
1129 return 1 # pylint: disable=W0101
1130
Alex Deymo643ac4c2015-09-03 10:40:50 -07001131 def assertMessageAccepted(self, msg, project=ProjectNamed('project'),
1132 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001133 """Assert _check_change_has_bug_field accepts |msg|."""
1134 self.msg_mock.return_value = msg
1135 ret = self.CheckMessage(project, commit)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001136 self.assertIsNone(ret)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001137
Alex Deymo643ac4c2015-09-03 10:40:50 -07001138 def assertMessageRejected(self, msg, project=ProjectNamed('project'),
1139 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001140 """Assert _check_change_has_bug_field rejects |msg|."""
1141 self.msg_mock.return_value = msg
1142 ret = self.CheckMessage(project, commit)
1143 self.assertTrue(isinstance(ret, errors.HookFailure))
1144
1145
1146class CheckCommitMessageBug(CommitMessageTestCase):
1147 """Tests for _check_change_has_bug_field."""
1148
Alex Deymo643ac4c2015-09-03 10:40:50 -07001149 AOSP_PROJECT = pre_upload.Project(name='overlay', dir='', remote='aosp')
1150 CROS_PROJECT = pre_upload.Project(name='overlay', dir='', remote='cros')
1151
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001152 @staticmethod
1153 def CheckMessage(project, commit):
1154 return pre_upload._check_change_has_bug_field(project, commit)
1155
1156 def testNormal(self):
1157 """Accept a commit message w/a valid BUG."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001158 self.assertMessageAccepted('\nBUG=chromium:1234\n', self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001159 self.assertMessageAccepted('\nBUG=b:1234\n', self.CROS_PROJECT)
1160
1161 self.assertMessageAccepted('\nBug: 1234\n', self.AOSP_PROJECT)
1162 self.assertMessageAccepted('\nBug:1234\n', self.AOSP_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001163
1164 def testNone(self):
1165 """Accept BUG=None."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001166 self.assertMessageAccepted('\nBUG=None\n', self.CROS_PROJECT)
1167 self.assertMessageAccepted('\nBUG=none\n', self.CROS_PROJECT)
1168 self.assertMessageAccepted('\nBug: None\n', self.AOSP_PROJECT)
1169 self.assertMessageAccepted('\nBug:none\n', self.AOSP_PROJECT)
1170
1171 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1172 self.assertMessageRejected('\nBUG=NONE\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001173
1174 def testBlank(self):
1175 """Reject blank values."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001176 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1177 self.assertMessageRejected('\nBUG=\n', project)
1178 self.assertMessageRejected('\nBUG= \n', project)
1179 self.assertMessageRejected('\nBug:\n', project)
1180 self.assertMessageRejected('\nBug: \n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001181
1182 def testNotFirstLine(self):
1183 """Reject the first line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001184 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1185 self.assertMessageRejected('BUG=None\n\n\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001186
1187 def testNotInline(self):
1188 """Reject not at the start of line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001189 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
1190 self.assertMessageRejected('\n BUG=None\n', project)
1191 self.assertMessageRejected('\n\tBUG=None\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001192
1193 def testOldTrackers(self):
1194 """Reject commit messages using old trackers."""
Mike Frysingera2f28252017-10-27 22:26:14 -04001195 self.assertMessageRejected('\nBUG=chrome-os-partner:1234\n',
1196 self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001197 self.assertMessageRejected('\nBUG=chromium-os:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001198
1199 def testNoTrackers(self):
1200 """Reject commit messages w/invalid trackers."""
Alex Deymo643ac4c2015-09-03 10:40:50 -07001201 self.assertMessageRejected('\nBUG=booga:1234\n', self.CROS_PROJECT)
1202 self.assertMessageRejected('\nBUG=br:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001203
1204 def testMissing(self):
1205 """Reject commit messages w/no BUG line."""
1206 self.assertMessageRejected('foo\n')
1207
1208 def testCase(self):
1209 """Reject bug lines that are not BUG."""
1210 self.assertMessageRejected('\nbug=none\n')
1211
Cheng Yuehb707c522020-01-02 14:06:59 +08001212 def testNotAfterTest(self):
1213 """Reject any TEST line before any BUG line."""
1214 test_field = 'TEST=i did not do it\n'
1215 middle_field = 'A random between line\n'
1216 for project, bug_field in ((self.AOSP_PROJECT, 'Bug:none\n'),
1217 (self.CROS_PROJECT, 'BUG=None\n')):
1218 self.assertMessageRejected(
1219 '\n' + test_field + middle_field + bug_field, project)
1220 self.assertMessageRejected(
1221 '\n' + test_field + bug_field, project)
1222
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001223
1224class CheckCommitMessageCqDepend(CommitMessageTestCase):
1225 """Tests for _check_change_has_valid_cq_depend."""
1226
1227 @staticmethod
1228 def CheckMessage(project, commit):
1229 return pre_upload._check_change_has_valid_cq_depend(project, commit)
1230
1231 def testNormal(self):
Jason D. Clinton299e3222019-05-23 09:42:03 -06001232 """Accept valid Cq-Depends line."""
Luigi Semenzatob8c7d7d2019-06-03 09:43:21 -07001233 self.assertMessageAccepted('\nCq-Depend: chromium:1234\nChange-Id: I123')
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001234
1235 def testInvalid(self):
Jason D. Clinton299e3222019-05-23 09:42:03 -06001236 """Reject invalid Cq-Depends line."""
1237 self.assertMessageRejected('\nCq-Depend=chromium=1234\n')
1238 self.assertMessageRejected('\nCq-Depend: None\n')
Luigi Semenzatob8c7d7d2019-06-03 09:43:21 -07001239 self.assertMessageRejected('\nCq-Depend: chromium:1234\n\nChange-Id: I123')
Mike Frysingere39d0cd2019-11-25 13:30:06 -05001240 self.assertMessageRejected('\nCQ-DEPEND=1234\n')
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001241
1242
Bernie Thompsonf8fea992016-01-14 10:27:18 -08001243class CheckCommitMessageContribution(CommitMessageTestCase):
1244 """Tests for _check_change_is_contribution."""
1245
1246 @staticmethod
1247 def CheckMessage(project, commit):
1248 return pre_upload._check_change_is_contribution(project, commit)
1249
1250 def testNormal(self):
1251 """Accept a commit message which is a contribution."""
1252 self.assertMessageAccepted('\nThis is cool code I am contributing.\n')
1253
1254 def testFailureLowerCase(self):
1255 """Deny a commit message which is not a contribution."""
1256 self.assertMessageRejected('\nThis is not a contribution.\n')
1257
1258 def testFailureUpperCase(self):
1259 """Deny a commit message which is not a contribution."""
1260 self.assertMessageRejected('\nNOT A CONTRIBUTION\n')
1261
1262
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001263class CheckCommitMessageTest(CommitMessageTestCase):
1264 """Tests for _check_change_has_test_field."""
1265
1266 @staticmethod
1267 def CheckMessage(project, commit):
1268 return pre_upload._check_change_has_test_field(project, commit)
1269
1270 def testNormal(self):
1271 """Accept a commit message w/a valid TEST."""
1272 self.assertMessageAccepted('\nTEST=i did it\n')
1273
1274 def testNone(self):
1275 """Accept TEST=None."""
1276 self.assertMessageAccepted('\nTEST=None\n')
1277 self.assertMessageAccepted('\nTEST=none\n')
1278
1279 def testBlank(self):
1280 """Reject blank values."""
1281 self.assertMessageRejected('\nTEST=\n')
1282 self.assertMessageRejected('\nTEST= \n')
1283
1284 def testNotFirstLine(self):
1285 """Reject the first line."""
1286 self.assertMessageRejected('TEST=None\n\n\n')
1287
1288 def testNotInline(self):
1289 """Reject not at the start of line."""
1290 self.assertMessageRejected('\n TEST=None\n')
1291 self.assertMessageRejected('\n\tTEST=None\n')
1292
1293 def testMissing(self):
1294 """Reject commit messages w/no TEST line."""
1295 self.assertMessageRejected('foo\n')
1296
1297 def testCase(self):
1298 """Reject bug lines that are not TEST."""
1299 self.assertMessageRejected('\ntest=none\n')
1300
1301
1302class CheckCommitMessageChangeId(CommitMessageTestCase):
1303 """Tests for _check_change_has_proper_changeid."""
1304
1305 @staticmethod
1306 def CheckMessage(project, commit):
1307 return pre_upload._check_change_has_proper_changeid(project, commit)
1308
1309 def testNormal(self):
1310 """Accept a commit message w/a valid Change-Id."""
1311 self.assertMessageAccepted('foo\n\nChange-Id: I1234\n')
1312
1313 def testBlank(self):
1314 """Reject blank values."""
1315 self.assertMessageRejected('\nChange-Id:\n')
1316 self.assertMessageRejected('\nChange-Id: \n')
1317
1318 def testNotFirstLine(self):
1319 """Reject the first line."""
1320 self.assertMessageRejected('TEST=None\n\n\n')
1321
1322 def testNotInline(self):
1323 """Reject not at the start of line."""
1324 self.assertMessageRejected('\n Change-Id: I1234\n')
1325 self.assertMessageRejected('\n\tChange-Id: I1234\n')
1326
1327 def testMissing(self):
1328 """Reject commit messages missing the line."""
1329 self.assertMessageRejected('foo\n')
1330
1331 def testCase(self):
1332 """Reject bug lines that are not Change-Id."""
1333 self.assertMessageRejected('\nchange-id: I1234\n')
1334 self.assertMessageRejected('\nChange-id: I1234\n')
1335 self.assertMessageRejected('\nChange-ID: I1234\n')
1336
1337 def testEnd(self):
1338 """Reject Change-Id's that are not last."""
1339 self.assertMessageRejected('\nChange-Id: I1234\nbar\n')
1340
Mike Frysinger02b88bd2014-11-21 00:29:38 -05001341 def testSobTag(self):
1342 """Permit s-o-b tags to follow the Change-Id."""
1343 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nSigned-off-by: Hi\n')
1344
LaMont Jones237f3ef2020-01-22 10:40:52 -07001345 def testCqClTag(self):
1346 """Permit Cq-Cl-Tag tags to follow the Change-Id."""
1347 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nCq-Cl-Tag: Hi\n')
1348
LaMont Jonesfb5e8bf2020-03-03 12:50:06 -07001349 def testCqIncludeTrybotsTag(self):
1350 """Permit Cq-Include-Trybots tags to follow the Change-Id."""
1351 self.assertMessageAccepted(
1352 'foo\n\nChange-Id: I1234\nCq-Include-Trybots: chromeos/cq:foo\n')
1353
Mike Frysinger4a22bf02014-10-31 13:53:35 -04001354
Jack Neus8edbf642019-07-10 16:08:31 -06001355class CheckCommitMessageNoOEM(CommitMessageTestCase):
1356 """Tests for _check_change_no_include_oem."""
1357
1358 @staticmethod
1359 def CheckMessage(project, commit):
1360 return pre_upload._check_change_no_include_oem(project, commit)
1361
1362 def testNormal(self):
1363 """Accept a commit message w/o reference to an OEM/ODM."""
1364 self.assertMessageAccepted('foo\n')
1365
1366 def testHasOEM(self):
1367 """Catch commit messages referencing OEMs."""
1368 self.assertMessageRejected('HP Project\n\n')
1369 self.assertMessageRejected('hewlett-packard\n')
1370 self.assertMessageRejected('Hewlett\nPackard\n')
1371 self.assertMessageRejected('Dell Chromebook\n\n\n')
1372 self.assertMessageRejected('product@acer.com\n')
1373 self.assertMessageRejected('This is related to Asus\n')
1374 self.assertMessageRejected('lenovo machine\n')
1375
1376 def testHasODM(self):
1377 """Catch commit messages referencing ODMs."""
1378 self.assertMessageRejected('new samsung laptop\n\n')
1379 self.assertMessageRejected('pegatron(ems) project\n')
1380 self.assertMessageRejected('new Wistron device\n')
1381
1382 def testContainsOEM(self):
1383 """Check that the check handles word boundaries properly."""
1384 self.assertMessageAccepted('oheahpohea')
1385 self.assertMessageAccepted('Play an Asus7 guitar chord.\n\n')
1386
1387 def testTag(self):
1388 """Check that the check ignores tags."""
1389 self.assertMessageAccepted(
1390 'Harmless project\n'
1391 'Reviewed-by: partner@asus.corp-partner.google.com\n'
1392 'Tested-by: partner@hp.corp-partner.google.com\n'
1393 'Signed-off-by: partner@dell.corp-partner.google.com\n'
1394 'Commit-Queue: partner@lenovo.corp-partner.google.com\n'
Jack Neus8edbf642019-07-10 16:08:31 -06001395 'CC: partner@acer.corp-partner.google.com\n'
1396 'Acked-by: partner@hewlett-packard.corp-partner.google.com\n')
1397 self.assertMessageRejected(
1398 'Asus project\n'
1399 'Reviewed-by: partner@asus.corp-partner.google.com')
Mike Frysingerbb34a222019-07-31 14:40:46 -04001400 self.assertMessageRejected(
1401 'my project\n'
1402 'Bad-tag: partner@asus.corp-partner.google.com')
Jack Neus8edbf642019-07-10 16:08:31 -06001403
1404
Mike Frysinger36b2ebc2014-10-31 14:02:03 -04001405class CheckCommitMessageStyle(CommitMessageTestCase):
1406 """Tests for _check_commit_message_style."""
1407
1408 @staticmethod
1409 def CheckMessage(project, commit):
1410 return pre_upload._check_commit_message_style(project, commit)
1411
1412 def testNormal(self):
1413 """Accept valid commit messages."""
1414 self.assertMessageAccepted('one sentence.\n')
1415 self.assertMessageAccepted('some.module: do it!\n')
1416 self.assertMessageAccepted('one line\n\nmore stuff here.')
1417
1418 def testNoBlankSecondLine(self):
1419 """Reject messages that have stuff on the second line."""
1420 self.assertMessageRejected('one sentence.\nbad fish!\n')
1421
1422 def testFirstLineMultipleSentences(self):
1423 """Reject messages that have more than one sentence in the summary."""
1424 self.assertMessageRejected('one sentence. two sentence!\n')
1425
1426 def testFirstLineTooLone(self):
1427 """Reject first lines that are too long."""
1428 self.assertMessageRejected('o' * 200)
1429
1430
Mike Frysinger292b45d2014-11-25 01:17:10 -05001431def DiffEntry(src_file=None, dst_file=None, src_mode=None, dst_mode='100644',
1432 status='M'):
1433 """Helper to create a stub RawDiffEntry object"""
1434 if src_mode is None:
1435 if status == 'A':
1436 src_mode = '000000'
1437 elif status == 'M':
1438 src_mode = dst_mode
1439 elif status == 'D':
1440 src_mode = dst_mode
1441 dst_mode = '000000'
1442
1443 src_sha = dst_sha = 'abc'
1444 if status == 'D':
1445 dst_sha = '000000'
1446 elif status == 'A':
1447 src_sha = '000000'
1448
1449 return git.RawDiffEntry(src_mode=src_mode, dst_mode=dst_mode, src_sha=src_sha,
1450 dst_sha=dst_sha, status=status, score=None,
1451 src_file=src_file, dst_file=dst_file)
1452
1453
Mike Frysingerb2496652019-09-12 23:35:46 -04001454class HelpersTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001455 """Various tests for utility functions."""
1456
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001457 def setUp(self):
1458 self.orig_cwd = os.getcwd()
1459 os.chdir(self.tempdir)
1460
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001461 self.PatchObject(git, 'RawDiff', return_value=[
1462 # A modified normal file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001463 DiffEntry(src_file='buildbot/constants.py', status='M'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001464 # A new symlink file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001465 DiffEntry(dst_file='scripts/cros_env_whitelist', dst_mode='120000',
1466 status='A'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001467 # A deleted file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001468 DiffEntry(src_file='scripts/sync_sonic.py', status='D'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001469 ])
1470
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001471 def tearDown(self):
1472 os.chdir(self.orig_cwd)
1473
1474 def _WritePresubmitIgnoreFile(self, subdir, data):
1475 """Writes to a .presubmitignore file in the passed-in subdirectory."""
1476 directory = os.path.join(self.tempdir, subdir)
1477 if not os.path.exists(directory):
1478 os.makedirs(directory)
1479 osutils.WriteFile(os.path.join(directory, pre_upload._IGNORE_FILE), data)
1480
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001481 def testGetAffectedFilesNoDeletesNoRelative(self):
1482 """Verify _get_affected_files() works w/no delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001483 path = os.getcwd()
1484 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1485 relative=False)
1486 exp_files = [os.path.join(path, 'buildbot/constants.py')]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001487 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001488
1489 def testGetAffectedFilesDeletesNoRelative(self):
1490 """Verify _get_affected_files() works w/delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001491 path = os.getcwd()
1492 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1493 relative=False)
1494 exp_files = [os.path.join(path, 'buildbot/constants.py'),
1495 os.path.join(path, 'scripts/sync_sonic.py')]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001496 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001497
1498 def testGetAffectedFilesNoDeletesRelative(self):
1499 """Verify _get_affected_files() works w/no delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001500 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1501 relative=True)
1502 exp_files = ['buildbot/constants.py']
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001503 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001504
1505 def testGetAffectedFilesDeletesRelative(self):
1506 """Verify _get_affected_files() works w/delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001507 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1508 relative=True)
1509 exp_files = ['buildbot/constants.py', 'scripts/sync_sonic.py']
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001510 self.assertEqual(files, exp_files)
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001511
Mike Frysinger292b45d2014-11-25 01:17:10 -05001512 def testGetAffectedFilesDetails(self):
1513 """Verify _get_affected_files() works w/full_details."""
Mike Frysinger292b45d2014-11-25 01:17:10 -05001514 files = pre_upload._get_affected_files('HEAD', full_details=True,
1515 relative=True)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001516 self.assertEqual(files[0].src_file, 'buildbot/constants.py')
Mike Frysinger292b45d2014-11-25 01:17:10 -05001517
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001518 def testGetAffectedFilesPresubmitIgnoreDirectory(self):
1519 """Verify .presubmitignore can be used to exclude a directory."""
1520 self._WritePresubmitIgnoreFile('.', 'buildbot/')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001521 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001522
1523 def testGetAffectedFilesPresubmitIgnoreDirectoryWildcard(self):
1524 """Verify .presubmitignore can be used with a directory wildcard."""
1525 self._WritePresubmitIgnoreFile('.', '*/constants.py')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001526 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001527
1528 def testGetAffectedFilesPresubmitIgnoreWithinDirectory(self):
1529 """Verify .presubmitignore can be placed in a subdirectory."""
1530 self._WritePresubmitIgnoreFile('buildbot', '*.py')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001531 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001532
1533 def testGetAffectedFilesPresubmitIgnoreDoesntMatch(self):
1534 """Verify .presubmitignore has no effect when it doesn't match a file."""
1535 self._WritePresubmitIgnoreFile('buildbot', '*.txt')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001536 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True),
1537 ['buildbot/constants.py'])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001538
1539 def testGetAffectedFilesPresubmitIgnoreAddedFile(self):
1540 """Verify .presubmitignore matches added files."""
1541 self._WritePresubmitIgnoreFile('.', 'buildbot/\nscripts/')
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001542 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True,
1543 include_symlinks=True),
1544 [])
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001545
1546 def testGetAffectedFilesPresubmitIgnoreSkipIgnoreFile(self):
1547 """Verify .presubmitignore files are automatically skipped."""
1548 self.PatchObject(git, 'RawDiff', return_value=[
1549 DiffEntry(src_file='.presubmitignore', status='M')
1550 ])
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001551 self.assertEqual(pre_upload._get_affected_files('HEAD', relative=True), [])
Mike Frysinger292b45d2014-11-25 01:17:10 -05001552
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001553
Mike Frysingerb2496652019-09-12 23:35:46 -04001554class ExecFilesTest(PreUploadTestCase):
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001555 """Tests for _check_exec_files."""
1556
1557 def setUp(self):
1558 self.diff_mock = self.PatchObject(git, 'RawDiff')
1559
1560 def testNotExec(self):
1561 """Do not flag files that are not executable."""
1562 self.diff_mock.return_value = [
1563 DiffEntry(src_file='make.conf', dst_mode='100644', status='A'),
1564 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001565 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001566
1567 def testExec(self):
1568 """Flag files that are executable."""
1569 self.diff_mock.return_value = [
1570 DiffEntry(src_file='make.conf', dst_mode='100755', status='A'),
1571 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001572 self.assertIsNotNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001573
1574 def testDeletedExec(self):
1575 """Ignore bad files that are being deleted."""
1576 self.diff_mock.return_value = [
1577 DiffEntry(src_file='make.conf', dst_mode='100755', status='D'),
1578 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001579 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001580
1581 def testModifiedExec(self):
1582 """Flag bad files that weren't exec, but now are."""
1583 self.diff_mock.return_value = [
1584 DiffEntry(src_file='make.conf', src_mode='100644', dst_mode='100755',
1585 status='M'),
1586 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001587 self.assertIsNotNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001588
1589 def testNormalExec(self):
1590 """Don't flag normal files (e.g. scripts) that are executable."""
1591 self.diff_mock.return_value = [
1592 DiffEntry(src_file='foo.sh', dst_mode='100755', status='A'),
1593 ]
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001594 self.assertIsNone(pre_upload._check_exec_files('proj', 'commit'))
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001595
1596
Mike Frysingerb2496652019-09-12 23:35:46 -04001597class CheckForUprev(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysinger292b45d2014-11-25 01:17:10 -05001598 """Tests for _check_for_uprev."""
1599
1600 def setUp(self):
1601 self.file_mock = self.PatchObject(git, 'RawDiff')
1602
1603 def _Files(self, files):
1604 """Create |files| in the tempdir and return full paths to them."""
1605 for obj in files:
1606 if obj.status == 'D':
1607 continue
1608 if obj.dst_file is None:
1609 f = obj.src_file
1610 else:
1611 f = obj.dst_file
1612 osutils.Touch(os.path.join(self.tempdir, f), makedirs=True)
1613 return files
1614
1615 def assertAccepted(self, files, project='project', commit='fake sha1'):
1616 """Assert _check_for_uprev accepts |files|."""
1617 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001618 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1619 project_top=self.tempdir)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001620 self.assertIsNone(ret)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001621
1622 def assertRejected(self, files, project='project', commit='fake sha1'):
1623 """Assert _check_for_uprev rejects |files|."""
1624 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001625 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1626 project_top=self.tempdir)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001627 self.assertTrue(isinstance(ret, errors.HookFailure))
1628
1629 def testWhitelistOverlay(self):
1630 """Skip checks on whitelisted overlays."""
1631 self.assertAccepted([DiffEntry(src_file='cat/pkg/pkg-0.ebuild')],
1632 project='chromiumos/overlays/portage-stable')
1633
1634 def testWhitelistFiles(self):
1635 """Skip checks on whitelisted files."""
1636 files = ['ChangeLog', 'Manifest', 'metadata.xml']
1637 self.assertAccepted([DiffEntry(src_file=os.path.join('c', 'p', x),
1638 status='M')
1639 for x in files])
1640
1641 def testRejectBasic(self):
1642 """Reject ebuilds missing uprevs."""
1643 self.assertRejected([DiffEntry(src_file='c/p/p-0.ebuild', status='M')])
1644
1645 def testNewPackage(self):
1646 """Accept new ebuilds w/out uprevs."""
1647 self.assertAccepted([DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1648 self.assertAccepted([DiffEntry(src_file='c/p/p-0-r12.ebuild', status='A')])
1649
1650 def testModifiedFilesOnly(self):
1651 """Reject ebuilds w/out uprevs and changes in files/."""
1652 osutils.Touch(os.path.join(self.tempdir, 'cat/pkg/pkg-0.ebuild'),
1653 makedirs=True)
1654 self.assertRejected([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1655 self.assertRejected([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1656
1657 def testFilesNoEbuilds(self):
1658 """Ignore changes to paths w/out ebuilds."""
1659 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1660 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1661
1662 def testModifiedFilesWithUprev(self):
1663 """Accept ebuilds w/uprevs and changes in files/."""
1664 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='A'),
1665 DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1666 self.assertAccepted([
1667 DiffEntry(src_file='c/p/files/f', status='M'),
1668 DiffEntry(src_file='c/p/p-0-r1.ebuild', src_mode='120000',
1669 dst_file='c/p/p-0-r2.ebuild', dst_mode='120000', status='R')])
1670
Gwendal Grignoua3086c32014-12-09 11:17:22 -08001671 def testModifiedFilesWith9999(self):
1672 """Accept 9999 ebuilds and changes in files/."""
1673 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M'),
1674 DiffEntry(src_file='c/p/p-9999.ebuild', status='M')])
1675
C Shapiroae157ae2017-09-18 16:24:03 -06001676 def testModifiedFilesIn9999SubDirWithout9999Change(self):
1677 """Accept changes in files/ with a parent 9999 ebuild"""
1678 ebuild_9999_file = os.path.join(self.tempdir, 'c/p/p-9999.ebuild')
1679 os.makedirs(os.path.dirname(ebuild_9999_file))
1680 osutils.WriteFile(ebuild_9999_file, 'fake')
1681 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M')])
1682
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001683
Mike Frysingerb2496652019-09-12 23:35:46 -04001684class DirectMainTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
Mike Frysinger55f85b52014-12-18 14:45:21 -05001685 """Tests for direct_main()"""
1686
1687 def setUp(self):
1688 self.hooks_mock = self.PatchObject(pre_upload, '_run_project_hooks',
1689 return_value=None)
1690
1691 def testNoArgs(self):
1692 """If run w/no args, should check the current dir."""
1693 ret = pre_upload.direct_main([])
1694 self.assertEqual(ret, 0)
1695 self.hooks_mock.assert_called_once_with(
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001696 mock.ANY, proj_dir=os.getcwd(), commit_list=[], presubmit=mock.ANY,
1697 config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001698
1699 def testExplicitDir(self):
1700 """Verify we can run on a diff dir."""
1701 # Use the chromite dir since we know it exists.
1702 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR])
1703 self.assertEqual(ret, 0)
1704 self.hooks_mock.assert_called_once_with(
1705 mock.ANY, proj_dir=constants.CHROMITE_DIR, commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001706 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001707
1708 def testBogusProject(self):
1709 """A bogus project name should be fine (use default settings)."""
1710 # Use the chromite dir since we know it exists.
1711 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR,
1712 '--project', 'foooooooooo'])
1713 self.assertEqual(ret, 0)
1714 self.hooks_mock.assert_called_once_with(
1715 'foooooooooo', proj_dir=constants.CHROMITE_DIR, commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001716 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001717
1718 def testBogustProjectNoDir(self):
1719 """Make sure --dir is detected even with --project."""
1720 ret = pre_upload.direct_main(['--project', 'foooooooooo'])
1721 self.assertEqual(ret, 0)
1722 self.hooks_mock.assert_called_once_with(
1723 'foooooooooo', proj_dir=os.getcwd(), commit_list=[],
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001724 presubmit=mock.ANY, config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001725
1726 def testNoGitDir(self):
1727 """We should die when run on a non-git dir."""
1728 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1729 ['--dir', self.tempdir])
1730
1731 def testNoDir(self):
1732 """We should die when run on a missing dir."""
1733 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1734 ['--dir', os.path.join(self.tempdir, 'foooooooo')])
1735
1736 def testCommitList(self):
1737 """Any args on the command line should be treated as commits."""
1738 commits = ['sha1', 'sha2', 'shaaaaaaaaaaaan']
1739 ret = pre_upload.direct_main(commits)
1740 self.assertEqual(ret, 0)
1741 self.hooks_mock.assert_called_once_with(
Sonny Sasaka5a905ea2020-07-24 15:30:12 -07001742 mock.ANY, proj_dir=mock.ANY, commit_list=commits, presubmit=mock.ANY,
1743 config_file=mock.ANY)
Mike Frysinger55f85b52014-12-18 14:45:21 -05001744
1745
Mike Frysingerb2496652019-09-12 23:35:46 -04001746class CheckRustfmtTest(PreUploadTestCase):
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001747 """Tests for _check_rustfmt."""
1748
1749 def setUp(self):
1750 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
1751
1752 def testBadRustFile(self):
1753 self.PatchObject(pre_upload, '_get_affected_files', return_value=['a.rs'])
1754 # Bad because it's missing trailing newline.
Mike Frysingere85b0062019-08-20 15:10:33 -04001755 content = 'fn main() {}'
1756 self.content_mock.return_value = content
1757 self.PatchObject(pre_upload, '_run_command', return_value=content + '\n')
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001758 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1759 self.assertIsNotNone(failure)
Mike Frysinger8a4e8942019-09-16 23:43:49 -04001760 self.assertEqual('Files not formatted with rustfmt: '
1761 "(run 'cargo fmt' to fix)",
1762 failure.msg)
1763 self.assertEqual(['a.rs'], failure.items)
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001764
1765 def testGoodRustFile(self):
1766 self.PatchObject(pre_upload, '_get_affected_files', return_value=['a.rs'])
Mike Frysingere85b0062019-08-20 15:10:33 -04001767 content = 'fn main() {}\n'
1768 self.content_mock.return_value = content
1769 self.PatchObject(pre_upload, '_run_command', return_value=content)
Fletcher Woodruffce1cb1b2019-08-16 15:59:32 -06001770 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1771 self.assertIsNone(failure)
1772
1773 def testFilterNonRustFiles(self):
1774 self.PatchObject(pre_upload, '_get_affected_files',
1775 return_value=['a.cc', 'a.rsa', 'a.irs', 'rs.cc'])
1776 self.content_mock.return_value = 'fn main() {\n}'
1777 failure = pre_upload._check_rustfmt(ProjectNamed('PROJECT'), 'COMMIT')
1778 self.assertIsNone(failure)
1779
1780
Keiichi Watanabe6ab73fd2020-07-14 23:42:02 +09001781class GetCargoClippyParserTest(cros_test_lib.TestCase):
1782 """Tests for _get_cargo_clippy_parser."""
1783
1784 def testSingleProject(self):
1785 parser = pre_upload._get_cargo_clippy_parser()
1786 args = parser.parse_args(['--project', 'foo'])
1787 self.assertEqual(args.project,
1788 [pre_upload.ClippyProject(root='foo', script=None)])
1789
1790 def testMultipleProjects(self):
1791 parser = pre_upload._get_cargo_clippy_parser()
1792 args = parser.parse_args(['--project', 'foo:bar',
1793 '--project', 'baz'])
1794 self.assertCountEqual(args.project,
1795 [pre_upload.ClippyProject(root='foo', script='bar'),
1796 pre_upload.ClippyProject(root='baz', script=None)])
1797
1798
1799class CheckCargoClippyTest(PreUploadTestCase, cros_test_lib.TempDirTestCase):
1800 """Tests for _check_cargo_clippy."""
1801
1802 def setUp(self):
1803 self.project = pre_upload.Project(name='PROJECT', dir=self.tempdir,
1804 remote=None)
1805
1806 def testClippy(self):
1807 """Verify clippy is called when a monitored file was changed."""
1808 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1809
1810 self.PatchObject(pre_upload, '_get_affected_files',
1811 return_value=[f'{self.project.dir}/repo_a/a.rs'])
1812
1813 ret = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1814 options=['--project=repo_a',
1815 '--project=repo_b:foo'])
1816 self.assertFalse(ret)
1817
1818 # Check if `cargo clippy` ran.
1819 called = False
1820 for args, _ in rc_mock.call_args_list:
1821 cmd = args[0]
1822 if len(cmd) > 1 and cmd[0] == 'cargo' and cmd[1] == 'clippy':
1823 called = True
1824 break
1825
1826 self.assertTrue(called)
1827
1828 def testDontRun(self):
1829 """Skip checks when no monitored files are modified."""
1830 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1831
1832 # A file under `repo_a` was monitored.
1833 self.PatchObject(pre_upload, '_get_affected_files',
1834 return_value=[f'{self.project.dir}/repo_a/a.rs'])
1835 # But, we only care about files under `repo_b`.
1836 errs = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1837 options=['--project=repo_b:foo'])
1838
1839 self.assertFalse(errs)
1840
1841 rc_mock.assert_not_called()
1842
1843 def testCustomScript(self):
1844 """Verify project-specific script is used."""
1845 rc_mock = self.PatchObject(pre_upload, '_run_command', return_value='')
1846
1847 self.PatchObject(pre_upload, '_get_affected_files',
1848 return_value=[f'{self.project.dir}/repo_b/b.rs'])
1849
1850 errs = pre_upload._check_cargo_clippy(self.project, 'COMMIT',
1851 options=['--project=repo_a',
1852 '--project=repo_b:foo'])
1853 self.assertFalse(errs)
1854
1855 # Check if the script `foo` ran.
1856 called = False
1857 for args, _ in rc_mock.call_args_list:
1858 cmd = args[0]
1859 if len(cmd) > 0 and cmd[0] == os.path.join(self.project.dir, 'foo'):
1860 called = True
1861 break
1862
1863 self.assertTrue(called)
1864
1865
Mike Frysinger180ecd62020-08-19 00:41:51 -04001866class OverrideHooksProcessing(PreUploadTestCase):
1867 """Verify _get_override_hooks processing."""
1868
1869 @staticmethod
1870 def parse(data):
1871 """Helper to create a config & parse it."""
1872 cfg = configparser.ConfigParser()
1873 cfg.read_string(data)
1874 return pre_upload._get_override_hooks(cfg)
1875
1876 def testHooks(self):
1877 """Verify we reject unknown hook names (e.g. typos)."""
1878 with self.assertRaises(ValueError) as e:
1879 self.parse("""
1880[Hook Overrides]
1881foobar: true
1882""")
1883 self.assertIn('foobar', str(e.exception))
1884
1885 def testImplicitDisable(self):
1886 """Verify non-common hooks aren't enabled by default."""
1887 enabled, _ = self.parse('')
1888 self.assertNotIn(pre_upload._run_checkpatch, enabled)
1889
1890 def testExplicitDisable(self):
1891 """Verify hooks disabled are disabled."""
1892 _, disabled = self.parse("""
1893[Hook Overrides]
1894tab_check: false
1895""")
1896 self.assertIn(pre_upload._check_no_tabs, disabled)
1897
1898 def testExplicitEnable(self):
1899 """Verify hooks enabled are enabled."""
1900 enabled, _ = self.parse("""
1901[Hook Overrides]
1902tab_check: true
1903""")
1904 self.assertIn(pre_upload._check_no_tabs, enabled)
1905
1906 def testOptions(self):
1907 """Verify hook options are loaded."""
1908 enabled, _ = self.parse("""
1909[Hook Overrides Options]
1910keyword_check: --kw
1911""")
1912 for func in enabled:
1913 if func.__name__ == 'keyword_check':
1914 self.assertIn('options', func.keywords)
1915 self.assertEqual(func.keywords['options'], ['--kw'])
1916 break
1917 else:
1918 self.fail('could not find "keyword_check" enabled hook')
1919
1920 def testSignOffField(self):
1921 """Verify signoff field handling."""
1922 # Enforce no s-o-b by default.
1923 enabled, disabled = self.parse('')
1924 self.assertIn(pre_upload._check_change_has_no_signoff_field, enabled)
1925 self.assertNotIn(pre_upload._check_change_has_signoff_field, enabled)
1926 self.assertNotIn(pre_upload._check_change_has_signoff_field, disabled)
1927
1928 # If disabled, don't enforce either policy.
1929 enabled, disabled = self.parse("""
1930[Hook Overrides]
1931signoff_check: false
1932""")
1933 self.assertNotIn(pre_upload._check_change_has_no_signoff_field, enabled)
1934 self.assertNotIn(pre_upload._check_change_has_signoff_field, enabled)
1935 self.assertIn(pre_upload._check_change_has_signoff_field, disabled)
1936
1937 # If enabled, require s-o-b.
1938 enabled, disabled = self.parse("""
1939[Hook Overrides]
1940signoff_check: true
1941""")
1942 self.assertNotIn(pre_upload._check_change_has_no_signoff_field, enabled)
1943 self.assertIn(pre_upload._check_change_has_signoff_field, enabled)
1944 self.assertNotIn(pre_upload._check_change_has_signoff_field, disabled)
1945
1946 def testBranchField(self):
1947 """Verify branch field enabling."""
1948 # Should be disabled by default.
1949 enabled, disabled = self.parse('')
1950 self.assertIn(pre_upload._check_change_has_no_branch_field, enabled)
1951 self.assertNotIn(pre_upload._check_change_has_branch_field, enabled)
1952 self.assertNotIn(pre_upload._check_change_has_branch_field, disabled)
1953
1954 # Should be disabled if requested.
1955 enabled, disabled = self.parse("""
1956[Hook Overrides]
1957branch_check: false
1958""")
1959 self.assertIn(pre_upload._check_change_has_no_branch_field, enabled)
1960 self.assertNotIn(pre_upload._check_change_has_branch_field, enabled)
1961 self.assertIn(pre_upload._check_change_has_branch_field, disabled)
1962
1963 # Should be enabled if requested.
1964 enabled, disabled = self.parse("""
1965[Hook Overrides]
1966branch_check: true
1967""")
1968 self.assertNotIn(pre_upload._check_change_has_no_branch_field, enabled)
1969 self.assertIn(pre_upload._check_change_has_branch_field, enabled)
1970 self.assertNotIn(pre_upload._check_change_has_branch_field, disabled)
1971
1972
Jon Salz98255932012-08-18 14:48:02 +08001973if __name__ == '__main__':
Mike Frysinger884a8dd2015-05-17 03:43:43 -04001974 cros_test_lib.main(module=__name__)