blob: 5d43166f26818943ce781bb4100bbbd71048f792 [file] [log] [blame]
Prathmesh Prabhuc5254652016-12-22 12:58:05 -08001#!/usr/bin/env python2
Jon Salz98255932012-08-18 14:48:02 +08002# -*- coding: utf-8 -*-
3# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
Mike Frysingerae409522014-02-01 03:16:11 -05007"""Unittests for pre-upload.py."""
8
Mike Frysinger09d6a3d2013-10-08 22:21:03 -04009from __future__ import print_function
10
David Jamesc3b68b32013-04-03 09:17:03 -070011import os
12import sys
Jon Salz98255932012-08-18 14:48:02 +080013
Mike Frysingerbf8b91c2014-02-01 02:50:27 -050014import errors
15
Jon Salz98255932012-08-18 14:48:02 +080016# pylint: disable=W0212
Mike Frysinger65d93c12014-02-01 02:59:46 -050017# We access private members of the pre_upload module all over the place.
18
Mike Frysinger55f85b52014-12-18 14:45:21 -050019# Make sure we can find the chromite paths.
20sys.path.insert(0, os.path.join(os.path.dirname(os.path.realpath(__file__)),
21 '..', '..'))
Jon Salz98255932012-08-18 14:48:02 +080022
Mike Frysinger55f85b52014-12-18 14:45:21 -050023from chromite.cbuildbot import constants
Mike Frysinger65d93c12014-02-01 02:59:46 -050024from chromite.lib import cros_test_lib
Mike Frysingerd3bd32c2014-11-24 23:34:29 -050025from chromite.lib import git
Daniel Erata350fd32014-09-29 14:02:34 -070026from chromite.lib import osutils
Mike Frysinger65d93c12014-02-01 02:59:46 -050027
Mike Frysinger55f85b52014-12-18 14:45:21 -050028# Needs to be after chromite imports so we use the bundled copy.
29import mock
30
Mike Frysinger65d93c12014-02-01 02:59:46 -050031
Jon Salz98255932012-08-18 14:48:02 +080032pre_upload = __import__('pre-upload')
33
34
Alex Deymo643ac4c2015-09-03 10:40:50 -070035def ProjectNamed(project_name):
36 """Wrapper to create a Project with just the name"""
37 return pre_upload.Project(project_name, None, None)
38
39
Mike Frysinger65d93c12014-02-01 02:59:46 -050040class TryUTF8DecodeTest(cros_test_lib.TestCase):
Mike Frysingerae409522014-02-01 03:16:11 -050041 """Verify we sanely handle unicode content."""
42
Jon Salz98255932012-08-18 14:48:02 +080043 def runTest(self):
44 self.assertEquals(u'', pre_upload._try_utf8_decode(''))
45 self.assertEquals(u'abc', pre_upload._try_utf8_decode('abc'))
Daniel Erat9d203ff2015-02-17 10:12:21 -070046 self.assertEquals(
47 u'你好布萊恩',
48 pre_upload._try_utf8_decode('你好布萊恩'))
Jon Salz98255932012-08-18 14:48:02 +080049 # Invalid UTF-8
50 self.assertEquals('\x80', pre_upload._try_utf8_decode('\x80'))
51
52
Mike Frysinger1459d362014-12-06 13:53:23 -050053class CheckNoLongLinesTest(cros_test_lib.MockTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -050054 """Tests for _check_no_long_lines."""
55
Jon Salz98255932012-08-18 14:48:02 +080056 def setUp(self):
Mike Frysinger1459d362014-12-06 13:53:23 -050057 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
Jon Salz98255932012-08-18 14:48:02 +080058
Shuhei Takahashiabc20f32017-07-10 19:35:45 +090059 def testCheck(self):
60 self.PatchObject(pre_upload, '_get_affected_files', return_value=['x.py'])
Mike Frysinger1459d362014-12-06 13:53:23 -050061 self.diff_mock.return_value = [
62 (1, u"x" * 80), # OK
63 (2, "\x80" * 80), # OK
64 (3, u"x" * 81), # Too long
65 (4, "\x80" * 81), # Too long
66 (5, u"See http://" + (u"x" * 80)), # OK (URL)
67 (6, u"See https://" + (u"x" * 80)), # OK (URL)
68 (7, u"# define " + (u"x" * 80)), # OK (compiler directive)
69 (8, u"#define" + (u"x" * 74)), # Too long
70 ]
Alex Deymo643ac4c2015-09-03 10:40:50 -070071 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'), 'COMMIT')
Jon Salz98255932012-08-18 14:48:02 +080072 self.assertTrue(failure)
73 self.assertEquals('Found lines longer than 80 characters (first 5 shown):',
74 failure.msg)
75 self.assertEquals(['x.py, line %d, 81 chars' % line
76 for line in [3, 4, 8]],
77 failure.items)
78
Shuhei Takahashiabc20f32017-07-10 19:35:45 +090079 def testIncludeOptions(self):
80 self.PatchObject(pre_upload,
81 '_get_affected_files',
82 return_value=['foo.txt'])
83 self.diff_mock.return_value = [(1, u"x" * 81)]
84 self.assertFalse(pre_upload._check_no_long_lines(
85 ProjectNamed('PROJECT'), 'COMMIT'))
86 self.assertTrue(pre_upload._check_no_long_lines(
87 ProjectNamed('PROJECT'), 'COMMIT', options=['--include_regex=foo']))
88
89 def testExcludeOptions(self):
90 self.PatchObject(pre_upload,
91 '_get_affected_files',
92 return_value=['foo.py'])
93 self.diff_mock.return_value = [(1, u"x" * 81)]
94 self.assertTrue(pre_upload._check_no_long_lines(
95 ProjectNamed('PROJECT'), 'COMMIT'))
96 self.assertFalse(pre_upload._check_no_long_lines(
97 ProjectNamed('PROJECT'), 'COMMIT', options=['--exclude_regex=foo']))
98
Mike Frysingerae409522014-02-01 03:16:11 -050099
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800100class CheckTabbedIndentsTest(cros_test_lib.MockTestCase):
101 """Tests for _check_tabbed_indents."""
102 def setUp(self):
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900103 self.PatchObject(pre_upload,
104 '_get_affected_files',
105 return_value=['x.ebuild'])
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800106 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
107
108 def test_good_cases(self):
109 self.diff_mock.return_value = [
110 (1, u'no_tabs_anywhere'),
111 (2, u' leading_tab_only'),
112 (3, u' leading_tab another_tab'),
113 (4, u' leading_tab trailing_too '),
114 (5, u' leading_tab then_spaces_trailing '),
115 ]
116 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
117 'COMMIT')
118 self.assertIsNone(failure)
119
120 def test_bad_cases(self):
121 self.diff_mock.return_value = [
122 (1, u' leading_space'),
123 (2, u' tab_followed_by_space'),
124 (3, u' space_followed_by_tab'),
125 (4, u' mix_em_up'),
126 (5, u' mix_on_both_sides '),
127 ]
128 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
129 'COMMIT')
130 self.assertTrue(failure)
131 self.assertEquals('Found a space in indentation (must be all tabs):',
132 failure.msg)
Shuhei Takahashiabc20f32017-07-10 19:35:45 +0900133 self.assertEquals(['x.ebuild, line %d' % line for line in xrange(1, 6)],
Prathmesh Prabhuc5254652016-12-22 12:58:05 -0800134 failure.items)
135
136
Daniel Erata350fd32014-09-29 14:02:34 -0700137class CheckProjectPrefix(cros_test_lib.MockTempDirTestCase):
138 """Tests for _check_project_prefix."""
139
140 def setUp(self):
141 self.orig_cwd = os.getcwd()
142 os.chdir(self.tempdir)
143 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
144 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
145
146 def tearDown(self):
147 os.chdir(self.orig_cwd)
148
149 def _WriteAliasFile(self, filename, project):
150 """Writes a project name to a file, creating directories if needed."""
151 os.makedirs(os.path.dirname(filename))
152 osutils.WriteFile(filename, project)
153
154 def testInvalidPrefix(self):
155 """Report an error when the prefix doesn't match the base directory."""
156 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
157 self.desc_mock.return_value = 'bar: Some commit'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700158 failure = pre_upload._check_project_prefix(ProjectNamed('PROJECT'),
159 'COMMIT')
Daniel Erata350fd32014-09-29 14:02:34 -0700160 self.assertTrue(failure)
161 self.assertEquals(('The commit title for changes affecting only foo' +
162 ' should start with "foo: "'), failure.msg)
163
164 def testValidPrefix(self):
165 """Use a prefix that matches the base directory."""
166 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
167 self.desc_mock.return_value = 'foo: Change some files.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700168 self.assertFalse(
169 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700170
171 def testAliasFile(self):
172 """Use .project_alias to override the project name."""
173 self._WriteAliasFile('foo/.project_alias', 'project')
174 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/bar.cc']
175 self.desc_mock.return_value = 'project: Use an alias.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700176 self.assertFalse(
177 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700178
179 def testAliasFileWithSubdirs(self):
180 """Check that .project_alias is used when only modifying subdirectories."""
181 self._WriteAliasFile('foo/.project_alias', 'project')
182 self.file_mock.return_value = [
183 'foo/subdir/foo.cc',
184 'foo/subdir/bar.cc'
185 'foo/subdir/blah/baz.cc'
186 ]
187 self.desc_mock.return_value = 'project: Alias with subdirs.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700188 self.assertFalse(
189 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700190
191
Mike Frysinger1459d362014-12-06 13:53:23 -0500192class CheckKernelConfig(cros_test_lib.MockTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500193 """Tests for _kernel_configcheck."""
194
Mike Frysinger1459d362014-12-06 13:53:23 -0500195 def setUp(self):
196 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
197
198 def testMixedChanges(self):
199 """Mixing of changes should fail."""
200 self.file_mock.return_value = [
201 '/kernel/files/chromeos/config/base.config',
202 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
203 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700204 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
205 self.assertTrue(failure)
206
Mike Frysinger1459d362014-12-06 13:53:23 -0500207 def testCodeOnly(self):
208 """Code-only changes should pass."""
209 self.file_mock.return_value = [
210 '/kernel/files/Makefile',
211 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
212 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700213 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
214 self.assertFalse(failure)
215
Mike Frysinger1459d362014-12-06 13:53:23 -0500216 def testConfigOnlyChanges(self):
217 """Config-only changes should pass."""
218 self.file_mock.return_value = [
219 '/kernel/files/chromeos/config/base.config',
220 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700221 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
222 self.assertFalse(failure)
223
Jon Salz98255932012-08-18 14:48:02 +0800224
Aviv Keshet5ac59522017-01-31 14:28:27 -0800225class CheckConfigParsing(cros_test_lib.MockTestCase):
226 """Tests _check_cq_ini_well_formed."""
227
228 def setUp(self):
229 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
230 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
231
232 def testIgnoreIrrelevantFile(self):
233 self.file_mock.return_value = ['unrelated_file.ini']
234 self.content_mock.return_value = '^$malformed gibberish^^&'
235 self.assertEqual(pre_upload._check_cq_ini_well_formed('PROJECT', 'COMMIT'),
236 None)
237
238 def testWellformedFile(self):
239 self.file_mock.return_value = ['COMMIT-QUEUE.ini']
240 self.content_mock.return_value = """#
241# Copyright (c) 2013 The Chromium OS Authors. All rights reserved.
242# Use of this source code is governed by a BSD-style license that can be
243# found in the LICENSE file.
244
245# Per-project Commit Queue settings.
246# Documentation: http://goo.gl/4rZhAx
247
248[GENERAL]
249
250# Stages to ignore in the commit queue. If these steps break, your CL will be
251# submitted anyway. Use with caution.
252# The files in here currently only get tested via internal canaries.
253ignored-stages: UNitTest HWTest VMTest UploadPrebuilts Archive"""
254
255 self.assertEqual(pre_upload._check_cq_ini_well_formed('PROJECT', 'COMMIT'),
256 None)
257
258 def testMalformedFile(self):
259 self.file_mock.return_value = ['COMMIT-QUEUE.ini']
260 self.content_mock.return_value = '^$malformed gibberish^^&'
261 m = pre_upload._check_cq_ini_well_formed('PROJECT', 'COMMIT')
262 self.assertTrue(isinstance(m, pre_upload.HookFailure))
263
264
Daniel Erat9d203ff2015-02-17 10:12:21 -0700265class CheckPortageMakeUseVar(cros_test_lib.MockTestCase):
266 """Tests for _check_portage_make_use_var."""
267
268 def setUp(self):
269 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
270 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
271
272 def testMakeConfOmitsOriginalUseValue(self):
273 """Fail for make.conf that discards the previous value of $USE."""
274 self.file_mock.return_value = ['make.conf']
275 self.content_mock.return_value = 'USE="foo"\nUSE="${USE} bar"'
276 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
277 self.assertTrue(failure, failure)
278
279 def testMakeConfCorrectUsage(self):
280 """Succeed for make.conf that preserves the previous value of $USE."""
281 self.file_mock.return_value = ['make.conf']
282 self.content_mock.return_value = 'USE="${USE} foo"\nUSE="${USE}" bar'
283 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
284 self.assertFalse(failure, failure)
285
286 def testMakeDefaultsReferencesOriginalUseValue(self):
287 """Fail for make.defaults that refers to a not-yet-set $USE value."""
288 self.file_mock.return_value = ['make.defaults']
289 self.content_mock.return_value = 'USE="${USE} foo"'
290 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
291 self.assertTrue(failure, failure)
292
293 # Also check for "$USE" without curly brackets.
294 self.content_mock.return_value = 'USE="$USE foo"'
295 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
296 self.assertTrue(failure, failure)
297
298 def testMakeDefaultsOverwritesUseValue(self):
299 """Fail for make.defaults that discards its own $USE value."""
300 self.file_mock.return_value = ['make.defaults']
301 self.content_mock.return_value = 'USE="foo"\nUSE="bar"'
302 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
303 self.assertTrue(failure, failure)
304
305 def testMakeDefaultsCorrectUsage(self):
306 """Succeed for make.defaults that sets and preserves $USE."""
307 self.file_mock.return_value = ['make.defaults']
308 self.content_mock.return_value = 'USE="foo"\nUSE="${USE}" bar'
309 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
310 self.assertFalse(failure, failure)
311
312
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500313class CheckEbuildEapi(cros_test_lib.MockTestCase):
314 """Tests for _check_ebuild_eapi."""
315
Alex Deymo643ac4c2015-09-03 10:40:50 -0700316 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500317
318 def setUp(self):
319 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
320 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
321 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff',
322 side_effect=Exception())
323
324 def testSkipUpstreamOverlays(self):
325 """Skip ebuilds found in upstream overlays."""
326 self.file_mock.side_effect = Exception()
327 ret = pre_upload._check_ebuild_eapi(self.PORTAGE_STABLE, 'HEAD')
328 self.assertEqual(ret, None)
329
330 # Make sure our condition above triggers.
331 self.assertRaises(Exception, pre_upload._check_ebuild_eapi, 'o', 'HEAD')
332
333 def testSkipNonEbuilds(self):
334 """Skip non-ebuild files."""
335 self.content_mock.side_effect = Exception()
336
337 self.file_mock.return_value = ['some-file', 'ebuild/dir', 'an.ebuild~']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700338 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500339 self.assertEqual(ret, None)
340
341 # Make sure our condition above triggers.
342 self.file_mock.return_value.append('a/real.ebuild')
Alex Deymo643ac4c2015-09-03 10:40:50 -0700343 self.assertRaises(Exception, pre_upload._check_ebuild_eapi,
344 ProjectNamed('o'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500345
346 def testSkipSymlink(self):
347 """Skip files that are just symlinks."""
348 self.file_mock.return_value = ['a-r1.ebuild']
349 self.content_mock.return_value = 'a.ebuild'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700350 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500351 self.assertEqual(ret, None)
352
353 def testRejectEapiImplicit0Content(self):
354 """Reject ebuilds that do not declare EAPI (so it's 0)."""
355 self.file_mock.return_value = ['a.ebuild']
356
357 self.content_mock.return_value = """# Header
358IUSE="foo"
359src_compile() { }
360"""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700361 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500362 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500363
364 def testRejectExplicitEapi1Content(self):
365 """Reject ebuilds that do declare old EAPI explicitly."""
366 self.file_mock.return_value = ['a.ebuild']
367
368 template = """# Header
369EAPI=%s
370IUSE="foo"
371src_compile() { }
372"""
373 # Make sure we only check the first EAPI= setting.
374 self.content_mock.return_value = template % '1\nEAPI=4'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700375 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500376 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500377
378 # Verify we handle double quotes too.
379 self.content_mock.return_value = template % '"1"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700380 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500381 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500382
383 # Verify we handle single quotes too.
384 self.content_mock.return_value = template % "'1'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700385 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500386 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500387
388 def testAcceptExplicitEapi4Content(self):
389 """Accept ebuilds that do declare new EAPI explicitly."""
390 self.file_mock.return_value = ['a.ebuild']
391
392 template = """# Header
393EAPI=%s
394IUSE="foo"
395src_compile() { }
396"""
397 # Make sure we only check the first EAPI= setting.
398 self.content_mock.return_value = template % '4\nEAPI=1'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700399 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500400 self.assertEqual(ret, None)
401
402 # Verify we handle double quotes too.
403 self.content_mock.return_value = template % '"5"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700404 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500405 self.assertEqual(ret, None)
406
407 # Verify we handle single quotes too.
408 self.content_mock.return_value = template % "'5-hdepend'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700409 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500410 self.assertEqual(ret, None)
411
412
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400413class CheckEbuildKeywords(cros_test_lib.MockTestCase):
414 """Tests for _check_ebuild_keywords."""
415
416 def setUp(self):
417 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
418 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
419
420 def testNoEbuilds(self):
421 """If no ebuilds are found, do not scan."""
422 self.file_mock.return_value = ['a.file', 'ebuild-is-not.foo']
423
Alex Deymo643ac4c2015-09-03 10:40:50 -0700424 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400425 self.assertEqual(ret, None)
426
427 self.assertEqual(self.content_mock.call_count, 0)
428
429 def testSomeEbuilds(self):
430 """If ebuilds are found, only scan them."""
431 self.file_mock.return_value = ['a.file', 'blah', 'foo.ebuild', 'cow']
432 self.content_mock.return_value = ''
433
Alex Deymo643ac4c2015-09-03 10:40:50 -0700434 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400435 self.assertEqual(ret, None)
436
437 self.assertEqual(self.content_mock.call_count, 1)
438
439 def _CheckContent(self, content, fails):
440 """Test helper for inputs/outputs.
441
442 Args:
443 content: The ebuild content to test.
444 fails: Whether |content| should trigger a hook failure.
445 """
446 self.file_mock.return_value = ['a.ebuild']
447 self.content_mock.return_value = content
448
Alex Deymo643ac4c2015-09-03 10:40:50 -0700449 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400450 if fails:
Mike Frysingerb81102f2014-11-21 00:33:35 -0500451 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400452 else:
453 self.assertEqual(ret, None)
454
455 self.assertEqual(self.content_mock.call_count, 1)
456
457 def testEmpty(self):
458 """Check KEYWORDS= is accepted."""
459 self._CheckContent('# HEADER\nKEYWORDS=\nblah\n', False)
460
461 def testEmptyQuotes(self):
462 """Check KEYWORDS="" is accepted."""
463 self._CheckContent('# HEADER\nKEYWORDS=" "\nblah\n', False)
464
465 def testStableGlob(self):
466 """Check KEYWORDS=* is accepted."""
467 self._CheckContent('# HEADER\nKEYWORDS="\t*\t"\nblah\n', False)
468
469 def testUnstableGlob(self):
470 """Check KEYWORDS=~* is accepted."""
471 self._CheckContent('# HEADER\nKEYWORDS="~* "\nblah\n', False)
472
473 def testRestrictedGlob(self):
474 """Check KEYWORDS=-* is accepted."""
475 self._CheckContent('# HEADER\nKEYWORDS="\t-* arm"\nblah\n', False)
476
477 def testMissingGlobs(self):
478 """Reject KEYWORDS missing any globs."""
479 self._CheckContent('# HEADER\nKEYWORDS="~arm x86"\nblah\n', True)
480
481
Mike Frysingercd363c82014-02-01 05:20:18 -0500482class CheckEbuildVirtualPv(cros_test_lib.MockTestCase):
483 """Tests for _check_ebuild_virtual_pv."""
484
Alex Deymo643ac4c2015-09-03 10:40:50 -0700485 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
486 CHROMIUMOS_OVERLAY = ProjectNamed('chromiumos/overlays/chromiumos')
487 BOARD_OVERLAY = ProjectNamed('chromiumos/overlays/board-overlays')
488 PRIVATE_OVERLAY = ProjectNamed('chromeos/overlays/overlay-link-private')
489 PRIVATE_VARIANT_OVERLAY = ProjectNamed('chromeos/overlays/'
490 'overlay-variant-daisy-spring-private')
Mike Frysingercd363c82014-02-01 05:20:18 -0500491
492 def setUp(self):
493 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
494
495 def testNoVirtuals(self):
496 """Skip non virtual packages."""
497 self.file_mock.return_value = ['some/package/package-3.ebuild']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700498 ret = pre_upload._check_ebuild_virtual_pv(ProjectNamed('overlay'), 'H')
Mike Frysingercd363c82014-02-01 05:20:18 -0500499 self.assertEqual(ret, None)
500
501 def testCommonVirtuals(self):
502 """Non-board overlays should use PV=1."""
503 template = 'virtual/foo/foo-%s.ebuild'
504 self.file_mock.return_value = [template % '1']
505 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
506 self.assertEqual(ret, None)
507
508 self.file_mock.return_value = [template % '2']
509 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500510 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500511
512 def testPublicBoardVirtuals(self):
513 """Public board overlays should use PV=2."""
514 template = 'overlay-lumpy/virtual/foo/foo-%s.ebuild'
515 self.file_mock.return_value = [template % '2']
516 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
517 self.assertEqual(ret, None)
518
519 self.file_mock.return_value = [template % '2.5']
520 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500521 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500522
523 def testPublicBoardVariantVirtuals(self):
524 """Public board variant overlays should use PV=2.5."""
525 template = 'overlay-variant-lumpy-foo/virtual/foo/foo-%s.ebuild'
526 self.file_mock.return_value = [template % '2.5']
527 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
528 self.assertEqual(ret, None)
529
530 self.file_mock.return_value = [template % '3']
531 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500532 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500533
534 def testPrivateBoardVirtuals(self):
535 """Private board overlays should use PV=3."""
536 template = 'virtual/foo/foo-%s.ebuild'
537 self.file_mock.return_value = [template % '3']
538 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
539 self.assertEqual(ret, None)
540
541 self.file_mock.return_value = [template % '3.5']
542 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500543 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500544
545 def testPrivateBoardVariantVirtuals(self):
546 """Private board variant overlays should use PV=3.5."""
547 template = 'virtual/foo/foo-%s.ebuild'
548 self.file_mock.return_value = [template % '3.5']
549 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
550 self.assertEqual(ret, None)
551
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800552 def testSpecialVirtuals(self):
553 """Some cases require deeper versioning and can be >= 4."""
554 template = 'virtual/foo/foo-%s.ebuild'
Mike Frysingercd363c82014-02-01 05:20:18 -0500555 self.file_mock.return_value = [template % '4']
556 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800557 self.assertEqual(ret, None)
Mike Frysingercd363c82014-02-01 05:20:18 -0500558
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800559 self.file_mock.return_value = [template % '4.5']
560 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
561 self.assertEqual(ret, None)
Mike Frysinger98638102014-08-28 00:15:08 -0400562
Alex Deymof5792ce2015-08-24 22:50:08 -0700563class CheckCrosLicenseCopyrightHeader(cros_test_lib.MockTestCase):
564 """Tests for _check_cros_license."""
Mike Frysinger98638102014-08-28 00:15:08 -0400565
566 def setUp(self):
567 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
568 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
569
570 def testOldHeaders(self):
571 """Accept old header styles."""
572 HEADERS = (
573 ('#!/bin/sh\n'
574 '# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.\n'
575 '# Use of this source code is governed by a BSD-style license that'
576 ' can be\n'
577 '# found in the LICENSE file.\n'),
578 ('// Copyright 2010-13 The Chromium OS Authors. All rights reserved.\n'
579 '// Use of this source code is governed by a BSD-style license that'
580 ' can be\n'
581 '// found in the LICENSE file.\n'),
582 )
583 self.file_mock.return_value = ['file']
584 for header in HEADERS:
585 self.content_mock.return_value = header
Alex Deymof5792ce2015-08-24 22:50:08 -0700586 self.assertEqual(None, pre_upload._check_cros_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -0400587
588 def testRejectC(self):
589 """Reject the (c) in newer headers."""
590 HEADERS = (
591 ('// Copyright (c) 2015 The Chromium OS Authors. All rights reserved.\n'
592 '// Use of this source code is governed by a BSD-style license that'
593 ' can be\n'
594 '// found in the LICENSE file.\n'),
595 ('// Copyright (c) 2020 The Chromium OS Authors. All rights reserved.\n'
596 '// Use of this source code is governed by a BSD-style license that'
597 ' can be\n'
598 '// found in the LICENSE file.\n'),
599 )
600 self.file_mock.return_value = ['file']
601 for header in HEADERS:
602 self.content_mock.return_value = header
Alex Deymof5792ce2015-08-24 22:50:08 -0700603 self.assertNotEqual(None, pre_upload._check_cros_license('proj', 'sha1'))
604
605
606class CheckAOSPLicenseCopyrightHeader(cros_test_lib.MockTestCase):
607 """Tests for _check_aosp_license."""
608
609 def setUp(self):
610 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
611 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
612
613 def testHeaders(self):
614 """Accept old header styles."""
615 HEADERS = (
616 """//
617// Copyright (C) 2011 The Android Open Source Project
618//
619// Licensed under the Apache License, Version 2.0 (the "License");
620// you may not use this file except in compliance with the License.
621// You may obtain a copy of the License at
622//
623// http://www.apache.org/licenses/LICENSE-2.0
624//
625// Unless required by applicable law or agreed to in writing, software
626// distributed under the License is distributed on an "AS IS" BASIS,
627// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
628// See the License for the specific language governing permissions and
629// limitations under the License.
630//
631""",
632 """#
633# Copyright (c) 2015 The Android Open Source Project
634#
635# Licensed under the Apache License, Version 2.0 (the "License");
636# you may not use this file except in compliance with the License.
637# You may obtain a copy of the License at
638#
639# http://www.apache.org/licenses/LICENSE-2.0
640#
641# Unless required by applicable law or agreed to in writing, software
642# distributed under the License is distributed on an "AS IS" BASIS,
643# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
644# See the License for the specific language governing permissions and
645# limitations under the License.
646#
647""",
648 )
649 self.file_mock.return_value = ['file']
650 for header in HEADERS:
651 self.content_mock.return_value = header
652 self.assertEqual(None, pre_upload._check_aosp_license('proj', 'sha1'))
653
654 def testRejectNoLinesAround(self):
655 """Reject headers missing the empty lines before/after the license."""
656 HEADERS = (
657 """# Copyright (c) 2015 The Android Open Source Project
658#
659# Licensed under the Apache License, Version 2.0 (the "License");
660# you may not use this file except in compliance with the License.
661# You may obtain a copy of the License at
662#
663# http://www.apache.org/licenses/LICENSE-2.0
664#
665# Unless required by applicable law or agreed to in writing, software
666# distributed under the License is distributed on an "AS IS" BASIS,
667# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
668# See the License for the specific language governing permissions and
669# limitations under the License.
670""",
671 )
672 self.file_mock.return_value = ['file']
673 for header in HEADERS:
674 self.content_mock.return_value = header
675 self.assertNotEqual(None, pre_upload._check_aosp_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -0400676
677
Mike Frysingerd7734522015-02-26 16:12:43 -0500678class CheckLayoutConfTestCase(cros_test_lib.MockTestCase):
679 """Tests for _check_layout_conf."""
680
681 def setUp(self):
682 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
683 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
684
685 def assertAccepted(self, files, project='project', commit='fake sha1'):
686 """Assert _check_layout_conf accepts |files|."""
687 self.file_mock.return_value = files
688 ret = pre_upload._check_layout_conf(project, commit)
689 self.assertEqual(ret, None, msg='rejected with:\n%s' % ret)
690
691 def assertRejected(self, files, project='project', commit='fake sha1'):
692 """Assert _check_layout_conf rejects |files|."""
693 self.file_mock.return_value = files
694 ret = pre_upload._check_layout_conf(project, commit)
695 self.assertTrue(isinstance(ret, errors.HookFailure))
696
697 def GetLayoutConf(self, filters=()):
698 """Return a valid layout.conf with |filters| lines removed."""
699 all_lines = [
700 'masters = portage-stable chromiumos',
701 'profile-formats = portage-2 profile-default-eapi',
702 'profile_eapi_when_unspecified = 5-progress',
703 'repo-name = link',
704 'thin-manifests = true',
Mike Frysinger5fae62d2015-11-11 20:12:15 -0500705 'use-manifests = strict',
Mike Frysingerd7734522015-02-26 16:12:43 -0500706 ]
707
708 lines = []
709 for line in all_lines:
710 for filt in filters:
711 if line.startswith(filt):
712 break
713 else:
714 lines.append(line)
715
716 return '\n'.join(lines)
717
718 def testNoFilesToCheck(self):
719 """Don't blow up when there are no layout.conf files."""
720 self.assertAccepted([])
721
722 def testRejectRepoNameFile(self):
723 """If profiles/repo_name is set, kick it out."""
724 self.assertRejected(['profiles/repo_name'])
725
726 def testAcceptValidLayoutConf(self):
727 """Accept a fully valid layout.conf."""
728 self.content_mock.return_value = self.GetLayoutConf()
729 self.assertAccepted(['metadata/layout.conf'])
730
731 def testAcceptUnknownKeys(self):
732 """Accept keys we don't explicitly know about."""
733 self.content_mock.return_value = self.GetLayoutConf() + '\nzzz-top = ok'
734 self.assertAccepted(['metadata/layout.conf'])
735
736 def testRejectUnsorted(self):
737 """Reject an unsorted layout.conf."""
738 self.content_mock.return_value = 'zzz-top = bad\n' + self.GetLayoutConf()
739 self.assertRejected(['metadata/layout.conf'])
740
741 def testRejectMissingThinManifests(self):
742 """Reject a layout.conf missing thin-manifests."""
743 self.content_mock.return_value = self.GetLayoutConf(
744 filters=['thin-manifests'])
745 self.assertRejected(['metadata/layout.conf'])
746
747 def testRejectMissingUseManifests(self):
748 """Reject a layout.conf missing use-manifests."""
749 self.content_mock.return_value = self.GetLayoutConf(
750 filters=['use-manifests'])
751 self.assertRejected(['metadata/layout.conf'])
752
753 def testRejectMissingEapiFallback(self):
754 """Reject a layout.conf missing profile_eapi_when_unspecified."""
755 self.content_mock.return_value = self.GetLayoutConf(
756 filters=['profile_eapi_when_unspecified'])
757 self.assertRejected(['metadata/layout.conf'])
758
759 def testRejectMissingRepoName(self):
760 """Reject a layout.conf missing repo-name."""
761 self.content_mock.return_value = self.GetLayoutConf(filters=['repo-name'])
762 self.assertRejected(['metadata/layout.conf'])
763
764
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400765class CommitMessageTestCase(cros_test_lib.MockTestCase):
766 """Test case for funcs that check commit messages."""
767
768 def setUp(self):
769 self.msg_mock = self.PatchObject(pre_upload, '_get_commit_desc')
770
771 @staticmethod
772 def CheckMessage(_project, _commit):
773 raise AssertionError('Test class must declare CheckMessage')
774 # This dummy return is to silence pylint warning W1111 so we don't have to
775 # enable it for all the call sites below.
776 return 1 # pylint: disable=W0101
777
Alex Deymo643ac4c2015-09-03 10:40:50 -0700778 def assertMessageAccepted(self, msg, project=ProjectNamed('project'),
779 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400780 """Assert _check_change_has_bug_field accepts |msg|."""
781 self.msg_mock.return_value = msg
782 ret = self.CheckMessage(project, commit)
783 self.assertEqual(ret, None)
784
Alex Deymo643ac4c2015-09-03 10:40:50 -0700785 def assertMessageRejected(self, msg, project=ProjectNamed('project'),
786 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400787 """Assert _check_change_has_bug_field rejects |msg|."""
788 self.msg_mock.return_value = msg
789 ret = self.CheckMessage(project, commit)
790 self.assertTrue(isinstance(ret, errors.HookFailure))
791
792
793class CheckCommitMessageBug(CommitMessageTestCase):
794 """Tests for _check_change_has_bug_field."""
795
Alex Deymo643ac4c2015-09-03 10:40:50 -0700796 AOSP_PROJECT = pre_upload.Project(name='overlay', dir='', remote='aosp')
797 CROS_PROJECT = pre_upload.Project(name='overlay', dir='', remote='cros')
798
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400799 @staticmethod
800 def CheckMessage(project, commit):
801 return pre_upload._check_change_has_bug_field(project, commit)
802
803 def testNormal(self):
804 """Accept a commit message w/a valid BUG."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700805 self.assertMessageAccepted('\nBUG=chromium:1234\n', self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -0700806 self.assertMessageAccepted('\nBUG=b:1234\n', self.CROS_PROJECT)
807
808 self.assertMessageAccepted('\nBug: 1234\n', self.AOSP_PROJECT)
809 self.assertMessageAccepted('\nBug:1234\n', self.AOSP_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400810
811 def testNone(self):
812 """Accept BUG=None."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700813 self.assertMessageAccepted('\nBUG=None\n', self.CROS_PROJECT)
814 self.assertMessageAccepted('\nBUG=none\n', self.CROS_PROJECT)
815 self.assertMessageAccepted('\nBug: None\n', self.AOSP_PROJECT)
816 self.assertMessageAccepted('\nBug:none\n', self.AOSP_PROJECT)
817
818 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
819 self.assertMessageRejected('\nBUG=NONE\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400820
821 def testBlank(self):
822 """Reject blank values."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700823 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
824 self.assertMessageRejected('\nBUG=\n', project)
825 self.assertMessageRejected('\nBUG= \n', project)
826 self.assertMessageRejected('\nBug:\n', project)
827 self.assertMessageRejected('\nBug: \n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400828
829 def testNotFirstLine(self):
830 """Reject the first line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700831 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
832 self.assertMessageRejected('BUG=None\n\n\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400833
834 def testNotInline(self):
835 """Reject not at the start of line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700836 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
837 self.assertMessageRejected('\n BUG=None\n', project)
838 self.assertMessageRejected('\n\tBUG=None\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400839
840 def testOldTrackers(self):
841 """Reject commit messages using old trackers."""
Mike Frysingera2f28252017-10-27 22:26:14 -0400842 self.assertMessageRejected('\nBUG=chrome-os-partner:1234\n',
843 self.CROS_PROJECT)
Alex Deymo643ac4c2015-09-03 10:40:50 -0700844 self.assertMessageRejected('\nBUG=chromium-os:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400845
846 def testNoTrackers(self):
847 """Reject commit messages w/invalid trackers."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700848 self.assertMessageRejected('\nBUG=booga:1234\n', self.CROS_PROJECT)
849 self.assertMessageRejected('\nBUG=br:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400850
851 def testMissing(self):
852 """Reject commit messages w/no BUG line."""
853 self.assertMessageRejected('foo\n')
854
855 def testCase(self):
856 """Reject bug lines that are not BUG."""
857 self.assertMessageRejected('\nbug=none\n')
858
859
860class CheckCommitMessageCqDepend(CommitMessageTestCase):
861 """Tests for _check_change_has_valid_cq_depend."""
862
863 @staticmethod
864 def CheckMessage(project, commit):
865 return pre_upload._check_change_has_valid_cq_depend(project, commit)
866
867 def testNormal(self):
868 """Accept valid CQ-DEPENDs line."""
869 self.assertMessageAccepted('\nCQ-DEPEND=CL:1234\n')
870
871 def testInvalid(self):
872 """Reject invalid CQ-DEPENDs line."""
873 self.assertMessageRejected('\nCQ-DEPEND=CL=1234\n')
874 self.assertMessageRejected('\nCQ-DEPEND=None\n')
875
876
Bernie Thompsonf8fea992016-01-14 10:27:18 -0800877class CheckCommitMessageContribution(CommitMessageTestCase):
878 """Tests for _check_change_is_contribution."""
879
880 @staticmethod
881 def CheckMessage(project, commit):
882 return pre_upload._check_change_is_contribution(project, commit)
883
884 def testNormal(self):
885 """Accept a commit message which is a contribution."""
886 self.assertMessageAccepted('\nThis is cool code I am contributing.\n')
887
888 def testFailureLowerCase(self):
889 """Deny a commit message which is not a contribution."""
890 self.assertMessageRejected('\nThis is not a contribution.\n')
891
892 def testFailureUpperCase(self):
893 """Deny a commit message which is not a contribution."""
894 self.assertMessageRejected('\nNOT A CONTRIBUTION\n')
895
896
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400897class CheckCommitMessageTest(CommitMessageTestCase):
898 """Tests for _check_change_has_test_field."""
899
900 @staticmethod
901 def CheckMessage(project, commit):
902 return pre_upload._check_change_has_test_field(project, commit)
903
904 def testNormal(self):
905 """Accept a commit message w/a valid TEST."""
906 self.assertMessageAccepted('\nTEST=i did it\n')
907
908 def testNone(self):
909 """Accept TEST=None."""
910 self.assertMessageAccepted('\nTEST=None\n')
911 self.assertMessageAccepted('\nTEST=none\n')
912
913 def testBlank(self):
914 """Reject blank values."""
915 self.assertMessageRejected('\nTEST=\n')
916 self.assertMessageRejected('\nTEST= \n')
917
918 def testNotFirstLine(self):
919 """Reject the first line."""
920 self.assertMessageRejected('TEST=None\n\n\n')
921
922 def testNotInline(self):
923 """Reject not at the start of line."""
924 self.assertMessageRejected('\n TEST=None\n')
925 self.assertMessageRejected('\n\tTEST=None\n')
926
927 def testMissing(self):
928 """Reject commit messages w/no TEST line."""
929 self.assertMessageRejected('foo\n')
930
931 def testCase(self):
932 """Reject bug lines that are not TEST."""
933 self.assertMessageRejected('\ntest=none\n')
934
935
936class CheckCommitMessageChangeId(CommitMessageTestCase):
937 """Tests for _check_change_has_proper_changeid."""
938
939 @staticmethod
940 def CheckMessage(project, commit):
941 return pre_upload._check_change_has_proper_changeid(project, commit)
942
943 def testNormal(self):
944 """Accept a commit message w/a valid Change-Id."""
945 self.assertMessageAccepted('foo\n\nChange-Id: I1234\n')
946
947 def testBlank(self):
948 """Reject blank values."""
949 self.assertMessageRejected('\nChange-Id:\n')
950 self.assertMessageRejected('\nChange-Id: \n')
951
952 def testNotFirstLine(self):
953 """Reject the first line."""
954 self.assertMessageRejected('TEST=None\n\n\n')
955
956 def testNotInline(self):
957 """Reject not at the start of line."""
958 self.assertMessageRejected('\n Change-Id: I1234\n')
959 self.assertMessageRejected('\n\tChange-Id: I1234\n')
960
961 def testMissing(self):
962 """Reject commit messages missing the line."""
963 self.assertMessageRejected('foo\n')
964
965 def testCase(self):
966 """Reject bug lines that are not Change-Id."""
967 self.assertMessageRejected('\nchange-id: I1234\n')
968 self.assertMessageRejected('\nChange-id: I1234\n')
969 self.assertMessageRejected('\nChange-ID: I1234\n')
970
971 def testEnd(self):
972 """Reject Change-Id's that are not last."""
973 self.assertMessageRejected('\nChange-Id: I1234\nbar\n')
974
Mike Frysinger02b88bd2014-11-21 00:29:38 -0500975 def testSobTag(self):
976 """Permit s-o-b tags to follow the Change-Id."""
977 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nSigned-off-by: Hi\n')
978
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400979
Mike Frysinger36b2ebc2014-10-31 14:02:03 -0400980class CheckCommitMessageStyle(CommitMessageTestCase):
981 """Tests for _check_commit_message_style."""
982
983 @staticmethod
984 def CheckMessage(project, commit):
985 return pre_upload._check_commit_message_style(project, commit)
986
987 def testNormal(self):
988 """Accept valid commit messages."""
989 self.assertMessageAccepted('one sentence.\n')
990 self.assertMessageAccepted('some.module: do it!\n')
991 self.assertMessageAccepted('one line\n\nmore stuff here.')
992
993 def testNoBlankSecondLine(self):
994 """Reject messages that have stuff on the second line."""
995 self.assertMessageRejected('one sentence.\nbad fish!\n')
996
997 def testFirstLineMultipleSentences(self):
998 """Reject messages that have more than one sentence in the summary."""
999 self.assertMessageRejected('one sentence. two sentence!\n')
1000
1001 def testFirstLineTooLone(self):
1002 """Reject first lines that are too long."""
1003 self.assertMessageRejected('o' * 200)
1004
1005
Mike Frysinger292b45d2014-11-25 01:17:10 -05001006def DiffEntry(src_file=None, dst_file=None, src_mode=None, dst_mode='100644',
1007 status='M'):
1008 """Helper to create a stub RawDiffEntry object"""
1009 if src_mode is None:
1010 if status == 'A':
1011 src_mode = '000000'
1012 elif status == 'M':
1013 src_mode = dst_mode
1014 elif status == 'D':
1015 src_mode = dst_mode
1016 dst_mode = '000000'
1017
1018 src_sha = dst_sha = 'abc'
1019 if status == 'D':
1020 dst_sha = '000000'
1021 elif status == 'A':
1022 src_sha = '000000'
1023
1024 return git.RawDiffEntry(src_mode=src_mode, dst_mode=dst_mode, src_sha=src_sha,
1025 dst_sha=dst_sha, status=status, score=None,
1026 src_file=src_file, dst_file=dst_file)
1027
1028
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001029class HelpersTest(cros_test_lib.MockTempDirTestCase):
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001030 """Various tests for utility functions."""
1031
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001032 def setUp(self):
1033 self.orig_cwd = os.getcwd()
1034 os.chdir(self.tempdir)
1035
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001036 self.PatchObject(git, 'RawDiff', return_value=[
1037 # A modified normal file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001038 DiffEntry(src_file='buildbot/constants.py', status='M'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001039 # A new symlink file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001040 DiffEntry(dst_file='scripts/cros_env_whitelist', dst_mode='120000',
1041 status='A'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001042 # A deleted file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001043 DiffEntry(src_file='scripts/sync_sonic.py', status='D'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001044 ])
1045
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001046 def tearDown(self):
1047 os.chdir(self.orig_cwd)
1048
1049 def _WritePresubmitIgnoreFile(self, subdir, data):
1050 """Writes to a .presubmitignore file in the passed-in subdirectory."""
1051 directory = os.path.join(self.tempdir, subdir)
1052 if not os.path.exists(directory):
1053 os.makedirs(directory)
1054 osutils.WriteFile(os.path.join(directory, pre_upload._IGNORE_FILE), data)
1055
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001056 def testGetAffectedFilesNoDeletesNoRelative(self):
1057 """Verify _get_affected_files() works w/no delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001058 path = os.getcwd()
1059 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1060 relative=False)
1061 exp_files = [os.path.join(path, 'buildbot/constants.py')]
1062 self.assertEquals(files, exp_files)
1063
1064 def testGetAffectedFilesDeletesNoRelative(self):
1065 """Verify _get_affected_files() works w/delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001066 path = os.getcwd()
1067 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1068 relative=False)
1069 exp_files = [os.path.join(path, 'buildbot/constants.py'),
1070 os.path.join(path, 'scripts/sync_sonic.py')]
1071 self.assertEquals(files, exp_files)
1072
1073 def testGetAffectedFilesNoDeletesRelative(self):
1074 """Verify _get_affected_files() works w/no delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001075 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1076 relative=True)
1077 exp_files = ['buildbot/constants.py']
1078 self.assertEquals(files, exp_files)
1079
1080 def testGetAffectedFilesDeletesRelative(self):
1081 """Verify _get_affected_files() works w/delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001082 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1083 relative=True)
1084 exp_files = ['buildbot/constants.py', 'scripts/sync_sonic.py']
1085 self.assertEquals(files, exp_files)
1086
Mike Frysinger292b45d2014-11-25 01:17:10 -05001087 def testGetAffectedFilesDetails(self):
1088 """Verify _get_affected_files() works w/full_details."""
Mike Frysinger292b45d2014-11-25 01:17:10 -05001089 files = pre_upload._get_affected_files('HEAD', full_details=True,
1090 relative=True)
1091 self.assertEquals(files[0].src_file, 'buildbot/constants.py')
1092
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001093 def testGetAffectedFilesPresubmitIgnoreDirectory(self):
1094 """Verify .presubmitignore can be used to exclude a directory."""
1095 self._WritePresubmitIgnoreFile('.', 'buildbot/')
1096 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
1097
1098 def testGetAffectedFilesPresubmitIgnoreDirectoryWildcard(self):
1099 """Verify .presubmitignore can be used with a directory wildcard."""
1100 self._WritePresubmitIgnoreFile('.', '*/constants.py')
1101 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
1102
1103 def testGetAffectedFilesPresubmitIgnoreWithinDirectory(self):
1104 """Verify .presubmitignore can be placed in a subdirectory."""
1105 self._WritePresubmitIgnoreFile('buildbot', '*.py')
1106 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
1107
1108 def testGetAffectedFilesPresubmitIgnoreDoesntMatch(self):
1109 """Verify .presubmitignore has no effect when it doesn't match a file."""
1110 self._WritePresubmitIgnoreFile('buildbot', '*.txt')
1111 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True),
1112 ['buildbot/constants.py'])
1113
1114 def testGetAffectedFilesPresubmitIgnoreAddedFile(self):
1115 """Verify .presubmitignore matches added files."""
1116 self._WritePresubmitIgnoreFile('.', 'buildbot/\nscripts/')
1117 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True,
1118 include_symlinks=True),
1119 [])
1120
1121 def testGetAffectedFilesPresubmitIgnoreSkipIgnoreFile(self):
1122 """Verify .presubmitignore files are automatically skipped."""
1123 self.PatchObject(git, 'RawDiff', return_value=[
1124 DiffEntry(src_file='.presubmitignore', status='M')
1125 ])
1126 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
Mike Frysinger292b45d2014-11-25 01:17:10 -05001127
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001128
1129class ExecFilesTest(cros_test_lib.MockTestCase):
1130 """Tests for _check_exec_files."""
1131
1132 def setUp(self):
1133 self.diff_mock = self.PatchObject(git, 'RawDiff')
1134
1135 def testNotExec(self):
1136 """Do not flag files that are not executable."""
1137 self.diff_mock.return_value = [
1138 DiffEntry(src_file='make.conf', dst_mode='100644', status='A'),
1139 ]
1140 self.assertEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1141
1142 def testExec(self):
1143 """Flag files that are executable."""
1144 self.diff_mock.return_value = [
1145 DiffEntry(src_file='make.conf', dst_mode='100755', status='A'),
1146 ]
1147 self.assertNotEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1148
1149 def testDeletedExec(self):
1150 """Ignore bad files that are being deleted."""
1151 self.diff_mock.return_value = [
1152 DiffEntry(src_file='make.conf', dst_mode='100755', status='D'),
1153 ]
1154 self.assertEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1155
1156 def testModifiedExec(self):
1157 """Flag bad files that weren't exec, but now are."""
1158 self.diff_mock.return_value = [
1159 DiffEntry(src_file='make.conf', src_mode='100644', dst_mode='100755',
1160 status='M'),
1161 ]
1162 self.assertNotEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1163
1164 def testNormalExec(self):
1165 """Don't flag normal files (e.g. scripts) that are executable."""
1166 self.diff_mock.return_value = [
1167 DiffEntry(src_file='foo.sh', dst_mode='100755', status='A'),
1168 ]
1169 self.assertEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1170
1171
Mike Frysinger292b45d2014-11-25 01:17:10 -05001172class CheckForUprev(cros_test_lib.MockTempDirTestCase):
1173 """Tests for _check_for_uprev."""
1174
1175 def setUp(self):
1176 self.file_mock = self.PatchObject(git, 'RawDiff')
1177
1178 def _Files(self, files):
1179 """Create |files| in the tempdir and return full paths to them."""
1180 for obj in files:
1181 if obj.status == 'D':
1182 continue
1183 if obj.dst_file is None:
1184 f = obj.src_file
1185 else:
1186 f = obj.dst_file
1187 osutils.Touch(os.path.join(self.tempdir, f), makedirs=True)
1188 return files
1189
1190 def assertAccepted(self, files, project='project', commit='fake sha1'):
1191 """Assert _check_for_uprev accepts |files|."""
1192 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001193 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1194 project_top=self.tempdir)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001195 self.assertEqual(ret, None)
1196
1197 def assertRejected(self, files, project='project', commit='fake sha1'):
1198 """Assert _check_for_uprev rejects |files|."""
1199 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001200 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1201 project_top=self.tempdir)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001202 self.assertTrue(isinstance(ret, errors.HookFailure))
1203
1204 def testWhitelistOverlay(self):
1205 """Skip checks on whitelisted overlays."""
1206 self.assertAccepted([DiffEntry(src_file='cat/pkg/pkg-0.ebuild')],
1207 project='chromiumos/overlays/portage-stable')
1208
1209 def testWhitelistFiles(self):
1210 """Skip checks on whitelisted files."""
1211 files = ['ChangeLog', 'Manifest', 'metadata.xml']
1212 self.assertAccepted([DiffEntry(src_file=os.path.join('c', 'p', x),
1213 status='M')
1214 for x in files])
1215
1216 def testRejectBasic(self):
1217 """Reject ebuilds missing uprevs."""
1218 self.assertRejected([DiffEntry(src_file='c/p/p-0.ebuild', status='M')])
1219
1220 def testNewPackage(self):
1221 """Accept new ebuilds w/out uprevs."""
1222 self.assertAccepted([DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1223 self.assertAccepted([DiffEntry(src_file='c/p/p-0-r12.ebuild', status='A')])
1224
1225 def testModifiedFilesOnly(self):
1226 """Reject ebuilds w/out uprevs and changes in files/."""
1227 osutils.Touch(os.path.join(self.tempdir, 'cat/pkg/pkg-0.ebuild'),
1228 makedirs=True)
1229 self.assertRejected([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1230 self.assertRejected([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1231
1232 def testFilesNoEbuilds(self):
1233 """Ignore changes to paths w/out ebuilds."""
1234 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1235 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1236
1237 def testModifiedFilesWithUprev(self):
1238 """Accept ebuilds w/uprevs and changes in files/."""
1239 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='A'),
1240 DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1241 self.assertAccepted([
1242 DiffEntry(src_file='c/p/files/f', status='M'),
1243 DiffEntry(src_file='c/p/p-0-r1.ebuild', src_mode='120000',
1244 dst_file='c/p/p-0-r2.ebuild', dst_mode='120000', status='R')])
1245
Gwendal Grignoua3086c32014-12-09 11:17:22 -08001246 def testModifiedFilesWith9999(self):
1247 """Accept 9999 ebuilds and changes in files/."""
1248 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M'),
1249 DiffEntry(src_file='c/p/p-9999.ebuild', status='M')])
1250
C Shapiroae157ae2017-09-18 16:24:03 -06001251 def testModifiedFilesIn9999SubDirWithout9999Change(self):
1252 """Accept changes in files/ with a parent 9999 ebuild"""
1253 ebuild_9999_file = os.path.join(self.tempdir, 'c/p/p-9999.ebuild')
1254 os.makedirs(os.path.dirname(ebuild_9999_file))
1255 osutils.WriteFile(ebuild_9999_file, 'fake')
1256 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M')])
1257
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001258
Mike Frysinger55f85b52014-12-18 14:45:21 -05001259class DirectMainTest(cros_test_lib.MockTempDirTestCase):
1260 """Tests for direct_main()"""
1261
1262 def setUp(self):
1263 self.hooks_mock = self.PatchObject(pre_upload, '_run_project_hooks',
1264 return_value=None)
1265
1266 def testNoArgs(self):
1267 """If run w/no args, should check the current dir."""
1268 ret = pre_upload.direct_main([])
1269 self.assertEqual(ret, 0)
1270 self.hooks_mock.assert_called_once_with(
1271 mock.ANY, proj_dir=os.getcwd(), commit_list=[], presubmit=mock.ANY)
1272
1273 def testExplicitDir(self):
1274 """Verify we can run on a diff dir."""
1275 # Use the chromite dir since we know it exists.
1276 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR])
1277 self.assertEqual(ret, 0)
1278 self.hooks_mock.assert_called_once_with(
1279 mock.ANY, proj_dir=constants.CHROMITE_DIR, commit_list=[],
1280 presubmit=mock.ANY)
1281
1282 def testBogusProject(self):
1283 """A bogus project name should be fine (use default settings)."""
1284 # Use the chromite dir since we know it exists.
1285 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR,
1286 '--project', 'foooooooooo'])
1287 self.assertEqual(ret, 0)
1288 self.hooks_mock.assert_called_once_with(
1289 'foooooooooo', proj_dir=constants.CHROMITE_DIR, commit_list=[],
1290 presubmit=mock.ANY)
1291
1292 def testBogustProjectNoDir(self):
1293 """Make sure --dir is detected even with --project."""
1294 ret = pre_upload.direct_main(['--project', 'foooooooooo'])
1295 self.assertEqual(ret, 0)
1296 self.hooks_mock.assert_called_once_with(
1297 'foooooooooo', proj_dir=os.getcwd(), commit_list=[],
1298 presubmit=mock.ANY)
1299
1300 def testNoGitDir(self):
1301 """We should die when run on a non-git dir."""
1302 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1303 ['--dir', self.tempdir])
1304
1305 def testNoDir(self):
1306 """We should die when run on a missing dir."""
1307 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1308 ['--dir', os.path.join(self.tempdir, 'foooooooo')])
1309
1310 def testCommitList(self):
1311 """Any args on the command line should be treated as commits."""
1312 commits = ['sha1', 'sha2', 'shaaaaaaaaaaaan']
1313 ret = pre_upload.direct_main(commits)
1314 self.assertEqual(ret, 0)
1315 self.hooks_mock.assert_called_once_with(
1316 mock.ANY, proj_dir=mock.ANY, commit_list=commits, presubmit=mock.ANY)
1317
1318
Jon Salz98255932012-08-18 14:48:02 +08001319if __name__ == '__main__':
Mike Frysinger884a8dd2015-05-17 03:43:43 -04001320 cros_test_lib.main(module=__name__)