blob: bc03c27ec73dd79f501c08d69ed18e8c1d275d07 [file] [log] [blame]
Prathmesh Prabhuc5254652016-12-22 12:58:05 -08001#!/usr/bin/env python2
Jon Salz98255932012-08-18 14:48:02 +08002# -*- coding: utf-8 -*-
3# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
Mike Frysingerae409522014-02-01 03:16:11 -05007"""Unittests for pre-upload.py."""
8
Mike Frysinger09d6a3d2013-10-08 22:21:03 -04009from __future__ import print_function
10
David Jamesc3b68b32013-04-03 09:17:03 -070011import os
12import sys
Jon Salz98255932012-08-18 14:48:02 +080013
Mike Frysingerbf8b91c2014-02-01 02:50:27 -050014import errors
15
Jon Salz98255932012-08-18 14:48:02 +080016# pylint: disable=W0212
Mike Frysinger65d93c12014-02-01 02:59:46 -050017# We access private members of the pre_upload module all over the place.
18
Mike Frysinger55f85b52014-12-18 14:45:21 -050019# Make sure we can find the chromite paths.
20sys.path.insert(0, os.path.join(os.path.dirname(os.path.realpath(__file__)),
21 '..', '..'))
Jon Salz98255932012-08-18 14:48:02 +080022
Mike Frysinger55f85b52014-12-18 14:45:21 -050023from chromite.cbuildbot import constants
Mike Frysinger65d93c12014-02-01 02:59:46 -050024from chromite.lib import cros_test_lib
Mike Frysingerd3bd32c2014-11-24 23:34:29 -050025from chromite.lib import git
Daniel Erata350fd32014-09-29 14:02:34 -070026from chromite.lib import osutils
Mike Frysinger65d93c12014-02-01 02:59:46 -050027
Mike Frysinger55f85b52014-12-18 14:45:21 -050028# Needs to be after chromite imports so we use the bundled copy.
29import mock
30
Mike Frysinger65d93c12014-02-01 02:59:46 -050031
Jon Salz98255932012-08-18 14:48:02 +080032pre_upload = __import__('pre-upload')
33
34
Alex Deymo643ac4c2015-09-03 10:40:50 -070035def ProjectNamed(project_name):
36 """Wrapper to create a Project with just the name"""
37 return pre_upload.Project(project_name, None, None)
38
39
Mike Frysinger65d93c12014-02-01 02:59:46 -050040class TryUTF8DecodeTest(cros_test_lib.TestCase):
Mike Frysingerae409522014-02-01 03:16:11 -050041 """Verify we sanely handle unicode content."""
42
Jon Salz98255932012-08-18 14:48:02 +080043 def runTest(self):
44 self.assertEquals(u'', pre_upload._try_utf8_decode(''))
45 self.assertEquals(u'abc', pre_upload._try_utf8_decode('abc'))
Daniel Erat9d203ff2015-02-17 10:12:21 -070046 self.assertEquals(
47 u'你好布萊恩',
48 pre_upload._try_utf8_decode('你好布萊恩'))
Jon Salz98255932012-08-18 14:48:02 +080049 # Invalid UTF-8
50 self.assertEquals('\x80', pre_upload._try_utf8_decode('\x80'))
51
52
Mike Frysinger1459d362014-12-06 13:53:23 -050053class CheckNoLongLinesTest(cros_test_lib.MockTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -050054 """Tests for _check_no_long_lines."""
55
Jon Salz98255932012-08-18 14:48:02 +080056 def setUp(self):
Mike Frysinger1459d362014-12-06 13:53:23 -050057 self.PatchObject(pre_upload, '_get_affected_files', return_value=['x.py'])
58 self.PatchObject(pre_upload, '_filter_files', return_value=['x.py'])
59 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
Jon Salz98255932012-08-18 14:48:02 +080060
Jon Salz98255932012-08-18 14:48:02 +080061 def runTest(self):
Mike Frysinger1459d362014-12-06 13:53:23 -050062 self.diff_mock.return_value = [
63 (1, u"x" * 80), # OK
64 (2, "\x80" * 80), # OK
65 (3, u"x" * 81), # Too long
66 (4, "\x80" * 81), # Too long
67 (5, u"See http://" + (u"x" * 80)), # OK (URL)
68 (6, u"See https://" + (u"x" * 80)), # OK (URL)
69 (7, u"# define " + (u"x" * 80)), # OK (compiler directive)
70 (8, u"#define" + (u"x" * 74)), # Too long
71 ]
Alex Deymo643ac4c2015-09-03 10:40:50 -070072 failure = pre_upload._check_no_long_lines(ProjectNamed('PROJECT'), 'COMMIT')
Jon Salz98255932012-08-18 14:48:02 +080073 self.assertTrue(failure)
74 self.assertEquals('Found lines longer than 80 characters (first 5 shown):',
75 failure.msg)
76 self.assertEquals(['x.py, line %d, 81 chars' % line
77 for line in [3, 4, 8]],
78 failure.items)
79
Mike Frysingerae409522014-02-01 03:16:11 -050080
Prathmesh Prabhuc5254652016-12-22 12:58:05 -080081class CheckTabbedIndentsTest(cros_test_lib.MockTestCase):
82 """Tests for _check_tabbed_indents."""
83 def setUp(self):
84 self.PatchObject(pre_upload, '_get_affected_files', return_value=['x.py'])
85 self.PatchObject(pre_upload, '_filter_files', return_value=['x.py'])
86 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff')
87
88 def test_good_cases(self):
89 self.diff_mock.return_value = [
90 (1, u'no_tabs_anywhere'),
91 (2, u' leading_tab_only'),
92 (3, u' leading_tab another_tab'),
93 (4, u' leading_tab trailing_too '),
94 (5, u' leading_tab then_spaces_trailing '),
95 ]
96 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
97 'COMMIT')
98 self.assertIsNone(failure)
99
100 def test_bad_cases(self):
101 self.diff_mock.return_value = [
102 (1, u' leading_space'),
103 (2, u' tab_followed_by_space'),
104 (3, u' space_followed_by_tab'),
105 (4, u' mix_em_up'),
106 (5, u' mix_on_both_sides '),
107 ]
108 failure = pre_upload._check_tabbed_indents(ProjectNamed('PROJECT'),
109 'COMMIT')
110 self.assertTrue(failure)
111 self.assertEquals('Found a space in indentation (must be all tabs):',
112 failure.msg)
113 self.assertEquals(['x.py, line %d' % line for line in xrange(1, 6)],
114 failure.items)
115
116
Daniel Erata350fd32014-09-29 14:02:34 -0700117class CheckProjectPrefix(cros_test_lib.MockTempDirTestCase):
118 """Tests for _check_project_prefix."""
119
120 def setUp(self):
121 self.orig_cwd = os.getcwd()
122 os.chdir(self.tempdir)
123 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
124 self.desc_mock = self.PatchObject(pre_upload, '_get_commit_desc')
125
126 def tearDown(self):
127 os.chdir(self.orig_cwd)
128
129 def _WriteAliasFile(self, filename, project):
130 """Writes a project name to a file, creating directories if needed."""
131 os.makedirs(os.path.dirname(filename))
132 osutils.WriteFile(filename, project)
133
134 def testInvalidPrefix(self):
135 """Report an error when the prefix doesn't match the base directory."""
136 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
137 self.desc_mock.return_value = 'bar: Some commit'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700138 failure = pre_upload._check_project_prefix(ProjectNamed('PROJECT'),
139 'COMMIT')
Daniel Erata350fd32014-09-29 14:02:34 -0700140 self.assertTrue(failure)
141 self.assertEquals(('The commit title for changes affecting only foo' +
142 ' should start with "foo: "'), failure.msg)
143
144 def testValidPrefix(self):
145 """Use a prefix that matches the base directory."""
146 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/baz.cc']
147 self.desc_mock.return_value = 'foo: Change some files.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700148 self.assertFalse(
149 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700150
151 def testAliasFile(self):
152 """Use .project_alias to override the project name."""
153 self._WriteAliasFile('foo/.project_alias', 'project')
154 self.file_mock.return_value = ['foo/foo.cc', 'foo/subdir/bar.cc']
155 self.desc_mock.return_value = 'project: Use an alias.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700156 self.assertFalse(
157 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700158
159 def testAliasFileWithSubdirs(self):
160 """Check that .project_alias is used when only modifying subdirectories."""
161 self._WriteAliasFile('foo/.project_alias', 'project')
162 self.file_mock.return_value = [
163 'foo/subdir/foo.cc',
164 'foo/subdir/bar.cc'
165 'foo/subdir/blah/baz.cc'
166 ]
167 self.desc_mock.return_value = 'project: Alias with subdirs.'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700168 self.assertFalse(
169 pre_upload._check_project_prefix(ProjectNamed('PROJECT'), 'COMMIT'))
Daniel Erata350fd32014-09-29 14:02:34 -0700170
171
Mike Frysinger1459d362014-12-06 13:53:23 -0500172class CheckKernelConfig(cros_test_lib.MockTestCase):
Mike Frysingerae409522014-02-01 03:16:11 -0500173 """Tests for _kernel_configcheck."""
174
Mike Frysinger1459d362014-12-06 13:53:23 -0500175 def setUp(self):
176 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
177
178 def testMixedChanges(self):
179 """Mixing of changes should fail."""
180 self.file_mock.return_value = [
181 '/kernel/files/chromeos/config/base.config',
182 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
183 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700184 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
185 self.assertTrue(failure)
186
Mike Frysinger1459d362014-12-06 13:53:23 -0500187 def testCodeOnly(self):
188 """Code-only changes should pass."""
189 self.file_mock.return_value = [
190 '/kernel/files/Makefile',
191 '/kernel/files/arch/arm/mach-exynos/mach-exynos5-dt.c'
192 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700193 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
194 self.assertFalse(failure)
195
Mike Frysinger1459d362014-12-06 13:53:23 -0500196 def testConfigOnlyChanges(self):
197 """Config-only changes should pass."""
198 self.file_mock.return_value = [
199 '/kernel/files/chromeos/config/base.config',
200 ]
Olof Johanssona96810f2012-09-04 16:20:03 -0700201 failure = pre_upload._kernel_configcheck('PROJECT', 'COMMIT')
202 self.assertFalse(failure)
203
Jon Salz98255932012-08-18 14:48:02 +0800204
Aviv Keshet5ac59522017-01-31 14:28:27 -0800205class CheckConfigParsing(cros_test_lib.MockTestCase):
206 """Tests _check_cq_ini_well_formed."""
207
208 def setUp(self):
209 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
210 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
211
212 def testIgnoreIrrelevantFile(self):
213 self.file_mock.return_value = ['unrelated_file.ini']
214 self.content_mock.return_value = '^$malformed gibberish^^&'
215 self.assertEqual(pre_upload._check_cq_ini_well_formed('PROJECT', 'COMMIT'),
216 None)
217
218 def testWellformedFile(self):
219 self.file_mock.return_value = ['COMMIT-QUEUE.ini']
220 self.content_mock.return_value = """#
221# Copyright (c) 2013 The Chromium OS Authors. All rights reserved.
222# Use of this source code is governed by a BSD-style license that can be
223# found in the LICENSE file.
224
225# Per-project Commit Queue settings.
226# Documentation: http://goo.gl/4rZhAx
227
228[GENERAL]
229
230# Stages to ignore in the commit queue. If these steps break, your CL will be
231# submitted anyway. Use with caution.
232# The files in here currently only get tested via internal canaries.
233ignored-stages: UNitTest HWTest VMTest UploadPrebuilts Archive"""
234
235 self.assertEqual(pre_upload._check_cq_ini_well_formed('PROJECT', 'COMMIT'),
236 None)
237
238 def testMalformedFile(self):
239 self.file_mock.return_value = ['COMMIT-QUEUE.ini']
240 self.content_mock.return_value = '^$malformed gibberish^^&'
241 m = pre_upload._check_cq_ini_well_formed('PROJECT', 'COMMIT')
242 self.assertTrue(isinstance(m, pre_upload.HookFailure))
243
244
Daniel Erat9d203ff2015-02-17 10:12:21 -0700245class CheckPortageMakeUseVar(cros_test_lib.MockTestCase):
246 """Tests for _check_portage_make_use_var."""
247
248 def setUp(self):
249 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
250 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
251
252 def testMakeConfOmitsOriginalUseValue(self):
253 """Fail for make.conf that discards the previous value of $USE."""
254 self.file_mock.return_value = ['make.conf']
255 self.content_mock.return_value = 'USE="foo"\nUSE="${USE} bar"'
256 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
257 self.assertTrue(failure, failure)
258
259 def testMakeConfCorrectUsage(self):
260 """Succeed for make.conf that preserves the previous value of $USE."""
261 self.file_mock.return_value = ['make.conf']
262 self.content_mock.return_value = 'USE="${USE} foo"\nUSE="${USE}" bar'
263 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
264 self.assertFalse(failure, failure)
265
266 def testMakeDefaultsReferencesOriginalUseValue(self):
267 """Fail for make.defaults that refers to a not-yet-set $USE value."""
268 self.file_mock.return_value = ['make.defaults']
269 self.content_mock.return_value = 'USE="${USE} foo"'
270 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
271 self.assertTrue(failure, failure)
272
273 # Also check for "$USE" without curly brackets.
274 self.content_mock.return_value = 'USE="$USE foo"'
275 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
276 self.assertTrue(failure, failure)
277
278 def testMakeDefaultsOverwritesUseValue(self):
279 """Fail for make.defaults that discards its own $USE value."""
280 self.file_mock.return_value = ['make.defaults']
281 self.content_mock.return_value = 'USE="foo"\nUSE="bar"'
282 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
283 self.assertTrue(failure, failure)
284
285 def testMakeDefaultsCorrectUsage(self):
286 """Succeed for make.defaults that sets and preserves $USE."""
287 self.file_mock.return_value = ['make.defaults']
288 self.content_mock.return_value = 'USE="foo"\nUSE="${USE}" bar'
289 failure = pre_upload._check_portage_make_use_var('PROJECT', 'COMMIT')
290 self.assertFalse(failure, failure)
291
292
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500293class CheckEbuildEapi(cros_test_lib.MockTestCase):
294 """Tests for _check_ebuild_eapi."""
295
Alex Deymo643ac4c2015-09-03 10:40:50 -0700296 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500297
298 def setUp(self):
299 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
300 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
301 self.diff_mock = self.PatchObject(pre_upload, '_get_file_diff',
302 side_effect=Exception())
303
304 def testSkipUpstreamOverlays(self):
305 """Skip ebuilds found in upstream overlays."""
306 self.file_mock.side_effect = Exception()
307 ret = pre_upload._check_ebuild_eapi(self.PORTAGE_STABLE, 'HEAD')
308 self.assertEqual(ret, None)
309
310 # Make sure our condition above triggers.
311 self.assertRaises(Exception, pre_upload._check_ebuild_eapi, 'o', 'HEAD')
312
313 def testSkipNonEbuilds(self):
314 """Skip non-ebuild files."""
315 self.content_mock.side_effect = Exception()
316
317 self.file_mock.return_value = ['some-file', 'ebuild/dir', 'an.ebuild~']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700318 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500319 self.assertEqual(ret, None)
320
321 # Make sure our condition above triggers.
322 self.file_mock.return_value.append('a/real.ebuild')
Alex Deymo643ac4c2015-09-03 10:40:50 -0700323 self.assertRaises(Exception, pre_upload._check_ebuild_eapi,
324 ProjectNamed('o'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500325
326 def testSkipSymlink(self):
327 """Skip files that are just symlinks."""
328 self.file_mock.return_value = ['a-r1.ebuild']
329 self.content_mock.return_value = 'a.ebuild'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700330 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500331 self.assertEqual(ret, None)
332
333 def testRejectEapiImplicit0Content(self):
334 """Reject ebuilds that do not declare EAPI (so it's 0)."""
335 self.file_mock.return_value = ['a.ebuild']
336
337 self.content_mock.return_value = """# Header
338IUSE="foo"
339src_compile() { }
340"""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700341 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500342 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500343
344 def testRejectExplicitEapi1Content(self):
345 """Reject ebuilds that do declare old EAPI explicitly."""
346 self.file_mock.return_value = ['a.ebuild']
347
348 template = """# Header
349EAPI=%s
350IUSE="foo"
351src_compile() { }
352"""
353 # Make sure we only check the first EAPI= setting.
354 self.content_mock.return_value = template % '1\nEAPI=4'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700355 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500356 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500357
358 # Verify we handle double quotes too.
359 self.content_mock.return_value = template % '"1"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700360 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500361 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500362
363 # Verify we handle single quotes too.
364 self.content_mock.return_value = template % "'1'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700365 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500366 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500367
368 def testAcceptExplicitEapi4Content(self):
369 """Accept ebuilds that do declare new EAPI explicitly."""
370 self.file_mock.return_value = ['a.ebuild']
371
372 template = """# Header
373EAPI=%s
374IUSE="foo"
375src_compile() { }
376"""
377 # Make sure we only check the first EAPI= setting.
378 self.content_mock.return_value = template % '4\nEAPI=1'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700379 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500380 self.assertEqual(ret, None)
381
382 # Verify we handle double quotes too.
383 self.content_mock.return_value = template % '"5"'
Alex Deymo643ac4c2015-09-03 10:40:50 -0700384 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500385 self.assertEqual(ret, None)
386
387 # Verify we handle single quotes too.
388 self.content_mock.return_value = template % "'5-hdepend'"
Alex Deymo643ac4c2015-09-03 10:40:50 -0700389 ret = pre_upload._check_ebuild_eapi(ProjectNamed('overlay'), 'HEAD')
Mike Frysingerbf8b91c2014-02-01 02:50:27 -0500390 self.assertEqual(ret, None)
391
392
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400393class CheckEbuildKeywords(cros_test_lib.MockTestCase):
394 """Tests for _check_ebuild_keywords."""
395
396 def setUp(self):
397 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
398 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
399
400 def testNoEbuilds(self):
401 """If no ebuilds are found, do not scan."""
402 self.file_mock.return_value = ['a.file', 'ebuild-is-not.foo']
403
Alex Deymo643ac4c2015-09-03 10:40:50 -0700404 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400405 self.assertEqual(ret, None)
406
407 self.assertEqual(self.content_mock.call_count, 0)
408
409 def testSomeEbuilds(self):
410 """If ebuilds are found, only scan them."""
411 self.file_mock.return_value = ['a.file', 'blah', 'foo.ebuild', 'cow']
412 self.content_mock.return_value = ''
413
Alex Deymo643ac4c2015-09-03 10:40:50 -0700414 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400415 self.assertEqual(ret, None)
416
417 self.assertEqual(self.content_mock.call_count, 1)
418
419 def _CheckContent(self, content, fails):
420 """Test helper for inputs/outputs.
421
422 Args:
423 content: The ebuild content to test.
424 fails: Whether |content| should trigger a hook failure.
425 """
426 self.file_mock.return_value = ['a.ebuild']
427 self.content_mock.return_value = content
428
Alex Deymo643ac4c2015-09-03 10:40:50 -0700429 ret = pre_upload._check_ebuild_keywords(ProjectNamed('overlay'), 'HEAD')
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400430 if fails:
Mike Frysingerb81102f2014-11-21 00:33:35 -0500431 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysinger5c9e58d2014-09-09 03:32:50 -0400432 else:
433 self.assertEqual(ret, None)
434
435 self.assertEqual(self.content_mock.call_count, 1)
436
437 def testEmpty(self):
438 """Check KEYWORDS= is accepted."""
439 self._CheckContent('# HEADER\nKEYWORDS=\nblah\n', False)
440
441 def testEmptyQuotes(self):
442 """Check KEYWORDS="" is accepted."""
443 self._CheckContent('# HEADER\nKEYWORDS=" "\nblah\n', False)
444
445 def testStableGlob(self):
446 """Check KEYWORDS=* is accepted."""
447 self._CheckContent('# HEADER\nKEYWORDS="\t*\t"\nblah\n', False)
448
449 def testUnstableGlob(self):
450 """Check KEYWORDS=~* is accepted."""
451 self._CheckContent('# HEADER\nKEYWORDS="~* "\nblah\n', False)
452
453 def testRestrictedGlob(self):
454 """Check KEYWORDS=-* is accepted."""
455 self._CheckContent('# HEADER\nKEYWORDS="\t-* arm"\nblah\n', False)
456
457 def testMissingGlobs(self):
458 """Reject KEYWORDS missing any globs."""
459 self._CheckContent('# HEADER\nKEYWORDS="~arm x86"\nblah\n', True)
460
461
Mike Frysingercd363c82014-02-01 05:20:18 -0500462class CheckEbuildVirtualPv(cros_test_lib.MockTestCase):
463 """Tests for _check_ebuild_virtual_pv."""
464
Alex Deymo643ac4c2015-09-03 10:40:50 -0700465 PORTAGE_STABLE = ProjectNamed('chromiumos/overlays/portage-stable')
466 CHROMIUMOS_OVERLAY = ProjectNamed('chromiumos/overlays/chromiumos')
467 BOARD_OVERLAY = ProjectNamed('chromiumos/overlays/board-overlays')
468 PRIVATE_OVERLAY = ProjectNamed('chromeos/overlays/overlay-link-private')
469 PRIVATE_VARIANT_OVERLAY = ProjectNamed('chromeos/overlays/'
470 'overlay-variant-daisy-spring-private')
Mike Frysingercd363c82014-02-01 05:20:18 -0500471
472 def setUp(self):
473 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
474
475 def testNoVirtuals(self):
476 """Skip non virtual packages."""
477 self.file_mock.return_value = ['some/package/package-3.ebuild']
Alex Deymo643ac4c2015-09-03 10:40:50 -0700478 ret = pre_upload._check_ebuild_virtual_pv(ProjectNamed('overlay'), 'H')
Mike Frysingercd363c82014-02-01 05:20:18 -0500479 self.assertEqual(ret, None)
480
481 def testCommonVirtuals(self):
482 """Non-board overlays should use PV=1."""
483 template = 'virtual/foo/foo-%s.ebuild'
484 self.file_mock.return_value = [template % '1']
485 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
486 self.assertEqual(ret, None)
487
488 self.file_mock.return_value = [template % '2']
489 ret = pre_upload._check_ebuild_virtual_pv(self.CHROMIUMOS_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500490 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500491
492 def testPublicBoardVirtuals(self):
493 """Public board overlays should use PV=2."""
494 template = 'overlay-lumpy/virtual/foo/foo-%s.ebuild'
495 self.file_mock.return_value = [template % '2']
496 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
497 self.assertEqual(ret, None)
498
499 self.file_mock.return_value = [template % '2.5']
500 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500501 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500502
503 def testPublicBoardVariantVirtuals(self):
504 """Public board variant overlays should use PV=2.5."""
505 template = 'overlay-variant-lumpy-foo/virtual/foo/foo-%s.ebuild'
506 self.file_mock.return_value = [template % '2.5']
507 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
508 self.assertEqual(ret, None)
509
510 self.file_mock.return_value = [template % '3']
511 ret = pre_upload._check_ebuild_virtual_pv(self.BOARD_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500512 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500513
514 def testPrivateBoardVirtuals(self):
515 """Private board overlays should use PV=3."""
516 template = 'virtual/foo/foo-%s.ebuild'
517 self.file_mock.return_value = [template % '3']
518 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
519 self.assertEqual(ret, None)
520
521 self.file_mock.return_value = [template % '3.5']
522 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_OVERLAY, 'H')
Mike Frysingerb81102f2014-11-21 00:33:35 -0500523 self.assertTrue(isinstance(ret, errors.HookFailure))
Mike Frysingercd363c82014-02-01 05:20:18 -0500524
525 def testPrivateBoardVariantVirtuals(self):
526 """Private board variant overlays should use PV=3.5."""
527 template = 'virtual/foo/foo-%s.ebuild'
528 self.file_mock.return_value = [template % '3.5']
529 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
530 self.assertEqual(ret, None)
531
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800532 def testSpecialVirtuals(self):
533 """Some cases require deeper versioning and can be >= 4."""
534 template = 'virtual/foo/foo-%s.ebuild'
Mike Frysingercd363c82014-02-01 05:20:18 -0500535 self.file_mock.return_value = [template % '4']
536 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800537 self.assertEqual(ret, None)
Mike Frysingercd363c82014-02-01 05:20:18 -0500538
Bernie Thompsone5ee1822016-01-12 14:22:23 -0800539 self.file_mock.return_value = [template % '4.5']
540 ret = pre_upload._check_ebuild_virtual_pv(self.PRIVATE_VARIANT_OVERLAY, 'H')
541 self.assertEqual(ret, None)
Mike Frysinger98638102014-08-28 00:15:08 -0400542
Alex Deymof5792ce2015-08-24 22:50:08 -0700543class CheckCrosLicenseCopyrightHeader(cros_test_lib.MockTestCase):
544 """Tests for _check_cros_license."""
Mike Frysinger98638102014-08-28 00:15:08 -0400545
546 def setUp(self):
547 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
548 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
549
550 def testOldHeaders(self):
551 """Accept old header styles."""
552 HEADERS = (
553 ('#!/bin/sh\n'
554 '# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.\n'
555 '# Use of this source code is governed by a BSD-style license that'
556 ' can be\n'
557 '# found in the LICENSE file.\n'),
558 ('// Copyright 2010-13 The Chromium OS Authors. All rights reserved.\n'
559 '// Use of this source code is governed by a BSD-style license that'
560 ' can be\n'
561 '// found in the LICENSE file.\n'),
562 )
563 self.file_mock.return_value = ['file']
564 for header in HEADERS:
565 self.content_mock.return_value = header
Alex Deymof5792ce2015-08-24 22:50:08 -0700566 self.assertEqual(None, pre_upload._check_cros_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -0400567
568 def testRejectC(self):
569 """Reject the (c) in newer headers."""
570 HEADERS = (
571 ('// Copyright (c) 2015 The Chromium OS Authors. All rights reserved.\n'
572 '// Use of this source code is governed by a BSD-style license that'
573 ' can be\n'
574 '// found in the LICENSE file.\n'),
575 ('// Copyright (c) 2020 The Chromium OS Authors. All rights reserved.\n'
576 '// Use of this source code is governed by a BSD-style license that'
577 ' can be\n'
578 '// found in the LICENSE file.\n'),
579 )
580 self.file_mock.return_value = ['file']
581 for header in HEADERS:
582 self.content_mock.return_value = header
Alex Deymof5792ce2015-08-24 22:50:08 -0700583 self.assertNotEqual(None, pre_upload._check_cros_license('proj', 'sha1'))
584
585
586class CheckAOSPLicenseCopyrightHeader(cros_test_lib.MockTestCase):
587 """Tests for _check_aosp_license."""
588
589 def setUp(self):
590 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
591 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
592
593 def testHeaders(self):
594 """Accept old header styles."""
595 HEADERS = (
596 """//
597// Copyright (C) 2011 The Android Open Source Project
598//
599// Licensed under the Apache License, Version 2.0 (the "License");
600// you may not use this file except in compliance with the License.
601// You may obtain a copy of the License at
602//
603// http://www.apache.org/licenses/LICENSE-2.0
604//
605// Unless required by applicable law or agreed to in writing, software
606// distributed under the License is distributed on an "AS IS" BASIS,
607// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
608// See the License for the specific language governing permissions and
609// limitations under the License.
610//
611""",
612 """#
613# Copyright (c) 2015 The Android Open Source Project
614#
615# Licensed under the Apache License, Version 2.0 (the "License");
616# you may not use this file except in compliance with the License.
617# You may obtain a copy of the License at
618#
619# http://www.apache.org/licenses/LICENSE-2.0
620#
621# Unless required by applicable law or agreed to in writing, software
622# distributed under the License is distributed on an "AS IS" BASIS,
623# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
624# See the License for the specific language governing permissions and
625# limitations under the License.
626#
627""",
628 )
629 self.file_mock.return_value = ['file']
630 for header in HEADERS:
631 self.content_mock.return_value = header
632 self.assertEqual(None, pre_upload._check_aosp_license('proj', 'sha1'))
633
634 def testRejectNoLinesAround(self):
635 """Reject headers missing the empty lines before/after the license."""
636 HEADERS = (
637 """# Copyright (c) 2015 The Android Open Source Project
638#
639# Licensed under the Apache License, Version 2.0 (the "License");
640# you may not use this file except in compliance with the License.
641# You may obtain a copy of the License at
642#
643# http://www.apache.org/licenses/LICENSE-2.0
644#
645# Unless required by applicable law or agreed to in writing, software
646# distributed under the License is distributed on an "AS IS" BASIS,
647# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
648# See the License for the specific language governing permissions and
649# limitations under the License.
650""",
651 )
652 self.file_mock.return_value = ['file']
653 for header in HEADERS:
654 self.content_mock.return_value = header
655 self.assertNotEqual(None, pre_upload._check_aosp_license('proj', 'sha1'))
Mike Frysinger98638102014-08-28 00:15:08 -0400656
657
Mike Frysingerd7734522015-02-26 16:12:43 -0500658class CheckLayoutConfTestCase(cros_test_lib.MockTestCase):
659 """Tests for _check_layout_conf."""
660
661 def setUp(self):
662 self.file_mock = self.PatchObject(pre_upload, '_get_affected_files')
663 self.content_mock = self.PatchObject(pre_upload, '_get_file_content')
664
665 def assertAccepted(self, files, project='project', commit='fake sha1'):
666 """Assert _check_layout_conf accepts |files|."""
667 self.file_mock.return_value = files
668 ret = pre_upload._check_layout_conf(project, commit)
669 self.assertEqual(ret, None, msg='rejected with:\n%s' % ret)
670
671 def assertRejected(self, files, project='project', commit='fake sha1'):
672 """Assert _check_layout_conf rejects |files|."""
673 self.file_mock.return_value = files
674 ret = pre_upload._check_layout_conf(project, commit)
675 self.assertTrue(isinstance(ret, errors.HookFailure))
676
677 def GetLayoutConf(self, filters=()):
678 """Return a valid layout.conf with |filters| lines removed."""
679 all_lines = [
680 'masters = portage-stable chromiumos',
681 'profile-formats = portage-2 profile-default-eapi',
682 'profile_eapi_when_unspecified = 5-progress',
683 'repo-name = link',
684 'thin-manifests = true',
Mike Frysinger5fae62d2015-11-11 20:12:15 -0500685 'use-manifests = strict',
Mike Frysingerd7734522015-02-26 16:12:43 -0500686 ]
687
688 lines = []
689 for line in all_lines:
690 for filt in filters:
691 if line.startswith(filt):
692 break
693 else:
694 lines.append(line)
695
696 return '\n'.join(lines)
697
698 def testNoFilesToCheck(self):
699 """Don't blow up when there are no layout.conf files."""
700 self.assertAccepted([])
701
702 def testRejectRepoNameFile(self):
703 """If profiles/repo_name is set, kick it out."""
704 self.assertRejected(['profiles/repo_name'])
705
706 def testAcceptValidLayoutConf(self):
707 """Accept a fully valid layout.conf."""
708 self.content_mock.return_value = self.GetLayoutConf()
709 self.assertAccepted(['metadata/layout.conf'])
710
711 def testAcceptUnknownKeys(self):
712 """Accept keys we don't explicitly know about."""
713 self.content_mock.return_value = self.GetLayoutConf() + '\nzzz-top = ok'
714 self.assertAccepted(['metadata/layout.conf'])
715
716 def testRejectUnsorted(self):
717 """Reject an unsorted layout.conf."""
718 self.content_mock.return_value = 'zzz-top = bad\n' + self.GetLayoutConf()
719 self.assertRejected(['metadata/layout.conf'])
720
721 def testRejectMissingThinManifests(self):
722 """Reject a layout.conf missing thin-manifests."""
723 self.content_mock.return_value = self.GetLayoutConf(
724 filters=['thin-manifests'])
725 self.assertRejected(['metadata/layout.conf'])
726
727 def testRejectMissingUseManifests(self):
728 """Reject a layout.conf missing use-manifests."""
729 self.content_mock.return_value = self.GetLayoutConf(
730 filters=['use-manifests'])
731 self.assertRejected(['metadata/layout.conf'])
732
733 def testRejectMissingEapiFallback(self):
734 """Reject a layout.conf missing profile_eapi_when_unspecified."""
735 self.content_mock.return_value = self.GetLayoutConf(
736 filters=['profile_eapi_when_unspecified'])
737 self.assertRejected(['metadata/layout.conf'])
738
739 def testRejectMissingRepoName(self):
740 """Reject a layout.conf missing repo-name."""
741 self.content_mock.return_value = self.GetLayoutConf(filters=['repo-name'])
742 self.assertRejected(['metadata/layout.conf'])
743
744
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400745class CommitMessageTestCase(cros_test_lib.MockTestCase):
746 """Test case for funcs that check commit messages."""
747
748 def setUp(self):
749 self.msg_mock = self.PatchObject(pre_upload, '_get_commit_desc')
750
751 @staticmethod
752 def CheckMessage(_project, _commit):
753 raise AssertionError('Test class must declare CheckMessage')
754 # This dummy return is to silence pylint warning W1111 so we don't have to
755 # enable it for all the call sites below.
756 return 1 # pylint: disable=W0101
757
Alex Deymo643ac4c2015-09-03 10:40:50 -0700758 def assertMessageAccepted(self, msg, project=ProjectNamed('project'),
759 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400760 """Assert _check_change_has_bug_field accepts |msg|."""
761 self.msg_mock.return_value = msg
762 ret = self.CheckMessage(project, commit)
763 self.assertEqual(ret, None)
764
Alex Deymo643ac4c2015-09-03 10:40:50 -0700765 def assertMessageRejected(self, msg, project=ProjectNamed('project'),
766 commit='1234'):
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400767 """Assert _check_change_has_bug_field rejects |msg|."""
768 self.msg_mock.return_value = msg
769 ret = self.CheckMessage(project, commit)
770 self.assertTrue(isinstance(ret, errors.HookFailure))
771
772
773class CheckCommitMessageBug(CommitMessageTestCase):
774 """Tests for _check_change_has_bug_field."""
775
Alex Deymo643ac4c2015-09-03 10:40:50 -0700776 AOSP_PROJECT = pre_upload.Project(name='overlay', dir='', remote='aosp')
777 CROS_PROJECT = pre_upload.Project(name='overlay', dir='', remote='cros')
778
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400779 @staticmethod
780 def CheckMessage(project, commit):
781 return pre_upload._check_change_has_bug_field(project, commit)
782
783 def testNormal(self):
784 """Accept a commit message w/a valid BUG."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700785 self.assertMessageAccepted('\nBUG=chromium:1234\n', self.CROS_PROJECT)
786 self.assertMessageAccepted('\nBUG=chrome-os-partner:1234\n',
787 self.CROS_PROJECT)
788 self.assertMessageAccepted('\nBUG=b:1234\n', self.CROS_PROJECT)
789
790 self.assertMessageAccepted('\nBug: 1234\n', self.AOSP_PROJECT)
791 self.assertMessageAccepted('\nBug:1234\n', self.AOSP_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400792
793 def testNone(self):
794 """Accept BUG=None."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700795 self.assertMessageAccepted('\nBUG=None\n', self.CROS_PROJECT)
796 self.assertMessageAccepted('\nBUG=none\n', self.CROS_PROJECT)
797 self.assertMessageAccepted('\nBug: None\n', self.AOSP_PROJECT)
798 self.assertMessageAccepted('\nBug:none\n', self.AOSP_PROJECT)
799
800 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
801 self.assertMessageRejected('\nBUG=NONE\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400802
803 def testBlank(self):
804 """Reject blank values."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700805 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
806 self.assertMessageRejected('\nBUG=\n', project)
807 self.assertMessageRejected('\nBUG= \n', project)
808 self.assertMessageRejected('\nBug:\n', project)
809 self.assertMessageRejected('\nBug: \n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400810
811 def testNotFirstLine(self):
812 """Reject the first line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700813 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
814 self.assertMessageRejected('BUG=None\n\n\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400815
816 def testNotInline(self):
817 """Reject not at the start of line."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700818 for project in (self.AOSP_PROJECT, self.CROS_PROJECT):
819 self.assertMessageRejected('\n BUG=None\n', project)
820 self.assertMessageRejected('\n\tBUG=None\n', project)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400821
822 def testOldTrackers(self):
823 """Reject commit messages using old trackers."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700824 self.assertMessageRejected('\nBUG=chromium-os:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400825
826 def testNoTrackers(self):
827 """Reject commit messages w/invalid trackers."""
Alex Deymo643ac4c2015-09-03 10:40:50 -0700828 self.assertMessageRejected('\nBUG=booga:1234\n', self.CROS_PROJECT)
829 self.assertMessageRejected('\nBUG=br:1234\n', self.CROS_PROJECT)
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400830
831 def testMissing(self):
832 """Reject commit messages w/no BUG line."""
833 self.assertMessageRejected('foo\n')
834
835 def testCase(self):
836 """Reject bug lines that are not BUG."""
837 self.assertMessageRejected('\nbug=none\n')
838
839
840class CheckCommitMessageCqDepend(CommitMessageTestCase):
841 """Tests for _check_change_has_valid_cq_depend."""
842
843 @staticmethod
844 def CheckMessage(project, commit):
845 return pre_upload._check_change_has_valid_cq_depend(project, commit)
846
847 def testNormal(self):
848 """Accept valid CQ-DEPENDs line."""
849 self.assertMessageAccepted('\nCQ-DEPEND=CL:1234\n')
850
851 def testInvalid(self):
852 """Reject invalid CQ-DEPENDs line."""
853 self.assertMessageRejected('\nCQ-DEPEND=CL=1234\n')
854 self.assertMessageRejected('\nCQ-DEPEND=None\n')
855
856
Bernie Thompsonf8fea992016-01-14 10:27:18 -0800857class CheckCommitMessageContribution(CommitMessageTestCase):
858 """Tests for _check_change_is_contribution."""
859
860 @staticmethod
861 def CheckMessage(project, commit):
862 return pre_upload._check_change_is_contribution(project, commit)
863
864 def testNormal(self):
865 """Accept a commit message which is a contribution."""
866 self.assertMessageAccepted('\nThis is cool code I am contributing.\n')
867
868 def testFailureLowerCase(self):
869 """Deny a commit message which is not a contribution."""
870 self.assertMessageRejected('\nThis is not a contribution.\n')
871
872 def testFailureUpperCase(self):
873 """Deny a commit message which is not a contribution."""
874 self.assertMessageRejected('\nNOT A CONTRIBUTION\n')
875
876
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400877class CheckCommitMessageTest(CommitMessageTestCase):
878 """Tests for _check_change_has_test_field."""
879
880 @staticmethod
881 def CheckMessage(project, commit):
882 return pre_upload._check_change_has_test_field(project, commit)
883
884 def testNormal(self):
885 """Accept a commit message w/a valid TEST."""
886 self.assertMessageAccepted('\nTEST=i did it\n')
887
888 def testNone(self):
889 """Accept TEST=None."""
890 self.assertMessageAccepted('\nTEST=None\n')
891 self.assertMessageAccepted('\nTEST=none\n')
892
893 def testBlank(self):
894 """Reject blank values."""
895 self.assertMessageRejected('\nTEST=\n')
896 self.assertMessageRejected('\nTEST= \n')
897
898 def testNotFirstLine(self):
899 """Reject the first line."""
900 self.assertMessageRejected('TEST=None\n\n\n')
901
902 def testNotInline(self):
903 """Reject not at the start of line."""
904 self.assertMessageRejected('\n TEST=None\n')
905 self.assertMessageRejected('\n\tTEST=None\n')
906
907 def testMissing(self):
908 """Reject commit messages w/no TEST line."""
909 self.assertMessageRejected('foo\n')
910
911 def testCase(self):
912 """Reject bug lines that are not TEST."""
913 self.assertMessageRejected('\ntest=none\n')
914
915
916class CheckCommitMessageChangeId(CommitMessageTestCase):
917 """Tests for _check_change_has_proper_changeid."""
918
919 @staticmethod
920 def CheckMessage(project, commit):
921 return pre_upload._check_change_has_proper_changeid(project, commit)
922
923 def testNormal(self):
924 """Accept a commit message w/a valid Change-Id."""
925 self.assertMessageAccepted('foo\n\nChange-Id: I1234\n')
926
927 def testBlank(self):
928 """Reject blank values."""
929 self.assertMessageRejected('\nChange-Id:\n')
930 self.assertMessageRejected('\nChange-Id: \n')
931
932 def testNotFirstLine(self):
933 """Reject the first line."""
934 self.assertMessageRejected('TEST=None\n\n\n')
935
936 def testNotInline(self):
937 """Reject not at the start of line."""
938 self.assertMessageRejected('\n Change-Id: I1234\n')
939 self.assertMessageRejected('\n\tChange-Id: I1234\n')
940
941 def testMissing(self):
942 """Reject commit messages missing the line."""
943 self.assertMessageRejected('foo\n')
944
945 def testCase(self):
946 """Reject bug lines that are not Change-Id."""
947 self.assertMessageRejected('\nchange-id: I1234\n')
948 self.assertMessageRejected('\nChange-id: I1234\n')
949 self.assertMessageRejected('\nChange-ID: I1234\n')
950
951 def testEnd(self):
952 """Reject Change-Id's that are not last."""
953 self.assertMessageRejected('\nChange-Id: I1234\nbar\n')
954
Mike Frysinger02b88bd2014-11-21 00:29:38 -0500955 def testSobTag(self):
956 """Permit s-o-b tags to follow the Change-Id."""
957 self.assertMessageAccepted('foo\n\nChange-Id: I1234\nSigned-off-by: Hi\n')
958
Mike Frysinger4a22bf02014-10-31 13:53:35 -0400959
Mike Frysinger36b2ebc2014-10-31 14:02:03 -0400960class CheckCommitMessageStyle(CommitMessageTestCase):
961 """Tests for _check_commit_message_style."""
962
963 @staticmethod
964 def CheckMessage(project, commit):
965 return pre_upload._check_commit_message_style(project, commit)
966
967 def testNormal(self):
968 """Accept valid commit messages."""
969 self.assertMessageAccepted('one sentence.\n')
970 self.assertMessageAccepted('some.module: do it!\n')
971 self.assertMessageAccepted('one line\n\nmore stuff here.')
972
973 def testNoBlankSecondLine(self):
974 """Reject messages that have stuff on the second line."""
975 self.assertMessageRejected('one sentence.\nbad fish!\n')
976
977 def testFirstLineMultipleSentences(self):
978 """Reject messages that have more than one sentence in the summary."""
979 self.assertMessageRejected('one sentence. two sentence!\n')
980
981 def testFirstLineTooLone(self):
982 """Reject first lines that are too long."""
983 self.assertMessageRejected('o' * 200)
984
985
Mike Frysinger292b45d2014-11-25 01:17:10 -0500986def DiffEntry(src_file=None, dst_file=None, src_mode=None, dst_mode='100644',
987 status='M'):
988 """Helper to create a stub RawDiffEntry object"""
989 if src_mode is None:
990 if status == 'A':
991 src_mode = '000000'
992 elif status == 'M':
993 src_mode = dst_mode
994 elif status == 'D':
995 src_mode = dst_mode
996 dst_mode = '000000'
997
998 src_sha = dst_sha = 'abc'
999 if status == 'D':
1000 dst_sha = '000000'
1001 elif status == 'A':
1002 src_sha = '000000'
1003
1004 return git.RawDiffEntry(src_mode=src_mode, dst_mode=dst_mode, src_sha=src_sha,
1005 dst_sha=dst_sha, status=status, score=None,
1006 src_file=src_file, dst_file=dst_file)
1007
1008
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001009class HelpersTest(cros_test_lib.MockTempDirTestCase):
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001010 """Various tests for utility functions."""
1011
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001012 def setUp(self):
1013 self.orig_cwd = os.getcwd()
1014 os.chdir(self.tempdir)
1015
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001016 self.PatchObject(git, 'RawDiff', return_value=[
1017 # A modified normal file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001018 DiffEntry(src_file='buildbot/constants.py', status='M'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001019 # A new symlink file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001020 DiffEntry(dst_file='scripts/cros_env_whitelist', dst_mode='120000',
1021 status='A'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001022 # A deleted file.
Mike Frysinger292b45d2014-11-25 01:17:10 -05001023 DiffEntry(src_file='scripts/sync_sonic.py', status='D'),
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001024 ])
1025
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001026 def tearDown(self):
1027 os.chdir(self.orig_cwd)
1028
1029 def _WritePresubmitIgnoreFile(self, subdir, data):
1030 """Writes to a .presubmitignore file in the passed-in subdirectory."""
1031 directory = os.path.join(self.tempdir, subdir)
1032 if not os.path.exists(directory):
1033 os.makedirs(directory)
1034 osutils.WriteFile(os.path.join(directory, pre_upload._IGNORE_FILE), data)
1035
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001036 def testGetAffectedFilesNoDeletesNoRelative(self):
1037 """Verify _get_affected_files() works w/no delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001038 path = os.getcwd()
1039 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1040 relative=False)
1041 exp_files = [os.path.join(path, 'buildbot/constants.py')]
1042 self.assertEquals(files, exp_files)
1043
1044 def testGetAffectedFilesDeletesNoRelative(self):
1045 """Verify _get_affected_files() works w/delete & not relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001046 path = os.getcwd()
1047 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1048 relative=False)
1049 exp_files = [os.path.join(path, 'buildbot/constants.py'),
1050 os.path.join(path, 'scripts/sync_sonic.py')]
1051 self.assertEquals(files, exp_files)
1052
1053 def testGetAffectedFilesNoDeletesRelative(self):
1054 """Verify _get_affected_files() works w/no delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001055 files = pre_upload._get_affected_files('HEAD', include_deletes=False,
1056 relative=True)
1057 exp_files = ['buildbot/constants.py']
1058 self.assertEquals(files, exp_files)
1059
1060 def testGetAffectedFilesDeletesRelative(self):
1061 """Verify _get_affected_files() works w/delete & relative."""
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001062 files = pre_upload._get_affected_files('HEAD', include_deletes=True,
1063 relative=True)
1064 exp_files = ['buildbot/constants.py', 'scripts/sync_sonic.py']
1065 self.assertEquals(files, exp_files)
1066
Mike Frysinger292b45d2014-11-25 01:17:10 -05001067 def testGetAffectedFilesDetails(self):
1068 """Verify _get_affected_files() works w/full_details."""
Mike Frysinger292b45d2014-11-25 01:17:10 -05001069 files = pre_upload._get_affected_files('HEAD', full_details=True,
1070 relative=True)
1071 self.assertEquals(files[0].src_file, 'buildbot/constants.py')
1072
Daniel Erate3ea3fc2015-02-13 15:27:52 -07001073 def testGetAffectedFilesPresubmitIgnoreDirectory(self):
1074 """Verify .presubmitignore can be used to exclude a directory."""
1075 self._WritePresubmitIgnoreFile('.', 'buildbot/')
1076 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
1077
1078 def testGetAffectedFilesPresubmitIgnoreDirectoryWildcard(self):
1079 """Verify .presubmitignore can be used with a directory wildcard."""
1080 self._WritePresubmitIgnoreFile('.', '*/constants.py')
1081 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
1082
1083 def testGetAffectedFilesPresubmitIgnoreWithinDirectory(self):
1084 """Verify .presubmitignore can be placed in a subdirectory."""
1085 self._WritePresubmitIgnoreFile('buildbot', '*.py')
1086 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
1087
1088 def testGetAffectedFilesPresubmitIgnoreDoesntMatch(self):
1089 """Verify .presubmitignore has no effect when it doesn't match a file."""
1090 self._WritePresubmitIgnoreFile('buildbot', '*.txt')
1091 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True),
1092 ['buildbot/constants.py'])
1093
1094 def testGetAffectedFilesPresubmitIgnoreAddedFile(self):
1095 """Verify .presubmitignore matches added files."""
1096 self._WritePresubmitIgnoreFile('.', 'buildbot/\nscripts/')
1097 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True,
1098 include_symlinks=True),
1099 [])
1100
1101 def testGetAffectedFilesPresubmitIgnoreSkipIgnoreFile(self):
1102 """Verify .presubmitignore files are automatically skipped."""
1103 self.PatchObject(git, 'RawDiff', return_value=[
1104 DiffEntry(src_file='.presubmitignore', status='M')
1105 ])
1106 self.assertEquals(pre_upload._get_affected_files('HEAD', relative=True), [])
Mike Frysinger292b45d2014-11-25 01:17:10 -05001107
Mike Frysingerf9d41b32017-02-23 15:20:04 -05001108
1109class ExecFilesTest(cros_test_lib.MockTestCase):
1110 """Tests for _check_exec_files."""
1111
1112 def setUp(self):
1113 self.diff_mock = self.PatchObject(git, 'RawDiff')
1114
1115 def testNotExec(self):
1116 """Do not flag files that are not executable."""
1117 self.diff_mock.return_value = [
1118 DiffEntry(src_file='make.conf', dst_mode='100644', status='A'),
1119 ]
1120 self.assertEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1121
1122 def testExec(self):
1123 """Flag files that are executable."""
1124 self.diff_mock.return_value = [
1125 DiffEntry(src_file='make.conf', dst_mode='100755', status='A'),
1126 ]
1127 self.assertNotEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1128
1129 def testDeletedExec(self):
1130 """Ignore bad files that are being deleted."""
1131 self.diff_mock.return_value = [
1132 DiffEntry(src_file='make.conf', dst_mode='100755', status='D'),
1133 ]
1134 self.assertEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1135
1136 def testModifiedExec(self):
1137 """Flag bad files that weren't exec, but now are."""
1138 self.diff_mock.return_value = [
1139 DiffEntry(src_file='make.conf', src_mode='100644', dst_mode='100755',
1140 status='M'),
1141 ]
1142 self.assertNotEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1143
1144 def testNormalExec(self):
1145 """Don't flag normal files (e.g. scripts) that are executable."""
1146 self.diff_mock.return_value = [
1147 DiffEntry(src_file='foo.sh', dst_mode='100755', status='A'),
1148 ]
1149 self.assertEqual(pre_upload._check_exec_files('proj', 'commit'), None)
1150
1151
Mike Frysinger292b45d2014-11-25 01:17:10 -05001152class CheckForUprev(cros_test_lib.MockTempDirTestCase):
1153 """Tests for _check_for_uprev."""
1154
1155 def setUp(self):
1156 self.file_mock = self.PatchObject(git, 'RawDiff')
1157
1158 def _Files(self, files):
1159 """Create |files| in the tempdir and return full paths to them."""
1160 for obj in files:
1161 if obj.status == 'D':
1162 continue
1163 if obj.dst_file is None:
1164 f = obj.src_file
1165 else:
1166 f = obj.dst_file
1167 osutils.Touch(os.path.join(self.tempdir, f), makedirs=True)
1168 return files
1169
1170 def assertAccepted(self, files, project='project', commit='fake sha1'):
1171 """Assert _check_for_uprev accepts |files|."""
1172 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001173 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1174 project_top=self.tempdir)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001175 self.assertEqual(ret, None)
1176
1177 def assertRejected(self, files, project='project', commit='fake sha1'):
1178 """Assert _check_for_uprev rejects |files|."""
1179 self.file_mock.return_value = self._Files(files)
Alex Deymo643ac4c2015-09-03 10:40:50 -07001180 ret = pre_upload._check_for_uprev(ProjectNamed(project), commit,
1181 project_top=self.tempdir)
Mike Frysinger292b45d2014-11-25 01:17:10 -05001182 self.assertTrue(isinstance(ret, errors.HookFailure))
1183
1184 def testWhitelistOverlay(self):
1185 """Skip checks on whitelisted overlays."""
1186 self.assertAccepted([DiffEntry(src_file='cat/pkg/pkg-0.ebuild')],
1187 project='chromiumos/overlays/portage-stable')
1188
1189 def testWhitelistFiles(self):
1190 """Skip checks on whitelisted files."""
1191 files = ['ChangeLog', 'Manifest', 'metadata.xml']
1192 self.assertAccepted([DiffEntry(src_file=os.path.join('c', 'p', x),
1193 status='M')
1194 for x in files])
1195
1196 def testRejectBasic(self):
1197 """Reject ebuilds missing uprevs."""
1198 self.assertRejected([DiffEntry(src_file='c/p/p-0.ebuild', status='M')])
1199
1200 def testNewPackage(self):
1201 """Accept new ebuilds w/out uprevs."""
1202 self.assertAccepted([DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1203 self.assertAccepted([DiffEntry(src_file='c/p/p-0-r12.ebuild', status='A')])
1204
1205 def testModifiedFilesOnly(self):
1206 """Reject ebuilds w/out uprevs and changes in files/."""
1207 osutils.Touch(os.path.join(self.tempdir, 'cat/pkg/pkg-0.ebuild'),
1208 makedirs=True)
1209 self.assertRejected([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1210 self.assertRejected([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1211
1212 def testFilesNoEbuilds(self):
1213 """Ignore changes to paths w/out ebuilds."""
1214 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/f', status='A')])
1215 self.assertAccepted([DiffEntry(src_file='cat/pkg/files/g', status='M')])
1216
1217 def testModifiedFilesWithUprev(self):
1218 """Accept ebuilds w/uprevs and changes in files/."""
1219 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='A'),
1220 DiffEntry(src_file='c/p/p-0.ebuild', status='A')])
1221 self.assertAccepted([
1222 DiffEntry(src_file='c/p/files/f', status='M'),
1223 DiffEntry(src_file='c/p/p-0-r1.ebuild', src_mode='120000',
1224 dst_file='c/p/p-0-r2.ebuild', dst_mode='120000', status='R')])
1225
Gwendal Grignoua3086c32014-12-09 11:17:22 -08001226 def testModifiedFilesWith9999(self):
1227 """Accept 9999 ebuilds and changes in files/."""
1228 self.assertAccepted([DiffEntry(src_file='c/p/files/f', status='M'),
1229 DiffEntry(src_file='c/p/p-9999.ebuild', status='M')])
1230
Mike Frysingerd3bd32c2014-11-24 23:34:29 -05001231
Mike Frysinger55f85b52014-12-18 14:45:21 -05001232class DirectMainTest(cros_test_lib.MockTempDirTestCase):
1233 """Tests for direct_main()"""
1234
1235 def setUp(self):
1236 self.hooks_mock = self.PatchObject(pre_upload, '_run_project_hooks',
1237 return_value=None)
1238
1239 def testNoArgs(self):
1240 """If run w/no args, should check the current dir."""
1241 ret = pre_upload.direct_main([])
1242 self.assertEqual(ret, 0)
1243 self.hooks_mock.assert_called_once_with(
1244 mock.ANY, proj_dir=os.getcwd(), commit_list=[], presubmit=mock.ANY)
1245
1246 def testExplicitDir(self):
1247 """Verify we can run on a diff dir."""
1248 # Use the chromite dir since we know it exists.
1249 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR])
1250 self.assertEqual(ret, 0)
1251 self.hooks_mock.assert_called_once_with(
1252 mock.ANY, proj_dir=constants.CHROMITE_DIR, commit_list=[],
1253 presubmit=mock.ANY)
1254
1255 def testBogusProject(self):
1256 """A bogus project name should be fine (use default settings)."""
1257 # Use the chromite dir since we know it exists.
1258 ret = pre_upload.direct_main(['--dir', constants.CHROMITE_DIR,
1259 '--project', 'foooooooooo'])
1260 self.assertEqual(ret, 0)
1261 self.hooks_mock.assert_called_once_with(
1262 'foooooooooo', proj_dir=constants.CHROMITE_DIR, commit_list=[],
1263 presubmit=mock.ANY)
1264
1265 def testBogustProjectNoDir(self):
1266 """Make sure --dir is detected even with --project."""
1267 ret = pre_upload.direct_main(['--project', 'foooooooooo'])
1268 self.assertEqual(ret, 0)
1269 self.hooks_mock.assert_called_once_with(
1270 'foooooooooo', proj_dir=os.getcwd(), commit_list=[],
1271 presubmit=mock.ANY)
1272
1273 def testNoGitDir(self):
1274 """We should die when run on a non-git dir."""
1275 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1276 ['--dir', self.tempdir])
1277
1278 def testNoDir(self):
1279 """We should die when run on a missing dir."""
1280 self.assertRaises(pre_upload.BadInvocation, pre_upload.direct_main,
1281 ['--dir', os.path.join(self.tempdir, 'foooooooo')])
1282
1283 def testCommitList(self):
1284 """Any args on the command line should be treated as commits."""
1285 commits = ['sha1', 'sha2', 'shaaaaaaaaaaaan']
1286 ret = pre_upload.direct_main(commits)
1287 self.assertEqual(ret, 0)
1288 self.hooks_mock.assert_called_once_with(
1289 mock.ANY, proj_dir=mock.ANY, commit_list=commits, presubmit=mock.ANY)
1290
1291
Jon Salz98255932012-08-18 14:48:02 +08001292if __name__ == '__main__':
Mike Frysinger884a8dd2015-05-17 03:43:43 -04001293 cros_test_lib.main(module=__name__)