blob: 2877144f351bded08cd6791984c52aa6e2d6ebcd [file] [log] [blame]
chrisha@chromium.orgc920ad22012-02-02 18:26:04 +00001# Copyright (c) 2012 The Chromium Authors. All rights reserved.
maruel@chromium.org3d235242009-05-15 12:40:48 +00002# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Top-level presubmit script for depot tools.
6
7See http://dev.chromium.org/developers/how-tos/depottools/presubmit-scripts for
maruel@chromium.org2a74d372011-03-29 19:05:50 +00008details on the presubmit API built into depot_tools.
maruel@chromium.org3d235242009-05-15 12:40:48 +00009"""
10
szager@chromium.org34071032014-03-18 17:23:48 +000011import fnmatch
12import os
13
dpranke@chromium.org627ea672011-03-11 23:29:03 +000014
maruel@chromium.orgd52417c2011-09-02 20:13:17 +000015def CommonChecks(input_api, output_api, tests_to_black_list):
maruel@chromium.org3c9f7ca2011-04-01 14:52:38 +000016 results = []
maruel@chromium.org3c9f7ca2011-04-01 14:52:38 +000017 results.extend(input_api.canned_checks.CheckOwners(input_api, output_api))
maruel@chromium.orgbf38a7e2010-12-14 18:15:54 +000018 black_list = list(input_api.DEFAULT_BLACK_LIST) + [
maruel@chromium.org5d0dc432011-01-03 02:40:37 +000019 r'^cpplint\.py$',
asvitkine@chromium.org63c2c1d2011-09-07 21:41:55 +000020 r'^cpplint_chromium\.py$',
raphael.kubo.da.costa@intel.com7cc38e82015-01-08 22:28:34 +000021 r'^external_bin[\/\\].+',
bratell@opera.com154c36c2013-12-12 14:13:44 +000022 r'^python[0-9]*_bin[\/\\].+',
chrisha@chromium.orgc920ad22012-02-02 18:26:04 +000023 r'^site-packages-py[0-9]\.[0-9][\/\\].+',
maruel@chromium.orgccbb7812011-04-06 13:36:23 +000024 r'^svn_bin[\/\\].+',
maruel@chromium.org0927b7e2011-11-11 16:06:22 +000025 r'^testing_support[\/\\]_rietveld[\/\\].+']
szager@chromium.org34071032014-03-18 17:23:48 +000026 if os.path.exists('.gitignore'):
27 with open('.gitignore') as fh:
28 lines = [l.strip() for l in fh.readlines()]
29 black_list.extend([fnmatch.translate(l) for l in lines if
30 l and not l.startswith('#')])
31 if os.path.exists('.git/info/exclude'):
32 with open('.git/info/exclude') as fh:
33 lines = [l.strip() for l in fh.readlines()]
34 black_list.extend([fnmatch.translate(l) for l in lines if
35 l and not l.startswith('#')])
maruel@chromium.orgff9a2172012-04-24 16:55:32 +000036 disabled_warnings = [
37 'R0401', # Cyclic import
38 'W0613', # Unused argument
39 ]
scottmg@chromium.org69ae86a2014-01-17 03:55:45 +000040 pylint = input_api.canned_checks.GetPylint(
41 input_api,
42 output_api,
43 white_list=[r'.*\.py$'],
44 black_list=black_list,
45 disabled_warnings=disabled_warnings)
46 # TODO(maruel): Make sure at least one file is modified first.
47 # TODO(maruel): If only tests are modified, only run them.
48 unit_tests = input_api.canned_checks.GetUnitTestsInDirectory(
49 input_api,
50 output_api,
51 'tests',
52 whitelist=[r'.*test\.py$'],
53 blacklist=tests_to_black_list)
54 tests = pylint
55 if not input_api.platform.startswith(('cygwin', 'win32')):
56 tests.extend(unit_tests)
57 else:
58 print('Warning: not running unit tests on Windows')
59 results.extend(input_api.RunTests(tests))
maruel@chromium.org3c9f7ca2011-04-01 14:52:38 +000060 return results
maruel@chromium.org2a74d372011-03-29 19:05:50 +000061
62
maruel@chromium.org899e1c12011-04-07 17:03:18 +000063def RunGitClTests(input_api, output_api):
maruel@chromium.org2a74d372011-03-29 19:05:50 +000064 """Run all the shells scripts in the directory test.
65 """
maruel@chromium.orgc98c0c52011-04-06 13:39:43 +000066 if input_api.platform == 'win32':
67 # Skip for now as long as the test scripts are bash scripts.
68 return []
69
maruel@chromium.org2a74d372011-03-29 19:05:50 +000070 # First loads a local Rietveld instance.
71 import sys
72 old_sys_path = sys.path
73 try:
74 sys.path = [input_api.PresubmitLocalPath()] + sys.path
maruel@chromium.org0927b7e2011-11-11 16:06:22 +000075 from testing_support import local_rietveld
maruel@chromium.org2a74d372011-03-29 19:05:50 +000076 server = local_rietveld.LocalRietveld()
77 finally:
78 sys.path = old_sys_path
79
maruel@chromium.orgccbb7812011-04-06 13:36:23 +000080 results = []
maruel@chromium.org2a74d372011-03-29 19:05:50 +000081 try:
82 # Start a local rietveld instance to test against.
83 server.start_server()
84 test_path = input_api.os_path.abspath(
85 input_api.os_path.join(input_api.PresubmitLocalPath(), 'tests'))
maruel@chromium.orgccbb7812011-04-06 13:36:23 +000086 for test in input_api.os_listdir(test_path):
maruel@chromium.org2a74d372011-03-29 19:05:50 +000087 # test-lib.sh is not an actual test so it should not be run. The other
88 # tests are tests known to fail.
89 DISABLED_TESTS = (
90 'owners.sh', 'push-from-logs.sh', 'rename.sh', 'test-lib.sh')
91 if test in DISABLED_TESTS or not test.endswith('.sh'):
92 continue
93
94 print('Running %s' % test)
maruel@chromium.orgccbb7812011-04-06 13:36:23 +000095 try:
maruel@chromium.org899e1c12011-04-07 17:03:18 +000096 if input_api.verbose:
maruel@chromium.orgccbb7812011-04-06 13:36:23 +000097 input_api.subprocess.check_call(
98 [input_api.os_path.join(test_path, test)], cwd=test_path)
99 else:
100 input_api.subprocess.check_output(
maruel@chromium.org87e6d332011-09-09 19:01:28 +0000101 [input_api.os_path.join(test_path, test)], cwd=test_path,
102 stderr=input_api.subprocess.STDOUT)
maruel@chromium.orgccbb7812011-04-06 13:36:23 +0000103 except (OSError, input_api.subprocess.CalledProcessError), e:
104 results.append(output_api.PresubmitError('%s failed\n%s' % (test, e)))
maruel@chromium.org2a74d372011-03-29 19:05:50 +0000105 except local_rietveld.Failure, e:
maruel@chromium.orgccbb7812011-04-06 13:36:23 +0000106 results.append(output_api.PresubmitError('\n'.join(str(i) for i in e.args)))
maruel@chromium.org2a74d372011-03-29 19:05:50 +0000107 finally:
108 server.stop_server()
maruel@chromium.orgccbb7812011-04-06 13:36:23 +0000109 return results
maruel@chromium.orgce30ef72009-05-25 15:20:42 +0000110
111
maruel@chromium.orge94aedc2010-12-13 21:11:30 +0000112def CheckChangeOnUpload(input_api, output_api):
maruel@chromium.orgd52417c2011-09-02 20:13:17 +0000113 # Do not run integration tests on upload since they are way too slow.
114 tests_to_black_list = [
115 r'^checkout_test\.py$',
116 r'^gclient_smoketest\.py$',
117 r'^scm_unittest\.py$',
ilevy@chromium.org58565622013-03-17 23:18:37 +0000118 r'^subprocess2_test\.py$',
maruel@chromium.orgd52417c2011-09-02 20:13:17 +0000119 ]
120 return CommonChecks(input_api, output_api, tests_to_black_list)
maruel@chromium.orge94aedc2010-12-13 21:11:30 +0000121
122
maruel@chromium.orgce30ef72009-05-25 15:20:42 +0000123def CheckChangeOnCommit(input_api, output_api):
124 output = []
maruel@chromium.orgd52417c2011-09-02 20:13:17 +0000125 output.extend(CommonChecks(input_api, output_api, []))
maruel@chromium.orge94aedc2010-12-13 21:11:30 +0000126 output.extend(input_api.canned_checks.CheckDoNotSubmit(
127 input_api,
128 output_api))
maruel@chromium.orgd52417c2011-09-02 20:13:17 +0000129 output.extend(RunGitClTests(input_api, output_api))
maruel@chromium.org7b305e82009-05-19 18:24:20 +0000130 return output