chrisha@chromium.org | c920ad2 | 2012-02-02 18:26:04 +0000 | [diff] [blame] | 1 | # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
maruel@chromium.org | 3d23524 | 2009-05-15 12:40:48 +0000 | [diff] [blame] | 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | """Top-level presubmit script for depot tools. |
| 6 | |
| 7 | See http://dev.chromium.org/developers/how-tos/depottools/presubmit-scripts for |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 8 | details on the presubmit API built into depot_tools. |
maruel@chromium.org | 3d23524 | 2009-05-15 12:40:48 +0000 | [diff] [blame] | 9 | """ |
| 10 | |
szager@chromium.org | 3407103 | 2014-03-18 17:23:48 +0000 | [diff] [blame] | 11 | import fnmatch |
| 12 | import os |
| 13 | |
dpranke@chromium.org | 627ea67 | 2011-03-11 23:29:03 +0000 | [diff] [blame] | 14 | |
maruel@chromium.org | d52417c | 2011-09-02 20:13:17 +0000 | [diff] [blame] | 15 | def CommonChecks(input_api, output_api, tests_to_black_list): |
maruel@chromium.org | 3c9f7ca | 2011-04-01 14:52:38 +0000 | [diff] [blame] | 16 | results = [] |
maruel@chromium.org | 3c9f7ca | 2011-04-01 14:52:38 +0000 | [diff] [blame] | 17 | results.extend(input_api.canned_checks.CheckOwners(input_api, output_api)) |
maruel@chromium.org | bf38a7e | 2010-12-14 18:15:54 +0000 | [diff] [blame] | 18 | black_list = list(input_api.DEFAULT_BLACK_LIST) + [ |
maruel@chromium.org | 5d0dc43 | 2011-01-03 02:40:37 +0000 | [diff] [blame] | 19 | r'^cpplint\.py$', |
asvitkine@chromium.org | 63c2c1d | 2011-09-07 21:41:55 +0000 | [diff] [blame] | 20 | r'^cpplint_chromium\.py$', |
raphael.kubo.da.costa@intel.com | 7cc38e8 | 2015-01-08 22:28:34 +0000 | [diff] [blame] | 21 | r'^external_bin[\/\\].+', |
bratell@opera.com | 154c36c | 2013-12-12 14:13:44 +0000 | [diff] [blame] | 22 | r'^python[0-9]*_bin[\/\\].+', |
chrisha@chromium.org | c920ad2 | 2012-02-02 18:26:04 +0000 | [diff] [blame] | 23 | r'^site-packages-py[0-9]\.[0-9][\/\\].+', |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 24 | r'^svn_bin[\/\\].+', |
sergiyb@chromium.org | 9ca2fc1 | 2015-11-09 15:44:47 +0000 | [diff] [blame^] | 25 | r'^testing_support[\/\\]_rietveld[\/\\].+'] |
szager@chromium.org | 3407103 | 2014-03-18 17:23:48 +0000 | [diff] [blame] | 26 | if os.path.exists('.gitignore'): |
| 27 | with open('.gitignore') as fh: |
| 28 | lines = [l.strip() for l in fh.readlines()] |
| 29 | black_list.extend([fnmatch.translate(l) for l in lines if |
| 30 | l and not l.startswith('#')]) |
| 31 | if os.path.exists('.git/info/exclude'): |
| 32 | with open('.git/info/exclude') as fh: |
| 33 | lines = [l.strip() for l in fh.readlines()] |
| 34 | black_list.extend([fnmatch.translate(l) for l in lines if |
| 35 | l and not l.startswith('#')]) |
maruel@chromium.org | ff9a217 | 2012-04-24 16:55:32 +0000 | [diff] [blame] | 36 | disabled_warnings = [ |
| 37 | 'R0401', # Cyclic import |
| 38 | 'W0613', # Unused argument |
| 39 | ] |
scottmg@chromium.org | 69ae86a | 2014-01-17 03:55:45 +0000 | [diff] [blame] | 40 | pylint = input_api.canned_checks.GetPylint( |
| 41 | input_api, |
| 42 | output_api, |
| 43 | white_list=[r'.*\.py$'], |
| 44 | black_list=black_list, |
| 45 | disabled_warnings=disabled_warnings) |
| 46 | # TODO(maruel): Make sure at least one file is modified first. |
| 47 | # TODO(maruel): If only tests are modified, only run them. |
| 48 | unit_tests = input_api.canned_checks.GetUnitTestsInDirectory( |
| 49 | input_api, |
| 50 | output_api, |
| 51 | 'tests', |
| 52 | whitelist=[r'.*test\.py$'], |
| 53 | blacklist=tests_to_black_list) |
| 54 | tests = pylint |
| 55 | if not input_api.platform.startswith(('cygwin', 'win32')): |
| 56 | tests.extend(unit_tests) |
| 57 | else: |
| 58 | print('Warning: not running unit tests on Windows') |
| 59 | results.extend(input_api.RunTests(tests)) |
maruel@chromium.org | 3c9f7ca | 2011-04-01 14:52:38 +0000 | [diff] [blame] | 60 | return results |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 61 | |
| 62 | |
maruel@chromium.org | 899e1c1 | 2011-04-07 17:03:18 +0000 | [diff] [blame] | 63 | def RunGitClTests(input_api, output_api): |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 64 | """Run all the shells scripts in the directory test. |
| 65 | """ |
maruel@chromium.org | c98c0c5 | 2011-04-06 13:39:43 +0000 | [diff] [blame] | 66 | if input_api.platform == 'win32': |
| 67 | # Skip for now as long as the test scripts are bash scripts. |
| 68 | return [] |
| 69 | |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 70 | # First loads a local Rietveld instance. |
| 71 | import sys |
| 72 | old_sys_path = sys.path |
| 73 | try: |
| 74 | sys.path = [input_api.PresubmitLocalPath()] + sys.path |
maruel@chromium.org | 0927b7e | 2011-11-11 16:06:22 +0000 | [diff] [blame] | 75 | from testing_support import local_rietveld |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 76 | server = local_rietveld.LocalRietveld() |
| 77 | finally: |
| 78 | sys.path = old_sys_path |
| 79 | |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 80 | results = [] |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 81 | try: |
| 82 | # Start a local rietveld instance to test against. |
| 83 | server.start_server() |
| 84 | test_path = input_api.os_path.abspath( |
| 85 | input_api.os_path.join(input_api.PresubmitLocalPath(), 'tests')) |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 86 | for test in input_api.os_listdir(test_path): |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 87 | # test-lib.sh is not an actual test so it should not be run. The other |
| 88 | # tests are tests known to fail. |
| 89 | DISABLED_TESTS = ( |
| 90 | 'owners.sh', 'push-from-logs.sh', 'rename.sh', 'test-lib.sh') |
| 91 | if test in DISABLED_TESTS or not test.endswith('.sh'): |
| 92 | continue |
| 93 | |
| 94 | print('Running %s' % test) |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 95 | try: |
maruel@chromium.org | 899e1c1 | 2011-04-07 17:03:18 +0000 | [diff] [blame] | 96 | if input_api.verbose: |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 97 | input_api.subprocess.check_call( |
| 98 | [input_api.os_path.join(test_path, test)], cwd=test_path) |
| 99 | else: |
| 100 | input_api.subprocess.check_output( |
maruel@chromium.org | 87e6d33 | 2011-09-09 19:01:28 +0000 | [diff] [blame] | 101 | [input_api.os_path.join(test_path, test)], cwd=test_path, |
| 102 | stderr=input_api.subprocess.STDOUT) |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 103 | except (OSError, input_api.subprocess.CalledProcessError), e: |
| 104 | results.append(output_api.PresubmitError('%s failed\n%s' % (test, e))) |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 105 | except local_rietveld.Failure, e: |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 106 | results.append(output_api.PresubmitError('\n'.join(str(i) for i in e.args))) |
maruel@chromium.org | 2a74d37 | 2011-03-29 19:05:50 +0000 | [diff] [blame] | 107 | finally: |
| 108 | server.stop_server() |
maruel@chromium.org | ccbb781 | 2011-04-06 13:36:23 +0000 | [diff] [blame] | 109 | return results |
maruel@chromium.org | ce30ef7 | 2009-05-25 15:20:42 +0000 | [diff] [blame] | 110 | |
| 111 | |
maruel@chromium.org | e94aedc | 2010-12-13 21:11:30 +0000 | [diff] [blame] | 112 | def CheckChangeOnUpload(input_api, output_api): |
maruel@chromium.org | d52417c | 2011-09-02 20:13:17 +0000 | [diff] [blame] | 113 | # Do not run integration tests on upload since they are way too slow. |
| 114 | tests_to_black_list = [ |
| 115 | r'^checkout_test\.py$', |
| 116 | r'^gclient_smoketest\.py$', |
| 117 | r'^scm_unittest\.py$', |
ilevy@chromium.org | 5856562 | 2013-03-17 23:18:37 +0000 | [diff] [blame] | 118 | r'^subprocess2_test\.py$', |
maruel@chromium.org | d52417c | 2011-09-02 20:13:17 +0000 | [diff] [blame] | 119 | ] |
| 120 | return CommonChecks(input_api, output_api, tests_to_black_list) |
maruel@chromium.org | e94aedc | 2010-12-13 21:11:30 +0000 | [diff] [blame] | 121 | |
| 122 | |
maruel@chromium.org | ce30ef7 | 2009-05-25 15:20:42 +0000 | [diff] [blame] | 123 | def CheckChangeOnCommit(input_api, output_api): |
| 124 | output = [] |
maruel@chromium.org | d52417c | 2011-09-02 20:13:17 +0000 | [diff] [blame] | 125 | output.extend(CommonChecks(input_api, output_api, [])) |
maruel@chromium.org | e94aedc | 2010-12-13 21:11:30 +0000 | [diff] [blame] | 126 | output.extend(input_api.canned_checks.CheckDoNotSubmit( |
| 127 | input_api, |
| 128 | output_api)) |
maruel@chromium.org | d52417c | 2011-09-02 20:13:17 +0000 | [diff] [blame] | 129 | output.extend(RunGitClTests(input_api, output_api)) |
maruel@chromium.org | 7b305e8 | 2009-05-19 18:24:20 +0000 | [diff] [blame] | 130 | return output |