blob: 7a3ad05827fd48aa5e33bbfbae5eee618787e41a [file] [log] [blame]
Blink Reformat4c46d092018-04-07 15:32:37 +00001# Copyright (C) 2014 Google Inc. All rights reserved.
2#
3# Redistribution and use in source and binary forms, with or without
4# modification, are permitted provided that the following conditions are
5# met:
6#
7# * Redistributions of source code must retain the above copyright
8# notice, this list of conditions and the following disclaimer.
9# * Redistributions in binary form must reproduce the above
10# copyright notice, this list of conditions and the following disclaimer
11# in the documentation and/or other materials provided with the
12# distribution.
13# * Neither the name of Google Inc. nor the names of its
14# contributors may be used to endorse or promote products derived from
15# this software without specific prior written permission.
16#
17# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
20# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
21# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
23# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Yang Guo75beda92019-10-28 08:29:25 +010028"""
29DevTools presubmit script
Blink Reformat4c46d092018-04-07 15:32:37 +000030
31See http://dev.chromium.org/developers/how-tos/depottools/presubmit-scripts
32for more details about the presubmit API built into gcl.
33"""
34
35import sys
Tim van der Lippef515fdc2020-03-06 16:18:25 +000036import six
Tim van der Lippefb023462020-08-21 14:10:06 +010037import time
Blink Reformat4c46d092018-04-07 15:32:37 +000038
Liviu Raufd2e3212019-12-18 16:38:20 +010039AUTOROLL_ACCOUNT = "devtools-ci-autoroll-builder@chops-service-accounts.iam.gserviceaccount.com"
Tim van der Lippefb1dc172021-05-11 16:40:26 +010040USE_PYTHON3 = True
Mathias Bynensa0a6e292019-12-17 13:24:08 +010041
Tim van der Lippe4d004ec2020-03-03 18:32:01 +000042
43def _ExecuteSubProcess(input_api, output_api, script_path, args, results):
Tim van der Lippef515fdc2020-03-06 16:18:25 +000044 if isinstance(script_path, six.string_types):
Philip Pfaffef4320aa2022-07-21 11:33:24 +000045 script_path = [input_api.python3_executable, script_path]
Tim van der Lippef515fdc2020-03-06 16:18:25 +000046
Tim van der Lippefb023462020-08-21 14:10:06 +010047 start_time = time.time()
Sigurd Schneiderf3a1ecd2021-03-02 15:46:03 +010048 process = input_api.subprocess.Popen(script_path + args,
49 stdout=input_api.subprocess.PIPE,
50 stderr=input_api.subprocess.STDOUT)
Tim van der Lippe4d004ec2020-03-03 18:32:01 +000051 out, _ = process.communicate()
Tim van der Lippefb023462020-08-21 14:10:06 +010052 end_time = time.time()
53
54 time_difference = end_time - start_time
55 time_info = "Script execution time was %.1fs seconds\n" % (time_difference)
Tim van der Lippe4d004ec2020-03-03 18:32:01 +000056 if process.returncode != 0:
Tim van der Lippefb1dc172021-05-11 16:40:26 +010057 results.append(
58 output_api.PresubmitError(time_info + out.decode('utf-8')))
Tim van der Lippe4d004ec2020-03-03 18:32:01 +000059 else:
Tim van der Lippefb1dc172021-05-11 16:40:26 +010060 results.append(
61 output_api.PresubmitNotifyResult(time_info + out.decode('utf-8')))
Tim van der Lippe4d004ec2020-03-03 18:32:01 +000062 return results
63
64
Yang Guoa7845d52019-10-31 11:30:23 +010065def _CheckChangesAreExclusiveToDirectory(input_api, output_api):
Tim van der Lippebc42a632019-11-28 14:22:55 +000066 if input_api.change.DISABLE_THIRD_PARTY_CHECK != None:
67 return []
Saba Khukhunashvili0cdc5a92022-07-15 19:10:37 +000068
Brandon Goddarde7028672020-01-30 09:31:04 -080069 results = [output_api.PresubmitNotifyResult('Directory Exclusivity Check:')]
Sigurd Schneiderf3a1ecd2021-03-02 15:46:03 +010070
Yang Guoa7845d52019-10-31 11:30:23 +010071 def IsParentDir(file, dir):
72 while file != '':
73 if file == dir:
74 return True
75 file = input_api.os_path.dirname(file)
Yang Guoa7845d52019-10-31 11:30:23 +010076 return False
77
78 def FileIsInDir(file, dirs):
Tim van der Lippec2756dc2021-12-08 12:17:32 +000079 if file.endswith('OWNERS') and 'OWNERS' in dirs:
80 return True
Yang Guoa7845d52019-10-31 11:30:23 +010081 for dir in dirs:
82 if IsParentDir(file, dir):
83 return True
84
Tim van der Lippe4050a302021-04-13 10:21:21 +010085 EXCLUSIVE_CHANGE_DIRECTORIES = [
86 [
87 'third_party', 'v8',
Saba Khukhunashvili0cdc5a92022-07-15 19:10:37 +000088 input_api.os_path.join('front_end', 'models',
89 'javascript_metadata'),
Tim van der Lippe4050a302021-04-13 10:21:21 +010090 input_api.os_path.join('front_end', 'generated')
91 ],
92 [
93 'node_modules',
Tim van der Lippe4050a302021-04-13 10:21:21 +010094 'package-lock.json',
95 input_api.os_path.join('scripts', 'deps', 'manage_node_deps.py'),
96 ],
Tim van der Lippec2756dc2021-12-08 12:17:32 +000097 ['OWNERS'],
Tim van der Lippe4050a302021-04-13 10:21:21 +010098 ]
99
Yang Guoa7845d52019-10-31 11:30:23 +0100100 affected_files = input_api.LocalPaths()
Yang Guoa7845d52019-10-31 11:30:23 +0100101 num_affected = len(affected_files)
102 for dirs in EXCLUSIVE_CHANGE_DIRECTORIES:
Paul Lewis14effba2019-12-02 14:56:40 +0000103 dir_list = ', '.join(dirs)
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100104 affected_in_dir = [
105 file for file in affected_files if FileIsInDir(file, dirs)
106 ]
Yang Guoa7845d52019-10-31 11:30:23 +0100107 num_in_dir = len(affected_in_dir)
108 if num_in_dir == 0:
109 continue
Tim van der Lippeebb94a92019-11-19 17:07:53 +0000110 # Addition of new third_party folders must have a new entry in `.gitignore`
111 if '.gitignore' in affected_files:
112 num_in_dir = num_in_dir + 1
Yang Guoa7845d52019-10-31 11:30:23 +0100113 if num_in_dir < num_affected:
Tim van der Lippe239963b2021-04-09 10:43:38 +0100114 unexpected_files = [
115 file for file in affected_files if file not in affected_in_dir
116 ]
117 results.append(
118 output_api.PresubmitError(
119 ('CLs that affect files in "%s" should be limited to these files/directories.'
120 % dir_list) +
121 ('\nUnexpected files: %s.' % unexpected_files) +
122 '\nYou can disable this check by adding DISABLE_THIRD_PARTY_CHECK=<reason> to your commit message'
123 ))
Brandon Goddarde7028672020-01-30 09:31:04 -0800124 break
125
126 return results
Yang Guoa7845d52019-10-31 11:30:23 +0100127
Blink Reformat4c46d092018-04-07 15:32:37 +0000128
Sigurd Schneider5c9b4f92021-01-22 11:09:55 +0100129def _CheckBugAssociation(input_api, output_api, is_committing):
130 results = [output_api.PresubmitNotifyResult('Bug Association Check:')]
131 bugs = input_api.change.BugsFromDescription()
132 message = (
133 "Each CL should be associated with a bug, use \'Bug:\' or \'Fixed:\' lines in\n"
134 "the footer of the commit description. If you explicitly don\'t want to\n"
135 "set a bug, use \'Bug: none\' in the footer of the commit description.\n\n"
136 "Note: The footer of the commit description is the last block of lines in\n"
137 "the commit description that doesn't contain empty lines. This means that\n"
138 "any \'Bug:\' or \'Fixed:\' lines that are eventually followed by an empty\n"
139 "line are not detected by this presubmit check.")
140
141 if not bugs:
142 if is_committing:
143 results.append(output_api.PresubmitError(message))
144 else:
145 results.append(output_api.PresubmitNotifyResult(message))
146
147 for bug in bugs:
148 results.append(output_api.PresubmitNotifyResult(('%s') % bug))
149
150 return results
151
152
Brandon Goddard33104372020-08-13 08:49:23 -0700153def _CheckExperimentTelemetry(input_api, output_api):
Brandon Goddard33104372020-08-13 08:49:23 -0700154 experiment_telemetry_files = [
155 input_api.os_path.join(input_api.PresubmitLocalPath(), 'front_end',
Christy Chenab9a44d2021-07-02 12:54:30 -0700156 'entrypoints', 'main', 'MainImpl.ts'),
Brandon Goddard33104372020-08-13 08:49:23 -0700157 input_api.os_path.join(input_api.PresubmitLocalPath(), 'front_end',
Tim van der Lippee0247312021-04-01 15:25:30 +0100158 'core', 'host', 'UserMetrics.ts')
Brandon Goddard33104372020-08-13 08:49:23 -0700159 ]
160 affected_main_files = _getAffectedFiles(input_api,
161 experiment_telemetry_files, [],
Christy Chenab9a44d2021-07-02 12:54:30 -0700162 ['.ts'])
Brandon Goddard33104372020-08-13 08:49:23 -0700163 if len(affected_main_files) == 0:
Tim van der Lippefb023462020-08-21 14:10:06 +0100164 return [
165 output_api.PresubmitNotifyResult(
166 'No affected files for telemetry check')
167 ]
Brandon Goddard33104372020-08-13 08:49:23 -0700168
Tim van der Lippefb023462020-08-21 14:10:06 +0100169 results = [
170 output_api.PresubmitNotifyResult('Running Experiment Telemetry check:')
171 ]
Brandon Goddard33104372020-08-13 08:49:23 -0700172 script_path = input_api.os_path.join(input_api.PresubmitLocalPath(),
173 'scripts', 'check_experiments.js')
174 results.extend(_checkWithNodeScript(input_api, output_api, script_path))
175 return results
176
177
Jack Franklinb5a63092022-11-30 14:32:36 +0000178def _CheckESBuildVersion(input_api, output_api):
179 results = [
180 output_api.PresubmitNotifyResult('Running ESBuild version check:')
181 ]
182 script_path = input_api.os_path.join(input_api.PresubmitLocalPath(),
183 'scripts',
184 'check_esbuild_versions.js')
185 results.extend(_checkWithNodeScript(input_api, output_api, script_path))
186 return results
187
188
Blink Reformat4c46d092018-04-07 15:32:37 +0000189def _CheckFormat(input_api, output_api):
Sigurd Schneiderf3a1ecd2021-03-02 15:46:03 +0100190 node_modules_affected_files = _getAffectedFiles(input_api, [
Tim van der Lippe6509dba2021-11-23 16:19:23 +0000191 input_api.os_path.join(input_api.PresubmitLocalPath(), 'node_modules'),
192 input_api.os_path.join(input_api.PresubmitLocalPath(), 'front_end',
193 'third_party')
Sigurd Schneiderf3a1ecd2021-03-02 15:46:03 +0100194 ], [], [])
Tim van der Lippefdbd42e2020-04-07 15:14:36 +0100195
196 # TODO(crbug.com/1068198): Remove once `git cl format --js` can handle large CLs.
197 if (len(node_modules_affected_files) > 0):
Tim van der Lippe6509dba2021-11-23 16:19:23 +0000198 return [
199 output_api.PresubmitNotifyResult(
200 'Skipping Format Checks because `node_modules`/`front_end/third_party` files are affected.'
201 )
202 ]
Tim van der Lippefdbd42e2020-04-07 15:14:36 +0100203
Brandon Goddarde7028672020-01-30 09:31:04 -0800204 results = [output_api.PresubmitNotifyResult('Running Format Checks:')]
Blink Reformat4c46d092018-04-07 15:32:37 +0000205
Tim van der Lippef515fdc2020-03-06 16:18:25 +0000206 return _ExecuteSubProcess(input_api, output_api, ['git', 'cl', 'format', '--js'], [], results)
Blink Reformat4c46d092018-04-07 15:32:37 +0000207
Jack Franklin1aa212d2021-09-10 15:20:08 +0100208
209def _CheckDevToolsRunESLintTests(input_api, output_api):
210 # Check for changes in the eslint_rules directory, and run the eslint rules
211 # tests if so.
212 # We don't do this on every CL as most do not touch the rules, but if we do
213 # change them we need to make sure all the tests are passing.
Jack Franklin03db63a2021-09-16 14:40:56 +0100214 original_sys_path = sys.path
215 try:
216 sys.path = sys.path + [
217 input_api.os_path.join(input_api.PresubmitLocalPath(), 'scripts')
218 ]
219 import devtools_paths
220 finally:
221 sys.path = original_sys_path
Jack Franklin1aa212d2021-09-10 15:20:08 +0100222 eslint_rules_dir_path = input_api.os_path.join(
223 input_api.PresubmitLocalPath(), 'scripts', 'eslint_rules')
224 eslint_rules_affected_files = _getAffectedFiles(input_api,
225 [eslint_rules_dir_path],
226 [], [])
227
228 if (len(eslint_rules_affected_files) == 0):
229 return []
230
Jack Franklin03db63a2021-09-16 14:40:56 +0100231 mocha_path = devtools_paths.mocha_path()
Jack Franklin1aa212d2021-09-10 15:20:08 +0100232 eslint_tests_path = input_api.os_path.join(eslint_rules_dir_path, 'tests',
233 '*_test.js')
234
235 results = [output_api.PresubmitNotifyResult('ESLint rules unit tests')]
236 results.extend(
237 # The dot reporter is more concise which is useful to not get LOADS of
238 # output when just one test fails.
239 _checkWithNodeScript(input_api, output_api, mocha_path,
240 ['--reporter', 'dot', eslint_tests_path]))
241 return results
242
243
Tim van der Lippe800d8752022-02-04 12:49:56 +0000244def _CheckDevToolsRunBuildTests(input_api, output_api):
245 # Check for changes in the build/tests directory, and run the tests if so.
246 # We don't do this on every CL as most do not touch the rules, but if we do
247 # change them we need to make sure all the tests are passing.
248 original_sys_path = sys.path
249 try:
250 sys.path = sys.path + [
251 input_api.os_path.join(input_api.PresubmitLocalPath(), 'scripts')
252 ]
253 import devtools_paths
254 finally:
255 sys.path = original_sys_path
256 scripts_build_dir_path = input_api.os_path.join(
257 input_api.PresubmitLocalPath(), 'scripts', 'build')
258 scripts_build_affected_files = _getAffectedFiles(input_api,
259 [scripts_build_dir_path],
260 [], [])
261
262 if len(scripts_build_affected_files) == 0:
263 return []
264
265 mocha_path = devtools_paths.mocha_path()
266 build_tests_path = input_api.os_path.join(scripts_build_dir_path, 'tests',
267 '*_test.js')
268
269 results = [output_api.PresubmitNotifyResult('Build plugins unit tests')]
270 results.extend(
271 # The dot reporter is more concise which is useful to not get LOADS of
272 # output when just one test fails.
273 _checkWithNodeScript(input_api, output_api, mocha_path,
274 ['--reporter', 'dot', build_tests_path]))
275 return results
276
277
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200278def _CheckDevToolsStyleJS(input_api, output_api):
Tim van der Lippefb023462020-08-21 14:10:06 +0100279 results = [output_api.PresubmitNotifyResult('JS style check:')]
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200280 lint_path = input_api.os_path.join(input_api.PresubmitLocalPath(),
281 'scripts', 'test',
Tim van der Lippef9e565e2021-11-08 16:22:11 +0000282 'run_lint_check_js.mjs')
Tim van der Lippe4d004ec2020-03-03 18:32:01 +0000283
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200284 front_end_directory = input_api.os_path.join(
285 input_api.PresubmitLocalPath(), 'front_end')
Jack Franklinbcfd6ad2021-02-17 10:12:50 +0000286 component_docs_directory = input_api.os_path.join(front_end_directory,
Tim van der Lippee622f552021-04-14 15:15:18 +0100287 'ui', 'components',
288 'docs')
Alex Rudenko5556a902020-09-29 09:37:23 +0000289 inspector_overlay_directory = input_api.os_path.join(
290 input_api.PresubmitLocalPath(), 'inspector_overlay')
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200291 test_directory = input_api.os_path.join(input_api.PresubmitLocalPath(),
292 'test')
293 scripts_directory = input_api.os_path.join(input_api.PresubmitLocalPath(),
294 'scripts')
Tim van der Lippe2a4ae2b2020-03-11 17:28:06 +0000295
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200296 default_linted_directories = [
Alex Rudenko5556a902020-09-29 09:37:23 +0000297 front_end_directory, test_directory, scripts_directory,
298 inspector_overlay_directory
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200299 ]
Tim van der Lippe2a4ae2b2020-03-11 17:28:06 +0000300
301 eslint_related_files = [
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200302 input_api.os_path.join(input_api.PresubmitLocalPath(), 'node_modules',
303 'eslint'),
Tim van der Lippecf4ab402021-02-12 14:30:58 +0000304 input_api.os_path.join(input_api.PresubmitLocalPath(), 'node_modules',
305 '@typescript-eslint'),
Tim van der Lippe2a4ae2b2020-03-11 17:28:06 +0000306 input_api.os_path.join(input_api.PresubmitLocalPath(), '.eslintrc.js'),
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200307 input_api.os_path.join(input_api.PresubmitLocalPath(),
308 '.eslintignore'),
Tim van der Lippe33543ac2020-12-14 15:37:45 +0100309 input_api.os_path.join(front_end_directory, '.eslintrc.js'),
Jack Franklinbcfd6ad2021-02-17 10:12:50 +0000310 input_api.os_path.join(component_docs_directory, '.eslintrc.js'),
Tim van der Lippe406249f2020-12-14 15:59:10 +0100311 input_api.os_path.join(test_directory, '.eslintrc.js'),
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200312 input_api.os_path.join(scripts_directory, 'test',
313 'run_lint_check_js.py'),
314 input_api.os_path.join(scripts_directory, 'test',
Tim van der Lippef9e565e2021-11-08 16:22:11 +0000315 'run_lint_check_js.mjs'),
Tim van der Lippe2a4ae2b2020-03-11 17:28:06 +0000316 input_api.os_path.join(scripts_directory, '.eslintrc.js'),
317 input_api.os_path.join(scripts_directory, 'eslint_rules'),
318 ]
319
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200320 lint_config_files = _getAffectedFiles(input_api, eslint_related_files, [],
321 ['.js', '.py', '.eslintignore'])
Tim van der Lippe2a4ae2b2020-03-11 17:28:06 +0000322
Mathias Bynens0ec56612020-06-19 09:14:03 +0200323 should_bail_out, files_to_lint = _getFilesToLint(
324 input_api, output_api, lint_config_files, default_linted_directories,
325 ['.js', '.ts'], results)
326 if should_bail_out:
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200327 return results
Tim van der Lippe2a4ae2b2020-03-11 17:28:06 +0000328
Brandon Goddarde34e94f2021-04-12 10:58:26 -0700329 # If there are more than 50 files to check, don't bother and check
330 # everything, so as to not run into command line length limits on Windows.
331 if len(files_to_lint) > 50:
332 files_to_lint = []
333
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200334 results.extend(
335 _checkWithNodeScript(input_api, output_api, lint_path, files_to_lint))
Tim van der Lippe98132242020-04-14 17:16:54 +0100336 return results
Blink Reformat4c46d092018-04-07 15:32:37 +0000337
338
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200339def _CheckDevToolsStyleCSS(input_api, output_api):
Tim van der Lippefb023462020-08-21 14:10:06 +0100340 results = [output_api.PresubmitNotifyResult('CSS style check:')]
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200341 lint_path = input_api.os_path.join(input_api.PresubmitLocalPath(),
342 'scripts', 'test',
Jack Franklinbc302342021-01-18 10:03:30 +0000343 'run_lint_check_css.js')
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200344
345 front_end_directory = input_api.os_path.join(
346 input_api.PresubmitLocalPath(), 'front_end')
Alex Rudenko5556a902020-09-29 09:37:23 +0000347 inspector_overlay_directory = input_api.os_path.join(
348 input_api.PresubmitLocalPath(), 'inspector_overlay')
349 default_linted_directories = [
350 front_end_directory, inspector_overlay_directory
351 ]
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200352
353 scripts_directory = input_api.os_path.join(input_api.PresubmitLocalPath(),
354 'scripts')
355
356 stylelint_related_files = [
357 input_api.os_path.join(input_api.PresubmitLocalPath(), 'node_modules',
358 'stylelint'),
359 input_api.os_path.join(input_api.PresubmitLocalPath(),
360 '.stylelintrc.json'),
361 input_api.os_path.join(input_api.PresubmitLocalPath(),
362 '.stylelintignore'),
363 input_api.os_path.join(scripts_directory, 'test',
Sigurd Schneider6523c512021-02-12 10:44:28 +0100364 'run_lint_check_css.js'),
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200365 ]
366
367 lint_config_files = _getAffectedFiles(input_api, stylelint_related_files,
Sigurd Schneider6523c512021-02-12 10:44:28 +0100368 [], [])
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200369
Sigurd Schneidere3bf6c22021-02-11 15:35:23 +0100370 css_should_bail_out, css_files_to_lint = _getFilesToLint(
Mathias Bynens0ec56612020-06-19 09:14:03 +0200371 input_api, output_api, lint_config_files, default_linted_directories,
372 ['.css'], results)
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200373
Sigurd Schneiderf3a1ecd2021-03-02 15:46:03 +0100374 # If there are more than 50 files to check, don't bother and check
375 # everything, so as to not run into command line length limits on Windows.
376 if not css_should_bail_out:
377 if len(css_files_to_lint) < 50:
378 script_args = ["--files"] + css_files_to_lint
379 else:
380 script_args = [] # The defaults check all CSS files.
381 results.extend(
382 _checkWithNodeScript(input_api, output_api, lint_path,
383 script_args))
384
Jack Franklinbc302342021-01-18 10:03:30 +0000385 return results
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200386
387
Tim van der Lippea53672d2021-07-08 15:52:35 +0100388def _CheckDevToolsNonJSFileLicenseHeaders(input_api, output_api):
Tim van der Lippe81752502021-05-26 15:38:12 +0100389 results = [
390 output_api.PresubmitNotifyResult(
391 'Python-like file license header check:')
392 ]
Tim van der Lippea53672d2021-07-08 15:52:35 +0100393 lint_path = input_api.os_path.join(input_api.PresubmitLocalPath(),
394 'scripts', 'test',
395 'run_header_check_non_js_files.js')
Tim van der Lippe81752502021-05-26 15:38:12 +0100396
397 front_end_directory = input_api.os_path.join(
398 input_api.PresubmitLocalPath(), 'front_end')
399 inspector_overlay_directory = input_api.os_path.join(
400 input_api.PresubmitLocalPath(), 'inspector_overlay')
401 test_directory = input_api.os_path.join(input_api.PresubmitLocalPath(),
402 'test')
403 scripts_directory = input_api.os_path.join(input_api.PresubmitLocalPath(),
404 'scripts')
Tim van der Lippe8b929542021-05-26 15:54:20 +0100405 config_directory = input_api.os_path.join(input_api.PresubmitLocalPath(),
406 'config')
Tim van der Lippe81752502021-05-26 15:38:12 +0100407
408 default_linted_directories = [
409 front_end_directory, test_directory, scripts_directory,
Tim van der Lippe8b929542021-05-26 15:54:20 +0100410 inspector_overlay_directory, config_directory
Tim van der Lippe81752502021-05-26 15:38:12 +0100411 ]
412
413 check_related_files = [lint_path]
414
415 lint_config_files = _getAffectedFiles(input_api, check_related_files, [],
416 ['.js'])
417
418 should_bail_out, files_to_lint = _getFilesToLint(
419 input_api, output_api, lint_config_files, default_linted_directories,
Tim van der Lippea53672d2021-07-08 15:52:35 +0100420 ['BUILD.gn', '.gni', '.css'], results)
Tim van der Lippe81752502021-05-26 15:38:12 +0100421 if should_bail_out:
422 return results
423
424 # If there are more than 50 files to check, don't bother and check
425 # everything, so as to not run into command line length limits on Windows.
426 if len(files_to_lint) > 50:
427 files_to_lint = []
428
429 results.extend(
430 _checkWithNodeScript(input_api, output_api, lint_path, files_to_lint))
431 return results
432
433
Tim van der Lippe4d004ec2020-03-03 18:32:01 +0000434def _CheckGeneratedFiles(input_api, output_api):
Tim van der Lippeb3b90762020-03-04 15:21:52 +0000435 v8_directory_path = input_api.os_path.join(input_api.PresubmitLocalPath(), 'v8')
436 blink_directory_path = input_api.os_path.join(input_api.PresubmitLocalPath(), 'third_party', 'blink')
437 protocol_location = input_api.os_path.join(blink_directory_path, 'public', 'devtools_protocol')
438 scripts_build_path = input_api.os_path.join(input_api.PresubmitLocalPath(), 'scripts', 'build')
Tim van der Lippe5d2d79b2020-03-23 11:45:04 +0000439 scripts_generated_output_path = input_api.os_path.join(input_api.PresubmitLocalPath(), 'front_end', 'generated')
Tim van der Lippeb3b90762020-03-04 15:21:52 +0000440
441 generated_aria_path = input_api.os_path.join(scripts_build_path, 'generate_aria.py')
442 generated_supported_css_path = input_api.os_path.join(scripts_build_path, 'generate_supported_css.py')
443 generated_protocol_path = input_api.os_path.join(scripts_build_path, 'code_generator_frontend.py')
Tim van der Lippe2a1eac22021-05-13 16:19:29 +0100444 generated_protocol_typescript_path = input_api.os_path.join(
445 input_api.PresubmitLocalPath(), 'scripts', 'protocol_typescript')
Tim van der Lippeb3b90762020-03-04 15:21:52 +0000446 concatenate_protocols_path = input_api.os_path.join(input_api.PresubmitLocalPath(), 'third_party', 'inspector_protocol',
447 'concatenate_protocols.py')
448
449 affected_files = _getAffectedFiles(input_api, [
450 v8_directory_path,
451 blink_directory_path,
Tim van der Lippe2a1eac22021-05-13 16:19:29 +0100452 input_api.os_path.join(input_api.PresubmitLocalPath(), 'third_party',
453 'pyjson5'),
Tim van der Lippeb3b90762020-03-04 15:21:52 +0000454 generated_aria_path,
455 generated_supported_css_path,
456 concatenate_protocols_path,
457 generated_protocol_path,
Tim van der Lippe5d2d79b2020-03-23 11:45:04 +0000458 scripts_generated_output_path,
Tim van der Lippe2a1eac22021-05-13 16:19:29 +0100459 generated_protocol_typescript_path,
460 ], [], ['.pdl', '.json5', '.py', '.js', '.ts'])
Tim van der Lippeb3b90762020-03-04 15:21:52 +0000461
462 if len(affected_files) == 0:
Tim van der Lippefb023462020-08-21 14:10:06 +0100463 return [
464 output_api.PresubmitNotifyResult(
465 'No affected files for generated files check')
466 ]
Tim van der Lippeb3b90762020-03-04 15:21:52 +0000467
Tim van der Lippe4d004ec2020-03-03 18:32:01 +0000468 results = [output_api.PresubmitNotifyResult('Running Generated Files Check:')]
Tim van der Lippeb0d65f12020-03-05 12:15:24 +0000469 generate_protocol_resources_path = input_api.os_path.join(input_api.PresubmitLocalPath(), 'scripts', 'deps',
470 'generate_protocol_resources.py')
Tim van der Lippe4d004ec2020-03-03 18:32:01 +0000471
Tim van der Lippeb0d65f12020-03-05 12:15:24 +0000472 return _ExecuteSubProcess(input_api, output_api, generate_protocol_resources_path, [], results)
Tim van der Lippe4d004ec2020-03-03 18:32:01 +0000473
474
Simon Zünd9ff4da62022-11-22 10:25:59 +0100475def _CheckL10nStrings(input_api, output_api):
Christy Chen2d6d9a62020-09-22 09:04:09 -0700476 devtools_root = input_api.PresubmitLocalPath()
477 devtools_front_end = input_api.os_path.join(devtools_root, 'front_end')
Tim van der Lippe25f11082021-06-24 16:28:08 +0100478 script_path = input_api.os_path.join(devtools_root, 'third_party', 'i18n',
Simon Zünd9ff4da62022-11-22 10:25:59 +0100479 'check-strings.js')
Tim van der Lippe25f11082021-06-24 16:28:08 +0100480 affected_front_end_files = _getAffectedFiles(
481 input_api, [devtools_front_end, script_path], [], ['.js', '.ts'])
Christy Chen2d6d9a62020-09-22 09:04:09 -0700482 if len(affected_front_end_files) == 0:
483 return [
484 output_api.PresubmitNotifyResult(
Simon Zünd9ff4da62022-11-22 10:25:59 +0100485 'No affected files to run check-strings')
Christy Chen2d6d9a62020-09-22 09:04:09 -0700486 ]
487
488 results = [
Simon Zünd9ff4da62022-11-22 10:25:59 +0100489 output_api.PresubmitNotifyResult('Checking UI strings from front_end:')
Christy Chen2d6d9a62020-09-22 09:04:09 -0700490 ]
Tim van der Lippe25f11082021-06-24 16:28:08 +0100491 results.extend(
492 _checkWithNodeScript(input_api, output_api, script_path,
493 [devtools_front_end]))
Christy Chen2d6d9a62020-09-22 09:04:09 -0700494 return results
495
496
Tim van der Lippe5279f842020-01-14 16:26:38 +0000497def _CheckNoUncheckedFiles(input_api, output_api):
498 results = []
499 process = input_api.subprocess.Popen(['git', 'diff', '--exit-code'],
500 stdout=input_api.subprocess.PIPE,
501 stderr=input_api.subprocess.STDOUT)
502 out, _ = process.communicate()
503 if process.returncode != 0:
Jack Franklin324f3042020-09-03 11:28:29 +0100504 files_changed_process = input_api.subprocess.Popen(
Tim van der Lippe25f11082021-06-24 16:28:08 +0100505 ['git', 'diff'],
Jack Franklin324f3042020-09-03 11:28:29 +0100506 stdout=input_api.subprocess.PIPE,
507 stderr=input_api.subprocess.STDOUT)
Tim van der Lippe9bb1cf62020-03-06 16:17:02 +0000508 files_changed, _ = files_changed_process.communicate()
509
510 return [
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100511 output_api.PresubmitError(
512 'You have changed files that need to be committed:'),
513 output_api.PresubmitError(files_changed.decode('utf-8'))
Tim van der Lippe9bb1cf62020-03-06 16:17:02 +0000514 ]
Tim van der Lippe5279f842020-01-14 16:26:38 +0000515 return []
516
Tim van der Lippe8fdda112020-01-27 11:27:06 +0000517def _CheckForTooLargeFiles(input_api, output_api):
Christy Chen1ab87e02020-01-30 16:32:16 -0800518 """Avoid large files, especially binary files, in the repository since
Tim van der Lippe8fdda112020-01-27 11:27:06 +0000519 git doesn't scale well for those. They will be in everyone's repo
520 clones forever, forever making Chromium slower to clone and work
521 with."""
Christy Chen1ab87e02020-01-30 16:32:16 -0800522 # Uploading files to cloud storage is not trivial so we don't want
523 # to set the limit too low, but the upper limit for "normal" large
524 # files seems to be 1-2 MB, with a handful around 5-8 MB, so
525 # anything over 20 MB is exceptional.
526 TOO_LARGE_FILE_SIZE_LIMIT = 20 * 1024 * 1024 # 10 MB
527 too_large_files = []
528 for f in input_api.AffectedFiles():
529 # Check both added and modified files (but not deleted files).
530 if f.Action() in ('A', 'M'):
531 size = input_api.os_path.getsize(f.AbsoluteLocalPath())
532 if size > TOO_LARGE_FILE_SIZE_LIMIT:
533 too_large_files.append("%s: %d bytes" % (f.LocalPath(), size))
534 if too_large_files:
535 message = (
536 'Do not commit large files to git since git scales badly for those.\n' +
537 'Instead put the large files in cloud storage and use DEPS to\n' +
538 'fetch them.\n' + '\n'.join(too_large_files)
539 )
540 return [output_api.PresubmitError(
541 'Too large files found in commit', long_text=message + '\n')]
542 else:
543 return []
Tim van der Lippe8fdda112020-01-27 11:27:06 +0000544
Tim van der Lippe5279f842020-01-14 16:26:38 +0000545
Tim van der Lippef8a87092020-09-14 13:01:18 +0100546def _RunCannedChecks(input_api, output_api):
547 results = []
548 results.extend(
549 input_api.canned_checks.CheckOwnersFormat(input_api, output_api))
550 results.extend(input_api.canned_checks.CheckOwners(input_api, output_api))
551 results.extend(
552 input_api.canned_checks.CheckChangeHasNoCrAndHasOnlyOneEol(
553 input_api, output_api))
554 results.extend(
555 input_api.canned_checks.CheckChangeHasNoStrayWhitespace(
Tim van der Lippe69775382021-05-27 17:06:12 +0100556 input_api,
557 output_api,
558 source_file_filter=lambda file: not file.LocalPath().startswith(
559 'node_modules')))
Tim van der Lippef8a87092020-09-14 13:01:18 +0100560 results.extend(
561 input_api.canned_checks.CheckGenderNeutral(input_api, output_api))
562 return results
563
564
Yang Guo4fd355c2019-09-19 10:59:03 +0200565def _CommonChecks(input_api, output_api):
Mathias Bynens032591d2019-10-21 11:51:31 +0200566 """Checks common to both upload and commit."""
567 results = []
Mathias Bynens011b0072020-08-05 10:17:35 +0200568 results.extend(
569 input_api.canned_checks.CheckAuthorizedAuthor(
570 input_api, output_api, bot_allowlist=[AUTOROLL_ACCOUNT]))
Brandon Goddard33104372020-08-13 08:49:23 -0700571 results.extend(_CheckExperimentTelemetry(input_api, output_api))
Tim van der Lippe4d004ec2020-03-03 18:32:01 +0000572 results.extend(_CheckGeneratedFiles(input_api, output_api))
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200573 results.extend(_CheckDevToolsStyleJS(input_api, output_api))
574 results.extend(_CheckDevToolsStyleCSS(input_api, output_api))
Jack Franklin1aa212d2021-09-10 15:20:08 +0100575 results.extend(_CheckDevToolsRunESLintTests(input_api, output_api))
Tim van der Lippe800d8752022-02-04 12:49:56 +0000576 results.extend(_CheckDevToolsRunBuildTests(input_api, output_api))
Tim van der Lippea53672d2021-07-08 15:52:35 +0100577 results.extend(_CheckDevToolsNonJSFileLicenseHeaders(
578 input_api, output_api))
Jack Franklinb10193f2021-03-19 10:25:08 +0000579
Tim van der Lippe5497d482020-01-14 15:27:30 +0000580 results.extend(_CheckFormat(input_api, output_api))
Jack Franklinb5a63092022-11-30 14:32:36 +0000581 results.extend(_CheckESBuildVersion(input_api, output_api))
Yang Guoa7845d52019-10-31 11:30:23 +0100582 results.extend(_CheckChangesAreExclusiveToDirectory(input_api, output_api))
Tim van der Lippef8a87092020-09-14 13:01:18 +0100583 # Run the canned checks from `depot_tools` after the custom DevTools checks.
584 # The canned checks for example check that lines have line endings. The
585 # DevTools presubmit checks automatically fix these issues. If we would run
586 # the canned checks before the DevTools checks, they would erroneously conclude
587 # that there are issues in the code. Since the canned checks are allowed to be
588 # ignored, a confusing message is shown that asks if the failed presubmit can
589 # be continued regardless. By fixing the issues before we reach the canned checks,
590 # we don't show the message to suppress these errors, which would otherwise be
591 # causing CQ to fail.
592 results.extend(_RunCannedChecks(input_api, output_api))
Kalon Hindsd44fddf2020-12-10 05:43:25 -0800593 return results
594
595
596def _SideEffectChecks(input_api, output_api):
597 """Check side effects caused by other checks"""
598 results = []
Tim van der Lippe5279f842020-01-14 16:26:38 +0000599 results.extend(_CheckNoUncheckedFiles(input_api, output_api))
Tim van der Lippe8fdda112020-01-27 11:27:06 +0000600 results.extend(_CheckForTooLargeFiles(input_api, output_api))
Blink Reformat4c46d092018-04-07 15:32:37 +0000601 return results
602
603
Liviu Raud614e092020-01-08 10:56:33 +0100604def CheckChangeOnUpload(input_api, output_api):
605 results = []
606 results.extend(_CommonChecks(input_api, output_api))
Simon Zünd9ff4da62022-11-22 10:25:59 +0100607 results.extend(_CheckL10nStrings(input_api, output_api))
Kalon Hindsd44fddf2020-12-10 05:43:25 -0800608 # Run checks that rely on output from other DevTool checks
609 results.extend(_SideEffectChecks(input_api, output_api))
Sigurd Schneider5c9b4f92021-01-22 11:09:55 +0100610 results.extend(_CheckBugAssociation(input_api, output_api, False))
Liviu Raud614e092020-01-08 10:56:33 +0100611 return results
612
613
Blink Reformat4c46d092018-04-07 15:32:37 +0000614def CheckChangeOnCommit(input_api, output_api):
Mandy Chenf0fbdbe2019-08-22 23:58:37 +0000615 results = []
Yang Guo4fd355c2019-09-19 10:59:03 +0200616 results.extend(_CommonChecks(input_api, output_api))
Simon Zünd9ff4da62022-11-22 10:25:59 +0100617 results.extend(_CheckL10nStrings(input_api, output_api))
Kalon Hindsd44fddf2020-12-10 05:43:25 -0800618 # Run checks that rely on output from other DevTool checks
619 results.extend(_SideEffectChecks(input_api, output_api))
Mathias Bynens032591d2019-10-21 11:51:31 +0200620 results.extend(input_api.canned_checks.CheckChangeHasDescription(input_api, output_api))
Sigurd Schneider5c9b4f92021-01-22 11:09:55 +0100621 results.extend(_CheckBugAssociation(input_api, output_api, True))
Mandy Chenf0fbdbe2019-08-22 23:58:37 +0000622 return results
Blink Reformat4c46d092018-04-07 15:32:37 +0000623
624
Mandy Chena6be46a2019-07-09 17:06:27 +0000625def _getAffectedFiles(input_api, parent_directories, excluded_actions, accepted_endings): # pylint: disable=invalid-name
Yang Guo75beda92019-10-28 08:29:25 +0100626 """Return absolute file paths of affected files (not due to an excluded action)
Mandy Chena6be46a2019-07-09 17:06:27 +0000627 under a parent directory with an accepted file ending.
Yang Guo75beda92019-10-28 08:29:25 +0100628 """
Mandy Chena6be46a2019-07-09 17:06:27 +0000629 local_paths = [
630 f.AbsoluteLocalPath() for f in input_api.AffectedFiles() if all(f.Action() != action for action in excluded_actions)
631 ]
632 affected_files = [
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100633 file_name for file_name in local_paths
634 if any(parent_directory in file_name
635 for parent_directory in parent_directories) and (
636 len(accepted_endings) == 0 or any(
637 file_name.endswith(accepted_ending)
638 for accepted_ending in accepted_endings))
Mandy Chena6be46a2019-07-09 17:06:27 +0000639 ]
640 return affected_files
641
642
Tim van der Lippec4617122020-03-06 16:24:19 +0000643def _checkWithNodeScript(input_api, output_api, script_path, script_arguments=[]): # pylint: disable=invalid-name
Blink Reformat4c46d092018-04-07 15:32:37 +0000644 original_sys_path = sys.path
645 try:
Yang Guo75beda92019-10-28 08:29:25 +0100646 sys.path = sys.path + [input_api.os_path.join(input_api.PresubmitLocalPath(), 'scripts')]
Yang Guod8176982019-10-04 20:30:35 +0000647 import devtools_paths
Blink Reformat4c46d092018-04-07 15:32:37 +0000648 finally:
649 sys.path = original_sys_path
650
Tim van der Lippec4617122020-03-06 16:24:19 +0000651 return _ExecuteSubProcess(input_api, output_api, [devtools_paths.node_path(), script_path], script_arguments, [])
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200652
653
654def _getFilesToLint(input_api, output_api, lint_config_files,
655 default_linted_directories, accepted_endings, results):
Mathias Bynens0ec56612020-06-19 09:14:03 +0200656 run_full_check = False
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200657 files_to_lint = []
658
659 # We are changing the lint configuration; run the full check.
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100660 if len(lint_config_files) != 0:
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200661 results.append(
662 output_api.PresubmitNotifyResult('Running full lint check'))
Mathias Bynens0ec56612020-06-19 09:14:03 +0200663 run_full_check = True
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200664 else:
665 # Only run the linter on files that are relevant, to save PRESUBMIT time.
666 files_to_lint = _getAffectedFiles(input_api,
667 default_linted_directories, ['D'],
668 accepted_endings)
669
Jack Franklin130d2ae2022-07-12 09:51:26 +0000670 # Exclude front_end/third_party and front_end/generated files.
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100671 files_to_lint = [
Jack Franklin130d2ae2022-07-12 09:51:26 +0000672 file for file in files_to_lint
673 if "third_party" not in file or "generated" not in file
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100674 ]
Paul Lewis2b9224f2020-09-08 18:13:10 +0100675
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100676 if len(files_to_lint) == 0:
Mathias Bynens1b2c5e42020-06-18 08:29:21 +0200677 results.append(
678 output_api.PresubmitNotifyResult(
679 'No affected files for lint check'))
680
Tim van der Lippefb1dc172021-05-11 16:40:26 +0100681 should_bail_out = len(files_to_lint) == 0 and not run_full_check
Mathias Bynens0ec56612020-06-19 09:14:03 +0200682 return should_bail_out, files_to_lint