blob: 82fbdcc340abc92b720722d8a6b0e2145ef8e203 [file] [log] [blame]
Oleh Prypin1a0593f2019-03-11 09:43:28 +01001#!/usr/bin/env lucicfg
2
3# Copyright (c) 2019 The WebRTC project authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
Christoffer Janssona814c562021-09-09 13:44:54 +02007# https://chromium.googlesource.com/infra/luci/luci-go/+/main/lucicfg/doc/
Oleh Prypin1a0593f2019-03-11 09:43:28 +01008
Jeremy Leconteea2016b2020-07-01 09:47:22 +02009"""LUCI project configuration for WebRTC CQ and CI."""
10
Vadim Shtayurac3b27562021-10-25 17:05:37 -070011lucicfg.check_version("1.29.1")
Mirko Bonadei9189d9c2020-06-09 21:54:18 +020012
Oleh Prypin1a0593f2019-03-11 09:43:28 +010013WEBRTC_GIT = "https://webrtc.googlesource.com/src"
14WEBRTC_GERRIT = "https://webrtc-review.googlesource.com/src"
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +020015WEBRTC_TROOPER_EMAIL = "webrtc-troopers-robots@google.com"
Oleh Prypin1a0593f2019-03-11 09:43:28 +010016
Mirko Bonadei32ca4862020-03-11 10:39:45 +010017GOMA_BACKEND_WEBRTC_RBE_PROD = {
Mirko Bonadei1e905342020-03-04 09:39:42 +010018 "$build/goma": {
19 "server_host": "goma.chromium.org",
Jeremy Leconteea2016b2020-07-01 09:47:22 +020020 "use_luci_auth": True,
21 },
Mirko Bonadei1e905342020-03-04 09:39:42 +010022}
23
Mirko Bonadei84360ca2020-03-12 08:35:48 +010024GOMA_BACKEND_WEBRTC_IOS_RBE_PROD = {
25 "$build/goma": {
26 "server_host": "goma.chromium.org",
Jeremy Leconteea2016b2020-07-01 09:47:22 +020027 "use_luci_auth": True,
Mirko Bonadei84360ca2020-03-12 08:35:48 +010028 },
Artem Titov1d47d312020-11-03 14:45:52 +010029 "$depot_tools/osx_sdk": {"sdk_version": "12a7209"},
Mirko Bonadei84360ca2020-03-12 08:35:48 +010030}
31
Patrik Höglund3916a972019-12-04 13:19:38 +010032GOMA_BACKEND_RBE_ATS_PROD = {
33 "$build/goma": {
34 "server_host": "goma.chromium.org",
Mirko Bonadei2688eca2020-03-25 09:15:54 +010035 "use_luci_auth": True,
Jeremy Leconteea2016b2020-07-01 09:47:22 +020036 "enable_ats": True,
37 },
Patrik Höglund3916a972019-12-04 13:19:38 +010038}
39
Mirko Bonadei5aafd472021-04-21 10:42:00 +020040# Disable ATS on CQ/try.
41GOMA_BACKEND_RBE_NO_ATS_PROD = {
42 "$build/goma": {
43 "server_host": "goma.chromium.org",
44 "use_luci_auth": True,
45 "enable_ats": False,
46 },
47}
48
Artem Titov70d45af2021-10-11 13:25:18 +020049# Add names of builders to remove from LKGR finder to this list. This is
50# useful when a failure can be safely ignored while fixing it without
51# blocking the LKGR finder on it.
52skipped_lkgr_bots = [
Artem Titov70d45af2021-10-11 13:25:18 +020053]
54
Oleh Prypin1a0593f2019-03-11 09:43:28 +010055# Top-level configs:
56
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +020057# Enable LUCI Realms support.
58lucicfg.enable_experiment("crbug.com/1085650")
59
Andrii Shyshkalov32515d42021-04-29 14:39:42 +020060# Launch all builds in "realms-aware mode", crbug.com/1177975.
Christoffer Jansson3e21f3f2021-11-17 16:30:51 +010061luci.builder.defaults.experiments.set(
62 {
63 "luci.use_realms": 100,
64 "luci.recipes.use_python3": 100,
65 },
66)
Andrii Shyshkalov20b21872021-04-28 15:10:53 +020067
Oleh Prypin1a0593f2019-03-11 09:43:28 +010068lucicfg.config(
69 config_dir = ".",
70 tracked_files = [
71 "commit-queue.cfg",
72 "cr-buildbucket.cfg",
73 "luci-logdog.cfg",
74 "luci-milo.cfg",
Oleh Prypin71d17422019-03-28 08:43:16 +010075 "luci-notify.cfg",
Oleh Prypin705b6a62019-04-03 23:10:51 +020076 "luci-notify/**/*",
Oleh Prypin1a0593f2019-03-11 09:43:28 +010077 "luci-scheduler.cfg",
78 "project.cfg",
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +020079 "realms.cfg",
Oleh Prypin1a0593f2019-03-11 09:43:28 +010080 ],
Jeremy Leconteea2016b2020-07-01 09:47:22 +020081 lint_checks = ["default"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +010082)
83
84luci.project(
85 name = "webrtc",
86 buildbucket = "cr-buildbucket.appspot.com",
87 logdog = "luci-logdog.appspot.com",
88 milo = "luci-milo.appspot.com",
Oleh Prypin71d17422019-03-28 08:43:16 +010089 notify = "luci-notify.appspot.com",
Oleh Prypin1a0593f2019-03-11 09:43:28 +010090 scheduler = "luci-scheduler.appspot.com",
91 swarming = "chromium-swarm.appspot.com",
92 acls = [
93 acl.entry(
94 [acl.BUILDBUCKET_READER, acl.LOGDOG_READER, acl.PROJECT_CONFIGS_READER, acl.SCHEDULER_READER],
95 groups = ["all"],
96 ),
97 acl.entry(acl.LOGDOG_WRITER, groups = ["luci-logdog-chromium-writers"]),
98 acl.entry(acl.SCHEDULER_OWNER, groups = ["project-webrtc-admins"]),
99 ],
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200100 bindings = [
101 luci.binding(
Vadim Shtayura64ca5e62021-11-11 17:10:18 -0800102 roles = "role/configs.validator",
103 users = [
104 "webrtc-try-builder@chops-service-accounts.iam.gserviceaccount.com",
105 ],
106 ),
107 luci.binding(
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200108 roles = "role/swarming.poolOwner",
109 groups = "project-webrtc-admins",
110 ),
111 luci.binding(
112 roles = "role/swarming.poolViewer",
113 groups = "all",
114 ),
Andrii Shyshkalov2961b642021-04-29 14:01:53 +0200115 # Allow any WebRTC build to trigger a test ran under chromium-tester@
116 # task service account.
117 luci.binding(
118 roles = "role/swarming.taskServiceAccount",
119 users = [
120 "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
121 ],
122 ),
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200123 ],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100124)
125
126luci.logdog(
127 gs_bucket = "chromium-luci-logdog",
128)
129
130luci.milo(
131 logo = "https://storage.googleapis.com/chrome-infra/webrtc-logo-vert-retro-255x305.png",
132)
133
Owen Rodleya55c38e2020-06-15 11:16:10 +1000134luci.notify(tree_closing_enabled = True)
135
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100136luci.cq(
137 status_host = "chromium-cq-status.appspot.com",
138 submit_max_burst = 1,
139 submit_burst_delay = 1 * time.minute,
140)
141
142luci.gitiles_poller(
Christoffer Janssonfa646892021-06-28 17:34:20 +0200143 name = "webrtc-gitiles-trigger-main",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100144 bucket = "ci",
145 repo = WEBRTC_GIT,
Christoffer Janssonfa646892021-06-28 17:34:20 +0200146 refs = ["refs/heads/main"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100147)
148
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200149# Swarming permissions:
150
Andrii Shyshkalovc26aaad2021-04-27 16:47:26 +0200151luci.realm(name = "pools/cron", bindings = [
152 # Unlike WebRTC's own builders, other projects need an explicit grant to use this pool.
153 luci.binding(
154 roles = "role/swarming.poolUser",
155 projects = "libyuv",
156 ),
157])
158
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200159luci.realm(name = "pools/ci")
Andrii Shyshkalovc26aaad2021-04-27 16:47:26 +0200160luci.realm(name = "pools/ci-tests", bindings = [
161 # Allow task service accounts of .ci pool/bucket to trigger tasks here.
162 luci.binding(
163 roles = "role/swarming.poolUser",
164 groups = "project-webrtc-ci-task-accounts",
165 ),
166 # Allow tasks here to use .ci task service accounts.
167 luci.binding(
168 roles = "role/swarming.taskServiceAccount",
169 groups = "project-webrtc-ci-task-accounts",
170 ),
171])
172
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200173luci.realm(name = "pools/try")
Andrii Shyshkalovc26aaad2021-04-27 16:47:26 +0200174luci.realm(name = "pools/try-tests", bindings = [
175 # Allow task service accounts of .try pool/bucket to trigger tasks here.
176 luci.binding(
177 roles = "role/swarming.poolUser",
178 groups = "project-webrtc-try-task-accounts",
179 ),
180 # Allow tasks here to use .try task service accounts.
181 luci.binding(
182 roles = "role/swarming.taskServiceAccount",
183 groups = "project-webrtc-try-task-accounts",
184 ),
185])
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200186
Mirko Bonadei4cf0fc72021-08-31 17:38:10 +0200187# Allow to use LED & Swarming "Debug" feature to a larger group but only on perf bots / builders.
188luci.realm(name = "pools/perf", bindings = [
189 luci.binding(
190 roles = "role/swarming.poolUser",
191 groups = "project-webrtc-led-users",
192 ),
193])
194luci.binding(
195 realm = "perf",
196 roles = "role/swarming.taskTriggerer",
197 groups = "project-webrtc-led-users",
198)
199
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200200# Allow admins to use LED & Swarming "Debug" feature on all WebRTC bots.
201luci.binding(
202 realm = "@root",
203 roles = "role/swarming.poolUser",
204 groups = "project-webrtc-admins",
205)
206luci.binding(
207 realm = "@root",
208 roles = "role/swarming.taskTriggerer",
209 groups = "project-webrtc-admins",
210)
211
Mirko Bonadei4cf0fc72021-08-31 17:38:10 +0200212# Allow to use LED & Swarming "Debug" feature to a larger group but only on try bots / builders.
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200213luci.binding(
214 realm = "pools/try",
215 roles = "role/swarming.poolUser",
216 groups = "project-webrtc-led-users",
217)
218luci.binding(
219 realm = "try",
220 roles = "role/swarming.taskTriggerer",
221 groups = "project-webrtc-led-users",
222)
223
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100224# Bucket definitions:
225
226luci.bucket(
227 name = "try",
228 acls = [
229 acl.entry(acl.BUILDBUCKET_TRIGGERER, groups = [
230 "service-account-cq",
231 "project-webrtc-tryjob-access",
232 ]),
233 ],
234)
235
236luci.bucket(
237 name = "ci",
238 acls = [
Oleh Prypinf35939d2019-05-03 20:42:38 +0200239 acl.entry(acl.BUILDBUCKET_TRIGGERER, groups = [
240 "project-webrtc-ci-schedulers",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100241 ]),
Jeremy Leconte2e25bb52020-07-16 09:38:56 +0200242 acl.entry(acl.BUILDBUCKET_TRIGGERER, groups = [
243 # Allow Pinpoint to trigger builds for bisection
244 "service-account-chromeperf",
245 ]),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100246 ],
247)
248
249luci.bucket(
250 name = "perf",
251 acls = [
252 acl.entry(acl.BUILDBUCKET_TRIGGERER, users = [
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100253 "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
254 ]),
255 ],
256)
257
258luci.bucket(
259 name = "cron",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100260)
261
262# Commit queue definitions:
263
264luci.cq_group(
265 name = "cq",
266 tree_status_host = "webrtc-status.appspot.com",
Christoffer Jansson1746b252021-05-31 16:03:55 +0200267 watch = [cq.refset(repo = WEBRTC_GERRIT, refs = ["refs/heads/master", "refs/heads/main"])],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100268 acls = [
269 acl.entry(acl.CQ_COMMITTER, groups = ["project-webrtc-committers"]),
270 acl.entry(acl.CQ_DRY_RUNNER, groups = ["project-webrtc-tryjob-access"]),
271 ],
272 retry_config = cq.RETRY_ALL_FAILURES,
Oleh Prypin5416f2d2019-08-02 09:43:15 +0200273 cancel_stale_tryjobs = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100274)
275
276luci.cq_group(
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100277 name = "cq_branch",
278 watch = [cq.refset(repo = WEBRTC_GERRIT, refs = ["refs/branch-heads/.+"])],
279 acls = [
280 acl.entry(acl.CQ_COMMITTER, groups = ["project-webrtc-committers"]),
281 acl.entry(acl.CQ_DRY_RUNNER, groups = ["project-webrtc-tryjob-access"]),
282 ],
283 retry_config = cq.RETRY_ALL_FAILURES,
Oleh Prypin5416f2d2019-08-02 09:43:15 +0200284 cancel_stale_tryjobs = True,
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100285)
286
287luci.cq_group(
288 name = "cq_infra",
289 watch = [cq.refset(repo = WEBRTC_GERRIT, refs = ["refs/heads/infra/config"])],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100290 acls = [
291 acl.entry(acl.CQ_COMMITTER, groups = ["project-webrtc-admins"]),
292 acl.entry(acl.CQ_DRY_RUNNER, groups = ["project-webrtc-tryjob-access"]),
293 ],
294 retry_config = cq.RETRY_ALL_FAILURES,
Oleh Prypin5416f2d2019-08-02 09:43:15 +0200295 cancel_stale_tryjobs = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100296)
297
298luci.cq_tryjob_verifier(
299 builder = "presubmit",
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100300 cq_group = "cq_infra",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100301)
302
Oleh Prypine56cd9b2019-05-29 21:14:31 +0200303luci.cq_tryjob_verifier(
304 builder = "webrtc-internal:g3.webrtc-internal.try/internal_compile_lite",
305 owner_whitelist = ["project-webrtc-internal-tryjob-access"],
306 cq_group = "cq",
307)
308
Oleh Prypin71d17422019-03-28 08:43:16 +0100309# Notifier definitions:
310
311luci.notifier(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200312 name = "post_submit_failure_notifier",
313 on_new_status = ["FAILURE"],
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200314 notify_emails = [WEBRTC_TROOPER_EMAIL],
Christoffer Jansson16635012021-10-25 16:32:38 +0200315 notify_blamelist = True,
Oleh Prypin705b6a62019-04-03 23:10:51 +0200316 template = luci.notifier_template(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200317 name = "build_failure",
318 body = io.read_file("luci-notify/email-templates/build_failure.template"),
Oleh Prypin705b6a62019-04-03 23:10:51 +0200319 ),
Oleh Prypin71d17422019-03-28 08:43:16 +0100320)
321
322luci.notifier(
323 name = "cron_notifier",
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200324 on_new_status = ["FAILURE", "INFRA_FAILURE"],
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200325 notify_emails = [WEBRTC_TROOPER_EMAIL],
Oleh Prypin705b6a62019-04-03 23:10:51 +0200326 template = luci.notifier_template(
327 name = "cron",
328 body = io.read_file("luci-notify/email-templates/cron.template"),
329 ),
Oleh Prypin71d17422019-03-28 08:43:16 +0100330)
331
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200332luci.notifier(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200333 name = "infra_failure_notifier",
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200334 on_new_status = ["INFRA_FAILURE"],
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200335 notify_emails = [WEBRTC_TROOPER_EMAIL],
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200336 template = luci.notifier_template(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200337 name = "infra_failure",
338 body = io.read_file("luci-notify/email-templates/infra_failure.template"),
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200339 ),
340)
341
Owen Rodley6b721ba2020-05-26 10:04:20 +1000342# Tree closer definitions:
343
344luci.tree_closer(
345 name = "webrtc_tree_closer",
346 tree_status_host = "webrtc-status.appspot.com",
Owen Rodley6b721ba2020-05-26 10:04:20 +1000347 # TODO: These step filters are copied verbatim from Gatekeeper, for testing
348 # that LUCI-Notify would take the exact same actions. Once we've switched
349 # over, this should be updated - several of these steps don't exist in
350 # WebRTC recipes.
351 failed_step_regexp = [
352 "bot_update",
353 "compile",
354 "gclient runhooks",
355 "runhooks",
356 "update",
357 "extract build",
358 "cleanup_temp",
359 "taskkill",
360 "compile",
361 "gn",
362 ],
363 failed_step_regexp_exclude = ".*\\(experimental\\).*",
364)
365
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100366# Recipe definitions:
367
368def recipe(recipe, pkg = "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"):
369 return luci.recipe(
370 name = recipe.split("/")[-1],
371 cipd_package = pkg,
Christoffer Janssona814c562021-09-09 13:44:54 +0200372 cipd_version = "refs/heads/main",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100373 recipe = recipe,
374 )
375
376recipe("chromium_trybot")
377recipe("run_presubmit")
378recipe("webrtc/auto_roll_webrtc_deps")
379recipe("webrtc/ios")
380recipe("webrtc/ios_api_framework")
381recipe("webrtc/libfuzzer")
382recipe("webrtc/more_configs")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100383recipe("webrtc/standalone")
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100384recipe("webrtc/update_webrtc_binary_version")
Jeff Yoonf421c682020-12-17 00:16:22 -0800385recipe("lkgr_finder", pkg = "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100386
387# Console definitions:
388
Josip Sokcevic5a906ed2021-06-28 08:55:46 -0700389luci.console_view(name = "ci", title = "Main", repo = WEBRTC_GIT, header = "console-header.textpb", refs = ["refs/heads/master", "refs/heads/main"])
390luci.console_view(name = "perf", title = "Perf", repo = WEBRTC_GIT, header = "console-header.textpb", refs = ["refs/heads/master", "refs/heads/main"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100391luci.list_view(name = "cron", title = "Cron")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100392luci.list_view(name = "try", title = "Tryserver")
393
394def add_milo(builder, views):
395 """Add Milo console entries for the builder.
396
397 Args:
398 builder: builder name (str).
399 views: dict where keys are names of consoles and values are either a
400 category for the console (str, pipe-separated) or True, which means
401 adding to a list view rather than a console.
402 """
403 for view_name, category in views.items():
404 if category == None:
405 continue
406 elif type(category) == "string":
407 category, _, short_name = category.rpartition("|")
408 luci.console_view_entry(
409 console_view = view_name,
410 builder = builder,
411 category = category or None,
412 short_name = short_name or None,
413 )
414 elif category == True:
415 luci.list_view_entry(
416 list_view = view_name,
417 builder = builder,
418 )
419 else:
420 fail("Unexpected value for category: %r" % category)
421
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200422lkgr_builders = {}
423
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100424# Builder-defining functions:
425
Artem Titarenkof6588b72019-11-14 14:28:11 +0100426def webrtc_builder(
427 name,
428 recipe = "standalone",
429 dimensions = {},
Mirko Bonadei825f9c22020-07-01 11:52:39 +0200430 properties = {},
Artem Titarenkof6588b72019-11-14 14:28:11 +0100431 priority = 30,
432 execution_timeout = 2 * time.hour,
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200433 goma_jobs = None,
Artem Titarenkof6588b72019-11-14 14:28:11 +0100434 **kwargs):
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200435 """WebRTC specific wrapper around luci.builder.
436
437 Args:
438 name: builder name (str).
439 recipe: string with the name of the recipe to run.
440 dimensions: dict of Swarming dimensions (strings) to search machines by.
441 properties: dict of properties to pass to the recipe (on top of the default ones).
442 priority: int [1-255] or None, indicating swarming task priority, lower is
443 more important. If None, defer the decision to Buildbucket service.
444 execution_timeout: int or None, how long to wait for a running build to finish before
445 forcefully aborting it and marking the build as timed out. If None,
446 defer the decision to Buildbucket service.
447 goma_jobs: int or None, number of jobs to be used by the builder. If None, defer the
448 decition to the goma module.
449 **kwargs: Pass on to webrtc_builder / luci.builder.
450 Returns:
451 A luci.builder.
452 """
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100453 dimensions = merge_dicts({"cpu": "x86-64"}, dimensions)
454
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200455 if goma_jobs != None:
456 goma_additional_params = {"$build/goma": {"jobs": goma_jobs}}
457 properties = merge_dicts(properties, goma_additional_params)
Ye Kuang8df20492020-10-15 14:54:17 +0900458 properties = merge_dicts(properties, {
459 "$recipe_engine/isolated": {
460 "server": "https://isolateserver.appspot.com",
461 },
462 })
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100463 return luci.builder(
464 name = name,
Oleh Prypin705b6a62019-04-03 23:10:51 +0200465 executable = recipe,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100466 dimensions = {k: v for k, v in dimensions.items() if v != None},
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200467 properties = properties,
Artem Titarenkof6588b72019-11-14 14:28:11 +0100468 execution_timeout = execution_timeout,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100469 priority = priority,
470 build_numbers = True,
471 swarming_tags = ["vpython:native-python-wrapper"],
Jeremy Lecontef2312112021-11-12 11:55:27 +0100472 resultdb_settings = resultdb.settings(enable = True),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100473 **kwargs
474 )
475
476def ci_builder(
477 name,
478 ci_cat,
479 perf_cat = None,
480 fyi_cat = None,
481 properties = {},
482 dimensions = {},
483 prioritized = False,
Oleh Prypinf5432c52019-03-19 15:10:37 +0100484 enabled = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100485 **kwargs):
Oleh Prypine5677672019-04-25 12:21:35 +0200486 """Add a post-submit builder.
487
488 Args:
489 name: builder name (str).
490 ci_cat: the category + name for the /ci/ console, or None to omit from the console.
491 perf_cat: the category + name for the /perf/ console, or None to omit from the console.
492 fyi_cat: the category + name for the /fyi/ console, or None to omit from the console.
493 properties: dict of properties to pass to the recipe (on top of the default ones).
494 dimensions: dict of Swarming dimensions (strings) to search machines by.
495 prioritized: True to make this builder have a higher priority and never batch builds.
496 enabled: False to exclude this builder from consoles and failure notifications.
497 **kwargs: Pass on to webrtc_builder / luci.builder.
498 Returns:
499 A luci.builder.
500
501 Notifications are also disabled if a builder is not on either of /ci/ or /perf/ consoles.
502 """
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100503 if prioritized:
504 kwargs["triggering_policy"] = scheduler.greedy_batching(
505 max_batch_size = 1,
506 max_concurrent_invocations = 3,
507 )
508 kwargs["priority"] = 29
509
Oleh Prypinf5432c52019-03-19 15:10:37 +0100510 if enabled:
511 add_milo(name, {"ci": ci_cat, "perf": perf_cat, "fyi": fyi_cat})
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200512 if ci_cat:
513 lkgr_builders[name] = True
Artem Titov70d45af2021-10-11 13:25:18 +0200514 notifies = ["post_submit_failure_notifier", "infra_failure_notifier"] if enabled and (ci_cat or perf_cat) else None
515 if notifies and name not in skipped_lkgr_bots:
516 notifies.append("webrtc_tree_closer")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100517 return webrtc_builder(
518 name = name,
Garrett Beaty4a106ce2020-09-09 14:51:23 -0700519 properties = merge_dicts({"builder_group": "client.webrtc"}, properties),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100520 dimensions = merge_dicts({"pool": "luci.webrtc.ci"}, dimensions),
521 bucket = "ci",
522 service_account = "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
Christoffer Janssonfa646892021-06-28 17:34:20 +0200523 triggered_by = ["webrtc-gitiles-trigger-main"] if enabled else None,
Oleh Prypin71d17422019-03-28 08:43:16 +0100524 repo = WEBRTC_GIT,
Artem Titov70d45af2021-10-11 13:25:18 +0200525 notifies = notifies,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100526 **kwargs
527 )
528
529def try_builder(
530 name,
531 try_cat = True,
532 fyi_cat = None,
533 properties = {},
534 dimensions = {},
535 cq = {},
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100536 branch_cq = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100537 **kwargs):
Oleh Prypine5677672019-04-25 12:21:35 +0200538 """Add a pre-submit builder.
539
540 Args:
541 name: builder name (str).
542 try_cat: boolean, whether to include this builder in the /try/ console. See also: `add_milo`.
543 fyi_cat: the category + name for the /fyi/ console, or None to omit from the console.
544 properties: dict of properties to pass to the recipe (on top of the default ones).
545 dimensions: dict of Swarming dimensions (strings) to search machines by.
546 cq: None to exclude this from all commit queues, or a dict of kwargs for cq_tryjob_verifier.
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100547 branch_cq: False to exclude this builder just from the release-branch CQ.
Oleh Prypine5677672019-04-25 12:21:35 +0200548 **kwargs: Pass on to webrtc_builder / luci.builder.
549 Returns:
550 A luci.builder.
551 """
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100552 add_milo(name, {"try": try_cat, "fyi": fyi_cat})
553 if cq != None:
554 luci.cq_tryjob_verifier(
555 builder = name,
556 cq_group = "cq",
557 **cq
558 )
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100559 if branch_cq:
560 luci.cq_tryjob_verifier(
561 builder = name,
562 cq_group = "cq_branch",
563 **cq
564 )
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100565
566 return webrtc_builder(
567 name = name,
Garrett Beaty4a106ce2020-09-09 14:51:23 -0700568 properties = merge_dicts({"builder_group": "tryserver.webrtc"}, properties),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100569 dimensions = merge_dicts({"pool": "luci.webrtc.try"}, dimensions),
570 bucket = "try",
571 service_account = "webrtc-try-builder@chops-service-accounts.iam.gserviceaccount.com",
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200572 notifies = ["infra_failure_notifier"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100573 **kwargs
574 )
575
576def perf_builder(
577 name,
578 perf_cat,
579 recipe = "standalone",
580 properties = {},
581 dimensions = {},
582 **kwargs):
583 add_milo(name, {"perf": perf_cat})
584 return webrtc_builder(
585 name = name,
586 recipe = recipe,
Garrett Beaty4a106ce2020-09-09 14:51:23 -0700587 properties = merge_dicts({"builder_group": "client.webrtc.perf"}, properties),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100588 dimensions = merge_dicts({"pool": "luci.webrtc.perf", "os": "Linux", "cpu": None}, dimensions),
589 bucket = "perf",
590 service_account = "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
591 # log_base of 1.7 means:
592 # when there are P pending builds, LUCI will batch the first B builds.
593 # P: 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 ...
594 # B: 1 1 2 2 3 3 3 3 4 4 4 4 4 4 5 ...
Jeremy Leconteea2016b2020-07-01 09:47:22 +0200595 triggering_policy = scheduler.logarithmic_batching(log_base = 1.7),
Christoffer Jansson16635012021-10-25 16:32:38 +0200596 repo = WEBRTC_GIT,
Artem Titarenkof6588b72019-11-14 14:28:11 +0100597 execution_timeout = 3 * time.hour,
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200598 notifies = ["post_submit_failure_notifier", "infra_failure_notifier"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100599 **kwargs
600 )
601
Mirko Bonadei12643772020-03-27 13:16:35 +0100602def android_perf_builder(
603 name,
604 perf_cat,
605 recipe = "standalone",
606 properties = {},
607 dimensions = {},
608 **kwargs):
609 return perf_builder(
610 name = name,
611 perf_cat = perf_cat,
612 recipe = recipe,
613 properties = merge_dicts(GOMA_BACKEND_WEBRTC_RBE_PROD, properties),
614 dimensions = dimensions,
615 **kwargs
616 )
617
618def linux_perf_builder(
619 name,
620 perf_cat,
621 recipe = "standalone",
622 properties = {},
623 dimensions = {},
624 **kwargs):
625 return perf_builder(
626 name = name,
627 perf_cat = perf_cat,
628 recipe = recipe,
629 properties = merge_dicts(GOMA_BACKEND_WEBRTC_RBE_PROD, properties),
630 dimensions = dimensions,
631 **kwargs
632 )
633
634def mac_perf_builder(
635 name,
636 perf_cat,
637 recipe = "standalone",
638 properties = {},
639 dimensions = {},
640 **kwargs):
641 return perf_builder(
642 name = name,
643 perf_cat = perf_cat,
644 recipe = recipe,
645 properties = merge_dicts(GOMA_BACKEND_WEBRTC_RBE_PROD, properties),
646 dimensions = dimensions,
647 **kwargs
648 )
649
650def win_perf_builder(
651 name,
652 perf_cat,
653 recipe = "standalone",
654 properties = {},
655 dimensions = {},
656 **kwargs):
657 return perf_builder(
658 name = name,
659 perf_cat = perf_cat,
660 recipe = recipe,
661 properties = merge_dicts(GOMA_BACKEND_RBE_ATS_PROD, properties),
662 dimensions = dimensions,
663 **kwargs
664 )
665
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100666def cron_builder(name, dimensions = {}, service_account = None, **kwargs):
667 if service_account == None:
668 service_account = "chromium-webrtc-autoroll@webrtc-ci.iam.gserviceaccount.com"
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100669 add_milo(name, {"cron": True})
670 return webrtc_builder(
671 name = name,
672 dimensions = merge_dicts({"pool": "luci.webrtc.cron", "os": "Linux"}, dimensions),
673 bucket = "cron",
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100674 service_account = service_account,
Oleh Prypin71d17422019-03-28 08:43:16 +0100675 notifies = ["cron_notifier"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100676 **kwargs
677 )
678
679# Helpers:
680
681def merge_dicts(a, b):
682 """Return the result of merging two dicts.
683
684 If matching values are both dicts or both lists, they will be merged (non-recursively).
685
686 Args:
687 a: first dict.
688 b: second dict (takes priority).
689 Returns:
690 Merged dict.
691 """
692 a = dict(a)
693 for k, bv in b.items():
694 av = a.get(k)
695 if type(av) == "dict" and type(bv) == "dict":
696 a[k] = dict(av)
697 a[k].update(bv)
698 elif type(av) == "list" and type(bv) == "list":
699 a[k] = av + bv
700 else:
701 a[k] = bv
702 return a
703
704def normal_builder_factory(**common_kwargs):
705 def builder(*args, **kwargs):
706 return ci_builder(*args, **merge_dicts(common_kwargs, kwargs))
707
708 def try_job(*args, **kwargs):
709 return try_builder(*args, **merge_dicts(common_kwargs, kwargs))
710
711 return builder, try_job
712
713# Mixins:
714
715linux_builder, linux_try_job = normal_builder_factory(
716 dimensions = {"os": "Linux", "inside_docker": "0"},
Mirko Bonadei32ca4862020-03-11 10:39:45 +0100717 properties = GOMA_BACKEND_WEBRTC_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100718)
719
720android_builder, android_try_job = normal_builder_factory(
721 dimensions = {"os": "Linux"},
Mirko Bonadei32ca4862020-03-11 10:39:45 +0100722 properties = GOMA_BACKEND_WEBRTC_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100723)
724
Mirko Bonadei5aafd472021-04-21 10:42:00 +0200725def win_builder(*args, **kwargs):
726 return ci_builder(
727 *args,
728 **merge_dicts({
729 "dimensions": {"os": "Windows"},
730 "properties": GOMA_BACKEND_RBE_ATS_PROD,
731 }, kwargs)
732 )
733
734def win_try_job(*args, **kwargs):
735 return try_builder(
736 *args,
737 **merge_dicts({
738 "dimensions": {"os": "Windows"},
739 "properties": GOMA_BACKEND_RBE_NO_ATS_PROD,
740 }, kwargs)
741 )
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100742
743mac_builder, mac_try_job = normal_builder_factory(
744 dimensions = {"os": "Mac"},
Mirko Bonadei32ca4862020-03-11 10:39:45 +0100745 properties = GOMA_BACKEND_WEBRTC_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100746)
747
748ios_builder, ios_try_job = normal_builder_factory(
Mirko Bonadei8096c232020-08-26 21:44:42 +0200749 dimensions = {"os": "Mac-10.15"},
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100750 recipe = "ios",
Mirko Bonadei84360ca2020-03-12 08:35:48 +0100751 properties = GOMA_BACKEND_WEBRTC_IOS_RBE_PROD,
752 caches = [swarming.cache("osx_sdk")],
753)
754
Mirko Bonadeia7677a32021-10-05 08:31:36 +0200755ios_builder_macos11, ios_try_job_macos11 = normal_builder_factory(
Mirko Bonadeie680bce2021-10-03 12:05:13 +0200756 dimensions = {"os": "Mac-11"},
Mirko Bonadei84360ca2020-03-12 08:35:48 +0100757 recipe = "ios",
Mirko Bonadeia7677a32021-10-05 08:31:36 +0200758 properties = GOMA_BACKEND_WEBRTC_IOS_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100759 caches = [swarming.cache("osx_sdk")],
760)
761
762# Actual builder configuration:
763
764android_builder("Android32 (M Nexus5X)(dbg)", "Android|arm|dbg")
765android_try_job("android_compile_arm_dbg", cq = None)
766android_try_job("android_arm_dbg")
767android_builder("Android32 (M Nexus5X)", "Android|arm|rel")
Andrey Logvin849978d2021-09-14 10:20:19 +0000768android_try_job("android_arm_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100769android_builder("Android32 Builder arm", "Android|arm|size", perf_cat = "Android|arm|Builder|", prioritized = True)
770android_try_job("android_compile_arm_rel")
Mirko Bonadei86b4f2d2020-07-08 14:24:48 +0200771android_perf_builder("Perf Android32 (M Nexus5)", "Android|arm|Tester|M Nexus5", triggered_by = ["Android32 Builder arm"])
Mirko Bonadei12643772020-03-27 13:16:35 +0100772android_perf_builder("Perf Android32 (M AOSP Nexus6)", "Android|arm|Tester|M AOSP Nexus6", triggered_by = ["Android32 Builder arm"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100773android_try_job("android_compile_arm64_dbg", cq = None)
774android_try_job("android_arm64_dbg", cq = None)
775android_builder("Android64 (M Nexus5X)", "Android|arm64|rel")
776android_try_job("android_arm64_rel")
777android_builder("Android64 Builder arm64", "Android|arm64|size", perf_cat = "Android|arm64|Builder|", prioritized = True)
Mirko Bonadei12643772020-03-27 13:16:35 +0100778android_perf_builder("Perf Android64 (M Nexus5X)", "Android|arm64|Tester|M Nexus5X", triggered_by = ["Android64 Builder arm64"])
779android_perf_builder("Perf Android64 (O Pixel2)", "Android|arm64|Tester|O Pixel2", triggered_by = ["Android64 Builder arm64"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100780android_try_job("android_compile_arm64_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100781android_builder("Android64 Builder x64 (dbg)", "Android|x64|dbg")
782android_try_job("android_compile_x64_dbg")
783android_try_job("android_compile_x64_rel", cq = None)
784android_builder("Android32 Builder x86 (dbg)", "Android|x86|dbg")
785android_try_job("android_compile_x86_dbg")
786android_builder("Android32 Builder x86", "Android|x86|rel")
787android_try_job("android_compile_x86_rel")
788android_builder("Android32 (more configs)", "Android|arm|more", recipe = "more_configs")
789android_try_job("android_arm_more_configs", recipe = "more_configs")
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100790android_try_job("android_chromium_compile", recipe = "chromium_trybot", branch_cq = False)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100791
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100792ios_builder("iOS64 Debug", "iOS|arm64|dbg")
793ios_try_job("ios_compile_arm64_dbg")
794ios_builder("iOS64 Release", "iOS|arm64|rel")
795ios_try_job("ios_compile_arm64_rel")
Artem Titov1d47d312020-11-03 14:45:52 +0100796ios_builder("iOS64 Sim Debug (iOS 14.0)", "iOS|x64|14")
Andrey Logvin81320ad2021-06-02 16:45:09 +0000797ios_try_job("ios_sim_x64_dbg_ios14")
Artem Titov1d47d312020-11-03 14:45:52 +0100798ios_builder("iOS64 Sim Debug (iOS 13)", "iOS|x64|13")
Andrey Logvin81320ad2021-06-02 16:45:09 +0000799ios_try_job("ios_sim_x64_dbg_ios13")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100800ios_builder("iOS64 Sim Debug (iOS 12)", "iOS|x64|12")
Andrey Logvin81320ad2021-06-02 16:45:09 +0000801ios_try_job("ios_sim_x64_dbg_ios12")
Mirko Bonadeia7677a32021-10-05 08:31:36 +0200802ios_builder_macos11("iOS API Framework Builder", "iOS|fat|size", recipe = "ios_api_framework", prioritized = True)
803ios_try_job_macos11("ios_api_framework", recipe = "ios_api_framework")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100804
805linux_builder("Linux32 Debug", "Linux|x86|dbg")
806linux_try_job("linux_x86_dbg")
807linux_builder("Linux32 Release", "Linux|x86|rel")
808linux_try_job("linux_x86_rel")
809linux_builder("Linux64 Debug", "Linux|x64|dbg")
810linux_try_job("linux_dbg", cq = None)
811linux_try_job("linux_compile_dbg")
812linux_builder("Linux64 Release", "Linux|x64|rel")
813linux_try_job("linux_rel")
814linux_builder("Linux64 Builder", "Linux|x64|size", perf_cat = "Linux|x64|Builder|", prioritized = True)
815linux_try_job("linux_compile_rel")
Mirko Bonadei12643772020-03-27 13:16:35 +0100816linux_perf_builder("Perf Linux Trusty", "Linux|x64|Tester|Trusty", triggered_by = ["Linux64 Builder"])
Christoffer Jansson627cb052021-06-29 12:34:58 +0200817linux_perf_builder("Perf Linux Bionic", "Linux|x64|Tester|Bionic", triggered_by = ["Linux64 Builder"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100818linux_builder("Linux32 Debug (ARM)", "Linux|arm|dbg")
819linux_try_job("linux_compile_arm_dbg")
820linux_builder("Linux32 Release (ARM)", "Linux|arm|rel")
821linux_try_job("linux_compile_arm_rel")
822linux_builder("Linux64 Debug (ARM)", "Linux|arm64|dbg")
823linux_try_job("linux_compile_arm64_dbg")
824linux_builder("Linux64 Release (ARM)", "Linux|arm64|rel")
825linux_try_job("linux_compile_arm64_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100826linux_builder("Linux Asan", "Linux|x64|asan")
827linux_try_job("linux_asan")
828linux_builder("Linux MSan", "Linux|x64|msan")
829linux_try_job("linux_msan")
830linux_builder("Linux Tsan v2", "Linux|x64|tsan")
831linux_try_job("linux_tsan2")
832linux_builder("Linux UBSan", "Linux|x64|ubsan")
833linux_try_job("linux_ubsan")
834linux_builder("Linux UBSan vptr", "Linux|x64|ubsan")
835linux_try_job("linux_ubsan_vptr")
836linux_builder("Linux64 Release (Libfuzzer)", "Linux|x64|fuzz", recipe = "libfuzzer")
837linux_try_job("linux_libfuzzer_rel", recipe = "libfuzzer")
838linux_builder("Linux (more configs)", "Linux|x64|more", recipe = "more_configs")
839linux_try_job("linux_more_configs", recipe = "more_configs")
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100840linux_try_job("linux_chromium_compile", recipe = "chromium_trybot", branch_cq = False)
Mirko Bonadei40de50f2019-11-07 11:23:47 +0100841linux_try_job("linux_chromium_compile_dbg", recipe = "chromium_trybot", branch_cq = False)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100842
843mac_builder("Mac64 Debug", "Mac|x64|dbg")
Mirko Bonadei36a79c52021-10-15 19:52:52 +0200844mac_try_job("mac_dbg", cq = None)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100845mac_try_job("mac_compile_dbg")
846mac_builder("Mac64 Release", "Mac|x64|rel")
Mirko Bonadei624568e2021-10-15 15:31:57 +0200847mac_try_job("mac_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100848mac_try_job("mac_compile_rel", cq = None)
849mac_builder("Mac64 Builder", ci_cat = None, perf_cat = "Mac|x64|Builder|")
Mirko Bonadei12643772020-03-27 13:16:35 +0100850mac_perf_builder("Perf Mac 10.11", "Mac|x64|Tester|10.11", triggered_by = ["Mac64 Builder"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100851mac_builder("Mac Asan", "Mac|x64|asan")
Andrey Logvina9501222021-04-27 18:08:39 +0000852mac_try_job("mac_asan")
Mirko Bonadei2f407ea2021-08-31 07:27:22 +0000853mac_try_job("mac_chromium_compile", recipe = "chromium_trybot", dimensions = {"cores": "8"}, branch_cq = False)
Christoffer Janssonb21c9502021-06-09 16:15:39 +0200854mac_builder("MacARM64 M1 Release", "Mac|arm64M1|rel", dimensions = {"cpu": "arm64-64-Apple_M1"})
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100855
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100856win_builder("Win32 Debug (Clang)", "Win Clang|x86|dbg")
857win_try_job("win_x86_clang_dbg", cq = None)
858win_try_job("win_compile_x86_clang_dbg")
859win_builder("Win32 Release (Clang)", "Win Clang|x86|rel")
860win_try_job("win_x86_clang_rel")
861win_try_job("win_compile_x86_clang_rel", cq = None)
862win_builder("Win32 Builder (Clang)", ci_cat = None, perf_cat = "Win|x86|Builder|")
Mirko Bonadei12643772020-03-27 13:16:35 +0100863win_perf_builder("Perf Win7", "Win|x86|Tester|7", triggered_by = ["Win32 Builder (Clang)"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100864win_builder("Win64 Debug (Clang)", "Win Clang|x64|dbg")
865win_try_job("win_x64_clang_dbg", cq = None)
866win_try_job("win_x64_clang_dbg_win8", cq = None)
867win_try_job("win_x64_clang_dbg_win10", cq = None)
868win_try_job("win_compile_x64_clang_dbg")
869win_builder("Win64 Release (Clang)", "Win Clang|x64|rel")
870win_try_job("win_x64_clang_rel", cq = None)
871win_try_job("win_compile_x64_clang_rel")
Mirko Bonadeiafbe33d2019-05-31 09:27:54 +0200872win_builder("Win64 ASan", "Win Clang|x64|asan")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100873win_try_job("win_asan")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100874win_builder("Win (more configs)", "Win Clang|x86|more", recipe = "more_configs")
875win_try_job("win_x86_more_configs", recipe = "more_configs")
Mirko Bonadei825f9c22020-07-01 11:52:39 +0200876win_try_job("win_chromium_compile", recipe = "chromium_trybot", branch_cq = False, goma_jobs = 150)
877win_try_job("win_chromium_compile_dbg", recipe = "chromium_trybot", branch_cq = False, goma_jobs = 150)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100878
879linux_try_job(
880 "presubmit",
881 recipe = "run_presubmit",
882 properties = {"repo_name": "webrtc", "runhooks": True},
883 priority = 28,
884 cq = {"disable_reuse": True},
885)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100886
887cron_builder(
888 "Auto-roll - WebRTC DEPS",
889 recipe = "auto_roll_webrtc_deps",
Oleh Prypindc68a722019-06-25 10:43:13 +0200890 schedule = "0 */2 * * *", # Every 2 hours.
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100891)
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200892
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100893cron_builder(
894 "WebRTC version update",
895 recipe = "update_webrtc_binary_version",
896 schedule = "0 4 * * *", # Every day at 4am.
897 service_account = "webrtc-version-updater@webrtc-ci.iam.gserviceaccount.com",
898)
899
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200900lkgr_config = {
901 "project": "webrtc",
902 "source_url": WEBRTC_GIT,
903 "status_url": "https://webrtc-status.appspot.com",
Christoffer Jansson75938042021-10-21 16:56:34 +0200904 "allowed_lag": 150, # hours
905 "allowed_gap": 4, # commits behind
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200906 "error_recipients": WEBRTC_TROOPER_EMAIL,
Michael Achenbach09dd7dc2019-07-26 15:26:11 +0200907 "buckets": {
908 "webrtc/ci": {
909 # bucket alias: luci.webrtc.ci
Mirko Bonadeiab3ff262020-12-18 10:17:43 +0100910 "builders": [
911 b
912 for b in sorted(lkgr_builders)
913 if b not in skipped_lkgr_bots
914 ],
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200915 },
Michael Achenbach09dd7dc2019-07-26 15:26:11 +0200916 "chromium/webrtc.fyi": {
917 # bucket alias: luci.chromium.webrtc.fyi
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200918 "builders": [
919 "WebRTC Chromium FYI Android Builder (dbg)",
920 "WebRTC Chromium FYI Android Builder ARM64 (dbg)",
921 "WebRTC Chromium FYI Android Builder",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200922 "WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)",
landrey3f323922021-10-21 07:30:03 +0000923 "WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200924 "WebRTC Chromium FYI Linux Builder (dbg)",
925 "WebRTC Chromium FYI Linux Builder",
926 "WebRTC Chromium FYI Linux Tester",
927 "WebRTC Chromium FYI Mac Builder (dbg)",
928 "WebRTC Chromium FYI Mac Builder",
929 "WebRTC Chromium FYI Mac Tester",
930 "WebRTC Chromium FYI Win Builder (dbg)",
Andrey Logvin7228ba12021-09-15 17:59:21 +0000931 "WebRTC Chromium FYI Win Builder",
Andrey Logvin7484d1b82021-09-15 17:32:39 +0000932 "WebRTC Chromium FYI Win10 Tester",
933 "WebRTC Chromium FYI Win7 Tester",
934 "WebRTC Chromium FYI Win8 Tester",
Mirko Bonadei2f05cfe2020-11-25 10:41:58 +0100935 "WebRTC Chromium FYI ios-device",
Björn Tereliusc20ed6b2021-06-21 14:31:35 +0200936 "WebRTC Chromium FYI ios-simulator",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200937 ],
938 },
939 },
940}
941
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100942cron_builder(
943 "WebRTC lkgr finder",
944 recipe = "lkgr_finder",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200945 properties = {
946 "project": "webrtc",
947 "repo": WEBRTC_GIT,
948 "ref": "refs/heads/lkgr",
Christoffer Janssone9fcc7b2021-06-29 13:02:15 +0200949 "src_ref": "refs/heads/main",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200950 "lkgr_status_gs_path": "chromium-webrtc/lkgr-status",
951 "config": lkgr_config,
952 },
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100953 schedule = "*/10 * * * *", # Every 10 minutes.
954)