blob: 272924a5fd570d9240ac441f7e752669e551b1d4 [file] [log] [blame]
Oleh Prypin1a0593f2019-03-11 09:43:28 +01001#!/usr/bin/env lucicfg
2
3# Copyright (c) 2019 The WebRTC project authors. All rights reserved.
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
Christoffer Janssona814c562021-09-09 13:44:54 +02007# https://chromium.googlesource.com/infra/luci/luci-go/+/main/lucicfg/doc/
Oleh Prypin1a0593f2019-03-11 09:43:28 +01008
Jeremy Leconteea2016b2020-07-01 09:47:22 +02009"""LUCI project configuration for WebRTC CQ and CI."""
10
Vadim Shtayurac3b27562021-10-25 17:05:37 -070011lucicfg.check_version("1.29.1")
Mirko Bonadei9189d9c2020-06-09 21:54:18 +020012
Oleh Prypin1a0593f2019-03-11 09:43:28 +010013WEBRTC_GIT = "https://webrtc.googlesource.com/src"
14WEBRTC_GERRIT = "https://webrtc-review.googlesource.com/src"
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +020015WEBRTC_TROOPER_EMAIL = "webrtc-troopers-robots@google.com"
Oleh Prypin1a0593f2019-03-11 09:43:28 +010016
Mirko Bonadei32ca4862020-03-11 10:39:45 +010017GOMA_BACKEND_WEBRTC_RBE_PROD = {
Mirko Bonadei1e905342020-03-04 09:39:42 +010018 "$build/goma": {
19 "server_host": "goma.chromium.org",
Jeremy Leconteea2016b2020-07-01 09:47:22 +020020 "use_luci_auth": True,
21 },
Mirko Bonadei1e905342020-03-04 09:39:42 +010022}
23
Mirko Bonadei84360ca2020-03-12 08:35:48 +010024GOMA_BACKEND_WEBRTC_IOS_RBE_PROD = {
25 "$build/goma": {
26 "server_host": "goma.chromium.org",
Jeremy Leconteea2016b2020-07-01 09:47:22 +020027 "use_luci_auth": True,
Mirko Bonadei84360ca2020-03-12 08:35:48 +010028 },
Artem Titov1d47d312020-11-03 14:45:52 +010029 "$depot_tools/osx_sdk": {"sdk_version": "12a7209"},
Mirko Bonadei84360ca2020-03-12 08:35:48 +010030}
31
Patrik Höglund3916a972019-12-04 13:19:38 +010032GOMA_BACKEND_RBE_ATS_PROD = {
33 "$build/goma": {
34 "server_host": "goma.chromium.org",
Mirko Bonadei2688eca2020-03-25 09:15:54 +010035 "use_luci_auth": True,
Jeremy Leconteea2016b2020-07-01 09:47:22 +020036 "enable_ats": True,
37 },
Patrik Höglund3916a972019-12-04 13:19:38 +010038}
39
Mirko Bonadei5aafd472021-04-21 10:42:00 +020040# Disable ATS on CQ/try.
41GOMA_BACKEND_RBE_NO_ATS_PROD = {
42 "$build/goma": {
43 "server_host": "goma.chromium.org",
44 "use_luci_auth": True,
45 "enable_ats": False,
46 },
47}
48
Artem Titov70d45af2021-10-11 13:25:18 +020049# Add names of builders to remove from LKGR finder to this list. This is
50# useful when a failure can be safely ignored while fixing it without
51# blocking the LKGR finder on it.
52skipped_lkgr_bots = [
Artem Titov70d45af2021-10-11 13:25:18 +020053]
54
Oleh Prypin1a0593f2019-03-11 09:43:28 +010055# Top-level configs:
56
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +020057# Enable LUCI Realms support.
58lucicfg.enable_experiment("crbug.com/1085650")
59
Andrii Shyshkalov32515d42021-04-29 14:39:42 +020060# Launch all builds in "realms-aware mode", crbug.com/1177975.
61luci.builder.defaults.experiments.set({"luci.use_realms": 100})
Andrii Shyshkalov20b21872021-04-28 15:10:53 +020062
Oleh Prypin1a0593f2019-03-11 09:43:28 +010063lucicfg.config(
64 config_dir = ".",
65 tracked_files = [
66 "commit-queue.cfg",
67 "cr-buildbucket.cfg",
68 "luci-logdog.cfg",
69 "luci-milo.cfg",
Oleh Prypin71d17422019-03-28 08:43:16 +010070 "luci-notify.cfg",
Oleh Prypin705b6a62019-04-03 23:10:51 +020071 "luci-notify/**/*",
Oleh Prypin1a0593f2019-03-11 09:43:28 +010072 "luci-scheduler.cfg",
73 "project.cfg",
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +020074 "realms.cfg",
Oleh Prypin1a0593f2019-03-11 09:43:28 +010075 ],
Jeremy Leconteea2016b2020-07-01 09:47:22 +020076 lint_checks = ["default"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +010077)
78
79luci.project(
80 name = "webrtc",
81 buildbucket = "cr-buildbucket.appspot.com",
82 logdog = "luci-logdog.appspot.com",
83 milo = "luci-milo.appspot.com",
Oleh Prypin71d17422019-03-28 08:43:16 +010084 notify = "luci-notify.appspot.com",
Oleh Prypin1a0593f2019-03-11 09:43:28 +010085 scheduler = "luci-scheduler.appspot.com",
86 swarming = "chromium-swarm.appspot.com",
87 acls = [
88 acl.entry(
89 [acl.BUILDBUCKET_READER, acl.LOGDOG_READER, acl.PROJECT_CONFIGS_READER, acl.SCHEDULER_READER],
90 groups = ["all"],
91 ),
92 acl.entry(acl.LOGDOG_WRITER, groups = ["luci-logdog-chromium-writers"]),
93 acl.entry(acl.SCHEDULER_OWNER, groups = ["project-webrtc-admins"]),
94 ],
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +020095 bindings = [
96 luci.binding(
Vadim Shtayura64ca5e62021-11-11 17:10:18 -080097 roles = "role/configs.validator",
98 users = [
99 "webrtc-try-builder@chops-service-accounts.iam.gserviceaccount.com",
100 ],
101 ),
102 luci.binding(
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200103 roles = "role/swarming.poolOwner",
104 groups = "project-webrtc-admins",
105 ),
106 luci.binding(
107 roles = "role/swarming.poolViewer",
108 groups = "all",
109 ),
Andrii Shyshkalov2961b642021-04-29 14:01:53 +0200110 # Allow any WebRTC build to trigger a test ran under chromium-tester@
111 # task service account.
112 luci.binding(
113 roles = "role/swarming.taskServiceAccount",
114 users = [
115 "chromium-tester@chops-service-accounts.iam.gserviceaccount.com",
116 ],
117 ),
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200118 ],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100119)
120
121luci.logdog(
122 gs_bucket = "chromium-luci-logdog",
123)
124
125luci.milo(
126 logo = "https://storage.googleapis.com/chrome-infra/webrtc-logo-vert-retro-255x305.png",
127)
128
Owen Rodleya55c38e2020-06-15 11:16:10 +1000129luci.notify(tree_closing_enabled = True)
130
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100131luci.cq(
132 status_host = "chromium-cq-status.appspot.com",
133 submit_max_burst = 1,
134 submit_burst_delay = 1 * time.minute,
135)
136
137luci.gitiles_poller(
Christoffer Janssonfa646892021-06-28 17:34:20 +0200138 name = "webrtc-gitiles-trigger-main",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100139 bucket = "ci",
140 repo = WEBRTC_GIT,
Christoffer Janssonfa646892021-06-28 17:34:20 +0200141 refs = ["refs/heads/main"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100142)
143
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200144# Swarming permissions:
145
Andrii Shyshkalovc26aaad2021-04-27 16:47:26 +0200146luci.realm(name = "pools/cron", bindings = [
147 # Unlike WebRTC's own builders, other projects need an explicit grant to use this pool.
148 luci.binding(
149 roles = "role/swarming.poolUser",
150 projects = "libyuv",
151 ),
152])
153
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200154luci.realm(name = "pools/ci")
Andrii Shyshkalovc26aaad2021-04-27 16:47:26 +0200155luci.realm(name = "pools/ci-tests", bindings = [
156 # Allow task service accounts of .ci pool/bucket to trigger tasks here.
157 luci.binding(
158 roles = "role/swarming.poolUser",
159 groups = "project-webrtc-ci-task-accounts",
160 ),
161 # Allow tasks here to use .ci task service accounts.
162 luci.binding(
163 roles = "role/swarming.taskServiceAccount",
164 groups = "project-webrtc-ci-task-accounts",
165 ),
166])
167
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200168luci.realm(name = "pools/try")
Andrii Shyshkalovc26aaad2021-04-27 16:47:26 +0200169luci.realm(name = "pools/try-tests", bindings = [
170 # Allow task service accounts of .try pool/bucket to trigger tasks here.
171 luci.binding(
172 roles = "role/swarming.poolUser",
173 groups = "project-webrtc-try-task-accounts",
174 ),
175 # Allow tasks here to use .try task service accounts.
176 luci.binding(
177 roles = "role/swarming.taskServiceAccount",
178 groups = "project-webrtc-try-task-accounts",
179 ),
180])
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200181
Mirko Bonadei4cf0fc72021-08-31 17:38:10 +0200182# Allow to use LED & Swarming "Debug" feature to a larger group but only on perf bots / builders.
183luci.realm(name = "pools/perf", bindings = [
184 luci.binding(
185 roles = "role/swarming.poolUser",
186 groups = "project-webrtc-led-users",
187 ),
188])
189luci.binding(
190 realm = "perf",
191 roles = "role/swarming.taskTriggerer",
192 groups = "project-webrtc-led-users",
193)
194
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200195# Allow admins to use LED & Swarming "Debug" feature on all WebRTC bots.
196luci.binding(
197 realm = "@root",
198 roles = "role/swarming.poolUser",
199 groups = "project-webrtc-admins",
200)
201luci.binding(
202 realm = "@root",
203 roles = "role/swarming.taskTriggerer",
204 groups = "project-webrtc-admins",
205)
206
Mirko Bonadei4cf0fc72021-08-31 17:38:10 +0200207# Allow to use LED & Swarming "Debug" feature to a larger group but only on try bots / builders.
Andrii Shyshkalov0efa6da2021-04-26 20:40:33 +0200208luci.binding(
209 realm = "pools/try",
210 roles = "role/swarming.poolUser",
211 groups = "project-webrtc-led-users",
212)
213luci.binding(
214 realm = "try",
215 roles = "role/swarming.taskTriggerer",
216 groups = "project-webrtc-led-users",
217)
218
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100219# Bucket definitions:
220
221luci.bucket(
222 name = "try",
223 acls = [
224 acl.entry(acl.BUILDBUCKET_TRIGGERER, groups = [
225 "service-account-cq",
226 "project-webrtc-tryjob-access",
227 ]),
228 ],
229)
230
231luci.bucket(
232 name = "ci",
233 acls = [
Oleh Prypinf35939d2019-05-03 20:42:38 +0200234 acl.entry(acl.BUILDBUCKET_TRIGGERER, groups = [
235 "project-webrtc-ci-schedulers",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100236 ]),
Jeremy Leconte2e25bb52020-07-16 09:38:56 +0200237 acl.entry(acl.BUILDBUCKET_TRIGGERER, groups = [
238 # Allow Pinpoint to trigger builds for bisection
239 "service-account-chromeperf",
240 ]),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100241 ],
242)
243
244luci.bucket(
245 name = "perf",
246 acls = [
247 acl.entry(acl.BUILDBUCKET_TRIGGERER, users = [
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100248 "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
249 ]),
250 ],
251)
252
253luci.bucket(
254 name = "cron",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100255)
256
257# Commit queue definitions:
258
259luci.cq_group(
260 name = "cq",
261 tree_status_host = "webrtc-status.appspot.com",
Christoffer Jansson1746b252021-05-31 16:03:55 +0200262 watch = [cq.refset(repo = WEBRTC_GERRIT, refs = ["refs/heads/master", "refs/heads/main"])],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100263 acls = [
264 acl.entry(acl.CQ_COMMITTER, groups = ["project-webrtc-committers"]),
265 acl.entry(acl.CQ_DRY_RUNNER, groups = ["project-webrtc-tryjob-access"]),
266 ],
267 retry_config = cq.RETRY_ALL_FAILURES,
Oleh Prypin5416f2d2019-08-02 09:43:15 +0200268 cancel_stale_tryjobs = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100269)
270
271luci.cq_group(
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100272 name = "cq_branch",
273 watch = [cq.refset(repo = WEBRTC_GERRIT, refs = ["refs/branch-heads/.+"])],
274 acls = [
275 acl.entry(acl.CQ_COMMITTER, groups = ["project-webrtc-committers"]),
276 acl.entry(acl.CQ_DRY_RUNNER, groups = ["project-webrtc-tryjob-access"]),
277 ],
278 retry_config = cq.RETRY_ALL_FAILURES,
Oleh Prypin5416f2d2019-08-02 09:43:15 +0200279 cancel_stale_tryjobs = True,
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100280)
281
282luci.cq_group(
283 name = "cq_infra",
284 watch = [cq.refset(repo = WEBRTC_GERRIT, refs = ["refs/heads/infra/config"])],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100285 acls = [
286 acl.entry(acl.CQ_COMMITTER, groups = ["project-webrtc-admins"]),
287 acl.entry(acl.CQ_DRY_RUNNER, groups = ["project-webrtc-tryjob-access"]),
288 ],
289 retry_config = cq.RETRY_ALL_FAILURES,
Oleh Prypin5416f2d2019-08-02 09:43:15 +0200290 cancel_stale_tryjobs = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100291)
292
293luci.cq_tryjob_verifier(
294 builder = "presubmit",
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100295 cq_group = "cq_infra",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100296)
297
Oleh Prypine56cd9b2019-05-29 21:14:31 +0200298luci.cq_tryjob_verifier(
299 builder = "webrtc-internal:g3.webrtc-internal.try/internal_compile_lite",
300 owner_whitelist = ["project-webrtc-internal-tryjob-access"],
301 cq_group = "cq",
302)
303
Oleh Prypin71d17422019-03-28 08:43:16 +0100304# Notifier definitions:
305
306luci.notifier(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200307 name = "post_submit_failure_notifier",
308 on_new_status = ["FAILURE"],
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200309 notify_emails = [WEBRTC_TROOPER_EMAIL],
Christoffer Jansson16635012021-10-25 16:32:38 +0200310 notify_blamelist = True,
Oleh Prypin705b6a62019-04-03 23:10:51 +0200311 template = luci.notifier_template(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200312 name = "build_failure",
313 body = io.read_file("luci-notify/email-templates/build_failure.template"),
Oleh Prypin705b6a62019-04-03 23:10:51 +0200314 ),
Oleh Prypin71d17422019-03-28 08:43:16 +0100315)
316
317luci.notifier(
318 name = "cron_notifier",
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200319 on_new_status = ["FAILURE", "INFRA_FAILURE"],
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200320 notify_emails = [WEBRTC_TROOPER_EMAIL],
Oleh Prypin705b6a62019-04-03 23:10:51 +0200321 template = luci.notifier_template(
322 name = "cron",
323 body = io.read_file("luci-notify/email-templates/cron.template"),
324 ),
Oleh Prypin71d17422019-03-28 08:43:16 +0100325)
326
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200327luci.notifier(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200328 name = "infra_failure_notifier",
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200329 on_new_status = ["INFRA_FAILURE"],
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200330 notify_emails = [WEBRTC_TROOPER_EMAIL],
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200331 template = luci.notifier_template(
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200332 name = "infra_failure",
333 body = io.read_file("luci-notify/email-templates/infra_failure.template"),
Jeremy Leconte67a904e2020-07-08 11:48:18 +0200334 ),
335)
336
Owen Rodley6b721ba2020-05-26 10:04:20 +1000337# Tree closer definitions:
338
339luci.tree_closer(
340 name = "webrtc_tree_closer",
341 tree_status_host = "webrtc-status.appspot.com",
Owen Rodley6b721ba2020-05-26 10:04:20 +1000342 # TODO: These step filters are copied verbatim from Gatekeeper, for testing
343 # that LUCI-Notify would take the exact same actions. Once we've switched
344 # over, this should be updated - several of these steps don't exist in
345 # WebRTC recipes.
346 failed_step_regexp = [
347 "bot_update",
348 "compile",
349 "gclient runhooks",
350 "runhooks",
351 "update",
352 "extract build",
353 "cleanup_temp",
354 "taskkill",
355 "compile",
356 "gn",
357 ],
358 failed_step_regexp_exclude = ".*\\(experimental\\).*",
359)
360
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100361# Recipe definitions:
362
363def recipe(recipe, pkg = "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build"):
364 return luci.recipe(
365 name = recipe.split("/")[-1],
366 cipd_package = pkg,
Christoffer Janssona814c562021-09-09 13:44:54 +0200367 cipd_version = "refs/heads/main",
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100368 recipe = recipe,
369 )
370
371recipe("chromium_trybot")
372recipe("run_presubmit")
373recipe("webrtc/auto_roll_webrtc_deps")
374recipe("webrtc/ios")
375recipe("webrtc/ios_api_framework")
376recipe("webrtc/libfuzzer")
377recipe("webrtc/more_configs")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100378recipe("webrtc/standalone")
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100379recipe("webrtc/update_webrtc_binary_version")
Jeff Yoonf421c682020-12-17 00:16:22 -0800380recipe("lkgr_finder", pkg = "infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100381
382# Console definitions:
383
Josip Sokcevic5a906ed2021-06-28 08:55:46 -0700384luci.console_view(name = "ci", title = "Main", repo = WEBRTC_GIT, header = "console-header.textpb", refs = ["refs/heads/master", "refs/heads/main"])
385luci.console_view(name = "perf", title = "Perf", repo = WEBRTC_GIT, header = "console-header.textpb", refs = ["refs/heads/master", "refs/heads/main"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100386luci.list_view(name = "cron", title = "Cron")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100387luci.list_view(name = "try", title = "Tryserver")
388
389def add_milo(builder, views):
390 """Add Milo console entries for the builder.
391
392 Args:
393 builder: builder name (str).
394 views: dict where keys are names of consoles and values are either a
395 category for the console (str, pipe-separated) or True, which means
396 adding to a list view rather than a console.
397 """
398 for view_name, category in views.items():
399 if category == None:
400 continue
401 elif type(category) == "string":
402 category, _, short_name = category.rpartition("|")
403 luci.console_view_entry(
404 console_view = view_name,
405 builder = builder,
406 category = category or None,
407 short_name = short_name or None,
408 )
409 elif category == True:
410 luci.list_view_entry(
411 list_view = view_name,
412 builder = builder,
413 )
414 else:
415 fail("Unexpected value for category: %r" % category)
416
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200417lkgr_builders = {}
418
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100419# Builder-defining functions:
420
Artem Titarenkof6588b72019-11-14 14:28:11 +0100421def webrtc_builder(
422 name,
423 recipe = "standalone",
424 dimensions = {},
Mirko Bonadei825f9c22020-07-01 11:52:39 +0200425 properties = {},
Artem Titarenkof6588b72019-11-14 14:28:11 +0100426 priority = 30,
427 execution_timeout = 2 * time.hour,
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200428 goma_jobs = None,
Artem Titarenkof6588b72019-11-14 14:28:11 +0100429 **kwargs):
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200430 """WebRTC specific wrapper around luci.builder.
431
432 Args:
433 name: builder name (str).
434 recipe: string with the name of the recipe to run.
435 dimensions: dict of Swarming dimensions (strings) to search machines by.
436 properties: dict of properties to pass to the recipe (on top of the default ones).
437 priority: int [1-255] or None, indicating swarming task priority, lower is
438 more important. If None, defer the decision to Buildbucket service.
439 execution_timeout: int or None, how long to wait for a running build to finish before
440 forcefully aborting it and marking the build as timed out. If None,
441 defer the decision to Buildbucket service.
442 goma_jobs: int or None, number of jobs to be used by the builder. If None, defer the
443 decition to the goma module.
444 **kwargs: Pass on to webrtc_builder / luci.builder.
445 Returns:
446 A luci.builder.
447 """
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100448 dimensions = merge_dicts({"cpu": "x86-64"}, dimensions)
449
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200450 if goma_jobs != None:
451 goma_additional_params = {"$build/goma": {"jobs": goma_jobs}}
452 properties = merge_dicts(properties, goma_additional_params)
Ye Kuang8df20492020-10-15 14:54:17 +0900453 properties = merge_dicts(properties, {
454 "$recipe_engine/isolated": {
455 "server": "https://isolateserver.appspot.com",
456 },
457 })
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100458 return luci.builder(
459 name = name,
Oleh Prypin705b6a62019-04-03 23:10:51 +0200460 executable = recipe,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100461 dimensions = {k: v for k, v in dimensions.items() if v != None},
Mirko Bonadeib7ef4602020-07-01 13:28:26 +0200462 properties = properties,
Artem Titarenkof6588b72019-11-14 14:28:11 +0100463 execution_timeout = execution_timeout,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100464 priority = priority,
465 build_numbers = True,
466 swarming_tags = ["vpython:native-python-wrapper"],
Jeremy Lecontef2312112021-11-12 11:55:27 +0100467 resultdb_settings = resultdb.settings(enable = True),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100468 **kwargs
469 )
470
471def ci_builder(
472 name,
473 ci_cat,
474 perf_cat = None,
475 fyi_cat = None,
476 properties = {},
477 dimensions = {},
478 prioritized = False,
Oleh Prypinf5432c52019-03-19 15:10:37 +0100479 enabled = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100480 **kwargs):
Oleh Prypine5677672019-04-25 12:21:35 +0200481 """Add a post-submit builder.
482
483 Args:
484 name: builder name (str).
485 ci_cat: the category + name for the /ci/ console, or None to omit from the console.
486 perf_cat: the category + name for the /perf/ console, or None to omit from the console.
487 fyi_cat: the category + name for the /fyi/ console, or None to omit from the console.
488 properties: dict of properties to pass to the recipe (on top of the default ones).
489 dimensions: dict of Swarming dimensions (strings) to search machines by.
490 prioritized: True to make this builder have a higher priority and never batch builds.
491 enabled: False to exclude this builder from consoles and failure notifications.
492 **kwargs: Pass on to webrtc_builder / luci.builder.
493 Returns:
494 A luci.builder.
495
496 Notifications are also disabled if a builder is not on either of /ci/ or /perf/ consoles.
497 """
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100498 if prioritized:
499 kwargs["triggering_policy"] = scheduler.greedy_batching(
500 max_batch_size = 1,
501 max_concurrent_invocations = 3,
502 )
503 kwargs["priority"] = 29
504
Oleh Prypinf5432c52019-03-19 15:10:37 +0100505 if enabled:
506 add_milo(name, {"ci": ci_cat, "perf": perf_cat, "fyi": fyi_cat})
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200507 if ci_cat:
508 lkgr_builders[name] = True
Artem Titov70d45af2021-10-11 13:25:18 +0200509 notifies = ["post_submit_failure_notifier", "infra_failure_notifier"] if enabled and (ci_cat or perf_cat) else None
510 if notifies and name not in skipped_lkgr_bots:
511 notifies.append("webrtc_tree_closer")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100512 return webrtc_builder(
513 name = name,
Garrett Beaty4a106ce2020-09-09 14:51:23 -0700514 properties = merge_dicts({"builder_group": "client.webrtc"}, properties),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100515 dimensions = merge_dicts({"pool": "luci.webrtc.ci"}, dimensions),
516 bucket = "ci",
517 service_account = "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
Christoffer Janssonfa646892021-06-28 17:34:20 +0200518 triggered_by = ["webrtc-gitiles-trigger-main"] if enabled else None,
Oleh Prypin71d17422019-03-28 08:43:16 +0100519 repo = WEBRTC_GIT,
Artem Titov70d45af2021-10-11 13:25:18 +0200520 notifies = notifies,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100521 **kwargs
522 )
523
524def try_builder(
525 name,
526 try_cat = True,
527 fyi_cat = None,
528 properties = {},
529 dimensions = {},
530 cq = {},
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100531 branch_cq = True,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100532 **kwargs):
Oleh Prypine5677672019-04-25 12:21:35 +0200533 """Add a pre-submit builder.
534
535 Args:
536 name: builder name (str).
537 try_cat: boolean, whether to include this builder in the /try/ console. See also: `add_milo`.
538 fyi_cat: the category + name for the /fyi/ console, or None to omit from the console.
539 properties: dict of properties to pass to the recipe (on top of the default ones).
540 dimensions: dict of Swarming dimensions (strings) to search machines by.
541 cq: None to exclude this from all commit queues, or a dict of kwargs for cq_tryjob_verifier.
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100542 branch_cq: False to exclude this builder just from the release-branch CQ.
Oleh Prypine5677672019-04-25 12:21:35 +0200543 **kwargs: Pass on to webrtc_builder / luci.builder.
544 Returns:
545 A luci.builder.
546 """
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100547 add_milo(name, {"try": try_cat, "fyi": fyi_cat})
548 if cq != None:
549 luci.cq_tryjob_verifier(
550 builder = name,
551 cq_group = "cq",
552 **cq
553 )
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100554 if branch_cq:
555 luci.cq_tryjob_verifier(
556 builder = name,
557 cq_group = "cq_branch",
558 **cq
559 )
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100560
561 return webrtc_builder(
562 name = name,
Garrett Beaty4a106ce2020-09-09 14:51:23 -0700563 properties = merge_dicts({"builder_group": "tryserver.webrtc"}, properties),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100564 dimensions = merge_dicts({"pool": "luci.webrtc.try"}, dimensions),
565 bucket = "try",
566 service_account = "webrtc-try-builder@chops-service-accounts.iam.gserviceaccount.com",
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200567 notifies = ["infra_failure_notifier"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100568 **kwargs
569 )
570
571def perf_builder(
572 name,
573 perf_cat,
574 recipe = "standalone",
575 properties = {},
576 dimensions = {},
577 **kwargs):
578 add_milo(name, {"perf": perf_cat})
579 return webrtc_builder(
580 name = name,
581 recipe = recipe,
Garrett Beaty4a106ce2020-09-09 14:51:23 -0700582 properties = merge_dicts({"builder_group": "client.webrtc.perf"}, properties),
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100583 dimensions = merge_dicts({"pool": "luci.webrtc.perf", "os": "Linux", "cpu": None}, dimensions),
584 bucket = "perf",
585 service_account = "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
586 # log_base of 1.7 means:
587 # when there are P pending builds, LUCI will batch the first B builds.
588 # P: 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 ...
589 # B: 1 1 2 2 3 3 3 3 4 4 4 4 4 4 5 ...
Jeremy Leconteea2016b2020-07-01 09:47:22 +0200590 triggering_policy = scheduler.logarithmic_batching(log_base = 1.7),
Christoffer Jansson16635012021-10-25 16:32:38 +0200591 repo = WEBRTC_GIT,
Artem Titarenkof6588b72019-11-14 14:28:11 +0100592 execution_timeout = 3 * time.hour,
Mirko Bonadei875a27a2020-07-11 15:04:58 +0200593 notifies = ["post_submit_failure_notifier", "infra_failure_notifier"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100594 **kwargs
595 )
596
Mirko Bonadei12643772020-03-27 13:16:35 +0100597def android_perf_builder(
598 name,
599 perf_cat,
600 recipe = "standalone",
601 properties = {},
602 dimensions = {},
603 **kwargs):
604 return perf_builder(
605 name = name,
606 perf_cat = perf_cat,
607 recipe = recipe,
608 properties = merge_dicts(GOMA_BACKEND_WEBRTC_RBE_PROD, properties),
609 dimensions = dimensions,
610 **kwargs
611 )
612
613def linux_perf_builder(
614 name,
615 perf_cat,
616 recipe = "standalone",
617 properties = {},
618 dimensions = {},
619 **kwargs):
620 return perf_builder(
621 name = name,
622 perf_cat = perf_cat,
623 recipe = recipe,
624 properties = merge_dicts(GOMA_BACKEND_WEBRTC_RBE_PROD, properties),
625 dimensions = dimensions,
626 **kwargs
627 )
628
629def mac_perf_builder(
630 name,
631 perf_cat,
632 recipe = "standalone",
633 properties = {},
634 dimensions = {},
635 **kwargs):
636 return perf_builder(
637 name = name,
638 perf_cat = perf_cat,
639 recipe = recipe,
640 properties = merge_dicts(GOMA_BACKEND_WEBRTC_RBE_PROD, properties),
641 dimensions = dimensions,
642 **kwargs
643 )
644
645def win_perf_builder(
646 name,
647 perf_cat,
648 recipe = "standalone",
649 properties = {},
650 dimensions = {},
651 **kwargs):
652 return perf_builder(
653 name = name,
654 perf_cat = perf_cat,
655 recipe = recipe,
656 properties = merge_dicts(GOMA_BACKEND_RBE_ATS_PROD, properties),
657 dimensions = dimensions,
658 **kwargs
659 )
660
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100661def cron_builder(name, dimensions = {}, service_account = None, **kwargs):
662 if service_account == None:
663 service_account = "chromium-webrtc-autoroll@webrtc-ci.iam.gserviceaccount.com"
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100664 add_milo(name, {"cron": True})
665 return webrtc_builder(
666 name = name,
667 dimensions = merge_dicts({"pool": "luci.webrtc.cron", "os": "Linux"}, dimensions),
668 bucket = "cron",
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100669 service_account = service_account,
Oleh Prypin71d17422019-03-28 08:43:16 +0100670 notifies = ["cron_notifier"],
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100671 **kwargs
672 )
673
674# Helpers:
675
676def merge_dicts(a, b):
677 """Return the result of merging two dicts.
678
679 If matching values are both dicts or both lists, they will be merged (non-recursively).
680
681 Args:
682 a: first dict.
683 b: second dict (takes priority).
684 Returns:
685 Merged dict.
686 """
687 a = dict(a)
688 for k, bv in b.items():
689 av = a.get(k)
690 if type(av) == "dict" and type(bv) == "dict":
691 a[k] = dict(av)
692 a[k].update(bv)
693 elif type(av) == "list" and type(bv) == "list":
694 a[k] = av + bv
695 else:
696 a[k] = bv
697 return a
698
699def normal_builder_factory(**common_kwargs):
700 def builder(*args, **kwargs):
701 return ci_builder(*args, **merge_dicts(common_kwargs, kwargs))
702
703 def try_job(*args, **kwargs):
704 return try_builder(*args, **merge_dicts(common_kwargs, kwargs))
705
706 return builder, try_job
707
708# Mixins:
709
710linux_builder, linux_try_job = normal_builder_factory(
711 dimensions = {"os": "Linux", "inside_docker": "0"},
Mirko Bonadei32ca4862020-03-11 10:39:45 +0100712 properties = GOMA_BACKEND_WEBRTC_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100713)
714
715android_builder, android_try_job = normal_builder_factory(
716 dimensions = {"os": "Linux"},
Mirko Bonadei32ca4862020-03-11 10:39:45 +0100717 properties = GOMA_BACKEND_WEBRTC_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100718)
719
Mirko Bonadei5aafd472021-04-21 10:42:00 +0200720def win_builder(*args, **kwargs):
721 return ci_builder(
722 *args,
723 **merge_dicts({
724 "dimensions": {"os": "Windows"},
725 "properties": GOMA_BACKEND_RBE_ATS_PROD,
726 }, kwargs)
727 )
728
729def win_try_job(*args, **kwargs):
730 return try_builder(
731 *args,
732 **merge_dicts({
733 "dimensions": {"os": "Windows"},
734 "properties": GOMA_BACKEND_RBE_NO_ATS_PROD,
735 }, kwargs)
736 )
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100737
738mac_builder, mac_try_job = normal_builder_factory(
739 dimensions = {"os": "Mac"},
Mirko Bonadei32ca4862020-03-11 10:39:45 +0100740 properties = GOMA_BACKEND_WEBRTC_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100741)
742
743ios_builder, ios_try_job = normal_builder_factory(
Mirko Bonadei8096c232020-08-26 21:44:42 +0200744 dimensions = {"os": "Mac-10.15"},
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100745 recipe = "ios",
Mirko Bonadei84360ca2020-03-12 08:35:48 +0100746 properties = GOMA_BACKEND_WEBRTC_IOS_RBE_PROD,
747 caches = [swarming.cache("osx_sdk")],
748)
749
Mirko Bonadeia7677a32021-10-05 08:31:36 +0200750ios_builder_macos11, ios_try_job_macos11 = normal_builder_factory(
Mirko Bonadeie680bce2021-10-03 12:05:13 +0200751 dimensions = {"os": "Mac-11"},
Mirko Bonadei84360ca2020-03-12 08:35:48 +0100752 recipe = "ios",
Mirko Bonadeia7677a32021-10-05 08:31:36 +0200753 properties = GOMA_BACKEND_WEBRTC_IOS_RBE_PROD,
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100754 caches = [swarming.cache("osx_sdk")],
755)
756
757# Actual builder configuration:
758
759android_builder("Android32 (M Nexus5X)(dbg)", "Android|arm|dbg")
760android_try_job("android_compile_arm_dbg", cq = None)
761android_try_job("android_arm_dbg")
762android_builder("Android32 (M Nexus5X)", "Android|arm|rel")
Andrey Logvin849978d2021-09-14 10:20:19 +0000763android_try_job("android_arm_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100764android_builder("Android32 Builder arm", "Android|arm|size", perf_cat = "Android|arm|Builder|", prioritized = True)
765android_try_job("android_compile_arm_rel")
Mirko Bonadei86b4f2d2020-07-08 14:24:48 +0200766android_perf_builder("Perf Android32 (M Nexus5)", "Android|arm|Tester|M Nexus5", triggered_by = ["Android32 Builder arm"])
Mirko Bonadei12643772020-03-27 13:16:35 +0100767android_perf_builder("Perf Android32 (M AOSP Nexus6)", "Android|arm|Tester|M AOSP Nexus6", triggered_by = ["Android32 Builder arm"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100768android_try_job("android_compile_arm64_dbg", cq = None)
769android_try_job("android_arm64_dbg", cq = None)
770android_builder("Android64 (M Nexus5X)", "Android|arm64|rel")
771android_try_job("android_arm64_rel")
772android_builder("Android64 Builder arm64", "Android|arm64|size", perf_cat = "Android|arm64|Builder|", prioritized = True)
Mirko Bonadei12643772020-03-27 13:16:35 +0100773android_perf_builder("Perf Android64 (M Nexus5X)", "Android|arm64|Tester|M Nexus5X", triggered_by = ["Android64 Builder arm64"])
774android_perf_builder("Perf Android64 (O Pixel2)", "Android|arm64|Tester|O Pixel2", triggered_by = ["Android64 Builder arm64"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100775android_try_job("android_compile_arm64_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100776android_builder("Android64 Builder x64 (dbg)", "Android|x64|dbg")
777android_try_job("android_compile_x64_dbg")
778android_try_job("android_compile_x64_rel", cq = None)
779android_builder("Android32 Builder x86 (dbg)", "Android|x86|dbg")
780android_try_job("android_compile_x86_dbg")
781android_builder("Android32 Builder x86", "Android|x86|rel")
782android_try_job("android_compile_x86_rel")
783android_builder("Android32 (more configs)", "Android|arm|more", recipe = "more_configs")
784android_try_job("android_arm_more_configs", recipe = "more_configs")
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100785android_try_job("android_chromium_compile", recipe = "chromium_trybot", branch_cq = False)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100786
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100787ios_builder("iOS64 Debug", "iOS|arm64|dbg")
788ios_try_job("ios_compile_arm64_dbg")
789ios_builder("iOS64 Release", "iOS|arm64|rel")
790ios_try_job("ios_compile_arm64_rel")
Artem Titov1d47d312020-11-03 14:45:52 +0100791ios_builder("iOS64 Sim Debug (iOS 14.0)", "iOS|x64|14")
Andrey Logvin81320ad2021-06-02 16:45:09 +0000792ios_try_job("ios_sim_x64_dbg_ios14")
Artem Titov1d47d312020-11-03 14:45:52 +0100793ios_builder("iOS64 Sim Debug (iOS 13)", "iOS|x64|13")
Andrey Logvin81320ad2021-06-02 16:45:09 +0000794ios_try_job("ios_sim_x64_dbg_ios13")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100795ios_builder("iOS64 Sim Debug (iOS 12)", "iOS|x64|12")
Andrey Logvin81320ad2021-06-02 16:45:09 +0000796ios_try_job("ios_sim_x64_dbg_ios12")
Mirko Bonadeia7677a32021-10-05 08:31:36 +0200797ios_builder_macos11("iOS API Framework Builder", "iOS|fat|size", recipe = "ios_api_framework", prioritized = True)
798ios_try_job_macos11("ios_api_framework", recipe = "ios_api_framework")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100799
800linux_builder("Linux32 Debug", "Linux|x86|dbg")
801linux_try_job("linux_x86_dbg")
802linux_builder("Linux32 Release", "Linux|x86|rel")
803linux_try_job("linux_x86_rel")
804linux_builder("Linux64 Debug", "Linux|x64|dbg")
805linux_try_job("linux_dbg", cq = None)
806linux_try_job("linux_compile_dbg")
807linux_builder("Linux64 Release", "Linux|x64|rel")
808linux_try_job("linux_rel")
809linux_builder("Linux64 Builder", "Linux|x64|size", perf_cat = "Linux|x64|Builder|", prioritized = True)
810linux_try_job("linux_compile_rel")
Mirko Bonadei12643772020-03-27 13:16:35 +0100811linux_perf_builder("Perf Linux Trusty", "Linux|x64|Tester|Trusty", triggered_by = ["Linux64 Builder"])
Christoffer Jansson627cb052021-06-29 12:34:58 +0200812linux_perf_builder("Perf Linux Bionic", "Linux|x64|Tester|Bionic", triggered_by = ["Linux64 Builder"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100813linux_builder("Linux32 Debug (ARM)", "Linux|arm|dbg")
814linux_try_job("linux_compile_arm_dbg")
815linux_builder("Linux32 Release (ARM)", "Linux|arm|rel")
816linux_try_job("linux_compile_arm_rel")
817linux_builder("Linux64 Debug (ARM)", "Linux|arm64|dbg")
818linux_try_job("linux_compile_arm64_dbg")
819linux_builder("Linux64 Release (ARM)", "Linux|arm64|rel")
820linux_try_job("linux_compile_arm64_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100821linux_builder("Linux Asan", "Linux|x64|asan")
822linux_try_job("linux_asan")
823linux_builder("Linux MSan", "Linux|x64|msan")
824linux_try_job("linux_msan")
825linux_builder("Linux Tsan v2", "Linux|x64|tsan")
826linux_try_job("linux_tsan2")
827linux_builder("Linux UBSan", "Linux|x64|ubsan")
828linux_try_job("linux_ubsan")
829linux_builder("Linux UBSan vptr", "Linux|x64|ubsan")
830linux_try_job("linux_ubsan_vptr")
831linux_builder("Linux64 Release (Libfuzzer)", "Linux|x64|fuzz", recipe = "libfuzzer")
832linux_try_job("linux_libfuzzer_rel", recipe = "libfuzzer")
833linux_builder("Linux (more configs)", "Linux|x64|more", recipe = "more_configs")
834linux_try_job("linux_more_configs", recipe = "more_configs")
Oleh Prypin7d1cabe2019-03-14 15:10:30 +0100835linux_try_job("linux_chromium_compile", recipe = "chromium_trybot", branch_cq = False)
Mirko Bonadei40de50f2019-11-07 11:23:47 +0100836linux_try_job("linux_chromium_compile_dbg", recipe = "chromium_trybot", branch_cq = False)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100837
838mac_builder("Mac64 Debug", "Mac|x64|dbg")
Mirko Bonadei36a79c52021-10-15 19:52:52 +0200839mac_try_job("mac_dbg", cq = None)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100840mac_try_job("mac_compile_dbg")
841mac_builder("Mac64 Release", "Mac|x64|rel")
Mirko Bonadei624568e2021-10-15 15:31:57 +0200842mac_try_job("mac_rel")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100843mac_try_job("mac_compile_rel", cq = None)
844mac_builder("Mac64 Builder", ci_cat = None, perf_cat = "Mac|x64|Builder|")
Mirko Bonadei12643772020-03-27 13:16:35 +0100845mac_perf_builder("Perf Mac 10.11", "Mac|x64|Tester|10.11", triggered_by = ["Mac64 Builder"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100846mac_builder("Mac Asan", "Mac|x64|asan")
Andrey Logvina9501222021-04-27 18:08:39 +0000847mac_try_job("mac_asan")
Mirko Bonadei2f407ea2021-08-31 07:27:22 +0000848mac_try_job("mac_chromium_compile", recipe = "chromium_trybot", dimensions = {"cores": "8"}, branch_cq = False)
Christoffer Janssonb21c9502021-06-09 16:15:39 +0200849mac_builder("MacARM64 M1 Release", "Mac|arm64M1|rel", dimensions = {"cpu": "arm64-64-Apple_M1"})
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100850
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100851win_builder("Win32 Debug (Clang)", "Win Clang|x86|dbg")
852win_try_job("win_x86_clang_dbg", cq = None)
853win_try_job("win_compile_x86_clang_dbg")
854win_builder("Win32 Release (Clang)", "Win Clang|x86|rel")
855win_try_job("win_x86_clang_rel")
856win_try_job("win_compile_x86_clang_rel", cq = None)
857win_builder("Win32 Builder (Clang)", ci_cat = None, perf_cat = "Win|x86|Builder|")
Mirko Bonadei12643772020-03-27 13:16:35 +0100858win_perf_builder("Perf Win7", "Win|x86|Tester|7", triggered_by = ["Win32 Builder (Clang)"])
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100859win_builder("Win64 Debug (Clang)", "Win Clang|x64|dbg")
860win_try_job("win_x64_clang_dbg", cq = None)
861win_try_job("win_x64_clang_dbg_win8", cq = None)
862win_try_job("win_x64_clang_dbg_win10", cq = None)
863win_try_job("win_compile_x64_clang_dbg")
864win_builder("Win64 Release (Clang)", "Win Clang|x64|rel")
865win_try_job("win_x64_clang_rel", cq = None)
866win_try_job("win_compile_x64_clang_rel")
Mirko Bonadeiafbe33d2019-05-31 09:27:54 +0200867win_builder("Win64 ASan", "Win Clang|x64|asan")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100868win_try_job("win_asan")
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100869win_builder("Win (more configs)", "Win Clang|x86|more", recipe = "more_configs")
870win_try_job("win_x86_more_configs", recipe = "more_configs")
Mirko Bonadei825f9c22020-07-01 11:52:39 +0200871win_try_job("win_chromium_compile", recipe = "chromium_trybot", branch_cq = False, goma_jobs = 150)
872win_try_job("win_chromium_compile_dbg", recipe = "chromium_trybot", branch_cq = False, goma_jobs = 150)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100873
874linux_try_job(
875 "presubmit",
876 recipe = "run_presubmit",
877 properties = {"repo_name": "webrtc", "runhooks": True},
878 priority = 28,
879 cq = {"disable_reuse": True},
880)
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100881
882cron_builder(
883 "Auto-roll - WebRTC DEPS",
884 recipe = "auto_roll_webrtc_deps",
Oleh Prypindc68a722019-06-25 10:43:13 +0200885 schedule = "0 */2 * * *", # Every 2 hours.
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100886)
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200887
Mirko Bonadei54bbd1c2020-12-14 15:54:46 +0100888cron_builder(
889 "WebRTC version update",
890 recipe = "update_webrtc_binary_version",
891 schedule = "0 4 * * *", # Every day at 4am.
892 service_account = "webrtc-version-updater@webrtc-ci.iam.gserviceaccount.com",
893)
894
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200895lkgr_config = {
896 "project": "webrtc",
897 "source_url": WEBRTC_GIT,
898 "status_url": "https://webrtc-status.appspot.com",
Christoffer Jansson75938042021-10-21 16:56:34 +0200899 "allowed_lag": 150, # hours
900 "allowed_gap": 4, # commits behind
Mirko Bonadeif4b78bf2021-04-29 11:23:41 +0200901 "error_recipients": WEBRTC_TROOPER_EMAIL,
Michael Achenbach09dd7dc2019-07-26 15:26:11 +0200902 "buckets": {
903 "webrtc/ci": {
904 # bucket alias: luci.webrtc.ci
Mirko Bonadeiab3ff262020-12-18 10:17:43 +0100905 "builders": [
906 b
907 for b in sorted(lkgr_builders)
908 if b not in skipped_lkgr_bots
909 ],
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200910 },
Michael Achenbach09dd7dc2019-07-26 15:26:11 +0200911 "chromium/webrtc.fyi": {
912 # bucket alias: luci.chromium.webrtc.fyi
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200913 "builders": [
914 "WebRTC Chromium FYI Android Builder (dbg)",
915 "WebRTC Chromium FYI Android Builder ARM64 (dbg)",
916 "WebRTC Chromium FYI Android Builder",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200917 "WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)",
landrey3f323922021-10-21 07:30:03 +0000918 "WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200919 "WebRTC Chromium FYI Linux Builder (dbg)",
920 "WebRTC Chromium FYI Linux Builder",
921 "WebRTC Chromium FYI Linux Tester",
922 "WebRTC Chromium FYI Mac Builder (dbg)",
923 "WebRTC Chromium FYI Mac Builder",
924 "WebRTC Chromium FYI Mac Tester",
925 "WebRTC Chromium FYI Win Builder (dbg)",
Andrey Logvin7228ba12021-09-15 17:59:21 +0000926 "WebRTC Chromium FYI Win Builder",
Andrey Logvin7484d1b82021-09-15 17:32:39 +0000927 "WebRTC Chromium FYI Win10 Tester",
928 "WebRTC Chromium FYI Win7 Tester",
929 "WebRTC Chromium FYI Win8 Tester",
Mirko Bonadei2f05cfe2020-11-25 10:41:58 +0100930 "WebRTC Chromium FYI ios-device",
Björn Tereliusc20ed6b2021-06-21 14:31:35 +0200931 "WebRTC Chromium FYI ios-simulator",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200932 ],
933 },
934 },
935}
936
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100937cron_builder(
938 "WebRTC lkgr finder",
939 recipe = "lkgr_finder",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200940 properties = {
941 "project": "webrtc",
942 "repo": WEBRTC_GIT,
943 "ref": "refs/heads/lkgr",
Christoffer Janssone9fcc7b2021-06-29 13:02:15 +0200944 "src_ref": "refs/heads/main",
Oleh Prypin8f0dc312019-05-31 15:54:35 +0200945 "lkgr_status_gs_path": "chromium-webrtc/lkgr-status",
946 "config": lkgr_config,
947 },
Oleh Prypin1a0593f2019-03-11 09:43:28 +0100948 schedule = "*/10 * * * *", # Every 10 minutes.
949)