blob: bcef7721c321bcc85c52d5d2eff439edf41ce37c [file] [log] [blame]
Brian Harring3fec5a82012-03-01 05:57:03 -08001#!/usr/bin/python
2
Mike Frysingerd6925b52012-07-16 16:11:00 -04003# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Brian Harring3fec5a82012-03-01 05:57:03 -08004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7"""Main builder code for Chromium OS.
8
9Used by Chromium OS buildbot configuration for all Chromium OS builds including
10full and pre-flight-queue builds.
11"""
12
David James1fddb8f2013-04-25 15:23:07 -070013import collections
Brian Harring3fec5a82012-03-01 05:57:03 -080014import distutils.version
Mike Frysinger6903c762012-12-04 01:57:16 -050015import errno
Brian Harring3fec5a82012-03-01 05:57:03 -080016import glob
Chris Sosa4f6ffaf2012-05-01 17:05:44 -070017import logging
Brian Harring3fec5a82012-03-01 05:57:03 -080018import optparse
19import os
Brian Harring3fec5a82012-03-01 05:57:03 -080020import sys
Ryan Cui54da0702012-04-19 18:38:08 -070021import time
David James3541a132013-03-18 13:21:58 -070022import traceback
Brian Harring3fec5a82012-03-01 05:57:03 -080023
Brian Harring3fec5a82012-03-01 05:57:03 -080024from chromite.buildbot import cbuildbot_config
25from chromite.buildbot import cbuildbot_stages as stages
26from chromite.buildbot import cbuildbot_results as results_lib
Matt Tennantefb59522013-10-18 13:49:28 -070027from chromite.buildbot import cbuildbot_run
Brian Harring3fec5a82012-03-01 05:57:03 -080028from chromite.buildbot import constants
Brian Harring3fec5a82012-03-01 05:57:03 -080029from chromite.buildbot import remote_try
30from chromite.buildbot import repository
31from chromite.buildbot import tee
Ryan Cui16d9e1f2012-05-11 10:50:18 -070032from chromite.buildbot import trybot_patch_pool
Brian Harring3fec5a82012-03-01 05:57:03 -080033
Brian Harringc92a7012012-02-29 10:11:34 -080034from chromite.lib import cgroups
Brian Harringa184efa2012-03-04 11:51:25 -080035from chromite.lib import cleanup
Brian Harringb6cf9142012-09-01 20:43:17 -070036from chromite.lib import commandline
Brian Harring1b8c4c82012-05-29 23:03:04 -070037from chromite.lib import cros_build_lib
David Jamesa0a664e2013-02-13 09:52:01 -080038from chromite.lib import gclient
Brian Harring511055e2012-10-10 02:58:59 -070039from chromite.lib import gerrit
David James97d95872012-11-16 15:09:56 -080040from chromite.lib import git
Brian Harringaf019fb2012-05-10 15:06:13 -070041from chromite.lib import osutils
Brian Harring511055e2012-10-10 02:58:59 -070042from chromite.lib import patch as cros_patch
David James6450a0a2012-12-04 07:59:53 -080043from chromite.lib import parallel
Brian Harring3fec5a82012-03-01 05:57:03 -080044from chromite.lib import sudo
David James3432acd2013-11-27 10:02:18 -080045from chromite.lib import timeout_util
Brian Harring3fec5a82012-03-01 05:57:03 -080046
Aviv Kesheta0159be2013-12-12 13:56:28 -080047import mock
48
Ryan Cuiadd49122012-03-21 22:19:58 -070049
Brian Harring3fec5a82012-03-01 05:57:03 -080050_DEFAULT_LOG_DIR = 'cbuildbot_logs'
51_BUILDBOT_LOG_FILE = 'cbuildbot.log'
52_DEFAULT_EXT_BUILDROOT = 'trybot'
53_DEFAULT_INT_BUILDROOT = 'trybot-internal'
Matt Tennant8a8118a2013-09-11 14:52:15 -070054_DISTRIBUTED_TYPES = [constants.PFQ_TYPE, constants.CANARY_TYPE,
55 constants.CHROME_PFQ_TYPE, constants.PALADIN_TYPE]
Brian Harring351ce442012-03-09 16:38:14 -080056_BUILDBOT_REQUIRED_BINARIES = ('pbzip2',)
Ryan Cui1c13a252012-10-16 15:00:16 -070057_API_VERSION_ATTR = 'api_version'
Brian Harring3fec5a82012-03-01 05:57:03 -080058
59
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070060def _PrintValidConfigs(display_all=False):
Brian Harring3fec5a82012-03-01 05:57:03 -080061 """Print a list of valid buildbot configs.
62
Mike Frysinger02e1e072013-11-10 22:11:34 -050063 Args:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070064 display_all: Print all configs. Otherwise, prints only configs with
65 trybot_list=True.
Brian Harring3fec5a82012-03-01 05:57:03 -080066 """
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070067 def _GetSortKey(config_name):
68 config_dict = cbuildbot_config.config[config_name]
69 return (not config_dict['trybot_list'], config_dict['description'],
70 config_name)
71
Brian Harring3fec5a82012-03-01 05:57:03 -080072 COLUMN_WIDTH = 45
73 print 'config'.ljust(COLUMN_WIDTH), 'description'
74 print '------'.ljust(COLUMN_WIDTH), '-----------'
75 config_names = cbuildbot_config.config.keys()
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070076 config_names.sort(key=_GetSortKey)
Brian Harring3fec5a82012-03-01 05:57:03 -080077 for name in config_names:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070078 if display_all or cbuildbot_config.config[name]['trybot_list']:
79 desc = cbuildbot_config.config[name].get('description')
80 desc = desc if desc else ''
Brian Harring3fec5a82012-03-01 05:57:03 -080081 print name.ljust(COLUMN_WIDTH), desc
82
83
84def _GetConfig(config_name):
85 """Gets the configuration for the build"""
86 if not cbuildbot_config.config.has_key(config_name):
87 print 'Non-existent configuration %s specified.' % config_name
88 print 'Please specify one of:'
89 _PrintValidConfigs()
90 sys.exit(1)
91
92 result = cbuildbot_config.config[config_name]
93
94 return result
95
96
Ryan Cuie1e4e662012-05-21 16:39:46 -070097def AcquirePoolFromOptions(options):
Ryan Cui16d9e1f2012-05-11 10:50:18 -070098 """Generate patch objects from passed in options.
Brian Harring3fec5a82012-03-01 05:57:03 -080099
100 Args:
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700101 options: The options object generated by optparse.
Brian Harring3fec5a82012-03-01 05:57:03 -0800102
Ryan Cuif7f24692012-05-18 16:35:33 -0700103 Returns:
104 trybot_patch_pool.TrybotPatchPool object.
105
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700106 Raises:
Brian Harring511055e2012-10-10 02:58:59 -0700107 gerrit.GerritException, cros_patch.PatchException
Brian Harring3fec5a82012-03-01 05:57:03 -0800108 """
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700109 gerrit_patches = []
110 local_patches = []
111 remote_patches = []
Brian Harring3fec5a82012-03-01 05:57:03 -0800112
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700113 if options.gerrit_patches:
Brian Harring511055e2012-10-10 02:58:59 -0700114 gerrit_patches = gerrit.GetGerritPatchInfo(
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700115 options.gerrit_patches)
116 for patch in gerrit_patches:
117 if patch.IsAlreadyMerged():
Brian Harring1b8c4c82012-05-29 23:03:04 -0700118 cros_build_lib.Warning('Patch %s has already been merged.' % str(patch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800119
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700120 if options.local_patches:
David James97d95872012-11-16 15:09:56 -0800121 manifest = git.ManifestCheckout.Cached(options.sourceroot)
Brian Harring609dc4e2012-05-07 02:17:44 -0700122 local_patches = cros_patch.PrepareLocalPatches(manifest,
123 options.local_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800124
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700125 if options.remote_patches:
126 remote_patches = cros_patch.PrepareRemotePatches(
127 options.remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800128
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700129 return trybot_patch_pool.TrybotPatchPool(gerrit_patches, local_patches,
130 remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800131
132
Brian Harring3fec5a82012-03-01 05:57:03 -0800133class Builder(object):
134 """Parent class for all builder types.
135
Matt Tennant759e2352013-09-27 15:14:44 -0700136 This class functions as an abstract parent class for various build types.
137 Its intended use is builder_instance.Run().
Brian Harring3fec5a82012-03-01 05:57:03 -0800138
Matt Tennant3f351552014-01-03 14:28:00 -0800139 Attributes:
140 _run: The BuilderRun object for this run.
141 archive_stages: Dict of BuildConfig keys to ArchiveStage values.
142 patch_pool: TrybotPatchPool.
Brian Harring3fec5a82012-03-01 05:57:03 -0800143 """
144
Matt Tennantefb59522013-10-18 13:49:28 -0700145 def __init__(self, builder_run):
Brian Harring3fec5a82012-03-01 05:57:03 -0800146 """Initializes instance variables. Must be called by all subclasses."""
Matt Tennantefb59522013-10-18 13:49:28 -0700147 self._run = builder_run
Brian Harring3fec5a82012-03-01 05:57:03 -0800148
Matt Tennantefb59522013-10-18 13:49:28 -0700149 if self._run.config.chromeos_official:
Brian Harring3fec5a82012-03-01 05:57:03 -0800150 os.environ['CHROMEOS_OFFICIAL'] = '1'
151
David James58e0c092012-03-04 20:31:12 -0800152 self.archive_stages = {}
Brian Harring76d1bf62012-06-01 13:52:48 -0700153 self.patch_pool = trybot_patch_pool.TrybotPatchPool()
Brian Harring3fec5a82012-03-01 05:57:03 -0800154
155 def Initialize(self):
156 """Runs through the initialization steps of an actual build."""
Matt Tennantefb59522013-10-18 13:49:28 -0700157 if self._run.options.resume:
158 results_lib.LoadCheckpoint(self._run.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800159
Brian Harring3fec5a82012-03-01 05:57:03 -0800160 self._RunStage(stages.CleanUpStage)
161
162 def _GetStageInstance(self, stage, *args, **kwargs):
Matt Tennant759e2352013-09-27 15:14:44 -0700163 """Helper function to get a stage instance given the args.
Brian Harring3fec5a82012-03-01 05:57:03 -0800164
Matt Tennantefb59522013-10-18 13:49:28 -0700165 Useful as almost all stages just take in builder_run.
Brian Harring3fec5a82012-03-01 05:57:03 -0800166 """
Matt Tennantefb59522013-10-18 13:49:28 -0700167 # Normally the default BuilderRun (self._run) is used, but it can
168 # be overridden with "builder_run" kwargs (e.g. for child configs).
169 builder_run = kwargs.pop('builder_run', self._run)
170 return stage(builder_run, *args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800171
172 def _SetReleaseTag(self):
Matt Tennantefb59522013-10-18 13:49:28 -0700173 """Sets the release tag from the manifest manager.
Brian Harring3fec5a82012-03-01 05:57:03 -0800174
175 Must be run after sync stage as syncing enables us to have a release tag.
Matt Tennantefb59522013-10-18 13:49:28 -0700176
177 TODO(mtennant): Find a bottleneck place in syncing that can set this
178 directly. Be careful, as there are several kinds of syncing stages.
Brian Harring3fec5a82012-03-01 05:57:03 -0800179 """
Matt Tennantefb59522013-10-18 13:49:28 -0700180 manifest_manager = getattr(self._run.attrs, 'manifest_manager', None)
Brian Harring3fec5a82012-03-01 05:57:03 -0800181 if manifest_manager:
Matt Tennantefb59522013-10-18 13:49:28 -0700182 self._run.attrs.release_tag = manifest_manager.current_version
Matt Tennant3f351552014-01-03 14:28:00 -0800183 else:
184 self._run.attrs.release_tag = None
Brian Harring3fec5a82012-03-01 05:57:03 -0800185
186 def _RunStage(self, stage, *args, **kwargs):
Matt Tennant759e2352013-09-27 15:14:44 -0700187 """Wrapper to run a stage.
188
189 Args:
190 stage: A BuilderStage class.
191 args: args to pass to stage constructor.
192 kwargs: kwargs to pass to stage constructor.
Mike Frysinger1a736a82013-12-12 01:50:59 -0500193
Matt Tennant759e2352013-09-27 15:14:44 -0700194 Returns:
Matt Tennant759e2352013-09-27 15:14:44 -0700195 Whatever the stage's Run method returns.
196 """
Brian Harring3fec5a82012-03-01 05:57:03 -0800197 stage_instance = self._GetStageInstance(stage, *args, **kwargs)
198 return stage_instance.Run()
199
200 def GetSyncInstance(self):
201 """Returns an instance of a SyncStage that should be run.
202
203 Subclasses must override this method.
204 """
205 raise NotImplementedError()
206
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400207 def GetCompletionInstance(self):
Aviv Keshetf2746152013-11-26 10:42:46 -0800208 """Returns the MasterSlaveSyncCompletionStage for this build.
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400209
210 Subclasses may override this method.
211
Mike Frysinger02e1e072013-11-10 22:11:34 -0500212 Returns:
213 None
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400214 """
215 return None
216
Brian Harring3fec5a82012-03-01 05:57:03 -0800217 def RunStages(self):
218 """Subclasses must override this method. Runs the appropriate code."""
219 raise NotImplementedError()
220
Brian Harring3fec5a82012-03-01 05:57:03 -0800221 def _ReExecuteInBuildroot(self, sync_instance):
222 """Reexecutes self in buildroot and returns True if build succeeds.
223
224 This allows the buildbot code to test itself when changes are patched for
225 buildbot-related code. This is a no-op if the buildroot == buildroot
226 of the running chromite checkout.
227
228 Args:
229 sync_instance: Instance of the sync stage that was run to sync.
230
231 Returns:
232 True if the Build succeeded.
233 """
Matt Tennantefb59522013-10-18 13:49:28 -0700234 if not self._run.options.resume:
235 results_lib.WriteCheckpoint(self._run.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800236
Ryan Cui1c13a252012-10-16 15:00:16 -0700237 args = stages.BootstrapStage.FilterArgsForTargetCbuildbot(
Matt Tennantefb59522013-10-18 13:49:28 -0700238 self._run.options.buildroot, constants.PATH_TO_CBUILDBOT,
239 self._run.options)
Brian Harring37e559b2012-05-22 20:47:32 -0700240
David James2333c182013-02-13 16:16:15 -0800241 # Specify a buildroot explicitly (just in case, for local trybot).
Brian Harring3fec5a82012-03-01 05:57:03 -0800242 # Suppress any timeout options given from the commandline in the
243 # invoked cbuildbot; our timeout will enforce it instead.
Ryan Cui1c13a252012-10-16 15:00:16 -0700244 args += ['--resume', '--timeout', '0', '--notee', '--nocgroups',
Matt Tennantefb59522013-10-18 13:49:28 -0700245 '--buildroot', os.path.abspath(self._run.options.buildroot)]
Brian Harringae0a5322012-09-15 01:46:51 -0700246
Matt Tennantefb59522013-10-18 13:49:28 -0700247 if hasattr(self._run.attrs, 'manifest_manager'):
248 # TODO(mtennant): Is this the same as self._run.attrs.release_tag?
249 ver = self._run.attrs.manifest_manager.current_version
Ryan Cui1c13a252012-10-16 15:00:16 -0700250 args += ['--version', ver]
Brian Harring3fec5a82012-03-01 05:57:03 -0800251
David Jamesf421c6d2013-04-11 15:37:57 -0700252 pool = getattr(sync_instance, 'pool', None)
253 if pool:
Matt Tennantefb59522013-10-18 13:49:28 -0700254 filename = os.path.join(self._run.options.buildroot,
255 'validation_pool.dump')
David Jamesf421c6d2013-04-11 15:37:57 -0700256 pool.Save(filename)
257 args += ['--validation_pool', filename]
Brian Harring3fec5a82012-03-01 05:57:03 -0800258
David Jamesac8c2a72013-02-13 18:44:33 -0800259 # Reset the cache dir so that the child will calculate it automatically.
Matt Tennantefb59522013-10-18 13:49:28 -0700260 if not self._run.options.cache_dir_specified:
David Jamesac8c2a72013-02-13 18:44:33 -0800261 commandline.BaseParser.ConfigureCacheDir(None)
262
Brian Harring3fec5a82012-03-01 05:57:03 -0800263 # Re-run the command in the buildroot.
264 # Finally, be generous and give the invoked cbuildbot 30s to shutdown
265 # when something occurs. It should exit quicker, but the sigterm may
266 # hit while the system is particularly busy.
Brian Harring1b8c4c82012-05-29 23:03:04 -0700267 return_obj = cros_build_lib.RunCommand(
Matt Tennantefb59522013-10-18 13:49:28 -0700268 args, cwd=self._run.options.buildroot, error_code_ok=True,
269 kill_timeout=30)
Brian Harring3fec5a82012-03-01 05:57:03 -0800270 return return_obj.returncode == 0
271
Ryan Cuif7f24692012-05-18 16:35:33 -0700272 def _InitializeTrybotPatchPool(self):
273 """Generate patch pool from patches specified on the command line.
274
275 Do this only if we need to patch changes later on.
276 """
277 changes_stage = stages.PatchChangesStage.StageNamePrefix()
278 check_func = results_lib.Results.PreviouslyCompletedRecord
Matt Tennantefb59522013-10-18 13:49:28 -0700279 if not check_func(changes_stage) or self._run.options.bootstrap:
280 self.patch_pool = AcquirePoolFromOptions(self._run.options)
Ryan Cuif7f24692012-05-18 16:35:33 -0700281
282 def _GetBootstrapStage(self):
283 """Constructs and returns the BootStrapStage object.
284
285 We return None when there are no chromite patches to test, and
286 --test-bootstrap wasn't passed in.
287 """
288 stage = None
289 chromite_pool = self.patch_pool.Filter(project=constants.CHROMITE_PROJECT)
Ryan Cui5616a512012-08-17 13:39:36 -0700290 manifest_pool = self.patch_pool.FilterManifest()
David James97d95872012-11-16 15:09:56 -0800291 chromite_branch = git.GetChromiteTrackingBranch()
Matt Tennantefb59522013-10-18 13:49:28 -0700292 if (chromite_pool or manifest_pool or
293 self._run.options.test_bootstrap or
294 chromite_branch != self._run.options.branch):
295 stage = stages.BootstrapStage(self._run, chromite_pool,
296 manifest_pool)
Ryan Cuif7f24692012-05-18 16:35:33 -0700297 return stage
298
Brian Harring3fec5a82012-03-01 05:57:03 -0800299 def Run(self):
Ryan Cuif7f24692012-05-18 16:35:33 -0700300 """Main runner for this builder class. Runs build and prints summary.
301
302 Returns:
303 Whether the build succeeded.
304 """
305 self._InitializeTrybotPatchPool()
306
Matt Tennantefb59522013-10-18 13:49:28 -0700307 if self._run.options.bootstrap:
Ryan Cuif7f24692012-05-18 16:35:33 -0700308 bootstrap_stage = self._GetBootstrapStage()
309 if bootstrap_stage:
310 # BootstrapStage blocks on re-execution of cbuildbot.
311 bootstrap_stage.Run()
312 return bootstrap_stage.returncode == 0
313
Brian Harring3fec5a82012-03-01 05:57:03 -0800314 print_report = True
David James3d4d3502012-04-09 15:12:06 -0700315 exception_thrown = False
Brian Harring3fec5a82012-03-01 05:57:03 -0800316 success = True
David James9ebb2a42013-08-13 20:29:57 -0700317 sync_instance = None
Brian Harring3fec5a82012-03-01 05:57:03 -0800318 try:
319 self.Initialize()
320 sync_instance = self.GetSyncInstance()
321 sync_instance.Run()
322 self._SetReleaseTag()
323
Matt Tennantefb59522013-10-18 13:49:28 -0700324 if self._run.ShouldPatchAfterSync():
Ryan Cui88b901c2013-06-21 11:35:30 -0700325 # Filter out patches to manifest, since PatchChangesStage can't handle
326 # them. Manifest patches are patched in the BootstrapStage.
327 non_manifest_patches = self.patch_pool.FilterManifest(negate=True)
328 if non_manifest_patches:
329 self._RunStage(stages.PatchChangesStage, non_manifest_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800330
Matt Tennantefb59522013-10-18 13:49:28 -0700331 if self._run.ShouldReexecAfterSync():
Brian Harring3fec5a82012-03-01 05:57:03 -0800332 print_report = False
333 success = self._ReExecuteInBuildroot(sync_instance)
334 else:
335 self.RunStages()
Matt Tennant759e2352013-09-27 15:14:44 -0700336
David James3541a132013-03-18 13:21:58 -0700337 except Exception as ex:
338 # If the build is marked as successful, but threw exceptions, that's a
339 # problem.
David James7fbf2d42012-07-14 18:23:49 -0700340 exception_thrown = True
David James3541a132013-03-18 13:21:58 -0700341 if results_lib.Results.BuildSucceededSoFar():
342 traceback.print_exc(file=sys.stdout)
David James7fbf2d42012-07-14 18:23:49 -0700343 raise
Matt Tennant759e2352013-09-27 15:14:44 -0700344
David James3541a132013-03-18 13:21:58 -0700345 if not (print_report and isinstance(ex, results_lib.StepFailure)):
346 raise
Matt Tennant759e2352013-09-27 15:14:44 -0700347
Brian Harring3fec5a82012-03-01 05:57:03 -0800348 finally:
349 if print_report:
Matt Tennantefb59522013-10-18 13:49:28 -0700350 results_lib.WriteCheckpoint(self._run.options.buildroot)
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400351 completion_instance = self.GetCompletionInstance()
Matt Tennantefb59522013-10-18 13:49:28 -0700352 self._RunStage(stages.ReportStage, self.archive_stages, sync_instance,
353 completion_instance)
Brian Harring3fec5a82012-03-01 05:57:03 -0800354 success = results_lib.Results.BuildSucceededSoFar()
David James3d4d3502012-04-09 15:12:06 -0700355 if exception_thrown and success:
356 success = False
David Jamesbb20ac82012-07-18 10:59:16 -0700357 cros_build_lib.PrintBuildbotStepWarnings()
358 print """\
David James3d4d3502012-04-09 15:12:06 -0700359Exception thrown, but all stages marked successful. This is an internal error,
360because the stage that threw the exception should be marked as failing."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800361
362 return success
363
364
David James1fddb8f2013-04-25 15:23:07 -0700365BoardConfig = collections.namedtuple('BoardConfig', ['board', 'name'])
366
367
Brian Harring3fec5a82012-03-01 05:57:03 -0800368class SimpleBuilder(Builder):
369 """Builder that performs basic vetting operations."""
370
371 def GetSyncInstance(self):
372 """Sync to lkgm or TOT as necessary.
373
Mike Frysinger02e1e072013-11-10 22:11:34 -0500374 Returns:
375 The instance of the sync stage to run.
Brian Harring3fec5a82012-03-01 05:57:03 -0800376 """
Matt Tennantefb59522013-10-18 13:49:28 -0700377 if self._run.options.force_version:
Ryan Cui88b901c2013-06-21 11:35:30 -0700378 sync_stage = self._GetStageInstance(stages.ManifestVersionedSyncStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700379 elif self._run.config.use_lkgm:
Brian Harring3fec5a82012-03-01 05:57:03 -0800380 sync_stage = self._GetStageInstance(stages.LKGMSyncStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700381 elif self._run.config.use_chrome_lkgm:
Chris Sosa52a81b62012-11-14 06:12:54 -0800382 sync_stage = self._GetStageInstance(stages.ChromeLKGMSyncStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800383 else:
384 sync_stage = self._GetStageInstance(stages.SyncStage)
385
386 return sync_stage
387
David James4f2d8302013-03-19 06:35:58 -0700388 @staticmethod
389 def _RunParallelStages(stage_objs):
Matt Tennant759e2352013-09-27 15:14:44 -0700390 """Run the specified stages in parallel.
391
392 Args:
393 stage_objs: BuilderStage objects.
394 """
David James4f2d8302013-03-19 06:35:58 -0700395 steps = [stage.Run for stage in stage_objs]
396 try:
397 parallel.RunParallelSteps(steps)
398 except BaseException as ex:
399 # If a stage threw an exception, it might not have correctly reported
400 # results (e.g. because it was killed before it could report the
401 # results.) In this case, attribute the exception to any stages that
402 # didn't report back correctly (if any).
403 for stage in stage_objs:
David James6b704242013-10-18 14:51:37 -0700404 for name in stage.GetStageNames():
405 if not results_lib.Results.StageHasResults(name):
406 results_lib.Results.Record(name, ex, str(ex))
Matt Tennant759e2352013-09-27 15:14:44 -0700407
David James4f2d8302013-03-19 06:35:58 -0700408 raise
409
Matt Tennantefb59522013-10-18 13:49:28 -0700410 def _RunBackgroundStagesForBoard(self, builder_run, board, compilecheck):
Matt Tennant759e2352013-09-27 15:14:44 -0700411 """Run background board-specific stages for the specified board.
412
413 Args:
Matt Tennantefb59522013-10-18 13:49:28 -0700414 builder_run: BuilderRun object for these background stages.
Matt Tennant759e2352013-09-27 15:14:44 -0700415 board: Board name.
416 compilecheck: Boolean. If True, run only the compile steps.
417 """
Matt Tennantefb59522013-10-18 13:49:28 -0700418 config = builder_run.config
419 archive_stage = self.archive_stages[BoardConfig(board, config.name)]
420 if config.pgo_generate:
Ahmad Sharifa2db40a2013-07-22 13:51:52 -0400421 self._RunParallelStages([archive_stage])
David James1fddb8f2013-04-25 15:23:07 -0700422 return
Matt Tennant759e2352013-09-27 15:14:44 -0700423
David James565bc9a2013-04-08 14:54:45 -0700424 if compilecheck:
425 self._RunStage(stages.BuildPackagesStage, board, archive_stage,
Matt Tennantefb59522013-10-18 13:49:28 -0700426 builder_run=builder_run)
427 self._RunStage(stages.UnitTestStage, board,
428 builder_run=builder_run)
David James565bc9a2013-04-08 14:54:45 -0700429 return
Matt Tennant759e2352013-09-27 15:14:44 -0700430
Mike Frysinger31ac04f2013-11-10 21:07:48 -0500431 # While this stage list is run in parallel, the order here dictates the
432 # order that things will be shown in the log. So group things together
433 # that make sense when read in order. Also keep in mind that, since we
434 # gather output manually, early slow stages will prevent any output from
435 # later stages showing up until it finishes.
Ryan Cui3ea98e02013-08-07 16:01:48 -0700436 stage_list = []
Matt Tennantefb59522013-10-18 13:49:28 -0700437 if builder_run.options.chrome_sdk and config.chrome_sdk:
Ryan Cui3ea98e02013-08-07 16:01:48 -0700438 stage_list.append([stages.ChromeSDKStage, board, archive_stage])
David James6b704242013-10-18 14:51:37 -0700439 stage_list += [
440 [stages.RetryStage, 1, stages.VMTestStage, board, archive_stage],
441 [stages.SignerTestStage, board, archive_stage],
442 [stages.UnitTestStage, board],
443 [stages.UploadPrebuiltsStage, board, archive_stage],
Mike Frysinger31ac04f2013-11-10 21:07:48 -0500444 [stages.DevInstallerPrebuiltsStage, board, archive_stage],
445 [stages.DebugSymbolsStage, board, archive_stage],
David James6b704242013-10-18 14:51:37 -0700446 ]
Brian Harring3fec5a82012-03-01 05:57:03 -0800447
David James58e0c092012-03-04 20:31:12 -0800448 # We can not run hw tests without archiving the payloads.
Matt Tennantefb59522013-10-18 13:49:28 -0700449 if builder_run.options.archive:
450 for suite_config in config.hw_tests:
Chris Sosaba250522013-03-27 18:57:34 -0700451 if suite_config.async:
452 stage_list.append([stages.ASyncHWTestStage, board, archive_stage,
453 suite_config])
454 elif suite_config.suite == constants.HWTEST_AU_SUITE:
455 stage_list.append([stages.AUTestStage, board, archive_stage,
456 suite_config])
Aviv Keshet23efd042013-10-01 13:59:08 -0700457 elif suite_config.suite == constants.HWTEST_QAV_SUITE:
458 stage_list.append([stages.QATestStage, board,
459 archive_stage, suite_config])
Chris Sosa077df812013-01-25 17:05:28 -0800460 else:
Chris Sosaba250522013-03-27 18:57:34 -0700461 stage_list.append([stages.HWTestStage, board, archive_stage,
462 suite_config])
Chris Sosa817b1f92012-07-19 15:00:23 -0700463
Matt Tennantefb59522013-10-18 13:49:28 -0700464 stage_objs = [self._GetStageInstance(*x, builder_run=builder_run)
465 for x in stage_list]
David James4f2d8302013-03-19 06:35:58 -0700466 self._RunParallelStages(stage_objs + [archive_stage])
Brian Harring3fec5a82012-03-01 05:57:03 -0800467
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400468 def _RunChrootBuilderTypeBuild(self):
469 """Runs through stages of a CHROOT_BUILDER_TYPE build."""
470 self._RunStage(stages.UprevStage, boards=[], enter_chroot=False)
471 self._RunStage(stages.InitSDKStage)
472 self._RunStage(stages.SetupBoardStage, [constants.CHROOT_BUILDER_BOARD])
473 self._RunStage(stages.SyncChromeStage)
474 self._RunStage(stages.PatchChromeStage)
475 self._RunStage(stages.SDKPackageStage)
476 self._RunStage(stages.SDKTestStage)
477 self._RunStage(stages.UploadPrebuiltsStage,
478 constants.CHROOT_BUILDER_BOARD, None)
479
480 def _RunRefreshPackagesTypeBuild(self):
481 """Runs through the stages of a REFRESH_PACKAGES_TYPE build."""
482 self._RunStage(stages.InitSDKStage)
483 self._RunStage(stages.SetupBoardStage)
484 self._RunStage(stages.RefreshPackageStatusStage)
485
Matt Tennante8179042013-10-01 15:47:32 -0700486 def _RunMasterPaladinBuild(self):
487 """Runs through the stages of the paladin (commit queue) master build."""
488 self._RunStage(stages.InitSDKStage)
489 self._RunStage(stages.UprevStage)
490 self._RunStage(stages.MasterUploadPrebuiltsStage)
491
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400492 def _RunDefaultTypeBuild(self):
493 """Runs through the stages of a non-special-type build."""
494 self._RunStage(stages.InitSDKStage)
495 self._RunStage(stages.UprevStage)
496 self._RunStage(stages.SetupBoardStage)
497
498 # We need a handle to this stage to extract info from it.
499 # TODO(mtennant): Just have _RunStage return the stage object, since
500 # nothing uses the return value of _RunStage now, and the Run method
501 # of stage objects does not appear to return anything, either.
502 sync_chrome_stage = self._GetStageInstance(stages.SyncChromeStage)
503 sync_chrome_stage.Run()
504 self._RunStage(stages.PatchChromeStage)
505
Matt Tennantefb59522013-10-18 13:49:28 -0700506 # Prepare stages to run in background. If child_configs exist then
507 # run each of those here, otherwise use default config.
508 builder_runs = [self._run]
509 if self._run.config.child_configs:
510 builder_runs = [cbuildbot_run.ChildBuilderRun(self._run, ix)
511 for ix in range(len(self._run.config.child_configs))]
512
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400513 tasks = []
Matt Tennantefb59522013-10-18 13:49:28 -0700514 for builder_run in builder_runs:
515 for board in builder_run.config.boards:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400516 archive_stage = self._GetStageInstance(
Matt Tennantefb59522013-10-18 13:49:28 -0700517 stages.ArchiveStage, board, builder_run=builder_run,
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400518 chrome_version=sync_chrome_stage.chrome_version)
Matt Tennantefb59522013-10-18 13:49:28 -0700519 board_config = BoardConfig(board, builder_run.config.name)
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400520 self.archive_stages[board_config] = archive_stage
Matt Tennantefb59522013-10-18 13:49:28 -0700521 tasks.append((builder_run, board, archive_stage))
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400522
523 # Set up a process pool to run test/archive stages in the background.
524 # This process runs task(board) for each board added to the queue.
525 task_runner = self._RunBackgroundStagesForBoard
526 with parallel.BackgroundTaskRunner(task_runner) as queue:
Matt Tennantefb59522013-10-18 13:49:28 -0700527 for builder_run, board, archive_stage in tasks:
528 compilecheck = (builder_run.config.compilecheck or
529 builder_run.options.compilecheck)
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400530 if not compilecheck:
531 # Run BuildPackages and BuildImage in the foreground, generating
532 # or using PGO data if requested.
Matt Tennantefb59522013-10-18 13:49:28 -0700533 kwargs = {'archive_stage': archive_stage, 'builder_run': builder_run}
534 if builder_run.config.pgo_generate:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400535 kwargs['pgo_generate'] = True
Matt Tennantefb59522013-10-18 13:49:28 -0700536 elif builder_run.config.pgo_use:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400537 kwargs['pgo_use'] = True
538
539 self._RunStage(stages.BuildPackagesStage, board, **kwargs)
540 self._RunStage(stages.BuildImageStage, board, **kwargs)
541
Matt Tennantefb59522013-10-18 13:49:28 -0700542 if builder_run.config.pgo_generate:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400543 suite = cbuildbot_config.PGORecordTest()
544 self._RunStage(stages.HWTestStage, board, archive_stage, suite,
Matt Tennantefb59522013-10-18 13:49:28 -0700545 builder_run=builder_run)
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400546
547 # Kick off our background stages.
Matt Tennantefb59522013-10-18 13:49:28 -0700548 queue.put([builder_run, board, compilecheck])
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400549
Brian Harring3fec5a82012-03-01 05:57:03 -0800550 def RunStages(self):
551 """Runs through build process."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800552 # TODO(sosa): Split these out into classes.
Matt Tennantefb59522013-10-18 13:49:28 -0700553 if self._run.config.build_type == constants.PRE_CQ_LAUNCHER_TYPE:
David James816a5942013-04-11 22:59:32 -0700554 self._RunStage(stages.PreCQLauncherStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700555 elif self._run.config.build_type == constants.CREATE_BRANCH_TYPE:
Ryan Cui88b901c2013-06-21 11:35:30 -0700556 self._RunStage(stages.BranchUtilStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700557 elif self._run.config.build_type == constants.CHROOT_BUILDER_TYPE:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400558 self._RunChrootBuilderTypeBuild()
Matt Tennantefb59522013-10-18 13:49:28 -0700559 elif self._run.config.build_type == constants.REFRESH_PACKAGES_TYPE:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400560 self._RunRefreshPackagesTypeBuild()
Matt Tennante8179042013-10-01 15:47:32 -0700561 elif (self._run.config.build_type == constants.PALADIN_TYPE and
562 self._run.config.master):
563 self._RunMasterPaladinBuild()
Brian Harring3fec5a82012-03-01 05:57:03 -0800564 else:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400565 self._RunDefaultTypeBuild()
David James58e0c092012-03-04 20:31:12 -0800566
Brian Harring3fec5a82012-03-01 05:57:03 -0800567
568class DistributedBuilder(SimpleBuilder):
569 """Build class that has special logic to handle distributed builds.
570
571 These builds sync using git/manifest logic in manifest_versions. In general
572 they use a non-distributed builder code for the bulk of the work.
573 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700574 def __init__(self, *args, **kwargs):
Brian Harring3fec5a82012-03-01 05:57:03 -0800575 """Initializes a buildbot builder.
576
577 Extra variables:
578 completion_stage_class: Stage used to complete a build. Set in the Sync
579 stage.
580 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700581 super(DistributedBuilder, self).__init__(*args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800582 self.completion_stage_class = None
David Jamesf421c6d2013-04-11 15:37:57 -0700583 self.sync_stage = None
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400584 self._completion_stage = None
Brian Harring3fec5a82012-03-01 05:57:03 -0800585
586 def GetSyncInstance(self):
587 """Syncs the tree using one of the distributed sync logic paths.
588
Mike Frysinger02e1e072013-11-10 22:11:34 -0500589 Returns:
590 The instance of the sync stage to run.
Brian Harring3fec5a82012-03-01 05:57:03 -0800591 """
592 # Determine sync class to use. CQ overrides PFQ bits so should check it
593 # first.
Matt Tennantefb59522013-10-18 13:49:28 -0700594 if self._run.config.pre_cq or self._run.options.pre_cq:
David Jamesf421c6d2013-04-11 15:37:57 -0700595 sync_stage = self._GetStageInstance(stages.PreCQSyncStage,
596 self.patch_pool.gerrit_patches)
597 self.completion_stage_class = stages.PreCQCompletionStage
598 self.patch_pool.gerrit_patches = []
Matt Tennantefb59522013-10-18 13:49:28 -0700599 elif cbuildbot_config.IsCQType(self._run.config.build_type):
600 if self._run.config.do_not_apply_cq_patches:
Aviv Keshet00bc9512013-11-25 14:58:47 -0800601 sync_stage = self._GetStageInstance(stages.MasterSlaveSyncStage)
602 else:
603 sync_stage = self._GetStageInstance(stages.CommitQueueSyncStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800604 self.completion_stage_class = stages.CommitQueueCompletionStage
Matt Tennantefb59522013-10-18 13:49:28 -0700605 elif cbuildbot_config.IsPFQType(self._run.config.build_type):
Aviv Keshetf2746152013-11-26 10:42:46 -0800606 sync_stage = self._GetStageInstance(stages.MasterSlaveSyncStage)
607 self.completion_stage_class = stages.MasterSlaveSyncCompletionStage
Brian Harring3fec5a82012-03-01 05:57:03 -0800608 else:
609 sync_stage = self._GetStageInstance(stages.ManifestVersionedSyncStage)
610 self.completion_stage_class = stages.ManifestVersionedSyncCompletionStage
611
David Jamesf421c6d2013-04-11 15:37:57 -0700612 self.sync_stage = sync_stage
613 return self.sync_stage
Brian Harring3fec5a82012-03-01 05:57:03 -0800614
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400615 def GetCompletionInstance(self):
616 """Returns the completion_stage_class instance that was used for this build.
617
Mike Frysinger1a736a82013-12-12 01:50:59 -0500618 Returns:
619 None if the completion_stage instance was not yet created (this
620 occurs during Publish).
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400621 """
622 return self._completion_stage
623
Brian Harring3fec5a82012-03-01 05:57:03 -0800624 def Publish(self, was_build_successful):
625 """Completes build by publishing any required information."""
626 completion_stage = self._GetStageInstance(self.completion_stage_class,
David Jamesf421c6d2013-04-11 15:37:57 -0700627 self.sync_stage,
Brian Harring3fec5a82012-03-01 05:57:03 -0800628 was_build_successful)
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400629 self._completion_stage = completion_stage
David James11fd7e82013-10-23 20:02:16 -0700630 completion_successful = False
631 try:
632 completion_stage.Run()
633 completion_successful = True
634 finally:
635 if not completion_successful:
636 was_build_successful = False
Matt Tennantefb59522013-10-18 13:49:28 -0700637 if self._run.config.push_overlays:
David James11fd7e82013-10-23 20:02:16 -0700638 self._RunStage(stages.PublishUprevChangesStage, was_build_successful)
Brian Harring3fec5a82012-03-01 05:57:03 -0800639
640 def RunStages(self):
641 """Runs simple builder logic and publishes information to overlays."""
642 was_build_successful = False
David James843ed252013-09-11 16:18:10 -0700643 try:
644 super(DistributedBuilder, self).RunStages()
645 was_build_successful = results_lib.Results.BuildSucceededSoFar()
646 except SystemExit as ex:
647 # If a stage calls sys.exit(0), it's exiting with success, so that means
648 # we should mark ourselves as successful.
649 if ex.code == 0:
650 was_build_successful = True
651 raise
652 finally:
653 self.Publish(was_build_successful)
Brian Harring3fec5a82012-03-01 05:57:03 -0800654
Brian Harring3fec5a82012-03-01 05:57:03 -0800655
656def _ConfirmBuildRoot(buildroot):
657 """Confirm with user the inferred buildroot, and mark it as confirmed."""
Brian Harring521e7242012-11-01 16:57:42 -0700658 cros_build_lib.Warning('Using default directory %s as buildroot', buildroot)
659 if not cros_build_lib.BooleanPrompt(default=False):
660 print('Please specify a different buildroot via the --buildroot option.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800661 sys.exit(0)
662
663 if not os.path.exists(buildroot):
664 os.mkdir(buildroot)
665
666 repository.CreateTrybotMarker(buildroot)
667
668
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700669def _ConfirmRemoteBuildbotRun():
670 """Confirm user wants to run with --buildbot --remote."""
Brian Harring521e7242012-11-01 16:57:42 -0700671 cros_build_lib.Warning(
672 'You are about to launch a PRODUCTION job! This is *NOT* a '
673 'trybot run! Are you sure?')
674 if not cros_build_lib.BooleanPrompt(default=False):
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700675 print('Please specify --pass-through="--debug".')
676 sys.exit(0)
677
678
Ryan Cui5ba7e152012-05-10 14:36:52 -0700679def _DetermineDefaultBuildRoot(sourceroot, internal_build):
Brian Harring3fec5a82012-03-01 05:57:03 -0800680 """Default buildroot to be under the directory that contains current checkout.
681
Mike Frysinger02e1e072013-11-10 22:11:34 -0500682 Args:
Brian Harring3fec5a82012-03-01 05:57:03 -0800683 internal_build: Whether the build is an internal build
Ryan Cui5ba7e152012-05-10 14:36:52 -0700684 sourceroot: Use specified sourceroot.
Brian Harring3fec5a82012-03-01 05:57:03 -0800685 """
Ryan Cui5ba7e152012-05-10 14:36:52 -0700686 if not repository.IsARepoRoot(sourceroot):
Brian Harring1b8c4c82012-05-29 23:03:04 -0700687 cros_build_lib.Die(
688 'Could not find root of local checkout at %s. Please specify '
689 'using the --sourceroot option.' % sourceroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800690
691 # Place trybot buildroot under the directory containing current checkout.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700692 top_level = os.path.dirname(os.path.realpath(sourceroot))
Brian Harring3fec5a82012-03-01 05:57:03 -0800693 if internal_build:
694 buildroot = os.path.join(top_level, _DEFAULT_INT_BUILDROOT)
695 else:
696 buildroot = os.path.join(top_level, _DEFAULT_EXT_BUILDROOT)
697
698 return buildroot
699
700
Mike Frysinger6903c762012-12-04 01:57:16 -0500701def _DisableYamaHardLinkChecks():
702 """Disable Yama kernel hardlink security checks.
703
704 The security module disables hardlinking to files you do not have
705 write access to which causes some of our build scripts problems.
706 Disable it so we don't have to worry about it.
707 """
708 PROC_PATH = '/proc/sys/kernel/yama/protected_nonaccess_hardlinks'
709 SYSCTL_PATH = PROC_PATH[len('/proc/sys/'):].replace('/', '.')
710
711 # Yama not available in this system -- nothing to do.
712 if not os.path.exists(PROC_PATH):
713 return
714
715 # Already disabled -- nothing to do.
716 if osutils.ReadFile(PROC_PATH).strip() == '0':
717 return
718
719 # Create a hardlink in a tempdir and see if we get back EPERM.
David James4bc13702013-03-26 08:08:04 -0700720 with osutils.TempDir() as tempdir:
Mike Frysinger6903c762012-12-04 01:57:16 -0500721 try:
722 os.link('/bin/sh', os.path.join(tempdir, 'sh'))
723 except OSError as e:
724 if e.errno == errno.EPERM:
725 cros_build_lib.Warning('Disabling Yama hardlink security')
726 cros_build_lib.SudoRunCommand(['sysctl', '%s=0' % SYSCTL_PATH])
727
728
Brian Harring3fec5a82012-03-01 05:57:03 -0800729def _BackupPreviousLog(log_file, backup_limit=25):
730 """Rename previous log.
731
732 Args:
733 log_file: The absolute path to the previous log.
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800734 backup_limit: Maximum number of old logs to keep.
Brian Harring3fec5a82012-03-01 05:57:03 -0800735 """
736 if os.path.exists(log_file):
737 old_logs = sorted(glob.glob(log_file + '.*'),
738 key=distutils.version.LooseVersion)
739
740 if len(old_logs) >= backup_limit:
741 os.remove(old_logs[0])
742
743 last = 0
744 if old_logs:
745 last = int(old_logs.pop().rpartition('.')[2])
746
747 os.rename(log_file, log_file + '.' + str(last + 1))
748
Ryan Cui5616a512012-08-17 13:39:36 -0700749
David James944a48e2012-03-07 12:19:03 -0800750def _RunBuildStagesWrapper(options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800751 """Helper function that wraps RunBuildStages()."""
752 def IsDistributedBuilder():
753 """Determines whether the build_config should be a DistributedBuilder."""
David Jamesf421c6d2013-04-11 15:37:57 -0700754 if build_config['pre_cq'] or options.pre_cq:
755 return True
756 elif not options.buildbot:
Brian Harring3fec5a82012-03-01 05:57:03 -0800757 return False
758 elif build_config['build_type'] in _DISTRIBUTED_TYPES:
Brian Harring3fec5a82012-03-01 05:57:03 -0800759 # We don't do distributed logic to TOT Chrome PFQ's, nor local
760 # chrome roots (e.g. chrome try bots)
761 if chrome_rev not in [constants.CHROME_REV_TOT,
762 constants.CHROME_REV_LOCAL,
763 constants.CHROME_REV_SPEC]:
764 return True
765
766 return False
767
Matt Tennant7feda352013-12-20 14:03:40 -0800768 cros_build_lib.Info('cbuildbot was executed with args %s' %
769 cros_build_lib.CmdToStr(sys.argv))
Brian Harring3fec5a82012-03-01 05:57:03 -0800770
David Jamesa0a664e2013-02-13 09:52:01 -0800771 chrome_rev = build_config['chrome_rev']
772 if options.chrome_rev:
773 chrome_rev = options.chrome_rev
774 if chrome_rev == constants.CHROME_REV_TOT:
775 # Build the TOT Chrome revision.
776 svn_url = gclient.GetBaseURLs()[0]
777 options.chrome_version = gclient.GetTipOfTrunkSvnRevision(svn_url)
778 options.chrome_rev = constants.CHROME_REV_SPEC
779
David James4a404a52013-02-19 13:07:59 -0800780 # If it's likely we'll need to build Chrome, fetch the source.
Mike Frysingerf4d9ab82013-03-05 19:38:05 -0500781 if build_config['sync_chrome'] is None:
782 options.managed_chrome = (chrome_rev != constants.CHROME_REV_LOCAL and
783 (not build_config['usepkg_build_packages'] or chrome_rev or
David James3cce4642013-05-10 17:50:23 -0700784 build_config['profile'] or options.rietveld_patches))
Mike Frysingerf4d9ab82013-03-05 19:38:05 -0500785 else:
786 options.managed_chrome = build_config['sync_chrome']
David James2333c182013-02-13 16:16:15 -0800787
788 if options.managed_chrome:
789 # Tell Chrome to fetch the source locally.
Matt Tennant628ffdd2013-11-27 14:44:39 -0800790 internal = constants.USE_CHROME_INTERNAL in build_config['useflags']
David James2333c182013-02-13 16:16:15 -0800791 chrome_src = 'chrome-src-internal' if internal else 'chrome-src'
792 options.chrome_root = os.path.join(options.cache_dir, 'distfiles', 'target',
793 chrome_src)
David James9e27e662013-02-14 13:42:43 -0800794 elif options.rietveld_patches:
David James4a404a52013-02-19 13:07:59 -0800795 cros_build_lib.Die('This builder does not support Rietveld patches.')
David James2333c182013-02-13 16:16:15 -0800796
Matt Tennant95a42ad2013-12-27 15:38:36 -0800797 # We are done munging options values, so freeze options object now to avoid
798 # further abuse of it.
799 # TODO(mtennant): one by one identify each options value override and see if
800 # it can be handled another way. Try to push this freeze closer and closer
801 # to the start of the script (e.g. in or after _PostParseCheck).
802 options.Freeze()
803
Matt Tennantefb59522013-10-18 13:49:28 -0700804 builder_run = cbuildbot_run.BuilderRun(options, build_config)
805 builder_cls = DistributedBuilder if IsDistributedBuilder() else SimpleBuilder
806 builder = builder_cls(builder_run)
807 if not builder.Run():
Brian Harringd166aaf2012-05-14 18:31:53 -0700808 sys.exit(1)
Brian Harring3fec5a82012-03-01 05:57:03 -0800809
810
811# Parser related functions
Ryan Cui5ba7e152012-05-10 14:36:52 -0700812def _CheckLocalPatches(sourceroot, local_patches):
Brian Harring3fec5a82012-03-01 05:57:03 -0800813 """Do an early quick check of the passed-in patches.
814
815 If the branch of a project is not specified we append the current branch the
816 project is on.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700817
David Jamese3b06062013-11-09 18:52:02 -0800818 TODO(davidjames): The project:branch format isn't unique, so this means that
819 we can't differentiate what directory the user intended to apply patches to.
820 We should references by directory instead.
821
Ryan Cui5ba7e152012-05-10 14:36:52 -0700822 Args:
823 sourceroot: The checkout where patches are coming from.
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800824 local_patches: List of patches to check in project:branch format.
David Jamese3b06062013-11-09 18:52:02 -0800825
826 Returns:
827 A list of patches that have been verified, in project:branch format.
Brian Harring3fec5a82012-03-01 05:57:03 -0800828 """
Ryan Cuicedd8a52012-03-22 02:28:35 -0700829 verified_patches = []
David James97d95872012-11-16 15:09:56 -0800830 manifest = git.ManifestCheckout.Cached(sourceroot)
Ryan Cuicedd8a52012-03-22 02:28:35 -0700831 for patch in local_patches:
David Jamese3b06062013-11-09 18:52:02 -0800832 project, _, branch = patch.partition(':')
833
Gaurav Shah7afb0562013-12-26 15:05:39 -0800834 checkouts = manifest.FindCheckouts(project, only_patchable=True)
David Jamese3b06062013-11-09 18:52:02 -0800835 if not checkouts:
836 cros_build_lib.Die('Project %s does not exist.' % (project,))
837 if len(checkouts) > 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700838 cros_build_lib.Die(
David Jamese3b06062013-11-09 18:52:02 -0800839 'We do not yet support local patching for projects that are checked '
840 'out to multiple directories. Try uploading your patch to gerrit '
841 'and referencing it via the -g option instead.'
842 )
Brian Harring3fec5a82012-03-01 05:57:03 -0800843
David Jamese3b06062013-11-09 18:52:02 -0800844 ok = False
845 for checkout in checkouts:
846 project_dir = checkout.GetPath(absolute=True)
Brian Harring3fec5a82012-03-01 05:57:03 -0800847
David Jamese3b06062013-11-09 18:52:02 -0800848 # If no branch was specified, we use the project's current branch.
Brian Harring3fec5a82012-03-01 05:57:03 -0800849 if not branch:
David Jamese3b06062013-11-09 18:52:02 -0800850 local_branch = git.GetCurrentBranch(project_dir)
851 else:
852 local_branch = branch
Brian Harring3fec5a82012-03-01 05:57:03 -0800853
David Jamese3b06062013-11-09 18:52:02 -0800854 if local_branch and git.DoesLocalBranchExist(project_dir, local_branch):
855 verified_patches.append('%s:%s' % (project, local_branch))
856 ok = True
857
858 if not ok:
859 if branch:
860 cros_build_lib.Die('Project %s does not have branch %s'
861 % (project, branch))
862 else:
863 cros_build_lib.Die('Project %s is not on a branch!' % (project,))
Brian Harring3fec5a82012-03-01 05:57:03 -0800864
Ryan Cuicedd8a52012-03-22 02:28:35 -0700865 return verified_patches
Brian Harring3fec5a82012-03-01 05:57:03 -0800866
867
Brian Harring3fec5a82012-03-01 05:57:03 -0800868def _CheckChromeVersionOption(_option, _opt_str, value, parser):
869 """Upgrade other options based on chrome_version being passed."""
870 value = value.strip()
871
872 if parser.values.chrome_rev is None and value:
873 parser.values.chrome_rev = constants.CHROME_REV_SPEC
874
875 parser.values.chrome_version = value
876
877
878def _CheckChromeRootOption(_option, _opt_str, value, parser):
879 """Validate and convert chrome_root to full-path form."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800880 if parser.values.chrome_rev is None:
881 parser.values.chrome_rev = constants.CHROME_REV_LOCAL
882
Ryan Cui5ba7e152012-05-10 14:36:52 -0700883 parser.values.chrome_root = value
Brian Harring3fec5a82012-03-01 05:57:03 -0800884
885
886def _CheckChromeRevOption(_option, _opt_str, value, parser):
887 """Validate the chrome_rev option."""
888 value = value.strip()
889 if value not in constants.VALID_CHROME_REVISIONS:
890 raise optparse.OptionValueError('Invalid chrome rev specified')
891
892 parser.values.chrome_rev = value
893
894
David Jamesac8c2a72013-02-13 18:44:33 -0800895def FindCacheDir(_parser, _options):
Brian Harringae0a5322012-09-15 01:46:51 -0700896 return None
897
898
Ryan Cui5ba7e152012-05-10 14:36:52 -0700899class CustomGroup(optparse.OptionGroup):
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800900 """Custom option group which supports arguments passed-through to trybot."""
Ryan Cui5ba7e152012-05-10 14:36:52 -0700901 def add_remote_option(self, *args, **kwargs):
902 """For arguments that are passed-through to remote trybot."""
903 return optparse.OptionGroup.add_option(self, *args,
904 remote_pass_through=True,
905 **kwargs)
906
907
Ryan Cui1c13a252012-10-16 15:00:16 -0700908class CustomOption(commandline.FilteringOption):
909 """Subclass FilteringOption class to implement pass-through and api."""
Ryan Cui5ba7e152012-05-10 14:36:52 -0700910
Ryan Cui1c13a252012-10-16 15:00:16 -0700911 ACTIONS = commandline.FilteringOption.ACTIONS + ('extend',)
912 STORE_ACTIONS = commandline.FilteringOption.STORE_ACTIONS + ('extend',)
913 TYPED_ACTIONS = commandline.FilteringOption.TYPED_ACTIONS + ('extend',)
914 ALWAYS_TYPED_ACTIONS = (commandline.FilteringOption.ALWAYS_TYPED_ACTIONS +
915 ('extend',))
Ryan Cui79319ab2012-05-21 12:59:18 -0700916
Ryan Cui5ba7e152012-05-10 14:36:52 -0700917 def __init__(self, *args, **kwargs):
918 # The remote_pass_through argument specifies whether we should directly
919 # pass the argument (with its value) onto the remote trybot.
920 self.pass_through = kwargs.pop('remote_pass_through', False)
Ryan Cui1c13a252012-10-16 15:00:16 -0700921 self.api_version = int(kwargs.pop('api', '0'))
922 commandline.FilteringOption.__init__(self, *args, **kwargs)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700923
924 def take_action(self, action, dest, opt, value, values, parser):
Ryan Cui79319ab2012-05-21 12:59:18 -0700925 if action == 'extend':
Mike Frysingerd6925b52012-07-16 16:11:00 -0400926 # If there is extra spaces between each argument, we get '' which later
927 # code barfs on, so skip those. e.g. We see this with the forms:
928 # cbuildbot -p 'proj:branch ' ...
929 # cbuildbot -p ' proj:branch' ...
930 # cbuildbot -p 'proj:branch proj2:branch' ...
931 lvalue = value.split()
Ryan Cui79319ab2012-05-21 12:59:18 -0700932 values.ensure_value(dest, []).extend(lvalue)
Ryan Cui79319ab2012-05-21 12:59:18 -0700933
Ryan Cui1c13a252012-10-16 15:00:16 -0700934 commandline.FilteringOption.take_action(
935 self, action, dest, opt, value, values, parser)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700936
937
Ryan Cui1c13a252012-10-16 15:00:16 -0700938class CustomParser(commandline.FilteringParser):
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800939 """Custom option parser which supports arguments passed-trhough to trybot"""
Matt Tennante8179042013-10-01 15:47:32 -0700940
Brian Harringb6cf9142012-09-01 20:43:17 -0700941 DEFAULT_OPTION_CLASS = CustomOption
942
943 def add_remote_option(self, *args, **kwargs):
944 """For arguments that are passed-through to remote trybot."""
Ryan Cui1c13a252012-10-16 15:00:16 -0700945 return self.add_option(*args, remote_pass_through=True, **kwargs)
Brian Harringb6cf9142012-09-01 20:43:17 -0700946
947
Brian Harring3fec5a82012-03-01 05:57:03 -0800948def _CreateParser():
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700949 """Generate and return the parser with all the options."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800950 # Parse options
951 usage = "usage: %prog [options] buildbot_config"
Brian Harringae0a5322012-09-15 01:46:51 -0700952 parser = CustomParser(usage=usage, caching=FindCacheDir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800953
954 # Main options
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400955 parser.add_option('-l', '--list', action='store_true', dest='list',
956 default=False,
957 help='List the suggested trybot configs to use (see --all)')
Brian Harring3fec5a82012-03-01 05:57:03 -0800958 parser.add_option('-a', '--all', action='store_true', dest='print_all',
959 default=False,
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400960 help='List all of the buildbot configs available w/--list')
961
962 parser.add_option('--local', default=False, action='store_true',
Ryan Cui88b901c2013-06-21 11:35:30 -0700963 help='Specifies that this tryjob should be run locally. '
964 'Implies --debug.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400965 parser.add_option('--remote', default=False, action='store_true',
Ryan Cui88b901c2013-06-21 11:35:30 -0700966 help='Specifies that this tryjob should be run remotely.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400967
Ryan Cuie1e4e662012-05-21 16:39:46 -0700968 parser.add_remote_option('-b', '--branch',
969 help='The manifest branch to test. The branch to '
970 'check the buildroot out to.')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700971 parser.add_option('-r', '--buildroot', dest='buildroot', type='path',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700972 help='Root directory where source is checked out to, and '
973 'where the build occurs. For external build configs, '
974 "defaults to 'trybot' directory at top level of your "
975 'repo-managed checkout.')
976 parser.add_remote_option('--chrome_rev', default=None, type='string',
977 action='callback', dest='chrome_rev',
978 callback=_CheckChromeRevOption,
979 help=('Revision of Chrome to use, of type [%s]'
980 % '|'.join(constants.VALID_CHROME_REVISIONS)))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700981 parser.add_remote_option('--profile', default=None, type='string',
982 action='store', dest='profile',
983 help='Name of profile to sub-specify board variant.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800984
Ryan Cuif4f84be2012-07-09 18:50:41 -0700985 #
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400986 # Patch selection options.
987 #
988
989 group = CustomGroup(
990 parser,
991 'Patch Options')
992
993 group.add_remote_option('-g', '--gerrit-patches', action='extend',
994 default=[], type='string',
995 metavar="'Id1 *int_Id2...IdN'",
996 help="Space-separated list of short-form Gerrit "
997 "Change-Id's or change numbers to patch. "
998 "Please prepend '*' to internal Change-Id's")
999 group.add_remote_option('-G', '--rietveld-patches', action='extend',
1000 default=[], type='string',
1001 metavar="'id1[:subdir1]...idN[:subdirN]'",
1002 help='Space-separated list of short-form Rietveld '
1003 'issue numbers to patch. If no subdir is '
1004 'specified, the src directory is used.')
1005 group.add_option('-p', '--local-patches', action='extend', default=[],
1006 metavar="'<project1>[:<branch1>]...<projectN>[:<branchN>]'",
1007 help='Space-separated list of project branches with '
1008 'patches to apply. Projects are specified by name. '
1009 'If no branch is specified the current branch of the '
1010 'project will be used.')
1011
1012 parser.add_option_group(group)
1013
1014 #
1015 # Remote trybot options.
1016 #
1017
1018 group = CustomGroup(
1019 parser,
1020 'Remote Trybot Options (--remote)')
1021
1022 group.add_remote_option('--hwtest', dest='hwtest', action='store_true',
1023 default=False,
1024 help='Run the HWTest stage (tests on real hardware)')
1025 group.add_option('--remote-description', default=None,
1026 help='Attach an optional description to a --remote run '
1027 'to make it easier to identify the results when it '
1028 'finishes')
1029 group.add_option('--slaves', action='extend', default=[],
1030 help='Specify specific remote tryslaves to run on (e.g. '
1031 'build149-m2); if the bot is busy, it will be queued')
1032 group.add_option('--test-tryjob', action='store_true',
1033 default=False,
1034 help='Submit a tryjob to the test repository. Will not '
1035 'show up on the production trybot waterfall.')
1036
1037 parser.add_option_group(group)
1038
1039 #
Ryan Cui88b901c2013-06-21 11:35:30 -07001040 # Branch creation options.
1041 #
1042
1043 group = CustomGroup(
1044 parser,
1045 'Branch Creation Options (used with branch-util)')
1046
1047 group.add_remote_option('--branch-name',
1048 help='The branch to create or delete.')
1049 group.add_remote_option('--delete-branch', default=False, action='store_true',
1050 help='Delete the branch specified in --branch-name.')
1051 group.add_remote_option('--rename-to', type='string',
1052 help='Rename a branch to the specified name.')
1053 group.add_remote_option('--force-create', default=False, action='store_true',
1054 help='Overwrites an existing branch.')
1055
1056 parser.add_option_group(group)
1057
1058 #
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001059 # Advanced options.
Ryan Cuif4f84be2012-07-09 18:50:41 -07001060 #
1061
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001062 group = CustomGroup(
Brian Harring3fec5a82012-03-01 05:57:03 -08001063 parser,
1064 'Advanced Options',
1065 'Caution: use these options at your own risk.')
1066
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001067 group.add_remote_option('--bootstrap-args', action='append', default=[],
1068 help='Args passed directly to the bootstrap re-exec '
1069 'to skip verification by the bootstrap code')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001070 group.add_remote_option('--buildbot', dest='buildbot', action='store_true',
1071 default=False, help='This is running on a buildbot')
1072 group.add_remote_option('--buildnumber', help='build number', type='int',
1073 default=0)
Ryan Cui5ba7e152012-05-10 14:36:52 -07001074 group.add_option('--chrome_root', default=None, type='path',
1075 action='callback', callback=_CheckChromeRootOption,
1076 dest='chrome_root', help='Local checkout of Chrome to use.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001077 group.add_remote_option('--chrome_version', default=None, type='string',
1078 action='callback', dest='chrome_version',
1079 callback=_CheckChromeVersionOption,
1080 help='Used with SPEC logic to force a particular SVN '
1081 'revision of chrome rather than the latest.')
1082 group.add_remote_option('--clobber', action='store_true', dest='clobber',
1083 default=False,
1084 help='Clears an old checkout before syncing')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001085 group.add_remote_option('--latest-toolchain', action='store_true',
1086 default=False,
1087 help='Use the latest toolchain.')
Ryan Cui5ba7e152012-05-10 14:36:52 -07001088 parser.add_option('--log_dir', dest='log_dir', type='path',
Brian Harring3fec5a82012-03-01 05:57:03 -08001089 help=('Directory where logs are stored.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001090 group.add_remote_option('--maxarchives', dest='max_archive_builds',
1091 default=3, type='int',
1092 help="Change the local saved build count limit.")
Ryan Cuibbd3d4b2012-08-17 12:20:37 -07001093 parser.add_remote_option('--manifest-repo-url',
1094 help=('Overrides the default manifest repo url.'))
David James565bc9a2013-04-08 14:54:45 -07001095 group.add_remote_option('--compilecheck', action='store_true', default=False,
1096 help='Only verify compilation and unit tests.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001097 group.add_remote_option('--noarchive', action='store_false', dest='archive',
1098 default=True, help="Don't run archive stage.")
Ryan Cuif7f24692012-05-18 16:35:33 -07001099 group.add_remote_option('--nobootstrap', action='store_false',
1100 dest='bootstrap', default=True,
1101 help="Don't checkout and run from a standalone "
1102 "chromite repo.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001103 group.add_remote_option('--nobuild', action='store_false', dest='build',
1104 default=True,
1105 help="Don't actually build (for cbuildbot dev)")
1106 group.add_remote_option('--noclean', action='store_false', dest='clean',
1107 default=True, help="Don't clean the buildroot")
Ryan Cuif7f24692012-05-18 16:35:33 -07001108 group.add_remote_option('--nocgroups', action='store_false', dest='cgroups',
1109 default=True,
1110 help='Disable cbuildbots usage of cgroups.')
Ryan Cui3ea98e02013-08-07 16:01:48 -07001111 group.add_remote_option('--nochromesdk', action='store_false',
1112 dest='chrome_sdk', default=True,
1113 help="Don't run the ChromeSDK stage which builds "
1114 "Chrome outside of the chroot.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001115 group.add_remote_option('--noprebuilts', action='store_false',
1116 dest='prebuilts', default=True,
1117 help="Don't upload prebuilts.")
Ryan Cui88b901c2013-06-21 11:35:30 -07001118 group.add_remote_option('--nopatch', action='store_false',
1119 dest='postsync_patch', default=True,
1120 help=("Don't run PatchChanges stage. This does not "
1121 "disable patching in of chromite patches "
1122 "during BootstrapStage."))
1123 group.add_remote_option('--noreexec', action='store_false',
1124 dest='postsync_reexec', default=True,
1125 help="Don't reexec into the buildroot after syncing.")
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001126 group.add_remote_option('--nosdk', action='store_true',
1127 default=False,
1128 help='Re-create the SDK from scratch.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001129 group.add_remote_option('--nosync', action='store_false', dest='sync',
1130 default=True, help="Don't sync before building.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001131 group.add_remote_option('--notests', action='store_false', dest='tests',
1132 default=True,
1133 help='Override values from buildconfig and run no '
1134 'tests.')
1135 group.add_remote_option('--nouprev', action='store_false', dest='uprev',
1136 default=True,
1137 help='Override values from buildconfig and never '
1138 'uprev.')
David Jamesdac7a912013-11-18 11:14:44 -08001139 group.add_option('--reference-repo', action='store', default=None,
1140 dest='reference_repo',
1141 help='Reuse git data stored in an existing repo '
1142 'checkout. This can drastically reduce the network '
1143 'time spent setting up the trybot checkout. By '
1144 "default, if this option isn't given but cbuildbot "
1145 'is invoked from a repo checkout, cbuildbot will '
1146 'use the repo root.')
Ryan Cuicedd8a52012-03-22 02:28:35 -07001147 group.add_option('--resume', action='store_true', default=False,
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001148 help='Skip stages already successfully completed.')
1149 group.add_remote_option('--timeout', action='store', type='int', default=0,
1150 help='Specify the maximum amount of time this job '
1151 'can run for, at which point the build will be '
1152 'aborted. If set to zero, then there is no '
1153 'timeout.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001154 group.add_remote_option('--version', dest='force_version', default=None,
1155 help='Used with manifest logic. Forces use of this '
Aviv Keshetc2c123d2013-10-14 18:06:12 -04001156 'version rather than create or get latest. '
1157 'Examples: 4815.0.0-rc1, 4815.1.2')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001158
1159 parser.add_option_group(group)
1160
1161 #
1162 # Internal options.
1163 #
1164
1165 group = CustomGroup(
1166 parser,
1167 'Internal ChromeOS Build Team Options',
1168 'Caution: these are for meant for the ChromeOS build team only')
1169
1170 group.add_remote_option('--archive-base', type='gs_path',
1171 help='Base GS URL (gs://<bucket_name>/<path>) to '
1172 'upload archive artifacts to')
Brian Harringab8fb5c2012-07-18 11:28:22 -07001173 group.add_remote_option('--cq-gerrit-query', dest='cq_gerrit_override',
1174 default=None,
1175 help=
1176 "If given, this gerrit query will be used to find what patches to test, "
Aviv Keshetefd6bbf2013-12-12 13:36:57 -08001177 "rather than the normal 'CommitQueue>=1 AND Verified=1 AND CodeReview=2' "
Brian Harringab8fb5c2012-07-18 11:28:22 -07001178 "query it defaults to. Use with care- note additionally this setting "
1179 "only has an effect if the buildbot target is a cq target, and we're "
1180 "in buildbot mode.")
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001181 group.add_option('--pass-through', dest='pass_through_args', action='append',
1182 type='string', default=[])
David Jamesf421c6d2013-04-11 15:37:57 -07001183 group.add_remote_option('--pre-cq', action='store_true', default=False,
1184 help='Mark CLs as tested by the PreCQ on success.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001185 group.add_option('--reexec-api-version', dest='output_api_version',
Ryan Cuif4f84be2012-07-09 18:50:41 -07001186 action='store_true', default=False,
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001187 help='Used for handling forwards/backwards compatibility '
1188 'with --resume and --bootstrap')
1189 group.add_option('--remote-trybot', dest='remote_trybot',
1190 action='store_true', default=False,
1191 help='Indicates this is running on a remote trybot machine')
1192 group.add_remote_option('--remote-patches', action='extend', default=[],
1193 help='Patches uploaded by the trybot client when run '
1194 'using the -p option')
Brian Harringf611e6e2012-07-17 18:47:44 -07001195 # Note the default here needs to be hardcoded to 3; that is the last version
1196 # that lacked this functionality.
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001197 group.add_option('--remote-version', default=3, type=int, action='store',
1198 help='Used for compatibility checks w/tryjobs running in '
1199 'older chromite instances')
1200 group.add_option('--sourceroot', type='path', default=constants.SOURCE_ROOT)
1201 group.add_remote_option('--test-bootstrap', action='store_true',
1202 default=False,
1203 help='Causes cbuildbot to bootstrap itself twice, in '
1204 'the sequence A->B->C: A(unpatched) patches and '
1205 'bootstraps B; B patches and bootstraps C')
1206 group.add_remote_option('--validation_pool', default=None,
1207 help='Path to a pickled validation pool. Intended '
1208 'for use only with the commit queue.')
Aviv Kesheta0159be2013-12-12 13:56:28 -08001209 group.add_remote_option('--mock-tree-status', dest='mock_tree_status',
1210 default=None, action='store',
1211 help='Override the tree status value that would be '
1212 'returned from the the actual tree. Example '
1213 'values: open, closed, throttled. When used '
1214 'in conjunction with --debug, the tree status '
1215 'will not be ignored as it usually is in a '
1216 '--debug run.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001217
1218 parser.add_option_group(group)
Ryan Cuif4f84be2012-07-09 18:50:41 -07001219
1220 #
Brian Harring3fec5a82012-03-01 05:57:03 -08001221 # Debug options
Ryan Cuif4f84be2012-07-09 18:50:41 -07001222 #
Brian Harringfec89fe2012-09-23 07:30:54 -07001223 # Temporary hack; in place till --dry-run replaces --debug.
1224 # pylint: disable=W0212
Brian Harring009db502012-10-10 02:21:37 -07001225 group = parser.debug_group
Brian Harringfec89fe2012-09-23 07:30:54 -07001226 debug = [x for x in group.option_list if x._long_opts == ['--debug']][0]
1227 debug.help += " Currently functions as --dry-run in addition."
1228 debug.pass_through = True
Brian Harring3fec5a82012-03-01 05:57:03 -08001229 group.add_option('--notee', action='store_false', dest='tee', default=True,
1230 help="Disable logging and internal tee process. Primarily "
1231 "used for debugging cbuildbot itself.")
Brian Harring3fec5a82012-03-01 05:57:03 -08001232 return parser
1233
1234
Ryan Cui85867972012-02-23 18:21:49 -08001235def _FinishParsing(options, args):
1236 """Perform some parsing tasks that need to take place after optparse.
1237
1238 This function needs to be easily testable! Keep it free of
1239 environment-dependent code. Put more detailed usage validation in
1240 _PostParseCheck().
Brian Harring3fec5a82012-03-01 05:57:03 -08001241
1242 Args:
Matt Tennant759e2352013-09-27 15:14:44 -07001243 options: The options object returned by optparse
1244 args: The args object returned by optparse
Brian Harring3fec5a82012-03-01 05:57:03 -08001245 """
Ryan Cui41023d92012-11-13 19:59:50 -08001246 # Populate options.pass_through_args.
1247 accepted, _ = commandline.FilteringParser.FilterArgs(
1248 options.parsed_args, lambda x: x.opt_inst.pass_through)
1249 options.pass_through_args.extend(accepted)
Brian Harring07039b52012-05-13 17:56:47 -07001250
Brian Harring3fec5a82012-03-01 05:57:03 -08001251 if options.chrome_root:
1252 if options.chrome_rev != constants.CHROME_REV_LOCAL:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001253 cros_build_lib.Die('Chrome rev must be %s if chrome_root is set.' %
1254 constants.CHROME_REV_LOCAL)
David Jamesa0a664e2013-02-13 09:52:01 -08001255 elif options.chrome_rev == constants.CHROME_REV_LOCAL:
1256 cros_build_lib.Die('Chrome root must be set if chrome_rev is %s.' %
1257 constants.CHROME_REV_LOCAL)
Brian Harring3fec5a82012-03-01 05:57:03 -08001258
1259 if options.chrome_version:
1260 if options.chrome_rev != constants.CHROME_REV_SPEC:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001261 cros_build_lib.Die('Chrome rev must be %s if chrome_version is set.' %
1262 constants.CHROME_REV_SPEC)
David Jamesa0a664e2013-02-13 09:52:01 -08001263 elif options.chrome_rev == constants.CHROME_REV_SPEC:
1264 cros_build_lib.Die(
1265 'Chrome rev must not be %s if chrome_version is not set.'
1266 % constants.CHROME_REV_SPEC)
Brian Harring3fec5a82012-03-01 05:57:03 -08001267
David James9e27e662013-02-14 13:42:43 -08001268 patches = bool(options.gerrit_patches or options.local_patches or
1269 options.rietveld_patches)
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001270 if options.remote:
1271 if options.local:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001272 cros_build_lib.Die('Cannot specify both --remote and --local')
Ryan Cui54da0702012-04-19 18:38:08 -07001273
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001274 if not options.buildbot and not patches:
Brian Harring7cc4b932012-11-01 16:58:55 -07001275 if not cros_build_lib.BooleanPrompt(
1276 prompt="No patches were provided; are you sure you want to just "
1277 "run a remote build of ToT?", default=False):
1278 cros_build_lib.Die('Must provide patches when running with --remote.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001279
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001280 # --debug needs to be explicitly passed through for remote invocations.
1281 release_mode_with_patches = (options.buildbot and patches and
1282 '--debug' not in options.pass_through_args)
1283 else:
1284 if len(args) > 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001285 cros_build_lib.Die('Multiple configs not supported if not running with '
Brian Harringf1aad832012-07-18 10:46:39 -07001286 '--remote. Got %r', args)
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001287
Ryan Cui79319ab2012-05-21 12:59:18 -07001288 if options.slaves:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001289 cros_build_lib.Die('Cannot use --slaves if not running with --remote.')
Ryan Cui79319ab2012-05-21 12:59:18 -07001290
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001291 release_mode_with_patches = (options.buildbot and patches and
1292 not options.debug)
1293
David James5734ea32012-08-15 20:23:49 -07001294 # When running in release mode, make sure we are running with checked-in code.
1295 # We want checked-in cbuildbot/scripts to prevent errors, and we want to build
1296 # a release image with checked-in code for CrOS packages.
1297 if release_mode_with_patches:
1298 cros_build_lib.Die(
1299 'Cannot provide patches when running with --buildbot!')
1300
Ryan Cuiba41ad32012-03-08 17:15:29 -08001301 if options.buildbot and options.remote_trybot:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001302 cros_build_lib.Die(
1303 '--buildbot and --remote-trybot cannot be used together.')
Ryan Cuiba41ad32012-03-08 17:15:29 -08001304
Ryan Cui85867972012-02-23 18:21:49 -08001305 # Record whether --debug was set explicitly vs. it was inferred.
1306 options.debug_forced = False
1307 if options.debug:
1308 options.debug_forced = True
Ryan Cui88b901c2013-06-21 11:35:30 -07001309 if not options.debug:
Ryan Cui16ca5812012-03-08 20:34:27 -08001310 # We don't set debug by default for
1311 # 1. --buildbot invocations.
1312 # 2. --remote invocations, because it needs to push changes to the tryjob
1313 # repo.
1314 options.debug = not options.buildbot and not options.remote
Brian Harring3fec5a82012-03-01 05:57:03 -08001315
Ryan Cui1c13a252012-10-16 15:00:16 -07001316 # Record the configs targeted.
1317 options.build_targets = args[:]
1318
Ryan Cui88b901c2013-06-21 11:35:30 -07001319 if constants.BRANCH_UTIL_CONFIG in options.build_targets:
Ryan Cui7bd8db62013-08-08 16:29:51 -07001320 if options.remote:
1321 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001322 'Running %s as a remote tryjob is not yet supported.',
1323 constants.BRANCH_UTIL_CONFIG)
Ryan Cui88b901c2013-06-21 11:35:30 -07001324 if len(options.build_targets) > 1:
1325 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001326 'Cannot run %s with any other configs.',
1327 constants.BRANCH_UTIL_CONFIG)
Ryan Cui88b901c2013-06-21 11:35:30 -07001328 if not options.branch_name:
1329 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001330 'Must specify --branch-name with the %s config.',
1331 constants.BRANCH_UTIL_CONFIG)
1332 if options.branch and options.branch != options.branch_name:
Ryan Cui88b901c2013-06-21 11:35:30 -07001333 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001334 'If --branch is specified with the %s config, it must'
1335 ' have the same value as --branch-name.',
1336 constants.BRANCH_UTIL_CONFIG)
1337
1338 exclusive_opts = {'--version': options.force_version,
1339 '--delete-branch': options.delete_branch,
1340 '--rename-to': options.rename_to,
1341 }
1342 if 1 != sum(1 for x in exclusive_opts.values() if x):
1343 cros_build_lib.Die('When using the %s config, you must'
1344 ' specifiy one and only one of the following'
1345 ' options: %s.', constants.BRANCH_UTIL_CONFIG,
1346 ', '.join(exclusive_opts.keys()))
1347
1348 # When deleting or renaming a branch, the --branch and --nobootstrap
1349 # options are implied.
1350 if options.delete_branch or options.rename_to:
1351 if not options.branch:
1352 cros_build_lib.Info('Automatically enabling sync to branch %s'
1353 ' for this %s flow.', options.branch_name,
1354 constants.BRANCH_UTIL_CONFIG)
1355 options.branch = options.branch_name
1356 if options.bootstrap:
1357 cros_build_lib.Info('Automatically disabling bootstrap step for'
1358 ' this %s flow.', constants.BRANCH_UTIL_CONFIG)
1359 options.bootstrap = False
1360
Ryan Cui88b901c2013-06-21 11:35:30 -07001361 elif any([options.delete_branch, options.rename_to, options.branch_name]):
1362 cros_build_lib.Die(
1363 'Cannot specify --delete-branch, --rename-to or --branch-name when not '
1364 'running the %s config', constants.BRANCH_UTIL_CONFIG)
1365
Brian Harring3fec5a82012-03-01 05:57:03 -08001366
Brian Harring1d7ba942012-04-24 06:37:18 -07001367# pylint: disable=W0613
Brian Harringae0a5322012-09-15 01:46:51 -07001368def _PostParseCheck(parser, options, args):
Ryan Cui85867972012-02-23 18:21:49 -08001369 """Perform some usage validation after we've parsed the arguments
Brian Harring3fec5a82012-03-01 05:57:03 -08001370
Ryan Cui85867972012-02-23 18:21:49 -08001371 Args:
Aviv Keshet9e4236b2013-12-13 13:07:50 -08001372 parser: Option parser that was used to parse arguments.
1373 options: The options returned by optparse.
1374 args: The args returned by optparse.
Ryan Cui85867972012-02-23 18:21:49 -08001375 """
Ryan Cuie1e4e662012-05-21 16:39:46 -07001376 if not options.branch:
David James97d95872012-11-16 15:09:56 -08001377 options.branch = git.GetChromiteTrackingBranch()
Ryan Cuie1e4e662012-05-21 16:39:46 -07001378
Brian Harringae0a5322012-09-15 01:46:51 -07001379 if not repository.IsARepoRoot(options.sourceroot):
1380 if options.local_patches:
1381 raise Exception('Could not find repo checkout at %s!'
1382 % options.sourceroot)
1383
David Jamesac8c2a72013-02-13 18:44:33 -08001384 # Because the default cache dir depends on other options, FindCacheDir
1385 # always returns None, and we setup the default here.
Brian Harringae0a5322012-09-15 01:46:51 -07001386 if options.cache_dir is None:
1387 # Note, options.sourceroot is set regardless of the path
1388 # actually existing.
David Jamesac8c2a72013-02-13 18:44:33 -08001389 if options.buildroot is not None:
Brian Harringae0a5322012-09-15 01:46:51 -07001390 options.cache_dir = os.path.join(options.buildroot, '.cache')
David Jamesac8c2a72013-02-13 18:44:33 -08001391 elif os.path.exists(options.sourceroot):
1392 options.cache_dir = os.path.join(options.sourceroot, '.cache')
Brian Harringae0a5322012-09-15 01:46:51 -07001393 else:
1394 options.cache_dir = parser.FindCacheDir(parser, options)
1395 options.cache_dir = os.path.abspath(options.cache_dir)
Brian Harring8c1d7b12012-10-04 17:36:32 -07001396 parser.ConfigureCacheDir(options.cache_dir)
Brian Harringae0a5322012-09-15 01:46:51 -07001397
Yu-Ju Hong2c066762013-10-28 14:05:08 -07001398 osutils.SafeMakedirsNonRoot(options.cache_dir)
Ryan Cui5ba7e152012-05-10 14:36:52 -07001399
Brian Harring609dc4e2012-05-07 02:17:44 -07001400 if options.local_patches:
Brian Harring1d7ba942012-04-24 06:37:18 -07001401 options.local_patches = _CheckLocalPatches(
Brian Harring609dc4e2012-05-07 02:17:44 -07001402 options.sourceroot, options.local_patches)
Brian Harring1d7ba942012-04-24 06:37:18 -07001403
1404 default = os.environ.get('CBUILDBOT_DEFAULT_MODE')
1405 if (default and not any([options.local, options.buildbot,
1406 options.remote, options.remote_trybot])):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001407 cros_build_lib.Info("CBUILDBOT_DEFAULT_MODE=%s env var detected, using it."
1408 % default)
Brian Harring1d7ba942012-04-24 06:37:18 -07001409 default = default.lower()
1410 if default == 'local':
1411 options.local = True
1412 elif default == 'remote':
1413 options.remote = True
1414 elif default == 'buildbot':
1415 options.buildbot = True
1416 else:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001417 cros_build_lib.Die("CBUILDBOT_DEFAULT_MODE value %s isn't supported. "
1418 % default)
Ryan Cui85867972012-02-23 18:21:49 -08001419
1420
1421def _ParseCommandLine(parser, argv):
1422 """Completely parse the commandline arguments"""
Brian Harring3fec5a82012-03-01 05:57:03 -08001423 (options, args) = parser.parse_args(argv)
Brian Harring37e559b2012-05-22 20:47:32 -07001424
1425 if options.output_api_version:
Ryan Cui724f1d32012-10-15 18:10:22 -07001426 print constants.REEXEC_API_VERSION
Brian Harring37e559b2012-05-22 20:47:32 -07001427 sys.exit(0)
1428
Ryan Cui54da0702012-04-19 18:38:08 -07001429 if options.list:
1430 _PrintValidConfigs(options.print_all)
1431 sys.exit(0)
1432
Ryan Cui8be16062012-04-24 12:05:26 -07001433 # Strip out null arguments.
1434 # TODO(rcui): Remove when buildbot is fixed
1435 args = [arg for arg in args if arg]
1436 if not args:
1437 parser.error('Invalid usage. Use -h to see usage. Use -l to list '
1438 'supported configs.')
1439
Ryan Cui85867972012-02-23 18:21:49 -08001440 _FinishParsing(options, args)
1441 return options, args
1442
1443
Matt Tennant759e2352013-09-27 15:14:44 -07001444# TODO(build): This function is too damn long.
Ryan Cui85867972012-02-23 18:21:49 -08001445def main(argv):
David James59a0a2b2013-03-22 14:04:44 -07001446 # Turn on strict sudo checks.
1447 cros_build_lib.STRICT_SUDO = True
1448
Ryan Cui85867972012-02-23 18:21:49 -08001449 # Set umask to 022 so files created by buildbot are readable.
Mike Frysinger60ec1012013-10-21 00:11:10 -04001450 os.umask(0o22)
Ryan Cui85867972012-02-23 18:21:49 -08001451
Ryan Cui85867972012-02-23 18:21:49 -08001452 parser = _CreateParser()
1453 (options, args) = _ParseCommandLine(parser, argv)
Brian Harring3fec5a82012-03-01 05:57:03 -08001454
Brian Harringae0a5322012-09-15 01:46:51 -07001455 _PostParseCheck(parser, options, args)
Brian Harring3fec5a82012-03-01 05:57:03 -08001456
Mike Frysinger8fd67dc2012-12-03 23:51:18 -05001457 cros_build_lib.AssertOutsideChroot()
Zdenek Behan98ec2fb2012-08-31 17:12:18 +02001458
Brian Harring3fec5a82012-03-01 05:57:03 -08001459 if options.remote:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001460 cros_build_lib.logger.setLevel(logging.WARNING)
Ryan Cui16ca5812012-03-08 20:34:27 -08001461
Brian Harring3fec5a82012-03-01 05:57:03 -08001462 # Verify configs are valid.
Dan Shi0bdb7132013-07-30 16:22:12 -07001463 # If hwtest flag is enabled, post a warning that HWTest step may fail if the
1464 # specified board is not a released platform or it is a generic overlay.
Brian Harring3fec5a82012-03-01 05:57:03 -08001465 for bot in args:
Aviv Kesheta96a2a92013-02-05 17:21:51 -08001466 build_config = _GetConfig(bot)
1467 if options.hwtest:
Dan Shi0bdb7132013-07-30 16:22:12 -07001468 cros_build_lib.Warning(
1469 'If %s is not a released platform or it is a generic overlay, '
1470 'the HWTest step will most likely not run; please ask the lab '
1471 'team for help if this is unexpected.' % build_config['boards'])
Brian Harring3fec5a82012-03-01 05:57:03 -08001472
1473 # Verify gerrit patches are valid.
Ryan Cui16ca5812012-03-08 20:34:27 -08001474 print 'Verifying patches...'
Ryan Cuie1e4e662012-05-21 16:39:46 -07001475 patch_pool = AcquirePoolFromOptions(options)
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001476
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001477 # --debug need to be explicitly passed through for remote invocations.
1478 if options.buildbot and '--debug' not in options.pass_through_args:
1479 _ConfirmRemoteBuildbotRun()
1480
Ryan Cui16ca5812012-03-08 20:34:27 -08001481 print 'Submitting tryjob...'
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001482 tryjob = remote_try.RemoteTryJob(options, args, patch_pool.local_patches)
Ryan Cuia25d8eb2012-07-11 14:54:27 -07001483 tryjob.Submit(testjob=options.test_tryjob, dryrun=False)
Ryan Cui16ca5812012-03-08 20:34:27 -08001484 print 'Tryjob submitted!'
1485 print ('Go to %s to view the status of your job.'
Ryan Cui4906e1c2012-04-03 20:09:34 -07001486 % tryjob.GetTrybotWaterfallLink())
Brian Harring3fec5a82012-03-01 05:57:03 -08001487 sys.exit(0)
Matt Tennant759e2352013-09-27 15:14:44 -07001488
Ryan Cui54da0702012-04-19 18:38:08 -07001489 elif (not options.buildbot and not options.remote_trybot
1490 and not options.resume and not options.local):
Ryan Cui88b901c2013-06-21 11:35:30 -07001491 options.local = True
Brian Harring1b8c4c82012-05-29 23:03:04 -07001492 cros_build_lib.Warning(
1493 'Running in LOCAL TRYBOT mode! Use --remote to submit REMOTE '
1494 'tryjobs. Use --local to suppress this message.')
1495 cros_build_lib.Warning(
Ryan Cui51591352012-07-09 15:15:53 -07001496 'In the future, --local will be required to run the local '
Brian Harring1b8c4c82012-05-29 23:03:04 -07001497 'trybot.')
Ryan Cui54da0702012-04-19 18:38:08 -07001498 time.sleep(5)
Brian Harring3fec5a82012-03-01 05:57:03 -08001499
Matt Tennant759e2352013-09-27 15:14:44 -07001500 # Only one config arg is allowed in this mode, which was confirmed earlier.
Ryan Cui8be16062012-04-24 12:05:26 -07001501 bot_id = args[-1]
1502 build_config = _GetConfig(bot_id)
Brian Harring3fec5a82012-03-01 05:57:03 -08001503
David Jamesdac7a912013-11-18 11:14:44 -08001504 if options.reference_repo is None:
1505 repo_path = os.path.join(options.sourceroot, '.repo')
1506 # If we're being run from a repo checkout, reuse the repo's git pool to
1507 # cut down on sync time.
1508 if os.path.exists(repo_path):
1509 options.reference_repo = options.sourceroot
1510 elif options.reference_repo:
1511 if not os.path.exists(options.reference_repo):
1512 parser.error('Reference path %s does not exist'
1513 % (options.reference_repo,))
1514 elif not os.path.exists(os.path.join(options.reference_repo, '.repo')):
1515 parser.error('Reference path %s does not look to be the base of a '
1516 'repo checkout; no .repo exists in the root.'
1517 % (options.reference_repo,))
1518
Brian Harringf11bf682012-05-14 15:53:43 -07001519 if (options.buildbot or options.remote_trybot) and not options.resume:
Brian Harring470f6112012-03-02 11:47:10 -08001520 if not options.cgroups:
Ryan Cuid4a24212012-04-04 18:08:12 -07001521 parser.error('Options --buildbot/--remote-trybot and --nocgroups cannot '
1522 'be used together. Cgroup support is required for '
1523 'buildbot/remote-trybot mode.')
Mike Frysingera78a56e2012-11-20 06:02:30 -05001524 if not cgroups.Cgroup.IsSupported():
Ryan Cuid4a24212012-04-04 18:08:12 -07001525 parser.error('Option --buildbot/--remote-trybot was given, but this '
1526 'system does not support cgroups. Failing.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001527
David Jamesaad5cc72012-10-26 15:03:13 -07001528 missing = osutils.FindMissingBinaries(_BUILDBOT_REQUIRED_BINARIES)
Brian Harring351ce442012-03-09 16:38:14 -08001529 if missing:
Ryan Cuid4a24212012-04-04 18:08:12 -07001530 parser.error("Option --buildbot/--remote-trybot requires the following "
1531 "binaries which couldn't be found in $PATH: %s"
Brian Harring351ce442012-03-09 16:38:14 -08001532 % (', '.join(missing)))
1533
David Jamesdac7a912013-11-18 11:14:44 -08001534 if options.reference_repo:
1535 options.reference_repo = os.path.abspath(options.reference_repo)
1536
Brian Harring3fec5a82012-03-01 05:57:03 -08001537 if not options.buildroot:
1538 if options.buildbot:
Mike Frysinger6903c762012-12-04 01:57:16 -05001539 parser.error('Please specify a buildroot with the --buildbot option.')
Matt Tennantd55b1f42012-04-13 14:15:01 -07001540
Ryan Cui5ba7e152012-05-10 14:36:52 -07001541 options.buildroot = _DetermineDefaultBuildRoot(options.sourceroot,
1542 build_config['internal'])
Brian Harring470f6112012-03-02 11:47:10 -08001543 # We use a marker file in the buildroot to indicate the user has
1544 # consented to using this directory.
1545 if not os.path.exists(repository.GetTrybotMarkerPath(options.buildroot)):
1546 _ConfirmBuildRoot(options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -08001547
1548 # Sanity check of buildroot- specifically that it's not pointing into the
1549 # midst of an existing repo since git-repo doesn't support nesting.
Brian Harring3fec5a82012-03-01 05:57:03 -08001550 if (not repository.IsARepoRoot(options.buildroot) and
David James13a69c92013-05-09 10:37:42 -07001551 git.FindRepoDir(options.buildroot)):
Brian Harring3fec5a82012-03-01 05:57:03 -08001552 parser.error('Configured buildroot %s points into a repository checkout, '
1553 'rather than the root of it. This is not supported.'
1554 % options.buildroot)
1555
Chris Sosab5ea3b42012-10-25 15:25:20 -07001556 if not options.log_dir:
1557 options.log_dir = os.path.join(options.buildroot, _DEFAULT_LOG_DIR)
1558
Brian Harringd166aaf2012-05-14 18:31:53 -07001559 log_file = None
1560 if options.tee:
Chris Sosab5ea3b42012-10-25 15:25:20 -07001561 log_file = os.path.join(options.log_dir, _BUILDBOT_LOG_FILE)
1562 osutils.SafeMakedirs(options.log_dir)
Brian Harringd166aaf2012-05-14 18:31:53 -07001563 _BackupPreviousLog(log_file)
1564
Brian Harring1b8c4c82012-05-29 23:03:04 -07001565 with cros_build_lib.ContextManagerStack() as stack:
Aaron Gable881fccb2013-09-27 18:35:24 -07001566 # TODO(ferringb): update this once
1567 # https://chromium-review.googlesource.com/25359
David Jamescebc7272013-07-17 16:45:05 -07001568 # is landed- it's sensitive to the manifest-versions cache path.
1569 options.preserve_paths = set(['manifest-versions', '.cache',
1570 'manifest-versions-internal'])
1571 if log_file is not None:
1572 # We don't want the critical section to try to clean up the tee process,
1573 # so we run Tee (forked off) outside of it. This prevents a deadlock
1574 # because the Tee process only exits when its pipe is closed, and the
1575 # critical section accidentally holds on to that file handle.
1576 stack.Add(tee.Tee, log_file)
1577 options.preserve_paths.add(_DEFAULT_LOG_DIR)
1578
Brian Harringc2d09d92012-05-13 22:03:15 -07001579 critical_section = stack.Add(cleanup.EnforcedCleanupSection)
1580 stack.Add(sudo.SudoKeepAlive)
Brian Harringd166aaf2012-05-14 18:31:53 -07001581
Brian Harringc2d09d92012-05-13 22:03:15 -07001582 if not options.resume:
Brian Harring2bf55e12012-05-13 21:31:55 -07001583 # If we're in resume mode, use our parents tempdir rather than
1584 # nesting another layer.
David James4bc13702013-03-26 08:08:04 -07001585 stack.Add(osutils.TempDir, prefix='cbuildbot-tmp', set_global=True)
Brian Harringc2d09d92012-05-13 22:03:15 -07001586 logging.debug("Cbuildbot tempdir is %r.", os.environ.get('TMP'))
Brian Harringd166aaf2012-05-14 18:31:53 -07001587
Brian Harringc2d09d92012-05-13 22:03:15 -07001588 if options.cgroups:
1589 stack.Add(cgroups.SimpleContainChildren, 'cbuildbot')
Brian Harringa184efa2012-03-04 11:51:25 -08001590
Brian Harringc2d09d92012-05-13 22:03:15 -07001591 # Mark everything between EnforcedCleanupSection and here as having to
1592 # be rolled back via the contextmanager cleanup handlers. This
1593 # ensures that sudo bits cannot outlive cbuildbot, that anything
1594 # cgroups would kill gets killed, etc.
David Jamesfb3aac92013-10-16 13:26:52 -07001595 stack.Add(critical_section.ForkWatchdog)
Brian Harringd166aaf2012-05-14 18:31:53 -07001596
Brian Harringc2d09d92012-05-13 22:03:15 -07001597 if options.timeout > 0:
David James3432acd2013-11-27 10:02:18 -08001598 stack.Add(timeout_util.FatalTimeout, options.timeout)
Brian Harringa184efa2012-03-04 11:51:25 -08001599
Brian Harringc2d09d92012-05-13 22:03:15 -07001600 if not options.buildbot:
1601 build_config = cbuildbot_config.OverrideConfigForTrybot(
1602 build_config,
David Jamese8dcfc42013-03-21 19:49:49 -07001603 options)
Brian Harringc2d09d92012-05-13 22:03:15 -07001604
Mike Frysinger6903c762012-12-04 01:57:16 -05001605 if options.buildbot or options.remote_trybot:
1606 _DisableYamaHardLinkChecks()
1607
Aviv Kesheta0159be2013-12-12 13:56:28 -08001608 if options.mock_tree_status is not None:
1609 stack.Add(mock.patch.object, timeout_util, '_GetStatus',
1610 return_value=options.mock_tree_status)
1611
Brian Harringc2d09d92012-05-13 22:03:15 -07001612 _RunBuildStagesWrapper(options, build_config)