blob: 65c2dcf7f69ccf47a99a2f7a0d7b3f26e9aeaac3 [file] [log] [blame]
Brian Harring3fec5a82012-03-01 05:57:03 -08001#!/usr/bin/python
2
Mike Frysingerd6925b52012-07-16 16:11:00 -04003# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Brian Harring3fec5a82012-03-01 05:57:03 -08004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7"""Main builder code for Chromium OS.
8
9Used by Chromium OS buildbot configuration for all Chromium OS builds including
10full and pre-flight-queue builds.
11"""
12
David James1fddb8f2013-04-25 15:23:07 -070013import collections
Brian Harring3fec5a82012-03-01 05:57:03 -080014import distutils.version
Mike Frysinger6903c762012-12-04 01:57:16 -050015import errno
Brian Harring3fec5a82012-03-01 05:57:03 -080016import glob
Chris Sosa4f6ffaf2012-05-01 17:05:44 -070017import logging
Brian Harring3fec5a82012-03-01 05:57:03 -080018import optparse
19import os
Brian Harring3fec5a82012-03-01 05:57:03 -080020import sys
Ryan Cui54da0702012-04-19 18:38:08 -070021import time
David James3541a132013-03-18 13:21:58 -070022import traceback
Brian Harring3fec5a82012-03-01 05:57:03 -080023
Brian Harring3fec5a82012-03-01 05:57:03 -080024from chromite.buildbot import cbuildbot_config
25from chromite.buildbot import cbuildbot_stages as stages
26from chromite.buildbot import cbuildbot_results as results_lib
Matt Tennantefb59522013-10-18 13:49:28 -070027from chromite.buildbot import cbuildbot_run
Brian Harring3fec5a82012-03-01 05:57:03 -080028from chromite.buildbot import constants
Brian Harring3fec5a82012-03-01 05:57:03 -080029from chromite.buildbot import remote_try
30from chromite.buildbot import repository
31from chromite.buildbot import tee
Ryan Cui16d9e1f2012-05-11 10:50:18 -070032from chromite.buildbot import trybot_patch_pool
Brian Harring3fec5a82012-03-01 05:57:03 -080033
Brian Harringc92a7012012-02-29 10:11:34 -080034from chromite.lib import cgroups
Brian Harringa184efa2012-03-04 11:51:25 -080035from chromite.lib import cleanup
Brian Harringb6cf9142012-09-01 20:43:17 -070036from chromite.lib import commandline
Brian Harring1b8c4c82012-05-29 23:03:04 -070037from chromite.lib import cros_build_lib
David Jamesa0a664e2013-02-13 09:52:01 -080038from chromite.lib import gclient
Brian Harring511055e2012-10-10 02:58:59 -070039from chromite.lib import gerrit
David James97d95872012-11-16 15:09:56 -080040from chromite.lib import git
Brian Harringaf019fb2012-05-10 15:06:13 -070041from chromite.lib import osutils
Brian Harring511055e2012-10-10 02:58:59 -070042from chromite.lib import patch as cros_patch
David James6450a0a2012-12-04 07:59:53 -080043from chromite.lib import parallel
Brian Harring3fec5a82012-03-01 05:57:03 -080044from chromite.lib import sudo
David James3432acd2013-11-27 10:02:18 -080045from chromite.lib import timeout_util
Brian Harring3fec5a82012-03-01 05:57:03 -080046
Aviv Kesheta0159be2013-12-12 13:56:28 -080047import mock
48
Ryan Cuiadd49122012-03-21 22:19:58 -070049
Brian Harring3fec5a82012-03-01 05:57:03 -080050_DEFAULT_LOG_DIR = 'cbuildbot_logs'
51_BUILDBOT_LOG_FILE = 'cbuildbot.log'
52_DEFAULT_EXT_BUILDROOT = 'trybot'
53_DEFAULT_INT_BUILDROOT = 'trybot-internal'
Matt Tennant8a8118a2013-09-11 14:52:15 -070054_DISTRIBUTED_TYPES = [constants.PFQ_TYPE, constants.CANARY_TYPE,
55 constants.CHROME_PFQ_TYPE, constants.PALADIN_TYPE]
Brian Harring351ce442012-03-09 16:38:14 -080056_BUILDBOT_REQUIRED_BINARIES = ('pbzip2',)
Ryan Cui1c13a252012-10-16 15:00:16 -070057_API_VERSION_ATTR = 'api_version'
Brian Harring3fec5a82012-03-01 05:57:03 -080058
59
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070060def _PrintValidConfigs(display_all=False):
Brian Harring3fec5a82012-03-01 05:57:03 -080061 """Print a list of valid buildbot configs.
62
Mike Frysinger02e1e072013-11-10 22:11:34 -050063 Args:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070064 display_all: Print all configs. Otherwise, prints only configs with
65 trybot_list=True.
Brian Harring3fec5a82012-03-01 05:57:03 -080066 """
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070067 def _GetSortKey(config_name):
68 config_dict = cbuildbot_config.config[config_name]
69 return (not config_dict['trybot_list'], config_dict['description'],
70 config_name)
71
Brian Harring3fec5a82012-03-01 05:57:03 -080072 COLUMN_WIDTH = 45
73 print 'config'.ljust(COLUMN_WIDTH), 'description'
74 print '------'.ljust(COLUMN_WIDTH), '-----------'
75 config_names = cbuildbot_config.config.keys()
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070076 config_names.sort(key=_GetSortKey)
Brian Harring3fec5a82012-03-01 05:57:03 -080077 for name in config_names:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070078 if display_all or cbuildbot_config.config[name]['trybot_list']:
79 desc = cbuildbot_config.config[name].get('description')
80 desc = desc if desc else ''
Brian Harring3fec5a82012-03-01 05:57:03 -080081 print name.ljust(COLUMN_WIDTH), desc
82
83
84def _GetConfig(config_name):
85 """Gets the configuration for the build"""
86 if not cbuildbot_config.config.has_key(config_name):
87 print 'Non-existent configuration %s specified.' % config_name
88 print 'Please specify one of:'
89 _PrintValidConfigs()
90 sys.exit(1)
91
92 result = cbuildbot_config.config[config_name]
93
94 return result
95
96
Ryan Cuie1e4e662012-05-21 16:39:46 -070097def AcquirePoolFromOptions(options):
Ryan Cui16d9e1f2012-05-11 10:50:18 -070098 """Generate patch objects from passed in options.
Brian Harring3fec5a82012-03-01 05:57:03 -080099
100 Args:
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700101 options: The options object generated by optparse.
Brian Harring3fec5a82012-03-01 05:57:03 -0800102
Ryan Cuif7f24692012-05-18 16:35:33 -0700103 Returns:
104 trybot_patch_pool.TrybotPatchPool object.
105
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700106 Raises:
Brian Harring511055e2012-10-10 02:58:59 -0700107 gerrit.GerritException, cros_patch.PatchException
Brian Harring3fec5a82012-03-01 05:57:03 -0800108 """
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700109 gerrit_patches = []
110 local_patches = []
111 remote_patches = []
Brian Harring3fec5a82012-03-01 05:57:03 -0800112
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700113 if options.gerrit_patches:
Brian Harring511055e2012-10-10 02:58:59 -0700114 gerrit_patches = gerrit.GetGerritPatchInfo(
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700115 options.gerrit_patches)
116 for patch in gerrit_patches:
117 if patch.IsAlreadyMerged():
Brian Harring1b8c4c82012-05-29 23:03:04 -0700118 cros_build_lib.Warning('Patch %s has already been merged.' % str(patch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800119
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700120 if options.local_patches:
David James97d95872012-11-16 15:09:56 -0800121 manifest = git.ManifestCheckout.Cached(options.sourceroot)
Brian Harring609dc4e2012-05-07 02:17:44 -0700122 local_patches = cros_patch.PrepareLocalPatches(manifest,
123 options.local_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800124
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700125 if options.remote_patches:
126 remote_patches = cros_patch.PrepareRemotePatches(
127 options.remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800128
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700129 return trybot_patch_pool.TrybotPatchPool(gerrit_patches, local_patches,
130 remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800131
132
Brian Harring3fec5a82012-03-01 05:57:03 -0800133class Builder(object):
134 """Parent class for all builder types.
135
Matt Tennant759e2352013-09-27 15:14:44 -0700136 This class functions as an abstract parent class for various build types.
137 Its intended use is builder_instance.Run().
Brian Harring3fec5a82012-03-01 05:57:03 -0800138
139 Vars:
Mike Frysinger9b223362013-03-04 21:54:26 -0500140 build_config: The configuration dictionary from cbuildbot_config.
141 options: The options provided from optparse in main().
142 release_tag: The associated "chrome os version" of this build.
Brian Harring3fec5a82012-03-01 05:57:03 -0800143 """
144
Matt Tennantefb59522013-10-18 13:49:28 -0700145 def __init__(self, builder_run):
Brian Harring3fec5a82012-03-01 05:57:03 -0800146 """Initializes instance variables. Must be called by all subclasses."""
Matt Tennantefb59522013-10-18 13:49:28 -0700147 self._run = builder_run
Brian Harring3fec5a82012-03-01 05:57:03 -0800148
Matt Tennantefb59522013-10-18 13:49:28 -0700149 if self._run.config.chromeos_official:
Brian Harring3fec5a82012-03-01 05:57:03 -0800150 os.environ['CHROMEOS_OFFICIAL'] = '1'
151
David James58e0c092012-03-04 20:31:12 -0800152 self.archive_stages = {}
Brian Harring3fec5a82012-03-01 05:57:03 -0800153 self.release_tag = None
Brian Harring76d1bf62012-06-01 13:52:48 -0700154 self.patch_pool = trybot_patch_pool.TrybotPatchPool()
Brian Harring3fec5a82012-03-01 05:57:03 -0800155
156 def Initialize(self):
157 """Runs through the initialization steps of an actual build."""
Matt Tennantefb59522013-10-18 13:49:28 -0700158 if self._run.options.resume:
159 results_lib.LoadCheckpoint(self._run.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800160
Brian Harring3fec5a82012-03-01 05:57:03 -0800161 self._RunStage(stages.CleanUpStage)
162
163 def _GetStageInstance(self, stage, *args, **kwargs):
Matt Tennant759e2352013-09-27 15:14:44 -0700164 """Helper function to get a stage instance given the args.
Brian Harring3fec5a82012-03-01 05:57:03 -0800165
Matt Tennantefb59522013-10-18 13:49:28 -0700166 Useful as almost all stages just take in builder_run.
Brian Harring3fec5a82012-03-01 05:57:03 -0800167 """
Matt Tennantefb59522013-10-18 13:49:28 -0700168 # Normally the default BuilderRun (self._run) is used, but it can
169 # be overridden with "builder_run" kwargs (e.g. for child configs).
170 builder_run = kwargs.pop('builder_run', self._run)
171 return stage(builder_run, *args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800172
173 def _SetReleaseTag(self):
Matt Tennantefb59522013-10-18 13:49:28 -0700174 """Sets the release tag from the manifest manager.
Brian Harring3fec5a82012-03-01 05:57:03 -0800175
176 Must be run after sync stage as syncing enables us to have a release tag.
Matt Tennantefb59522013-10-18 13:49:28 -0700177
178 TODO(mtennant): Find a bottleneck place in syncing that can set this
179 directly. Be careful, as there are several kinds of syncing stages.
Brian Harring3fec5a82012-03-01 05:57:03 -0800180 """
Matt Tennantefb59522013-10-18 13:49:28 -0700181 manifest_manager = getattr(self._run.attrs, 'manifest_manager', None)
Brian Harring3fec5a82012-03-01 05:57:03 -0800182 if manifest_manager:
Matt Tennantefb59522013-10-18 13:49:28 -0700183 self._run.attrs.release_tag = manifest_manager.current_version
Brian Harring3fec5a82012-03-01 05:57:03 -0800184
185 def _RunStage(self, stage, *args, **kwargs):
Matt Tennant759e2352013-09-27 15:14:44 -0700186 """Wrapper to run a stage.
187
188 Args:
189 stage: A BuilderStage class.
190 args: args to pass to stage constructor.
191 kwargs: kwargs to pass to stage constructor.
Mike Frysinger1a736a82013-12-12 01:50:59 -0500192
Matt Tennant759e2352013-09-27 15:14:44 -0700193 Returns:
Matt Tennant759e2352013-09-27 15:14:44 -0700194 Whatever the stage's Run method returns.
195 """
Brian Harring3fec5a82012-03-01 05:57:03 -0800196 stage_instance = self._GetStageInstance(stage, *args, **kwargs)
197 return stage_instance.Run()
198
199 def GetSyncInstance(self):
200 """Returns an instance of a SyncStage that should be run.
201
202 Subclasses must override this method.
203 """
204 raise NotImplementedError()
205
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400206 def GetCompletionInstance(self):
Aviv Keshetf2746152013-11-26 10:42:46 -0800207 """Returns the MasterSlaveSyncCompletionStage for this build.
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400208
209 Subclasses may override this method.
210
Mike Frysinger02e1e072013-11-10 22:11:34 -0500211 Returns:
212 None
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400213 """
214 return None
215
Brian Harring3fec5a82012-03-01 05:57:03 -0800216 def RunStages(self):
217 """Subclasses must override this method. Runs the appropriate code."""
218 raise NotImplementedError()
219
Brian Harring3fec5a82012-03-01 05:57:03 -0800220 def _ReExecuteInBuildroot(self, sync_instance):
221 """Reexecutes self in buildroot and returns True if build succeeds.
222
223 This allows the buildbot code to test itself when changes are patched for
224 buildbot-related code. This is a no-op if the buildroot == buildroot
225 of the running chromite checkout.
226
227 Args:
228 sync_instance: Instance of the sync stage that was run to sync.
229
230 Returns:
231 True if the Build succeeded.
232 """
Matt Tennantefb59522013-10-18 13:49:28 -0700233 if not self._run.options.resume:
234 results_lib.WriteCheckpoint(self._run.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800235
Ryan Cui1c13a252012-10-16 15:00:16 -0700236 args = stages.BootstrapStage.FilterArgsForTargetCbuildbot(
Matt Tennantefb59522013-10-18 13:49:28 -0700237 self._run.options.buildroot, constants.PATH_TO_CBUILDBOT,
238 self._run.options)
Brian Harring37e559b2012-05-22 20:47:32 -0700239
David James2333c182013-02-13 16:16:15 -0800240 # Specify a buildroot explicitly (just in case, for local trybot).
Brian Harring3fec5a82012-03-01 05:57:03 -0800241 # Suppress any timeout options given from the commandline in the
242 # invoked cbuildbot; our timeout will enforce it instead.
Ryan Cui1c13a252012-10-16 15:00:16 -0700243 args += ['--resume', '--timeout', '0', '--notee', '--nocgroups',
Matt Tennantefb59522013-10-18 13:49:28 -0700244 '--buildroot', os.path.abspath(self._run.options.buildroot)]
Brian Harringae0a5322012-09-15 01:46:51 -0700245
Matt Tennantefb59522013-10-18 13:49:28 -0700246 if hasattr(self._run.attrs, 'manifest_manager'):
247 # TODO(mtennant): Is this the same as self._run.attrs.release_tag?
248 ver = self._run.attrs.manifest_manager.current_version
Ryan Cui1c13a252012-10-16 15:00:16 -0700249 args += ['--version', ver]
Brian Harring3fec5a82012-03-01 05:57:03 -0800250
David Jamesf421c6d2013-04-11 15:37:57 -0700251 pool = getattr(sync_instance, 'pool', None)
252 if pool:
Matt Tennantefb59522013-10-18 13:49:28 -0700253 filename = os.path.join(self._run.options.buildroot,
254 'validation_pool.dump')
David Jamesf421c6d2013-04-11 15:37:57 -0700255 pool.Save(filename)
256 args += ['--validation_pool', filename]
Brian Harring3fec5a82012-03-01 05:57:03 -0800257
David Jamesac8c2a72013-02-13 18:44:33 -0800258 # Reset the cache dir so that the child will calculate it automatically.
Matt Tennantefb59522013-10-18 13:49:28 -0700259 if not self._run.options.cache_dir_specified:
David Jamesac8c2a72013-02-13 18:44:33 -0800260 commandline.BaseParser.ConfigureCacheDir(None)
261
Brian Harring3fec5a82012-03-01 05:57:03 -0800262 # Re-run the command in the buildroot.
263 # Finally, be generous and give the invoked cbuildbot 30s to shutdown
264 # when something occurs. It should exit quicker, but the sigterm may
265 # hit while the system is particularly busy.
Brian Harring1b8c4c82012-05-29 23:03:04 -0700266 return_obj = cros_build_lib.RunCommand(
Matt Tennantefb59522013-10-18 13:49:28 -0700267 args, cwd=self._run.options.buildroot, error_code_ok=True,
268 kill_timeout=30)
Brian Harring3fec5a82012-03-01 05:57:03 -0800269 return return_obj.returncode == 0
270
Ryan Cuif7f24692012-05-18 16:35:33 -0700271 def _InitializeTrybotPatchPool(self):
272 """Generate patch pool from patches specified on the command line.
273
274 Do this only if we need to patch changes later on.
275 """
276 changes_stage = stages.PatchChangesStage.StageNamePrefix()
277 check_func = results_lib.Results.PreviouslyCompletedRecord
Matt Tennantefb59522013-10-18 13:49:28 -0700278 if not check_func(changes_stage) or self._run.options.bootstrap:
279 self.patch_pool = AcquirePoolFromOptions(self._run.options)
Ryan Cuif7f24692012-05-18 16:35:33 -0700280
281 def _GetBootstrapStage(self):
282 """Constructs and returns the BootStrapStage object.
283
284 We return None when there are no chromite patches to test, and
285 --test-bootstrap wasn't passed in.
286 """
287 stage = None
288 chromite_pool = self.patch_pool.Filter(project=constants.CHROMITE_PROJECT)
Ryan Cui5616a512012-08-17 13:39:36 -0700289 manifest_pool = self.patch_pool.FilterManifest()
David James97d95872012-11-16 15:09:56 -0800290 chromite_branch = git.GetChromiteTrackingBranch()
Matt Tennantefb59522013-10-18 13:49:28 -0700291 if (chromite_pool or manifest_pool or
292 self._run.options.test_bootstrap or
293 chromite_branch != self._run.options.branch):
294 stage = stages.BootstrapStage(self._run, chromite_pool,
295 manifest_pool)
Ryan Cuif7f24692012-05-18 16:35:33 -0700296 return stage
297
Brian Harring3fec5a82012-03-01 05:57:03 -0800298 def Run(self):
Ryan Cuif7f24692012-05-18 16:35:33 -0700299 """Main runner for this builder class. Runs build and prints summary.
300
301 Returns:
302 Whether the build succeeded.
303 """
304 self._InitializeTrybotPatchPool()
305
Matt Tennantefb59522013-10-18 13:49:28 -0700306 if self._run.options.bootstrap:
Ryan Cuif7f24692012-05-18 16:35:33 -0700307 bootstrap_stage = self._GetBootstrapStage()
308 if bootstrap_stage:
309 # BootstrapStage blocks on re-execution of cbuildbot.
310 bootstrap_stage.Run()
311 return bootstrap_stage.returncode == 0
312
Brian Harring3fec5a82012-03-01 05:57:03 -0800313 print_report = True
David James3d4d3502012-04-09 15:12:06 -0700314 exception_thrown = False
Brian Harring3fec5a82012-03-01 05:57:03 -0800315 success = True
David James9ebb2a42013-08-13 20:29:57 -0700316 sync_instance = None
Brian Harring3fec5a82012-03-01 05:57:03 -0800317 try:
318 self.Initialize()
319 sync_instance = self.GetSyncInstance()
320 sync_instance.Run()
321 self._SetReleaseTag()
322
Matt Tennantefb59522013-10-18 13:49:28 -0700323 if self._run.ShouldPatchAfterSync():
Ryan Cui88b901c2013-06-21 11:35:30 -0700324 # Filter out patches to manifest, since PatchChangesStage can't handle
325 # them. Manifest patches are patched in the BootstrapStage.
326 non_manifest_patches = self.patch_pool.FilterManifest(negate=True)
327 if non_manifest_patches:
328 self._RunStage(stages.PatchChangesStage, non_manifest_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800329
Matt Tennantefb59522013-10-18 13:49:28 -0700330 if self._run.ShouldReexecAfterSync():
Brian Harring3fec5a82012-03-01 05:57:03 -0800331 print_report = False
332 success = self._ReExecuteInBuildroot(sync_instance)
333 else:
334 self.RunStages()
Matt Tennant759e2352013-09-27 15:14:44 -0700335
David James3541a132013-03-18 13:21:58 -0700336 except Exception as ex:
337 # If the build is marked as successful, but threw exceptions, that's a
338 # problem.
David James7fbf2d42012-07-14 18:23:49 -0700339 exception_thrown = True
David James3541a132013-03-18 13:21:58 -0700340 if results_lib.Results.BuildSucceededSoFar():
341 traceback.print_exc(file=sys.stdout)
David James7fbf2d42012-07-14 18:23:49 -0700342 raise
Matt Tennant759e2352013-09-27 15:14:44 -0700343
David James3541a132013-03-18 13:21:58 -0700344 if not (print_report and isinstance(ex, results_lib.StepFailure)):
345 raise
Matt Tennant759e2352013-09-27 15:14:44 -0700346
Brian Harring3fec5a82012-03-01 05:57:03 -0800347 finally:
348 if print_report:
Matt Tennantefb59522013-10-18 13:49:28 -0700349 results_lib.WriteCheckpoint(self._run.options.buildroot)
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400350 completion_instance = self.GetCompletionInstance()
Matt Tennantefb59522013-10-18 13:49:28 -0700351 self._RunStage(stages.ReportStage, self.archive_stages, sync_instance,
352 completion_instance)
Brian Harring3fec5a82012-03-01 05:57:03 -0800353 success = results_lib.Results.BuildSucceededSoFar()
David James3d4d3502012-04-09 15:12:06 -0700354 if exception_thrown and success:
355 success = False
David Jamesbb20ac82012-07-18 10:59:16 -0700356 cros_build_lib.PrintBuildbotStepWarnings()
357 print """\
David James3d4d3502012-04-09 15:12:06 -0700358Exception thrown, but all stages marked successful. This is an internal error,
359because the stage that threw the exception should be marked as failing."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800360
361 return success
362
363
David James1fddb8f2013-04-25 15:23:07 -0700364BoardConfig = collections.namedtuple('BoardConfig', ['board', 'name'])
365
366
Brian Harring3fec5a82012-03-01 05:57:03 -0800367class SimpleBuilder(Builder):
368 """Builder that performs basic vetting operations."""
369
370 def GetSyncInstance(self):
371 """Sync to lkgm or TOT as necessary.
372
Mike Frysinger02e1e072013-11-10 22:11:34 -0500373 Returns:
374 The instance of the sync stage to run.
Brian Harring3fec5a82012-03-01 05:57:03 -0800375 """
Matt Tennantefb59522013-10-18 13:49:28 -0700376 if self._run.options.force_version:
Ryan Cui88b901c2013-06-21 11:35:30 -0700377 sync_stage = self._GetStageInstance(stages.ManifestVersionedSyncStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700378 elif self._run.config.use_lkgm:
Brian Harring3fec5a82012-03-01 05:57:03 -0800379 sync_stage = self._GetStageInstance(stages.LKGMSyncStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700380 elif self._run.config.use_chrome_lkgm:
Chris Sosa52a81b62012-11-14 06:12:54 -0800381 sync_stage = self._GetStageInstance(stages.ChromeLKGMSyncStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800382 else:
383 sync_stage = self._GetStageInstance(stages.SyncStage)
384
385 return sync_stage
386
David James4f2d8302013-03-19 06:35:58 -0700387 @staticmethod
388 def _RunParallelStages(stage_objs):
Matt Tennant759e2352013-09-27 15:14:44 -0700389 """Run the specified stages in parallel.
390
391 Args:
392 stage_objs: BuilderStage objects.
393 """
David James4f2d8302013-03-19 06:35:58 -0700394 steps = [stage.Run for stage in stage_objs]
395 try:
396 parallel.RunParallelSteps(steps)
397 except BaseException as ex:
398 # If a stage threw an exception, it might not have correctly reported
399 # results (e.g. because it was killed before it could report the
400 # results.) In this case, attribute the exception to any stages that
401 # didn't report back correctly (if any).
402 for stage in stage_objs:
David James6b704242013-10-18 14:51:37 -0700403 for name in stage.GetStageNames():
404 if not results_lib.Results.StageHasResults(name):
405 results_lib.Results.Record(name, ex, str(ex))
Matt Tennant759e2352013-09-27 15:14:44 -0700406
David James4f2d8302013-03-19 06:35:58 -0700407 raise
408
Matt Tennantefb59522013-10-18 13:49:28 -0700409 def _RunBackgroundStagesForBoard(self, builder_run, board, compilecheck):
Matt Tennant759e2352013-09-27 15:14:44 -0700410 """Run background board-specific stages for the specified board.
411
412 Args:
Matt Tennantefb59522013-10-18 13:49:28 -0700413 builder_run: BuilderRun object for these background stages.
Matt Tennant759e2352013-09-27 15:14:44 -0700414 board: Board name.
415 compilecheck: Boolean. If True, run only the compile steps.
416 """
Matt Tennantefb59522013-10-18 13:49:28 -0700417 config = builder_run.config
418 archive_stage = self.archive_stages[BoardConfig(board, config.name)]
419 if config.pgo_generate:
Ahmad Sharifa2db40a2013-07-22 13:51:52 -0400420 self._RunParallelStages([archive_stage])
David James1fddb8f2013-04-25 15:23:07 -0700421 return
Matt Tennant759e2352013-09-27 15:14:44 -0700422
David James565bc9a2013-04-08 14:54:45 -0700423 if compilecheck:
424 self._RunStage(stages.BuildPackagesStage, board, archive_stage,
Matt Tennantefb59522013-10-18 13:49:28 -0700425 builder_run=builder_run)
426 self._RunStage(stages.UnitTestStage, board,
427 builder_run=builder_run)
David James565bc9a2013-04-08 14:54:45 -0700428 return
Matt Tennant759e2352013-09-27 15:14:44 -0700429
Mike Frysinger31ac04f2013-11-10 21:07:48 -0500430 # While this stage list is run in parallel, the order here dictates the
431 # order that things will be shown in the log. So group things together
432 # that make sense when read in order. Also keep in mind that, since we
433 # gather output manually, early slow stages will prevent any output from
434 # later stages showing up until it finishes.
Ryan Cui3ea98e02013-08-07 16:01:48 -0700435 stage_list = []
Matt Tennantefb59522013-10-18 13:49:28 -0700436 if builder_run.options.chrome_sdk and config.chrome_sdk:
Ryan Cui3ea98e02013-08-07 16:01:48 -0700437 stage_list.append([stages.ChromeSDKStage, board, archive_stage])
David James6b704242013-10-18 14:51:37 -0700438 stage_list += [
439 [stages.RetryStage, 1, stages.VMTestStage, board, archive_stage],
440 [stages.SignerTestStage, board, archive_stage],
441 [stages.UnitTestStage, board],
442 [stages.UploadPrebuiltsStage, board, archive_stage],
Mike Frysinger31ac04f2013-11-10 21:07:48 -0500443 [stages.DevInstallerPrebuiltsStage, board, archive_stage],
444 [stages.DebugSymbolsStage, board, archive_stage],
David James6b704242013-10-18 14:51:37 -0700445 ]
Brian Harring3fec5a82012-03-01 05:57:03 -0800446
David James58e0c092012-03-04 20:31:12 -0800447 # We can not run hw tests without archiving the payloads.
Matt Tennantefb59522013-10-18 13:49:28 -0700448 if builder_run.options.archive:
449 for suite_config in config.hw_tests:
Chris Sosaba250522013-03-27 18:57:34 -0700450 if suite_config.async:
451 stage_list.append([stages.ASyncHWTestStage, board, archive_stage,
452 suite_config])
453 elif suite_config.suite == constants.HWTEST_AU_SUITE:
454 stage_list.append([stages.AUTestStage, board, archive_stage,
455 suite_config])
Aviv Keshet23efd042013-10-01 13:59:08 -0700456 elif suite_config.suite == constants.HWTEST_QAV_SUITE:
457 stage_list.append([stages.QATestStage, board,
458 archive_stage, suite_config])
Chris Sosa077df812013-01-25 17:05:28 -0800459 else:
Chris Sosaba250522013-03-27 18:57:34 -0700460 stage_list.append([stages.HWTestStage, board, archive_stage,
461 suite_config])
Chris Sosa817b1f92012-07-19 15:00:23 -0700462
Matt Tennantefb59522013-10-18 13:49:28 -0700463 stage_objs = [self._GetStageInstance(*x, builder_run=builder_run)
464 for x in stage_list]
David James4f2d8302013-03-19 06:35:58 -0700465 self._RunParallelStages(stage_objs + [archive_stage])
Brian Harring3fec5a82012-03-01 05:57:03 -0800466
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400467 def _RunChrootBuilderTypeBuild(self):
468 """Runs through stages of a CHROOT_BUILDER_TYPE build."""
469 self._RunStage(stages.UprevStage, boards=[], enter_chroot=False)
470 self._RunStage(stages.InitSDKStage)
471 self._RunStage(stages.SetupBoardStage, [constants.CHROOT_BUILDER_BOARD])
472 self._RunStage(stages.SyncChromeStage)
473 self._RunStage(stages.PatchChromeStage)
474 self._RunStage(stages.SDKPackageStage)
475 self._RunStage(stages.SDKTestStage)
476 self._RunStage(stages.UploadPrebuiltsStage,
477 constants.CHROOT_BUILDER_BOARD, None)
478
479 def _RunRefreshPackagesTypeBuild(self):
480 """Runs through the stages of a REFRESH_PACKAGES_TYPE build."""
481 self._RunStage(stages.InitSDKStage)
482 self._RunStage(stages.SetupBoardStage)
483 self._RunStage(stages.RefreshPackageStatusStage)
484
Matt Tennante8179042013-10-01 15:47:32 -0700485 def _RunMasterPaladinBuild(self):
486 """Runs through the stages of the paladin (commit queue) master build."""
487 self._RunStage(stages.InitSDKStage)
488 self._RunStage(stages.UprevStage)
489 self._RunStage(stages.MasterUploadPrebuiltsStage)
490
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400491 def _RunDefaultTypeBuild(self):
492 """Runs through the stages of a non-special-type build."""
493 self._RunStage(stages.InitSDKStage)
494 self._RunStage(stages.UprevStage)
495 self._RunStage(stages.SetupBoardStage)
496
497 # We need a handle to this stage to extract info from it.
498 # TODO(mtennant): Just have _RunStage return the stage object, since
499 # nothing uses the return value of _RunStage now, and the Run method
500 # of stage objects does not appear to return anything, either.
501 sync_chrome_stage = self._GetStageInstance(stages.SyncChromeStage)
502 sync_chrome_stage.Run()
503 self._RunStage(stages.PatchChromeStage)
504
Matt Tennantefb59522013-10-18 13:49:28 -0700505 # Prepare stages to run in background. If child_configs exist then
506 # run each of those here, otherwise use default config.
507 builder_runs = [self._run]
508 if self._run.config.child_configs:
509 builder_runs = [cbuildbot_run.ChildBuilderRun(self._run, ix)
510 for ix in range(len(self._run.config.child_configs))]
511
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400512 tasks = []
Matt Tennantefb59522013-10-18 13:49:28 -0700513 for builder_run in builder_runs:
514 for board in builder_run.config.boards:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400515 archive_stage = self._GetStageInstance(
Matt Tennantefb59522013-10-18 13:49:28 -0700516 stages.ArchiveStage, board, builder_run=builder_run,
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400517 chrome_version=sync_chrome_stage.chrome_version)
Matt Tennantefb59522013-10-18 13:49:28 -0700518 board_config = BoardConfig(board, builder_run.config.name)
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400519 self.archive_stages[board_config] = archive_stage
Matt Tennantefb59522013-10-18 13:49:28 -0700520 tasks.append((builder_run, board, archive_stage))
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400521
522 # Set up a process pool to run test/archive stages in the background.
523 # This process runs task(board) for each board added to the queue.
524 task_runner = self._RunBackgroundStagesForBoard
525 with parallel.BackgroundTaskRunner(task_runner) as queue:
Matt Tennantefb59522013-10-18 13:49:28 -0700526 for builder_run, board, archive_stage in tasks:
527 compilecheck = (builder_run.config.compilecheck or
528 builder_run.options.compilecheck)
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400529 if not compilecheck:
530 # Run BuildPackages and BuildImage in the foreground, generating
531 # or using PGO data if requested.
Matt Tennantefb59522013-10-18 13:49:28 -0700532 kwargs = {'archive_stage': archive_stage, 'builder_run': builder_run}
533 if builder_run.config.pgo_generate:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400534 kwargs['pgo_generate'] = True
Matt Tennantefb59522013-10-18 13:49:28 -0700535 elif builder_run.config.pgo_use:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400536 kwargs['pgo_use'] = True
537
538 self._RunStage(stages.BuildPackagesStage, board, **kwargs)
539 self._RunStage(stages.BuildImageStage, board, **kwargs)
540
Matt Tennantefb59522013-10-18 13:49:28 -0700541 if builder_run.config.pgo_generate:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400542 suite = cbuildbot_config.PGORecordTest()
543 self._RunStage(stages.HWTestStage, board, archive_stage, suite,
Matt Tennantefb59522013-10-18 13:49:28 -0700544 builder_run=builder_run)
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400545
546 # Kick off our background stages.
Matt Tennantefb59522013-10-18 13:49:28 -0700547 queue.put([builder_run, board, compilecheck])
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400548
Brian Harring3fec5a82012-03-01 05:57:03 -0800549 def RunStages(self):
550 """Runs through build process."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800551 # TODO(sosa): Split these out into classes.
Matt Tennantefb59522013-10-18 13:49:28 -0700552 if self._run.config.build_type == constants.PRE_CQ_LAUNCHER_TYPE:
David James816a5942013-04-11 22:59:32 -0700553 self._RunStage(stages.PreCQLauncherStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700554 elif self._run.config.build_type == constants.CREATE_BRANCH_TYPE:
Ryan Cui88b901c2013-06-21 11:35:30 -0700555 self._RunStage(stages.BranchUtilStage)
Matt Tennantefb59522013-10-18 13:49:28 -0700556 elif self._run.config.build_type == constants.CHROOT_BUILDER_TYPE:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400557 self._RunChrootBuilderTypeBuild()
Matt Tennantefb59522013-10-18 13:49:28 -0700558 elif self._run.config.build_type == constants.REFRESH_PACKAGES_TYPE:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400559 self._RunRefreshPackagesTypeBuild()
Matt Tennante8179042013-10-01 15:47:32 -0700560 elif (self._run.config.build_type == constants.PALADIN_TYPE and
561 self._run.config.master):
562 self._RunMasterPaladinBuild()
Brian Harring3fec5a82012-03-01 05:57:03 -0800563 else:
Aviv Keshet7dc300f2013-10-11 12:57:49 -0400564 self._RunDefaultTypeBuild()
David James58e0c092012-03-04 20:31:12 -0800565
Brian Harring3fec5a82012-03-01 05:57:03 -0800566
567class DistributedBuilder(SimpleBuilder):
568 """Build class that has special logic to handle distributed builds.
569
570 These builds sync using git/manifest logic in manifest_versions. In general
571 they use a non-distributed builder code for the bulk of the work.
572 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700573 def __init__(self, *args, **kwargs):
Brian Harring3fec5a82012-03-01 05:57:03 -0800574 """Initializes a buildbot builder.
575
576 Extra variables:
577 completion_stage_class: Stage used to complete a build. Set in the Sync
578 stage.
579 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700580 super(DistributedBuilder, self).__init__(*args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800581 self.completion_stage_class = None
David Jamesf421c6d2013-04-11 15:37:57 -0700582 self.sync_stage = None
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400583 self._completion_stage = None
Brian Harring3fec5a82012-03-01 05:57:03 -0800584
585 def GetSyncInstance(self):
586 """Syncs the tree using one of the distributed sync logic paths.
587
Mike Frysinger02e1e072013-11-10 22:11:34 -0500588 Returns:
589 The instance of the sync stage to run.
Brian Harring3fec5a82012-03-01 05:57:03 -0800590 """
591 # Determine sync class to use. CQ overrides PFQ bits so should check it
592 # first.
Matt Tennantefb59522013-10-18 13:49:28 -0700593 if self._run.config.pre_cq or self._run.options.pre_cq:
David Jamesf421c6d2013-04-11 15:37:57 -0700594 sync_stage = self._GetStageInstance(stages.PreCQSyncStage,
595 self.patch_pool.gerrit_patches)
596 self.completion_stage_class = stages.PreCQCompletionStage
597 self.patch_pool.gerrit_patches = []
Matt Tennantefb59522013-10-18 13:49:28 -0700598 elif cbuildbot_config.IsCQType(self._run.config.build_type):
599 if self._run.config.do_not_apply_cq_patches:
Aviv Keshet00bc9512013-11-25 14:58:47 -0800600 sync_stage = self._GetStageInstance(stages.MasterSlaveSyncStage)
601 else:
602 sync_stage = self._GetStageInstance(stages.CommitQueueSyncStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800603 self.completion_stage_class = stages.CommitQueueCompletionStage
Matt Tennantefb59522013-10-18 13:49:28 -0700604 elif cbuildbot_config.IsPFQType(self._run.config.build_type):
Aviv Keshetf2746152013-11-26 10:42:46 -0800605 sync_stage = self._GetStageInstance(stages.MasterSlaveSyncStage)
606 self.completion_stage_class = stages.MasterSlaveSyncCompletionStage
Brian Harring3fec5a82012-03-01 05:57:03 -0800607 else:
608 sync_stage = self._GetStageInstance(stages.ManifestVersionedSyncStage)
609 self.completion_stage_class = stages.ManifestVersionedSyncCompletionStage
610
David Jamesf421c6d2013-04-11 15:37:57 -0700611 self.sync_stage = sync_stage
612 return self.sync_stage
Brian Harring3fec5a82012-03-01 05:57:03 -0800613
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400614 def GetCompletionInstance(self):
615 """Returns the completion_stage_class instance that was used for this build.
616
Mike Frysinger1a736a82013-12-12 01:50:59 -0500617 Returns:
618 None if the completion_stage instance was not yet created (this
619 occurs during Publish).
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400620 """
621 return self._completion_stage
622
Brian Harring3fec5a82012-03-01 05:57:03 -0800623 def Publish(self, was_build_successful):
624 """Completes build by publishing any required information."""
625 completion_stage = self._GetStageInstance(self.completion_stage_class,
David Jamesf421c6d2013-04-11 15:37:57 -0700626 self.sync_stage,
Brian Harring3fec5a82012-03-01 05:57:03 -0800627 was_build_successful)
Aviv Keshet5c39b6a2013-10-07 15:44:54 -0400628 self._completion_stage = completion_stage
David James11fd7e82013-10-23 20:02:16 -0700629 completion_successful = False
630 try:
631 completion_stage.Run()
632 completion_successful = True
633 finally:
634 if not completion_successful:
635 was_build_successful = False
Matt Tennantefb59522013-10-18 13:49:28 -0700636 if self._run.config.push_overlays:
David James11fd7e82013-10-23 20:02:16 -0700637 self._RunStage(stages.PublishUprevChangesStage, was_build_successful)
Brian Harring3fec5a82012-03-01 05:57:03 -0800638
639 def RunStages(self):
640 """Runs simple builder logic and publishes information to overlays."""
641 was_build_successful = False
David James843ed252013-09-11 16:18:10 -0700642 try:
643 super(DistributedBuilder, self).RunStages()
644 was_build_successful = results_lib.Results.BuildSucceededSoFar()
645 except SystemExit as ex:
646 # If a stage calls sys.exit(0), it's exiting with success, so that means
647 # we should mark ourselves as successful.
648 if ex.code == 0:
649 was_build_successful = True
650 raise
651 finally:
652 self.Publish(was_build_successful)
Brian Harring3fec5a82012-03-01 05:57:03 -0800653
Brian Harring3fec5a82012-03-01 05:57:03 -0800654
655def _ConfirmBuildRoot(buildroot):
656 """Confirm with user the inferred buildroot, and mark it as confirmed."""
Brian Harring521e7242012-11-01 16:57:42 -0700657 cros_build_lib.Warning('Using default directory %s as buildroot', buildroot)
658 if not cros_build_lib.BooleanPrompt(default=False):
659 print('Please specify a different buildroot via the --buildroot option.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800660 sys.exit(0)
661
662 if not os.path.exists(buildroot):
663 os.mkdir(buildroot)
664
665 repository.CreateTrybotMarker(buildroot)
666
667
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700668def _ConfirmRemoteBuildbotRun():
669 """Confirm user wants to run with --buildbot --remote."""
Brian Harring521e7242012-11-01 16:57:42 -0700670 cros_build_lib.Warning(
671 'You are about to launch a PRODUCTION job! This is *NOT* a '
672 'trybot run! Are you sure?')
673 if not cros_build_lib.BooleanPrompt(default=False):
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700674 print('Please specify --pass-through="--debug".')
675 sys.exit(0)
676
677
Ryan Cui5ba7e152012-05-10 14:36:52 -0700678def _DetermineDefaultBuildRoot(sourceroot, internal_build):
Brian Harring3fec5a82012-03-01 05:57:03 -0800679 """Default buildroot to be under the directory that contains current checkout.
680
Mike Frysinger02e1e072013-11-10 22:11:34 -0500681 Args:
Brian Harring3fec5a82012-03-01 05:57:03 -0800682 internal_build: Whether the build is an internal build
Ryan Cui5ba7e152012-05-10 14:36:52 -0700683 sourceroot: Use specified sourceroot.
Brian Harring3fec5a82012-03-01 05:57:03 -0800684 """
Ryan Cui5ba7e152012-05-10 14:36:52 -0700685 if not repository.IsARepoRoot(sourceroot):
Brian Harring1b8c4c82012-05-29 23:03:04 -0700686 cros_build_lib.Die(
687 'Could not find root of local checkout at %s. Please specify '
688 'using the --sourceroot option.' % sourceroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800689
690 # Place trybot buildroot under the directory containing current checkout.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700691 top_level = os.path.dirname(os.path.realpath(sourceroot))
Brian Harring3fec5a82012-03-01 05:57:03 -0800692 if internal_build:
693 buildroot = os.path.join(top_level, _DEFAULT_INT_BUILDROOT)
694 else:
695 buildroot = os.path.join(top_level, _DEFAULT_EXT_BUILDROOT)
696
697 return buildroot
698
699
Mike Frysinger6903c762012-12-04 01:57:16 -0500700def _DisableYamaHardLinkChecks():
701 """Disable Yama kernel hardlink security checks.
702
703 The security module disables hardlinking to files you do not have
704 write access to which causes some of our build scripts problems.
705 Disable it so we don't have to worry about it.
706 """
707 PROC_PATH = '/proc/sys/kernel/yama/protected_nonaccess_hardlinks'
708 SYSCTL_PATH = PROC_PATH[len('/proc/sys/'):].replace('/', '.')
709
710 # Yama not available in this system -- nothing to do.
711 if not os.path.exists(PROC_PATH):
712 return
713
714 # Already disabled -- nothing to do.
715 if osutils.ReadFile(PROC_PATH).strip() == '0':
716 return
717
718 # Create a hardlink in a tempdir and see if we get back EPERM.
David James4bc13702013-03-26 08:08:04 -0700719 with osutils.TempDir() as tempdir:
Mike Frysinger6903c762012-12-04 01:57:16 -0500720 try:
721 os.link('/bin/sh', os.path.join(tempdir, 'sh'))
722 except OSError as e:
723 if e.errno == errno.EPERM:
724 cros_build_lib.Warning('Disabling Yama hardlink security')
725 cros_build_lib.SudoRunCommand(['sysctl', '%s=0' % SYSCTL_PATH])
726
727
Brian Harring3fec5a82012-03-01 05:57:03 -0800728def _BackupPreviousLog(log_file, backup_limit=25):
729 """Rename previous log.
730
731 Args:
732 log_file: The absolute path to the previous log.
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800733 backup_limit: Maximum number of old logs to keep.
Brian Harring3fec5a82012-03-01 05:57:03 -0800734 """
735 if os.path.exists(log_file):
736 old_logs = sorted(glob.glob(log_file + '.*'),
737 key=distutils.version.LooseVersion)
738
739 if len(old_logs) >= backup_limit:
740 os.remove(old_logs[0])
741
742 last = 0
743 if old_logs:
744 last = int(old_logs.pop().rpartition('.')[2])
745
746 os.rename(log_file, log_file + '.' + str(last + 1))
747
Ryan Cui5616a512012-08-17 13:39:36 -0700748
David James944a48e2012-03-07 12:19:03 -0800749def _RunBuildStagesWrapper(options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800750 """Helper function that wraps RunBuildStages()."""
751 def IsDistributedBuilder():
752 """Determines whether the build_config should be a DistributedBuilder."""
David Jamesf421c6d2013-04-11 15:37:57 -0700753 if build_config['pre_cq'] or options.pre_cq:
754 return True
755 elif not options.buildbot:
Brian Harring3fec5a82012-03-01 05:57:03 -0800756 return False
757 elif build_config['build_type'] in _DISTRIBUTED_TYPES:
Brian Harring3fec5a82012-03-01 05:57:03 -0800758 # We don't do distributed logic to TOT Chrome PFQ's, nor local
759 # chrome roots (e.g. chrome try bots)
760 if chrome_rev not in [constants.CHROME_REV_TOT,
761 constants.CHROME_REV_LOCAL,
762 constants.CHROME_REV_SPEC]:
763 return True
764
765 return False
766
Matt Tennant7feda352013-12-20 14:03:40 -0800767 cros_build_lib.Info('cbuildbot was executed with args %s' %
768 cros_build_lib.CmdToStr(sys.argv))
Brian Harring3fec5a82012-03-01 05:57:03 -0800769
David Jamesa0a664e2013-02-13 09:52:01 -0800770 chrome_rev = build_config['chrome_rev']
771 if options.chrome_rev:
772 chrome_rev = options.chrome_rev
773 if chrome_rev == constants.CHROME_REV_TOT:
774 # Build the TOT Chrome revision.
775 svn_url = gclient.GetBaseURLs()[0]
776 options.chrome_version = gclient.GetTipOfTrunkSvnRevision(svn_url)
777 options.chrome_rev = constants.CHROME_REV_SPEC
778
David James4a404a52013-02-19 13:07:59 -0800779 # If it's likely we'll need to build Chrome, fetch the source.
Mike Frysingerf4d9ab82013-03-05 19:38:05 -0500780 if build_config['sync_chrome'] is None:
781 options.managed_chrome = (chrome_rev != constants.CHROME_REV_LOCAL and
782 (not build_config['usepkg_build_packages'] or chrome_rev or
David James3cce4642013-05-10 17:50:23 -0700783 build_config['profile'] or options.rietveld_patches))
Mike Frysingerf4d9ab82013-03-05 19:38:05 -0500784 else:
785 options.managed_chrome = build_config['sync_chrome']
David James2333c182013-02-13 16:16:15 -0800786
787 if options.managed_chrome:
788 # Tell Chrome to fetch the source locally.
Matt Tennant628ffdd2013-11-27 14:44:39 -0800789 internal = constants.USE_CHROME_INTERNAL in build_config['useflags']
David James2333c182013-02-13 16:16:15 -0800790 chrome_src = 'chrome-src-internal' if internal else 'chrome-src'
791 options.chrome_root = os.path.join(options.cache_dir, 'distfiles', 'target',
792 chrome_src)
David James9e27e662013-02-14 13:42:43 -0800793 elif options.rietveld_patches:
David James4a404a52013-02-19 13:07:59 -0800794 cros_build_lib.Die('This builder does not support Rietveld patches.')
David James2333c182013-02-13 16:16:15 -0800795
Matt Tennant95a42ad2013-12-27 15:38:36 -0800796 # We are done munging options values, so freeze options object now to avoid
797 # further abuse of it.
798 # TODO(mtennant): one by one identify each options value override and see if
799 # it can be handled another way. Try to push this freeze closer and closer
800 # to the start of the script (e.g. in or after _PostParseCheck).
801 options.Freeze()
802
Matt Tennantefb59522013-10-18 13:49:28 -0700803 builder_run = cbuildbot_run.BuilderRun(options, build_config)
804 builder_cls = DistributedBuilder if IsDistributedBuilder() else SimpleBuilder
805 builder = builder_cls(builder_run)
806 if not builder.Run():
Brian Harringd166aaf2012-05-14 18:31:53 -0700807 sys.exit(1)
Brian Harring3fec5a82012-03-01 05:57:03 -0800808
809
810# Parser related functions
Ryan Cui5ba7e152012-05-10 14:36:52 -0700811def _CheckLocalPatches(sourceroot, local_patches):
Brian Harring3fec5a82012-03-01 05:57:03 -0800812 """Do an early quick check of the passed-in patches.
813
814 If the branch of a project is not specified we append the current branch the
815 project is on.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700816
David Jamese3b06062013-11-09 18:52:02 -0800817 TODO(davidjames): The project:branch format isn't unique, so this means that
818 we can't differentiate what directory the user intended to apply patches to.
819 We should references by directory instead.
820
Ryan Cui5ba7e152012-05-10 14:36:52 -0700821 Args:
822 sourceroot: The checkout where patches are coming from.
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800823 local_patches: List of patches to check in project:branch format.
David Jamese3b06062013-11-09 18:52:02 -0800824
825 Returns:
826 A list of patches that have been verified, in project:branch format.
Brian Harring3fec5a82012-03-01 05:57:03 -0800827 """
Ryan Cuicedd8a52012-03-22 02:28:35 -0700828 verified_patches = []
David James97d95872012-11-16 15:09:56 -0800829 manifest = git.ManifestCheckout.Cached(sourceroot)
Ryan Cuicedd8a52012-03-22 02:28:35 -0700830 for patch in local_patches:
David Jamese3b06062013-11-09 18:52:02 -0800831 project, _, branch = patch.partition(':')
832
Gaurav Shah7afb0562013-12-26 15:05:39 -0800833 checkouts = manifest.FindCheckouts(project, only_patchable=True)
David Jamese3b06062013-11-09 18:52:02 -0800834 if not checkouts:
835 cros_build_lib.Die('Project %s does not exist.' % (project,))
836 if len(checkouts) > 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700837 cros_build_lib.Die(
David Jamese3b06062013-11-09 18:52:02 -0800838 'We do not yet support local patching for projects that are checked '
839 'out to multiple directories. Try uploading your patch to gerrit '
840 'and referencing it via the -g option instead.'
841 )
Brian Harring3fec5a82012-03-01 05:57:03 -0800842
David Jamese3b06062013-11-09 18:52:02 -0800843 ok = False
844 for checkout in checkouts:
845 project_dir = checkout.GetPath(absolute=True)
Brian Harring3fec5a82012-03-01 05:57:03 -0800846
David Jamese3b06062013-11-09 18:52:02 -0800847 # If no branch was specified, we use the project's current branch.
Brian Harring3fec5a82012-03-01 05:57:03 -0800848 if not branch:
David Jamese3b06062013-11-09 18:52:02 -0800849 local_branch = git.GetCurrentBranch(project_dir)
850 else:
851 local_branch = branch
Brian Harring3fec5a82012-03-01 05:57:03 -0800852
David Jamese3b06062013-11-09 18:52:02 -0800853 if local_branch and git.DoesLocalBranchExist(project_dir, local_branch):
854 verified_patches.append('%s:%s' % (project, local_branch))
855 ok = True
856
857 if not ok:
858 if branch:
859 cros_build_lib.Die('Project %s does not have branch %s'
860 % (project, branch))
861 else:
862 cros_build_lib.Die('Project %s is not on a branch!' % (project,))
Brian Harring3fec5a82012-03-01 05:57:03 -0800863
Ryan Cuicedd8a52012-03-22 02:28:35 -0700864 return verified_patches
Brian Harring3fec5a82012-03-01 05:57:03 -0800865
866
Brian Harring3fec5a82012-03-01 05:57:03 -0800867def _CheckChromeVersionOption(_option, _opt_str, value, parser):
868 """Upgrade other options based on chrome_version being passed."""
869 value = value.strip()
870
871 if parser.values.chrome_rev is None and value:
872 parser.values.chrome_rev = constants.CHROME_REV_SPEC
873
874 parser.values.chrome_version = value
875
876
877def _CheckChromeRootOption(_option, _opt_str, value, parser):
878 """Validate and convert chrome_root to full-path form."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800879 if parser.values.chrome_rev is None:
880 parser.values.chrome_rev = constants.CHROME_REV_LOCAL
881
Ryan Cui5ba7e152012-05-10 14:36:52 -0700882 parser.values.chrome_root = value
Brian Harring3fec5a82012-03-01 05:57:03 -0800883
884
885def _CheckChromeRevOption(_option, _opt_str, value, parser):
886 """Validate the chrome_rev option."""
887 value = value.strip()
888 if value not in constants.VALID_CHROME_REVISIONS:
889 raise optparse.OptionValueError('Invalid chrome rev specified')
890
891 parser.values.chrome_rev = value
892
893
David Jamesac8c2a72013-02-13 18:44:33 -0800894def FindCacheDir(_parser, _options):
Brian Harringae0a5322012-09-15 01:46:51 -0700895 return None
896
897
Ryan Cui5ba7e152012-05-10 14:36:52 -0700898class CustomGroup(optparse.OptionGroup):
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800899 """Custom option group which supports arguments passed-through to trybot."""
Ryan Cui5ba7e152012-05-10 14:36:52 -0700900 def add_remote_option(self, *args, **kwargs):
901 """For arguments that are passed-through to remote trybot."""
902 return optparse.OptionGroup.add_option(self, *args,
903 remote_pass_through=True,
904 **kwargs)
905
906
Ryan Cui1c13a252012-10-16 15:00:16 -0700907class CustomOption(commandline.FilteringOption):
908 """Subclass FilteringOption class to implement pass-through and api."""
Ryan Cui5ba7e152012-05-10 14:36:52 -0700909
Ryan Cui1c13a252012-10-16 15:00:16 -0700910 ACTIONS = commandline.FilteringOption.ACTIONS + ('extend',)
911 STORE_ACTIONS = commandline.FilteringOption.STORE_ACTIONS + ('extend',)
912 TYPED_ACTIONS = commandline.FilteringOption.TYPED_ACTIONS + ('extend',)
913 ALWAYS_TYPED_ACTIONS = (commandline.FilteringOption.ALWAYS_TYPED_ACTIONS +
914 ('extend',))
Ryan Cui79319ab2012-05-21 12:59:18 -0700915
Ryan Cui5ba7e152012-05-10 14:36:52 -0700916 def __init__(self, *args, **kwargs):
917 # The remote_pass_through argument specifies whether we should directly
918 # pass the argument (with its value) onto the remote trybot.
919 self.pass_through = kwargs.pop('remote_pass_through', False)
Ryan Cui1c13a252012-10-16 15:00:16 -0700920 self.api_version = int(kwargs.pop('api', '0'))
921 commandline.FilteringOption.__init__(self, *args, **kwargs)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700922
923 def take_action(self, action, dest, opt, value, values, parser):
Ryan Cui79319ab2012-05-21 12:59:18 -0700924 if action == 'extend':
Mike Frysingerd6925b52012-07-16 16:11:00 -0400925 # If there is extra spaces between each argument, we get '' which later
926 # code barfs on, so skip those. e.g. We see this with the forms:
927 # cbuildbot -p 'proj:branch ' ...
928 # cbuildbot -p ' proj:branch' ...
929 # cbuildbot -p 'proj:branch proj2:branch' ...
930 lvalue = value.split()
Ryan Cui79319ab2012-05-21 12:59:18 -0700931 values.ensure_value(dest, []).extend(lvalue)
Ryan Cui79319ab2012-05-21 12:59:18 -0700932
Ryan Cui1c13a252012-10-16 15:00:16 -0700933 commandline.FilteringOption.take_action(
934 self, action, dest, opt, value, values, parser)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700935
936
Ryan Cui1c13a252012-10-16 15:00:16 -0700937class CustomParser(commandline.FilteringParser):
Aviv Keshet9e4236b2013-12-13 13:07:50 -0800938 """Custom option parser which supports arguments passed-trhough to trybot"""
Matt Tennante8179042013-10-01 15:47:32 -0700939
Brian Harringb6cf9142012-09-01 20:43:17 -0700940 DEFAULT_OPTION_CLASS = CustomOption
941
942 def add_remote_option(self, *args, **kwargs):
943 """For arguments that are passed-through to remote trybot."""
Ryan Cui1c13a252012-10-16 15:00:16 -0700944 return self.add_option(*args, remote_pass_through=True, **kwargs)
Brian Harringb6cf9142012-09-01 20:43:17 -0700945
946
Brian Harring3fec5a82012-03-01 05:57:03 -0800947def _CreateParser():
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700948 """Generate and return the parser with all the options."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800949 # Parse options
950 usage = "usage: %prog [options] buildbot_config"
Brian Harringae0a5322012-09-15 01:46:51 -0700951 parser = CustomParser(usage=usage, caching=FindCacheDir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800952
953 # Main options
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400954 parser.add_option('-l', '--list', action='store_true', dest='list',
955 default=False,
956 help='List the suggested trybot configs to use (see --all)')
Brian Harring3fec5a82012-03-01 05:57:03 -0800957 parser.add_option('-a', '--all', action='store_true', dest='print_all',
958 default=False,
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400959 help='List all of the buildbot configs available w/--list')
960
961 parser.add_option('--local', default=False, action='store_true',
Ryan Cui88b901c2013-06-21 11:35:30 -0700962 help='Specifies that this tryjob should be run locally. '
963 'Implies --debug.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400964 parser.add_option('--remote', default=False, action='store_true',
Ryan Cui88b901c2013-06-21 11:35:30 -0700965 help='Specifies that this tryjob should be run remotely.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400966
Ryan Cuie1e4e662012-05-21 16:39:46 -0700967 parser.add_remote_option('-b', '--branch',
968 help='The manifest branch to test. The branch to '
969 'check the buildroot out to.')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700970 parser.add_option('-r', '--buildroot', dest='buildroot', type='path',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700971 help='Root directory where source is checked out to, and '
972 'where the build occurs. For external build configs, '
973 "defaults to 'trybot' directory at top level of your "
974 'repo-managed checkout.')
975 parser.add_remote_option('--chrome_rev', default=None, type='string',
976 action='callback', dest='chrome_rev',
977 callback=_CheckChromeRevOption,
978 help=('Revision of Chrome to use, of type [%s]'
979 % '|'.join(constants.VALID_CHROME_REVISIONS)))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700980 parser.add_remote_option('--profile', default=None, type='string',
981 action='store', dest='profile',
982 help='Name of profile to sub-specify board variant.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800983
Ryan Cuif4f84be2012-07-09 18:50:41 -0700984 #
Mike Frysinger81af6ef2013-04-03 02:24:09 -0400985 # Patch selection options.
986 #
987
988 group = CustomGroup(
989 parser,
990 'Patch Options')
991
992 group.add_remote_option('-g', '--gerrit-patches', action='extend',
993 default=[], type='string',
994 metavar="'Id1 *int_Id2...IdN'",
995 help="Space-separated list of short-form Gerrit "
996 "Change-Id's or change numbers to patch. "
997 "Please prepend '*' to internal Change-Id's")
998 group.add_remote_option('-G', '--rietveld-patches', action='extend',
999 default=[], type='string',
1000 metavar="'id1[:subdir1]...idN[:subdirN]'",
1001 help='Space-separated list of short-form Rietveld '
1002 'issue numbers to patch. If no subdir is '
1003 'specified, the src directory is used.')
1004 group.add_option('-p', '--local-patches', action='extend', default=[],
1005 metavar="'<project1>[:<branch1>]...<projectN>[:<branchN>]'",
1006 help='Space-separated list of project branches with '
1007 'patches to apply. Projects are specified by name. '
1008 'If no branch is specified the current branch of the '
1009 'project will be used.')
1010
1011 parser.add_option_group(group)
1012
1013 #
1014 # Remote trybot options.
1015 #
1016
1017 group = CustomGroup(
1018 parser,
1019 'Remote Trybot Options (--remote)')
1020
1021 group.add_remote_option('--hwtest', dest='hwtest', action='store_true',
1022 default=False,
1023 help='Run the HWTest stage (tests on real hardware)')
1024 group.add_option('--remote-description', default=None,
1025 help='Attach an optional description to a --remote run '
1026 'to make it easier to identify the results when it '
1027 'finishes')
1028 group.add_option('--slaves', action='extend', default=[],
1029 help='Specify specific remote tryslaves to run on (e.g. '
1030 'build149-m2); if the bot is busy, it will be queued')
1031 group.add_option('--test-tryjob', action='store_true',
1032 default=False,
1033 help='Submit a tryjob to the test repository. Will not '
1034 'show up on the production trybot waterfall.')
1035
1036 parser.add_option_group(group)
1037
1038 #
Ryan Cui88b901c2013-06-21 11:35:30 -07001039 # Branch creation options.
1040 #
1041
1042 group = CustomGroup(
1043 parser,
1044 'Branch Creation Options (used with branch-util)')
1045
1046 group.add_remote_option('--branch-name',
1047 help='The branch to create or delete.')
1048 group.add_remote_option('--delete-branch', default=False, action='store_true',
1049 help='Delete the branch specified in --branch-name.')
1050 group.add_remote_option('--rename-to', type='string',
1051 help='Rename a branch to the specified name.')
1052 group.add_remote_option('--force-create', default=False, action='store_true',
1053 help='Overwrites an existing branch.')
1054
1055 parser.add_option_group(group)
1056
1057 #
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001058 # Advanced options.
Ryan Cuif4f84be2012-07-09 18:50:41 -07001059 #
1060
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001061 group = CustomGroup(
Brian Harring3fec5a82012-03-01 05:57:03 -08001062 parser,
1063 'Advanced Options',
1064 'Caution: use these options at your own risk.')
1065
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001066 group.add_remote_option('--bootstrap-args', action='append', default=[],
1067 help='Args passed directly to the bootstrap re-exec '
1068 'to skip verification by the bootstrap code')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001069 group.add_remote_option('--buildbot', dest='buildbot', action='store_true',
1070 default=False, help='This is running on a buildbot')
1071 group.add_remote_option('--buildnumber', help='build number', type='int',
1072 default=0)
Ryan Cui5ba7e152012-05-10 14:36:52 -07001073 group.add_option('--chrome_root', default=None, type='path',
1074 action='callback', callback=_CheckChromeRootOption,
1075 dest='chrome_root', help='Local checkout of Chrome to use.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001076 group.add_remote_option('--chrome_version', default=None, type='string',
1077 action='callback', dest='chrome_version',
1078 callback=_CheckChromeVersionOption,
1079 help='Used with SPEC logic to force a particular SVN '
1080 'revision of chrome rather than the latest.')
1081 group.add_remote_option('--clobber', action='store_true', dest='clobber',
1082 default=False,
1083 help='Clears an old checkout before syncing')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001084 group.add_remote_option('--latest-toolchain', action='store_true',
1085 default=False,
1086 help='Use the latest toolchain.')
Ryan Cui5ba7e152012-05-10 14:36:52 -07001087 parser.add_option('--log_dir', dest='log_dir', type='path',
Brian Harring3fec5a82012-03-01 05:57:03 -08001088 help=('Directory where logs are stored.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001089 group.add_remote_option('--maxarchives', dest='max_archive_builds',
1090 default=3, type='int',
1091 help="Change the local saved build count limit.")
Ryan Cuibbd3d4b2012-08-17 12:20:37 -07001092 parser.add_remote_option('--manifest-repo-url',
1093 help=('Overrides the default manifest repo url.'))
David James565bc9a2013-04-08 14:54:45 -07001094 group.add_remote_option('--compilecheck', action='store_true', default=False,
1095 help='Only verify compilation and unit tests.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001096 group.add_remote_option('--noarchive', action='store_false', dest='archive',
1097 default=True, help="Don't run archive stage.")
Ryan Cuif7f24692012-05-18 16:35:33 -07001098 group.add_remote_option('--nobootstrap', action='store_false',
1099 dest='bootstrap', default=True,
1100 help="Don't checkout and run from a standalone "
1101 "chromite repo.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001102 group.add_remote_option('--nobuild', action='store_false', dest='build',
1103 default=True,
1104 help="Don't actually build (for cbuildbot dev)")
1105 group.add_remote_option('--noclean', action='store_false', dest='clean',
1106 default=True, help="Don't clean the buildroot")
Ryan Cuif7f24692012-05-18 16:35:33 -07001107 group.add_remote_option('--nocgroups', action='store_false', dest='cgroups',
1108 default=True,
1109 help='Disable cbuildbots usage of cgroups.')
Ryan Cui3ea98e02013-08-07 16:01:48 -07001110 group.add_remote_option('--nochromesdk', action='store_false',
1111 dest='chrome_sdk', default=True,
1112 help="Don't run the ChromeSDK stage which builds "
1113 "Chrome outside of the chroot.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001114 group.add_remote_option('--noprebuilts', action='store_false',
1115 dest='prebuilts', default=True,
1116 help="Don't upload prebuilts.")
Ryan Cui88b901c2013-06-21 11:35:30 -07001117 group.add_remote_option('--nopatch', action='store_false',
1118 dest='postsync_patch', default=True,
1119 help=("Don't run PatchChanges stage. This does not "
1120 "disable patching in of chromite patches "
1121 "during BootstrapStage."))
1122 group.add_remote_option('--noreexec', action='store_false',
1123 dest='postsync_reexec', default=True,
1124 help="Don't reexec into the buildroot after syncing.")
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001125 group.add_remote_option('--nosdk', action='store_true',
1126 default=False,
1127 help='Re-create the SDK from scratch.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001128 group.add_remote_option('--nosync', action='store_false', dest='sync',
1129 default=True, help="Don't sync before building.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001130 group.add_remote_option('--notests', action='store_false', dest='tests',
1131 default=True,
1132 help='Override values from buildconfig and run no '
1133 'tests.')
1134 group.add_remote_option('--nouprev', action='store_false', dest='uprev',
1135 default=True,
1136 help='Override values from buildconfig and never '
1137 'uprev.')
David Jamesdac7a912013-11-18 11:14:44 -08001138 group.add_option('--reference-repo', action='store', default=None,
1139 dest='reference_repo',
1140 help='Reuse git data stored in an existing repo '
1141 'checkout. This can drastically reduce the network '
1142 'time spent setting up the trybot checkout. By '
1143 "default, if this option isn't given but cbuildbot "
1144 'is invoked from a repo checkout, cbuildbot will '
1145 'use the repo root.')
Ryan Cuicedd8a52012-03-22 02:28:35 -07001146 group.add_option('--resume', action='store_true', default=False,
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001147 help='Skip stages already successfully completed.')
1148 group.add_remote_option('--timeout', action='store', type='int', default=0,
1149 help='Specify the maximum amount of time this job '
1150 'can run for, at which point the build will be '
1151 'aborted. If set to zero, then there is no '
1152 'timeout.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001153 group.add_remote_option('--version', dest='force_version', default=None,
1154 help='Used with manifest logic. Forces use of this '
Aviv Keshetc2c123d2013-10-14 18:06:12 -04001155 'version rather than create or get latest. '
1156 'Examples: 4815.0.0-rc1, 4815.1.2')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001157
1158 parser.add_option_group(group)
1159
1160 #
1161 # Internal options.
1162 #
1163
1164 group = CustomGroup(
1165 parser,
1166 'Internal ChromeOS Build Team Options',
1167 'Caution: these are for meant for the ChromeOS build team only')
1168
1169 group.add_remote_option('--archive-base', type='gs_path',
1170 help='Base GS URL (gs://<bucket_name>/<path>) to '
1171 'upload archive artifacts to')
Brian Harringab8fb5c2012-07-18 11:28:22 -07001172 group.add_remote_option('--cq-gerrit-query', dest='cq_gerrit_override',
1173 default=None,
1174 help=
1175 "If given, this gerrit query will be used to find what patches to test, "
Aviv Keshetefd6bbf2013-12-12 13:36:57 -08001176 "rather than the normal 'CommitQueue>=1 AND Verified=1 AND CodeReview=2' "
Brian Harringab8fb5c2012-07-18 11:28:22 -07001177 "query it defaults to. Use with care- note additionally this setting "
1178 "only has an effect if the buildbot target is a cq target, and we're "
1179 "in buildbot mode.")
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001180 group.add_option('--pass-through', dest='pass_through_args', action='append',
1181 type='string', default=[])
David Jamesf421c6d2013-04-11 15:37:57 -07001182 group.add_remote_option('--pre-cq', action='store_true', default=False,
1183 help='Mark CLs as tested by the PreCQ on success.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001184 group.add_option('--reexec-api-version', dest='output_api_version',
Ryan Cuif4f84be2012-07-09 18:50:41 -07001185 action='store_true', default=False,
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001186 help='Used for handling forwards/backwards compatibility '
1187 'with --resume and --bootstrap')
1188 group.add_option('--remote-trybot', dest='remote_trybot',
1189 action='store_true', default=False,
1190 help='Indicates this is running on a remote trybot machine')
1191 group.add_remote_option('--remote-patches', action='extend', default=[],
1192 help='Patches uploaded by the trybot client when run '
1193 'using the -p option')
Brian Harringf611e6e2012-07-17 18:47:44 -07001194 # Note the default here needs to be hardcoded to 3; that is the last version
1195 # that lacked this functionality.
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001196 group.add_option('--remote-version', default=3, type=int, action='store',
1197 help='Used for compatibility checks w/tryjobs running in '
1198 'older chromite instances')
1199 group.add_option('--sourceroot', type='path', default=constants.SOURCE_ROOT)
1200 group.add_remote_option('--test-bootstrap', action='store_true',
1201 default=False,
1202 help='Causes cbuildbot to bootstrap itself twice, in '
1203 'the sequence A->B->C: A(unpatched) patches and '
1204 'bootstraps B; B patches and bootstraps C')
1205 group.add_remote_option('--validation_pool', default=None,
1206 help='Path to a pickled validation pool. Intended '
1207 'for use only with the commit queue.')
Aviv Kesheta0159be2013-12-12 13:56:28 -08001208 group.add_remote_option('--mock-tree-status', dest='mock_tree_status',
1209 default=None, action='store',
1210 help='Override the tree status value that would be '
1211 'returned from the the actual tree. Example '
1212 'values: open, closed, throttled. When used '
1213 'in conjunction with --debug, the tree status '
1214 'will not be ignored as it usually is in a '
1215 '--debug run.')
Mike Frysinger81af6ef2013-04-03 02:24:09 -04001216
1217 parser.add_option_group(group)
Ryan Cuif4f84be2012-07-09 18:50:41 -07001218
1219 #
Brian Harring3fec5a82012-03-01 05:57:03 -08001220 # Debug options
Ryan Cuif4f84be2012-07-09 18:50:41 -07001221 #
Brian Harringfec89fe2012-09-23 07:30:54 -07001222 # Temporary hack; in place till --dry-run replaces --debug.
1223 # pylint: disable=W0212
Brian Harring009db502012-10-10 02:21:37 -07001224 group = parser.debug_group
Brian Harringfec89fe2012-09-23 07:30:54 -07001225 debug = [x for x in group.option_list if x._long_opts == ['--debug']][0]
1226 debug.help += " Currently functions as --dry-run in addition."
1227 debug.pass_through = True
Brian Harring3fec5a82012-03-01 05:57:03 -08001228 group.add_option('--notee', action='store_false', dest='tee', default=True,
1229 help="Disable logging and internal tee process. Primarily "
1230 "used for debugging cbuildbot itself.")
Brian Harring3fec5a82012-03-01 05:57:03 -08001231 return parser
1232
1233
Ryan Cui85867972012-02-23 18:21:49 -08001234def _FinishParsing(options, args):
1235 """Perform some parsing tasks that need to take place after optparse.
1236
1237 This function needs to be easily testable! Keep it free of
1238 environment-dependent code. Put more detailed usage validation in
1239 _PostParseCheck().
Brian Harring3fec5a82012-03-01 05:57:03 -08001240
1241 Args:
Matt Tennant759e2352013-09-27 15:14:44 -07001242 options: The options object returned by optparse
1243 args: The args object returned by optparse
Brian Harring3fec5a82012-03-01 05:57:03 -08001244 """
Ryan Cui41023d92012-11-13 19:59:50 -08001245 # Populate options.pass_through_args.
1246 accepted, _ = commandline.FilteringParser.FilterArgs(
1247 options.parsed_args, lambda x: x.opt_inst.pass_through)
1248 options.pass_through_args.extend(accepted)
Brian Harring07039b52012-05-13 17:56:47 -07001249
Brian Harring3fec5a82012-03-01 05:57:03 -08001250 if options.chrome_root:
1251 if options.chrome_rev != constants.CHROME_REV_LOCAL:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001252 cros_build_lib.Die('Chrome rev must be %s if chrome_root is set.' %
1253 constants.CHROME_REV_LOCAL)
David Jamesa0a664e2013-02-13 09:52:01 -08001254 elif options.chrome_rev == constants.CHROME_REV_LOCAL:
1255 cros_build_lib.Die('Chrome root must be set if chrome_rev is %s.' %
1256 constants.CHROME_REV_LOCAL)
Brian Harring3fec5a82012-03-01 05:57:03 -08001257
1258 if options.chrome_version:
1259 if options.chrome_rev != constants.CHROME_REV_SPEC:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001260 cros_build_lib.Die('Chrome rev must be %s if chrome_version is set.' %
1261 constants.CHROME_REV_SPEC)
David Jamesa0a664e2013-02-13 09:52:01 -08001262 elif options.chrome_rev == constants.CHROME_REV_SPEC:
1263 cros_build_lib.Die(
1264 'Chrome rev must not be %s if chrome_version is not set.'
1265 % constants.CHROME_REV_SPEC)
Brian Harring3fec5a82012-03-01 05:57:03 -08001266
David James9e27e662013-02-14 13:42:43 -08001267 patches = bool(options.gerrit_patches or options.local_patches or
1268 options.rietveld_patches)
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001269 if options.remote:
1270 if options.local:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001271 cros_build_lib.Die('Cannot specify both --remote and --local')
Ryan Cui54da0702012-04-19 18:38:08 -07001272
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001273 if not options.buildbot and not patches:
Brian Harring7cc4b932012-11-01 16:58:55 -07001274 if not cros_build_lib.BooleanPrompt(
1275 prompt="No patches were provided; are you sure you want to just "
1276 "run a remote build of ToT?", default=False):
1277 cros_build_lib.Die('Must provide patches when running with --remote.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001278
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001279 # --debug needs to be explicitly passed through for remote invocations.
1280 release_mode_with_patches = (options.buildbot and patches and
1281 '--debug' not in options.pass_through_args)
1282 else:
1283 if len(args) > 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001284 cros_build_lib.Die('Multiple configs not supported if not running with '
Brian Harringf1aad832012-07-18 10:46:39 -07001285 '--remote. Got %r', args)
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001286
Ryan Cui79319ab2012-05-21 12:59:18 -07001287 if options.slaves:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001288 cros_build_lib.Die('Cannot use --slaves if not running with --remote.')
Ryan Cui79319ab2012-05-21 12:59:18 -07001289
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001290 release_mode_with_patches = (options.buildbot and patches and
1291 not options.debug)
1292
David James5734ea32012-08-15 20:23:49 -07001293 # When running in release mode, make sure we are running with checked-in code.
1294 # We want checked-in cbuildbot/scripts to prevent errors, and we want to build
1295 # a release image with checked-in code for CrOS packages.
1296 if release_mode_with_patches:
1297 cros_build_lib.Die(
1298 'Cannot provide patches when running with --buildbot!')
1299
Ryan Cuiba41ad32012-03-08 17:15:29 -08001300 if options.buildbot and options.remote_trybot:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001301 cros_build_lib.Die(
1302 '--buildbot and --remote-trybot cannot be used together.')
Ryan Cuiba41ad32012-03-08 17:15:29 -08001303
Ryan Cui85867972012-02-23 18:21:49 -08001304 # Record whether --debug was set explicitly vs. it was inferred.
1305 options.debug_forced = False
1306 if options.debug:
1307 options.debug_forced = True
Ryan Cui88b901c2013-06-21 11:35:30 -07001308 if not options.debug:
Ryan Cui16ca5812012-03-08 20:34:27 -08001309 # We don't set debug by default for
1310 # 1. --buildbot invocations.
1311 # 2. --remote invocations, because it needs to push changes to the tryjob
1312 # repo.
1313 options.debug = not options.buildbot and not options.remote
Brian Harring3fec5a82012-03-01 05:57:03 -08001314
Ryan Cui1c13a252012-10-16 15:00:16 -07001315 # Record the configs targeted.
1316 options.build_targets = args[:]
1317
Ryan Cui88b901c2013-06-21 11:35:30 -07001318 if constants.BRANCH_UTIL_CONFIG in options.build_targets:
Ryan Cui7bd8db62013-08-08 16:29:51 -07001319 if options.remote:
1320 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001321 'Running %s as a remote tryjob is not yet supported.',
1322 constants.BRANCH_UTIL_CONFIG)
Ryan Cui88b901c2013-06-21 11:35:30 -07001323 if len(options.build_targets) > 1:
1324 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001325 'Cannot run %s with any other configs.',
1326 constants.BRANCH_UTIL_CONFIG)
Ryan Cui88b901c2013-06-21 11:35:30 -07001327 if not options.branch_name:
1328 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001329 'Must specify --branch-name with the %s config.',
1330 constants.BRANCH_UTIL_CONFIG)
1331 if options.branch and options.branch != options.branch_name:
Ryan Cui88b901c2013-06-21 11:35:30 -07001332 cros_build_lib.Die(
Matt Tennanta130ea32013-12-19 09:38:39 -08001333 'If --branch is specified with the %s config, it must'
1334 ' have the same value as --branch-name.',
1335 constants.BRANCH_UTIL_CONFIG)
1336
1337 exclusive_opts = {'--version': options.force_version,
1338 '--delete-branch': options.delete_branch,
1339 '--rename-to': options.rename_to,
1340 }
1341 if 1 != sum(1 for x in exclusive_opts.values() if x):
1342 cros_build_lib.Die('When using the %s config, you must'
1343 ' specifiy one and only one of the following'
1344 ' options: %s.', constants.BRANCH_UTIL_CONFIG,
1345 ', '.join(exclusive_opts.keys()))
1346
1347 # When deleting or renaming a branch, the --branch and --nobootstrap
1348 # options are implied.
1349 if options.delete_branch or options.rename_to:
1350 if not options.branch:
1351 cros_build_lib.Info('Automatically enabling sync to branch %s'
1352 ' for this %s flow.', options.branch_name,
1353 constants.BRANCH_UTIL_CONFIG)
1354 options.branch = options.branch_name
1355 if options.bootstrap:
1356 cros_build_lib.Info('Automatically disabling bootstrap step for'
1357 ' this %s flow.', constants.BRANCH_UTIL_CONFIG)
1358 options.bootstrap = False
1359
Ryan Cui88b901c2013-06-21 11:35:30 -07001360 elif any([options.delete_branch, options.rename_to, options.branch_name]):
1361 cros_build_lib.Die(
1362 'Cannot specify --delete-branch, --rename-to or --branch-name when not '
1363 'running the %s config', constants.BRANCH_UTIL_CONFIG)
1364
Brian Harring3fec5a82012-03-01 05:57:03 -08001365
Brian Harring1d7ba942012-04-24 06:37:18 -07001366# pylint: disable=W0613
Brian Harringae0a5322012-09-15 01:46:51 -07001367def _PostParseCheck(parser, options, args):
Ryan Cui85867972012-02-23 18:21:49 -08001368 """Perform some usage validation after we've parsed the arguments
Brian Harring3fec5a82012-03-01 05:57:03 -08001369
Ryan Cui85867972012-02-23 18:21:49 -08001370 Args:
Aviv Keshet9e4236b2013-12-13 13:07:50 -08001371 parser: Option parser that was used to parse arguments.
1372 options: The options returned by optparse.
1373 args: The args returned by optparse.
Ryan Cui85867972012-02-23 18:21:49 -08001374 """
Ryan Cuie1e4e662012-05-21 16:39:46 -07001375 if not options.branch:
David James97d95872012-11-16 15:09:56 -08001376 options.branch = git.GetChromiteTrackingBranch()
Ryan Cuie1e4e662012-05-21 16:39:46 -07001377
Brian Harringae0a5322012-09-15 01:46:51 -07001378 if not repository.IsARepoRoot(options.sourceroot):
1379 if options.local_patches:
1380 raise Exception('Could not find repo checkout at %s!'
1381 % options.sourceroot)
1382
David Jamesac8c2a72013-02-13 18:44:33 -08001383 # Because the default cache dir depends on other options, FindCacheDir
1384 # always returns None, and we setup the default here.
Brian Harringae0a5322012-09-15 01:46:51 -07001385 if options.cache_dir is None:
1386 # Note, options.sourceroot is set regardless of the path
1387 # actually existing.
David Jamesac8c2a72013-02-13 18:44:33 -08001388 if options.buildroot is not None:
Brian Harringae0a5322012-09-15 01:46:51 -07001389 options.cache_dir = os.path.join(options.buildroot, '.cache')
David Jamesac8c2a72013-02-13 18:44:33 -08001390 elif os.path.exists(options.sourceroot):
1391 options.cache_dir = os.path.join(options.sourceroot, '.cache')
Brian Harringae0a5322012-09-15 01:46:51 -07001392 else:
1393 options.cache_dir = parser.FindCacheDir(parser, options)
1394 options.cache_dir = os.path.abspath(options.cache_dir)
Brian Harring8c1d7b12012-10-04 17:36:32 -07001395 parser.ConfigureCacheDir(options.cache_dir)
Brian Harringae0a5322012-09-15 01:46:51 -07001396
Yu-Ju Hong2c066762013-10-28 14:05:08 -07001397 osutils.SafeMakedirsNonRoot(options.cache_dir)
Ryan Cui5ba7e152012-05-10 14:36:52 -07001398
Brian Harring609dc4e2012-05-07 02:17:44 -07001399 if options.local_patches:
Brian Harring1d7ba942012-04-24 06:37:18 -07001400 options.local_patches = _CheckLocalPatches(
Brian Harring609dc4e2012-05-07 02:17:44 -07001401 options.sourceroot, options.local_patches)
Brian Harring1d7ba942012-04-24 06:37:18 -07001402
1403 default = os.environ.get('CBUILDBOT_DEFAULT_MODE')
1404 if (default and not any([options.local, options.buildbot,
1405 options.remote, options.remote_trybot])):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001406 cros_build_lib.Info("CBUILDBOT_DEFAULT_MODE=%s env var detected, using it."
1407 % default)
Brian Harring1d7ba942012-04-24 06:37:18 -07001408 default = default.lower()
1409 if default == 'local':
1410 options.local = True
1411 elif default == 'remote':
1412 options.remote = True
1413 elif default == 'buildbot':
1414 options.buildbot = True
1415 else:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001416 cros_build_lib.Die("CBUILDBOT_DEFAULT_MODE value %s isn't supported. "
1417 % default)
Ryan Cui85867972012-02-23 18:21:49 -08001418
1419
1420def _ParseCommandLine(parser, argv):
1421 """Completely parse the commandline arguments"""
Brian Harring3fec5a82012-03-01 05:57:03 -08001422 (options, args) = parser.parse_args(argv)
Brian Harring37e559b2012-05-22 20:47:32 -07001423
1424 if options.output_api_version:
Ryan Cui724f1d32012-10-15 18:10:22 -07001425 print constants.REEXEC_API_VERSION
Brian Harring37e559b2012-05-22 20:47:32 -07001426 sys.exit(0)
1427
Ryan Cui54da0702012-04-19 18:38:08 -07001428 if options.list:
1429 _PrintValidConfigs(options.print_all)
1430 sys.exit(0)
1431
Ryan Cui8be16062012-04-24 12:05:26 -07001432 # Strip out null arguments.
1433 # TODO(rcui): Remove when buildbot is fixed
1434 args = [arg for arg in args if arg]
1435 if not args:
1436 parser.error('Invalid usage. Use -h to see usage. Use -l to list '
1437 'supported configs.')
1438
Ryan Cui85867972012-02-23 18:21:49 -08001439 _FinishParsing(options, args)
1440 return options, args
1441
1442
Matt Tennant759e2352013-09-27 15:14:44 -07001443# TODO(build): This function is too damn long.
Ryan Cui85867972012-02-23 18:21:49 -08001444def main(argv):
David James59a0a2b2013-03-22 14:04:44 -07001445 # Turn on strict sudo checks.
1446 cros_build_lib.STRICT_SUDO = True
1447
Ryan Cui85867972012-02-23 18:21:49 -08001448 # Set umask to 022 so files created by buildbot are readable.
Mike Frysinger60ec1012013-10-21 00:11:10 -04001449 os.umask(0o22)
Ryan Cui85867972012-02-23 18:21:49 -08001450
Ryan Cui85867972012-02-23 18:21:49 -08001451 parser = _CreateParser()
1452 (options, args) = _ParseCommandLine(parser, argv)
Brian Harring3fec5a82012-03-01 05:57:03 -08001453
Brian Harringae0a5322012-09-15 01:46:51 -07001454 _PostParseCheck(parser, options, args)
Brian Harring3fec5a82012-03-01 05:57:03 -08001455
Mike Frysinger8fd67dc2012-12-03 23:51:18 -05001456 cros_build_lib.AssertOutsideChroot()
Zdenek Behan98ec2fb2012-08-31 17:12:18 +02001457
Brian Harring3fec5a82012-03-01 05:57:03 -08001458 if options.remote:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001459 cros_build_lib.logger.setLevel(logging.WARNING)
Ryan Cui16ca5812012-03-08 20:34:27 -08001460
Brian Harring3fec5a82012-03-01 05:57:03 -08001461 # Verify configs are valid.
Dan Shi0bdb7132013-07-30 16:22:12 -07001462 # If hwtest flag is enabled, post a warning that HWTest step may fail if the
1463 # specified board is not a released platform or it is a generic overlay.
Brian Harring3fec5a82012-03-01 05:57:03 -08001464 for bot in args:
Aviv Kesheta96a2a92013-02-05 17:21:51 -08001465 build_config = _GetConfig(bot)
1466 if options.hwtest:
Dan Shi0bdb7132013-07-30 16:22:12 -07001467 cros_build_lib.Warning(
1468 'If %s is not a released platform or it is a generic overlay, '
1469 'the HWTest step will most likely not run; please ask the lab '
1470 'team for help if this is unexpected.' % build_config['boards'])
Brian Harring3fec5a82012-03-01 05:57:03 -08001471
1472 # Verify gerrit patches are valid.
Ryan Cui16ca5812012-03-08 20:34:27 -08001473 print 'Verifying patches...'
Ryan Cuie1e4e662012-05-21 16:39:46 -07001474 patch_pool = AcquirePoolFromOptions(options)
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001475
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001476 # --debug need to be explicitly passed through for remote invocations.
1477 if options.buildbot and '--debug' not in options.pass_through_args:
1478 _ConfirmRemoteBuildbotRun()
1479
Ryan Cui16ca5812012-03-08 20:34:27 -08001480 print 'Submitting tryjob...'
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001481 tryjob = remote_try.RemoteTryJob(options, args, patch_pool.local_patches)
Ryan Cuia25d8eb2012-07-11 14:54:27 -07001482 tryjob.Submit(testjob=options.test_tryjob, dryrun=False)
Ryan Cui16ca5812012-03-08 20:34:27 -08001483 print 'Tryjob submitted!'
1484 print ('Go to %s to view the status of your job.'
Ryan Cui4906e1c2012-04-03 20:09:34 -07001485 % tryjob.GetTrybotWaterfallLink())
Brian Harring3fec5a82012-03-01 05:57:03 -08001486 sys.exit(0)
Matt Tennant759e2352013-09-27 15:14:44 -07001487
Ryan Cui54da0702012-04-19 18:38:08 -07001488 elif (not options.buildbot and not options.remote_trybot
1489 and not options.resume and not options.local):
Ryan Cui88b901c2013-06-21 11:35:30 -07001490 options.local = True
Brian Harring1b8c4c82012-05-29 23:03:04 -07001491 cros_build_lib.Warning(
1492 'Running in LOCAL TRYBOT mode! Use --remote to submit REMOTE '
1493 'tryjobs. Use --local to suppress this message.')
1494 cros_build_lib.Warning(
Ryan Cui51591352012-07-09 15:15:53 -07001495 'In the future, --local will be required to run the local '
Brian Harring1b8c4c82012-05-29 23:03:04 -07001496 'trybot.')
Ryan Cui54da0702012-04-19 18:38:08 -07001497 time.sleep(5)
Brian Harring3fec5a82012-03-01 05:57:03 -08001498
Matt Tennant759e2352013-09-27 15:14:44 -07001499 # Only one config arg is allowed in this mode, which was confirmed earlier.
Ryan Cui8be16062012-04-24 12:05:26 -07001500 bot_id = args[-1]
1501 build_config = _GetConfig(bot_id)
Brian Harring3fec5a82012-03-01 05:57:03 -08001502
David Jamesdac7a912013-11-18 11:14:44 -08001503 if options.reference_repo is None:
1504 repo_path = os.path.join(options.sourceroot, '.repo')
1505 # If we're being run from a repo checkout, reuse the repo's git pool to
1506 # cut down on sync time.
1507 if os.path.exists(repo_path):
1508 options.reference_repo = options.sourceroot
1509 elif options.reference_repo:
1510 if not os.path.exists(options.reference_repo):
1511 parser.error('Reference path %s does not exist'
1512 % (options.reference_repo,))
1513 elif not os.path.exists(os.path.join(options.reference_repo, '.repo')):
1514 parser.error('Reference path %s does not look to be the base of a '
1515 'repo checkout; no .repo exists in the root.'
1516 % (options.reference_repo,))
1517
Brian Harringf11bf682012-05-14 15:53:43 -07001518 if (options.buildbot or options.remote_trybot) and not options.resume:
Brian Harring470f6112012-03-02 11:47:10 -08001519 if not options.cgroups:
Ryan Cuid4a24212012-04-04 18:08:12 -07001520 parser.error('Options --buildbot/--remote-trybot and --nocgroups cannot '
1521 'be used together. Cgroup support is required for '
1522 'buildbot/remote-trybot mode.')
Mike Frysingera78a56e2012-11-20 06:02:30 -05001523 if not cgroups.Cgroup.IsSupported():
Ryan Cuid4a24212012-04-04 18:08:12 -07001524 parser.error('Option --buildbot/--remote-trybot was given, but this '
1525 'system does not support cgroups. Failing.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001526
David Jamesaad5cc72012-10-26 15:03:13 -07001527 missing = osutils.FindMissingBinaries(_BUILDBOT_REQUIRED_BINARIES)
Brian Harring351ce442012-03-09 16:38:14 -08001528 if missing:
Ryan Cuid4a24212012-04-04 18:08:12 -07001529 parser.error("Option --buildbot/--remote-trybot requires the following "
1530 "binaries which couldn't be found in $PATH: %s"
Brian Harring351ce442012-03-09 16:38:14 -08001531 % (', '.join(missing)))
1532
David Jamesdac7a912013-11-18 11:14:44 -08001533 if options.reference_repo:
1534 options.reference_repo = os.path.abspath(options.reference_repo)
1535
Brian Harring3fec5a82012-03-01 05:57:03 -08001536 if not options.buildroot:
1537 if options.buildbot:
Mike Frysinger6903c762012-12-04 01:57:16 -05001538 parser.error('Please specify a buildroot with the --buildbot option.')
Matt Tennantd55b1f42012-04-13 14:15:01 -07001539
Ryan Cui5ba7e152012-05-10 14:36:52 -07001540 options.buildroot = _DetermineDefaultBuildRoot(options.sourceroot,
1541 build_config['internal'])
Brian Harring470f6112012-03-02 11:47:10 -08001542 # We use a marker file in the buildroot to indicate the user has
1543 # consented to using this directory.
1544 if not os.path.exists(repository.GetTrybotMarkerPath(options.buildroot)):
1545 _ConfirmBuildRoot(options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -08001546
1547 # Sanity check of buildroot- specifically that it's not pointing into the
1548 # midst of an existing repo since git-repo doesn't support nesting.
Brian Harring3fec5a82012-03-01 05:57:03 -08001549 if (not repository.IsARepoRoot(options.buildroot) and
David James13a69c92013-05-09 10:37:42 -07001550 git.FindRepoDir(options.buildroot)):
Brian Harring3fec5a82012-03-01 05:57:03 -08001551 parser.error('Configured buildroot %s points into a repository checkout, '
1552 'rather than the root of it. This is not supported.'
1553 % options.buildroot)
1554
Chris Sosab5ea3b42012-10-25 15:25:20 -07001555 if not options.log_dir:
1556 options.log_dir = os.path.join(options.buildroot, _DEFAULT_LOG_DIR)
1557
Brian Harringd166aaf2012-05-14 18:31:53 -07001558 log_file = None
1559 if options.tee:
Chris Sosab5ea3b42012-10-25 15:25:20 -07001560 log_file = os.path.join(options.log_dir, _BUILDBOT_LOG_FILE)
1561 osutils.SafeMakedirs(options.log_dir)
Brian Harringd166aaf2012-05-14 18:31:53 -07001562 _BackupPreviousLog(log_file)
1563
Brian Harring1b8c4c82012-05-29 23:03:04 -07001564 with cros_build_lib.ContextManagerStack() as stack:
Aaron Gable881fccb2013-09-27 18:35:24 -07001565 # TODO(ferringb): update this once
1566 # https://chromium-review.googlesource.com/25359
David Jamescebc7272013-07-17 16:45:05 -07001567 # is landed- it's sensitive to the manifest-versions cache path.
1568 options.preserve_paths = set(['manifest-versions', '.cache',
1569 'manifest-versions-internal'])
1570 if log_file is not None:
1571 # We don't want the critical section to try to clean up the tee process,
1572 # so we run Tee (forked off) outside of it. This prevents a deadlock
1573 # because the Tee process only exits when its pipe is closed, and the
1574 # critical section accidentally holds on to that file handle.
1575 stack.Add(tee.Tee, log_file)
1576 options.preserve_paths.add(_DEFAULT_LOG_DIR)
1577
Brian Harringc2d09d92012-05-13 22:03:15 -07001578 critical_section = stack.Add(cleanup.EnforcedCleanupSection)
1579 stack.Add(sudo.SudoKeepAlive)
Brian Harringd166aaf2012-05-14 18:31:53 -07001580
Brian Harringc2d09d92012-05-13 22:03:15 -07001581 if not options.resume:
Brian Harring2bf55e12012-05-13 21:31:55 -07001582 # If we're in resume mode, use our parents tempdir rather than
1583 # nesting another layer.
David James4bc13702013-03-26 08:08:04 -07001584 stack.Add(osutils.TempDir, prefix='cbuildbot-tmp', set_global=True)
Brian Harringc2d09d92012-05-13 22:03:15 -07001585 logging.debug("Cbuildbot tempdir is %r.", os.environ.get('TMP'))
Brian Harringd166aaf2012-05-14 18:31:53 -07001586
Brian Harringc2d09d92012-05-13 22:03:15 -07001587 if options.cgroups:
1588 stack.Add(cgroups.SimpleContainChildren, 'cbuildbot')
Brian Harringa184efa2012-03-04 11:51:25 -08001589
Brian Harringc2d09d92012-05-13 22:03:15 -07001590 # Mark everything between EnforcedCleanupSection and here as having to
1591 # be rolled back via the contextmanager cleanup handlers. This
1592 # ensures that sudo bits cannot outlive cbuildbot, that anything
1593 # cgroups would kill gets killed, etc.
David Jamesfb3aac92013-10-16 13:26:52 -07001594 stack.Add(critical_section.ForkWatchdog)
Brian Harringd166aaf2012-05-14 18:31:53 -07001595
Brian Harringc2d09d92012-05-13 22:03:15 -07001596 if options.timeout > 0:
David James3432acd2013-11-27 10:02:18 -08001597 stack.Add(timeout_util.FatalTimeout, options.timeout)
Brian Harringa184efa2012-03-04 11:51:25 -08001598
Brian Harringc2d09d92012-05-13 22:03:15 -07001599 if not options.buildbot:
1600 build_config = cbuildbot_config.OverrideConfigForTrybot(
1601 build_config,
David Jamese8dcfc42013-03-21 19:49:49 -07001602 options)
Brian Harringc2d09d92012-05-13 22:03:15 -07001603
Mike Frysinger6903c762012-12-04 01:57:16 -05001604 if options.buildbot or options.remote_trybot:
1605 _DisableYamaHardLinkChecks()
1606
Aviv Kesheta0159be2013-12-12 13:56:28 -08001607 if options.mock_tree_status is not None:
1608 stack.Add(mock.patch.object, timeout_util, '_GetStatus',
1609 return_value=options.mock_tree_status)
1610
Brian Harringc2d09d92012-05-13 22:03:15 -07001611 _RunBuildStagesWrapper(options, build_config)