blob: 5cd387d9770aed9e97ae21ae4a2d091b065e3f9a [file] [log] [blame]
Brian Harring3fec5a82012-03-01 05:57:03 -08001#!/usr/bin/python
2
Mike Frysingerd6925b52012-07-16 16:11:00 -04003# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Brian Harring3fec5a82012-03-01 05:57:03 -08004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7"""Main builder code for Chromium OS.
8
9Used by Chromium OS buildbot configuration for all Chromium OS builds including
10full and pre-flight-queue builds.
11"""
12
Ryan Cui1c13a252012-10-16 15:00:16 -070013import collections
Brian Harring3fec5a82012-03-01 05:57:03 -080014import distutils.version
15import glob
Chris Sosa4f6ffaf2012-05-01 17:05:44 -070016import logging
David James58e0c092012-03-04 20:31:12 -080017import multiprocessing
Brian Harring3fec5a82012-03-01 05:57:03 -080018import optparse
19import os
20import pprint
21import sys
Ryan Cui54da0702012-04-19 18:38:08 -070022import time
Brian Harring3fec5a82012-03-01 05:57:03 -080023
24from chromite.buildbot import builderstage as bs
25from chromite.buildbot import cbuildbot_background as background
26from chromite.buildbot import cbuildbot_config
27from chromite.buildbot import cbuildbot_stages as stages
28from chromite.buildbot import cbuildbot_results as results_lib
Brian Harring3fec5a82012-03-01 05:57:03 -080029from chromite.buildbot import constants
Brian Harring3fec5a82012-03-01 05:57:03 -080030from chromite.buildbot import remote_try
31from chromite.buildbot import repository
32from chromite.buildbot import tee
Ryan Cui16d9e1f2012-05-11 10:50:18 -070033from chromite.buildbot import trybot_patch_pool
Brian Harring3fec5a82012-03-01 05:57:03 -080034
Brian Harringc92a7012012-02-29 10:11:34 -080035from chromite.lib import cgroups
Brian Harringa184efa2012-03-04 11:51:25 -080036from chromite.lib import cleanup
Brian Harringb6cf9142012-09-01 20:43:17 -070037from chromite.lib import commandline
Brian Harring1b8c4c82012-05-29 23:03:04 -070038from chromite.lib import cros_build_lib
Brian Harring511055e2012-10-10 02:58:59 -070039from chromite.lib import gerrit
Brian Harringaf019fb2012-05-10 15:06:13 -070040from chromite.lib import osutils
Brian Harring511055e2012-10-10 02:58:59 -070041from chromite.lib import patch as cros_patch
Brian Harring3fec5a82012-03-01 05:57:03 -080042from chromite.lib import sudo
43
Ryan Cuiadd49122012-03-21 22:19:58 -070044
Brian Harring1b8c4c82012-05-29 23:03:04 -070045cros_build_lib.STRICT_SUDO = True
Brian Harring3fec5a82012-03-01 05:57:03 -080046
47_DEFAULT_LOG_DIR = 'cbuildbot_logs'
48_BUILDBOT_LOG_FILE = 'cbuildbot.log'
49_DEFAULT_EXT_BUILDROOT = 'trybot'
50_DEFAULT_INT_BUILDROOT = 'trybot-internal'
Brian Harring3fec5a82012-03-01 05:57:03 -080051_DISTRIBUTED_TYPES = [constants.COMMIT_QUEUE_TYPE, constants.PFQ_TYPE,
52 constants.CANARY_TYPE, constants.CHROME_PFQ_TYPE,
53 constants.PALADIN_TYPE]
Brian Harring351ce442012-03-09 16:38:14 -080054_BUILDBOT_REQUIRED_BINARIES = ('pbzip2',)
Ryan Cui1c13a252012-10-16 15:00:16 -070055_API_VERSION_ATTR = 'api_version'
Brian Harring3fec5a82012-03-01 05:57:03 -080056
57
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070058def _PrintValidConfigs(display_all=False):
Brian Harring3fec5a82012-03-01 05:57:03 -080059 """Print a list of valid buildbot configs.
60
61 Arguments:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070062 display_all: Print all configs. Otherwise, prints only configs with
63 trybot_list=True.
Brian Harring3fec5a82012-03-01 05:57:03 -080064 """
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070065 def _GetSortKey(config_name):
66 config_dict = cbuildbot_config.config[config_name]
67 return (not config_dict['trybot_list'], config_dict['description'],
68 config_name)
69
Brian Harring3fec5a82012-03-01 05:57:03 -080070 COLUMN_WIDTH = 45
71 print 'config'.ljust(COLUMN_WIDTH), 'description'
72 print '------'.ljust(COLUMN_WIDTH), '-----------'
73 config_names = cbuildbot_config.config.keys()
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070074 config_names.sort(key=_GetSortKey)
Brian Harring3fec5a82012-03-01 05:57:03 -080075 for name in config_names:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070076 if display_all or cbuildbot_config.config[name]['trybot_list']:
77 desc = cbuildbot_config.config[name].get('description')
78 desc = desc if desc else ''
Brian Harring3fec5a82012-03-01 05:57:03 -080079 print name.ljust(COLUMN_WIDTH), desc
80
81
82def _GetConfig(config_name):
83 """Gets the configuration for the build"""
84 if not cbuildbot_config.config.has_key(config_name):
85 print 'Non-existent configuration %s specified.' % config_name
86 print 'Please specify one of:'
87 _PrintValidConfigs()
88 sys.exit(1)
89
90 result = cbuildbot_config.config[config_name]
91
92 return result
93
94
Ryan Cuie1e4e662012-05-21 16:39:46 -070095def AcquirePoolFromOptions(options):
Ryan Cui16d9e1f2012-05-11 10:50:18 -070096 """Generate patch objects from passed in options.
Brian Harring3fec5a82012-03-01 05:57:03 -080097
98 Args:
Ryan Cui16d9e1f2012-05-11 10:50:18 -070099 options: The options object generated by optparse.
Brian Harring3fec5a82012-03-01 05:57:03 -0800100
Ryan Cuif7f24692012-05-18 16:35:33 -0700101 Returns:
102 trybot_patch_pool.TrybotPatchPool object.
103
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700104 Raises:
Brian Harring511055e2012-10-10 02:58:59 -0700105 gerrit.GerritException, cros_patch.PatchException
Brian Harring3fec5a82012-03-01 05:57:03 -0800106 """
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700107 gerrit_patches = []
108 local_patches = []
109 remote_patches = []
Brian Harring3fec5a82012-03-01 05:57:03 -0800110
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700111 if options.gerrit_patches:
Brian Harring511055e2012-10-10 02:58:59 -0700112 gerrit_patches = gerrit.GetGerritPatchInfo(
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700113 options.gerrit_patches)
114 for patch in gerrit_patches:
115 if patch.IsAlreadyMerged():
Brian Harring1b8c4c82012-05-29 23:03:04 -0700116 cros_build_lib.Warning('Patch %s has already been merged.' % str(patch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800117
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700118 if options.local_patches:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700119 manifest = cros_build_lib.ManifestCheckout.Cached(options.sourceroot)
Brian Harring609dc4e2012-05-07 02:17:44 -0700120 local_patches = cros_patch.PrepareLocalPatches(manifest,
121 options.local_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800122
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700123 if options.remote_patches:
124 remote_patches = cros_patch.PrepareRemotePatches(
125 options.remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800126
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700127 return trybot_patch_pool.TrybotPatchPool(gerrit_patches, local_patches,
128 remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800129
130
Brian Harring3fec5a82012-03-01 05:57:03 -0800131class Builder(object):
132 """Parent class for all builder types.
133
134 This class functions as a parent class for various build types. It's intended
135 use is builder_instance.Run().
136
137 Vars:
Brian Harring3fec5a82012-03-01 05:57:03 -0800138 build_config: The configuration dictionary from cbuildbot_config.
139 options: The options provided from optparse in main().
Ryan Cui5616a512012-08-17 13:39:36 -0700140 archive_urls: Where our artifacts for this builder will be archived.
Brian Harring3fec5a82012-03-01 05:57:03 -0800141 release_tag: The associated "chrome os version" of this build.
Brian Harring3fec5a82012-03-01 05:57:03 -0800142 """
143
Ryan Cuie1e4e662012-05-21 16:39:46 -0700144 def __init__(self, options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800145 """Initializes instance variables. Must be called by all subclasses."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800146 self.build_config = build_config
147 self.options = options
148
149 # TODO, Remove here and in config after bug chromium-os:14649 is fixed.
150 if self.build_config['chromeos_official']:
151 os.environ['CHROMEOS_OFFICIAL'] = '1'
152
David James58e0c092012-03-04 20:31:12 -0800153 self.archive_stages = {}
Brian Harring3fec5a82012-03-01 05:57:03 -0800154 self.archive_urls = {}
155 self.release_tag = None
Brian Harring76d1bf62012-06-01 13:52:48 -0700156 self.patch_pool = trybot_patch_pool.TrybotPatchPool()
Brian Harring3fec5a82012-03-01 05:57:03 -0800157
Ryan Cuie1e4e662012-05-21 16:39:46 -0700158 bs.BuilderStage.SetManifestBranch(self.options.branch)
Ryan Cuif7f24692012-05-18 16:35:33 -0700159
Brian Harring3fec5a82012-03-01 05:57:03 -0800160 def Initialize(self):
161 """Runs through the initialization steps of an actual build."""
Ryan Cuif7f24692012-05-18 16:35:33 -0700162 if self.options.resume:
163 results_lib.LoadCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800164
Brian Harring3fec5a82012-03-01 05:57:03 -0800165 self._RunStage(stages.CleanUpStage)
166
167 def _GetStageInstance(self, stage, *args, **kwargs):
168 """Helper function to get an instance given the args.
169
David James944a48e2012-03-07 12:19:03 -0800170 Useful as almost all stages just take in options and build_config.
Brian Harring3fec5a82012-03-01 05:57:03 -0800171 """
David James944a48e2012-03-07 12:19:03 -0800172 config = kwargs.pop('config', self.build_config)
173 return stage(self.options, config, *args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800174
175 def _SetReleaseTag(self):
176 """Sets the release tag from the manifest_manager.
177
178 Must be run after sync stage as syncing enables us to have a release tag.
179 """
180 # Extract version we have decided to build into self.release_tag.
181 manifest_manager = stages.ManifestVersionedSyncStage.manifest_manager
182 if manifest_manager:
183 self.release_tag = manifest_manager.current_version
184
185 def _RunStage(self, stage, *args, **kwargs):
186 """Wrapper to run a stage."""
187 stage_instance = self._GetStageInstance(stage, *args, **kwargs)
188 return stage_instance.Run()
189
190 def GetSyncInstance(self):
191 """Returns an instance of a SyncStage that should be run.
192
193 Subclasses must override this method.
194 """
195 raise NotImplementedError()
196
197 def RunStages(self):
198 """Subclasses must override this method. Runs the appropriate code."""
199 raise NotImplementedError()
200
Brian Harring3fec5a82012-03-01 05:57:03 -0800201 def _ShouldReExecuteInBuildRoot(self):
202 """Returns True if this build should be re-executed in the buildroot."""
203 abs_buildroot = os.path.abspath(self.options.buildroot)
204 return not os.path.abspath(__file__).startswith(abs_buildroot)
205
206 def _ReExecuteInBuildroot(self, sync_instance):
207 """Reexecutes self in buildroot and returns True if build succeeds.
208
209 This allows the buildbot code to test itself when changes are patched for
210 buildbot-related code. This is a no-op if the buildroot == buildroot
211 of the running chromite checkout.
212
213 Args:
214 sync_instance: Instance of the sync stage that was run to sync.
215
216 Returns:
217 True if the Build succeeded.
218 """
Brian Harring3fec5a82012-03-01 05:57:03 -0800219 if not self.options.resume:
Ryan Cuif7f24692012-05-18 16:35:33 -0700220 results_lib.WriteCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800221
Ryan Cui1c13a252012-10-16 15:00:16 -0700222 args = stages.BootstrapStage.FilterArgsForTargetCbuildbot(
223 self.options.buildroot, constants.PATH_TO_CBUILDBOT, self.options)
Brian Harring37e559b2012-05-22 20:47:32 -0700224
Brian Harring3fec5a82012-03-01 05:57:03 -0800225 # Re-write paths to use absolute paths.
226 # Suppress any timeout options given from the commandline in the
227 # invoked cbuildbot; our timeout will enforce it instead.
Ryan Cui1c13a252012-10-16 15:00:16 -0700228 args += ['--resume', '--timeout', '0', '--notee', '--nocgroups',
229 '--buildroot', os.path.abspath(self.options.buildroot)]
Brian Harringae0a5322012-09-15 01:46:51 -0700230
Brian Harring3fec5a82012-03-01 05:57:03 -0800231 if self.options.chrome_root:
Ryan Cui1c13a252012-10-16 15:00:16 -0700232 args += ['--chrome_root',
233 os.path.abspath(self.options.chrome_root)]
Brian Harring3fec5a82012-03-01 05:57:03 -0800234
235 if stages.ManifestVersionedSyncStage.manifest_manager:
236 ver = stages.ManifestVersionedSyncStage.manifest_manager.current_version
Ryan Cui1c13a252012-10-16 15:00:16 -0700237 args += ['--version', ver]
Brian Harring3fec5a82012-03-01 05:57:03 -0800238
239 if isinstance(sync_instance, stages.CommitQueueSyncStage):
240 vp_file = sync_instance.SaveValidationPool()
Ryan Cui1c13a252012-10-16 15:00:16 -0700241 args += ['--validation_pool', vp_file]
Brian Harring3fec5a82012-03-01 05:57:03 -0800242
243 # Re-run the command in the buildroot.
244 # Finally, be generous and give the invoked cbuildbot 30s to shutdown
245 # when something occurs. It should exit quicker, but the sigterm may
246 # hit while the system is particularly busy.
Brian Harring1b8c4c82012-05-29 23:03:04 -0700247 return_obj = cros_build_lib.RunCommand(
Ryan Cui1c13a252012-10-16 15:00:16 -0700248 args, cwd=self.options.buildroot, error_code_ok=True, kill_timeout=30)
Brian Harring3fec5a82012-03-01 05:57:03 -0800249 return return_obj.returncode == 0
250
Ryan Cuif7f24692012-05-18 16:35:33 -0700251 def _InitializeTrybotPatchPool(self):
252 """Generate patch pool from patches specified on the command line.
253
254 Do this only if we need to patch changes later on.
255 """
256 changes_stage = stages.PatchChangesStage.StageNamePrefix()
257 check_func = results_lib.Results.PreviouslyCompletedRecord
258 if not check_func(changes_stage) or self.options.bootstrap:
Ryan Cuie1e4e662012-05-21 16:39:46 -0700259 self.patch_pool = AcquirePoolFromOptions(self.options)
Ryan Cuif7f24692012-05-18 16:35:33 -0700260
261 def _GetBootstrapStage(self):
262 """Constructs and returns the BootStrapStage object.
263
264 We return None when there are no chromite patches to test, and
265 --test-bootstrap wasn't passed in.
266 """
267 stage = None
268 chromite_pool = self.patch_pool.Filter(project=constants.CHROMITE_PROJECT)
Ryan Cui5616a512012-08-17 13:39:36 -0700269 manifest_pool = self.patch_pool.FilterManifest()
Chris Sosa126103a2012-06-18 09:03:17 -0700270 chromite_branch = cros_build_lib.GetChromiteTrackingBranch()
Ryan Cui5616a512012-08-17 13:39:36 -0700271 if (chromite_pool or manifest_pool or self.options.test_bootstrap
Ryan Cuie1e4e662012-05-21 16:39:46 -0700272 or chromite_branch != self.options.branch):
Ryan Cuif7f24692012-05-18 16:35:33 -0700273 stage = stages.BootstrapStage(self.options, self.build_config,
Ryan Cui5616a512012-08-17 13:39:36 -0700274 chromite_pool, manifest_pool)
Ryan Cuif7f24692012-05-18 16:35:33 -0700275 return stage
276
Brian Harring3fec5a82012-03-01 05:57:03 -0800277 def Run(self):
Ryan Cuif7f24692012-05-18 16:35:33 -0700278 """Main runner for this builder class. Runs build and prints summary.
279
280 Returns:
281 Whether the build succeeded.
282 """
283 self._InitializeTrybotPatchPool()
284
285 if self.options.bootstrap:
286 bootstrap_stage = self._GetBootstrapStage()
287 if bootstrap_stage:
288 # BootstrapStage blocks on re-execution of cbuildbot.
289 bootstrap_stage.Run()
290 return bootstrap_stage.returncode == 0
291
Brian Harring3fec5a82012-03-01 05:57:03 -0800292 print_report = True
David James3d4d3502012-04-09 15:12:06 -0700293 exception_thrown = False
Brian Harring3fec5a82012-03-01 05:57:03 -0800294 success = True
295 try:
296 self.Initialize()
297 sync_instance = self.GetSyncInstance()
298 sync_instance.Run()
299 self._SetReleaseTag()
300
Ryan Cui967f7cc2012-08-17 13:01:12 -0700301 # Filter out patches to manifest, since PatchChangesStage can't handle
302 # them. Manifest patches are patched in the BootstrapStage.
303 non_manifest_patches = self.patch_pool.FilterManifest(negate=True)
304 if non_manifest_patches:
305 self._RunStage(stages.PatchChangesStage, non_manifest_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800306
307 if self._ShouldReExecuteInBuildRoot():
308 print_report = False
309 success = self._ReExecuteInBuildroot(sync_instance)
310 else:
311 self.RunStages()
David James7fbf2d42012-07-14 18:23:49 -0700312 except results_lib.StepFailure:
313 # StepFailure exceptions are already recorded in the report, so there
314 # is no need to print these tracebacks twice.
315 exception_thrown = True
316 if not print_report:
317 raise
David James3d4d3502012-04-09 15:12:06 -0700318 except Exception:
319 exception_thrown = True
320 raise
Brian Harring3fec5a82012-03-01 05:57:03 -0800321 finally:
322 if print_report:
Ryan Cuif7f24692012-05-18 16:35:33 -0700323 results_lib.WriteCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800324 print '\n\n\n@@@BUILD_STEP Report@@@\n'
325 results_lib.Results.Report(sys.stdout, self.archive_urls,
326 self.release_tag)
327 success = results_lib.Results.BuildSucceededSoFar()
David James3d4d3502012-04-09 15:12:06 -0700328 if exception_thrown and success:
329 success = False
David Jamesbb20ac82012-07-18 10:59:16 -0700330 cros_build_lib.PrintBuildbotStepWarnings()
331 print """\
David James3d4d3502012-04-09 15:12:06 -0700332Exception thrown, but all stages marked successful. This is an internal error,
333because the stage that threw the exception should be marked as failing."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800334
335 return success
336
337
338class SimpleBuilder(Builder):
339 """Builder that performs basic vetting operations."""
340
341 def GetSyncInstance(self):
342 """Sync to lkgm or TOT as necessary.
343
344 Returns: the instance of the sync stage that was run.
345 """
346 if self.options.lkgm or self.build_config['use_lkgm']:
347 sync_stage = self._GetStageInstance(stages.LKGMSyncStage)
348 else:
349 sync_stage = self._GetStageInstance(stages.SyncStage)
350
351 return sync_stage
352
David James58e0c092012-03-04 20:31:12 -0800353 def _RunBackgroundStagesForBoard(self, board):
354 """Run background board-specific stages for the specified board."""
David James58e0c092012-03-04 20:31:12 -0800355 archive_stage = self.archive_stages[board]
David James944a48e2012-03-07 12:19:03 -0800356 configs = self.build_config['board_specific_configs']
357 config = configs.get(board, self.build_config)
358 stage_list = [[stages.VMTestStage, board, archive_stage],
359 [stages.ChromeTestStage, board, archive_stage],
Mike Frysinger5e20ec42012-09-28 23:39:56 -0400360 [stages.SignerTestStage, board, archive_stage],
David James944a48e2012-03-07 12:19:03 -0800361 [stages.UnitTestStage, board],
Chris Sosa6ed77e52012-10-22 12:57:31 -0700362 [stages.UploadPrebuiltsStage, board, archive_stage],
363 [stages.DevInstallerPrebuiltsStage, board, archive_stage]]
Brian Harring3fec5a82012-03-01 05:57:03 -0800364
David James58e0c092012-03-04 20:31:12 -0800365 # We can not run hw tests without archiving the payloads.
366 if self.options.archive:
David James944a48e2012-03-07 12:19:03 -0800367 for suite in config['hw_tests']:
Peter Mayo85e94372012-08-17 12:42:14 -0400368 stage_list.append([stages.HWTestStage, board, archive_stage, suite])
Chris Sosab50dc932012-03-01 14:00:58 -0800369
Chris Sosa817b1f92012-07-19 15:00:23 -0700370 for suite in config['async_hw_tests']:
371 stage_list.append([stages.ASyncHWTestStage, board, archive_stage,
372 suite])
373
David James944a48e2012-03-07 12:19:03 -0800374 steps = [self._GetStageInstance(*x, config=config).Run for x in stage_list]
375 background.RunParallelSteps(steps + [archive_stage.Run])
Brian Harring3fec5a82012-03-01 05:57:03 -0800376
377 def RunStages(self):
378 """Runs through build process."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800379 # TODO(sosa): Split these out into classes.
Brian Harring3fec5a82012-03-01 05:57:03 -0800380 if self.build_config['build_type'] == constants.CHROOT_BUILDER_TYPE:
Mike Frysinger0fe33322012-10-31 22:02:49 -0400381 self._RunStage(stages.BuildBoardStage, [constants.CHROOT_BUILDER_BOARD])
Zdenek Behan62a57792012-08-31 15:09:08 +0200382 self._RunStage(stages.SDKPackageStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800383 self._RunStage(stages.SDKTestStage)
384 self._RunStage(stages.UploadPrebuiltsStage,
Chris Sosa6a5dceb2012-05-14 13:48:56 -0700385 constants.CHROOT_BUILDER_BOARD, None)
Brian Harring3fec5a82012-03-01 05:57:03 -0800386 elif self.build_config['build_type'] == constants.REFRESH_PACKAGES_TYPE:
Mike Frysinger0fe33322012-10-31 22:02:49 -0400387 self._RunStage(stages.BuildBoardStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800388 self._RunStage(stages.RefreshPackageStatusStage)
389 else:
Mike Frysinger0fe33322012-10-31 22:02:49 -0400390 self._RunStage(stages.BuildBoardStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800391 self._RunStage(stages.UprevStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800392
David James944a48e2012-03-07 12:19:03 -0800393 configs = self.build_config['board_specific_configs']
David James58e0c092012-03-04 20:31:12 -0800394 for board in self.build_config['boards']:
David James944a48e2012-03-07 12:19:03 -0800395 config = configs.get(board, self.build_config)
396 archive_stage = self._GetStageInstance(stages.ArchiveStage, board,
397 config=config)
David James58e0c092012-03-04 20:31:12 -0800398 self.archive_stages[board] = archive_stage
399
David James944a48e2012-03-07 12:19:03 -0800400 # Set up a process pool to run test/archive stages in the background.
401 # This process runs task(board) for each board added to the queue.
David James58e0c092012-03-04 20:31:12 -0800402 queue = multiprocessing.Queue()
403 task = self._RunBackgroundStagesForBoard
404 with background.BackgroundTaskRunner(queue, task):
David James944a48e2012-03-07 12:19:03 -0800405 for board in self.build_config['boards']:
David James58e0c092012-03-04 20:31:12 -0800406 # Run BuildTarget in the foreground.
David James944a48e2012-03-07 12:19:03 -0800407 archive_stage = self.archive_stages[board]
408 config = configs.get(board, self.build_config)
409 self._RunStage(stages.BuildTargetStage, board, archive_stage,
Chris Sosa1a87b3e2012-04-12 13:20:42 -0700410 self.release_tag, config=config)
David James58e0c092012-03-04 20:31:12 -0800411 self.archive_urls[board] = archive_stage.GetDownloadUrl()
412
David James944a48e2012-03-07 12:19:03 -0800413 # Kick off task(board) in the background.
David James58e0c092012-03-04 20:31:12 -0800414 queue.put([board])
415
Brian Harring3fec5a82012-03-01 05:57:03 -0800416
417class DistributedBuilder(SimpleBuilder):
418 """Build class that has special logic to handle distributed builds.
419
420 These builds sync using git/manifest logic in manifest_versions. In general
421 they use a non-distributed builder code for the bulk of the work.
422 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700423 def __init__(self, *args, **kwargs):
Brian Harring3fec5a82012-03-01 05:57:03 -0800424 """Initializes a buildbot builder.
425
426 Extra variables:
427 completion_stage_class: Stage used to complete a build. Set in the Sync
428 stage.
429 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700430 super(DistributedBuilder, self).__init__(*args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800431 self.completion_stage_class = None
432
433 def GetSyncInstance(self):
434 """Syncs the tree using one of the distributed sync logic paths.
435
436 Returns: the instance of the sync stage that was run.
437 """
438 # Determine sync class to use. CQ overrides PFQ bits so should check it
439 # first.
440 if cbuildbot_config.IsCQType(self.build_config['build_type']):
441 sync_stage = self._GetStageInstance(stages.CommitQueueSyncStage)
442 self.completion_stage_class = stages.CommitQueueCompletionStage
443 elif cbuildbot_config.IsPFQType(self.build_config['build_type']):
444 sync_stage = self._GetStageInstance(stages.LKGMCandidateSyncStage)
445 self.completion_stage_class = stages.LKGMCandidateSyncCompletionStage
446 else:
447 sync_stage = self._GetStageInstance(stages.ManifestVersionedSyncStage)
448 self.completion_stage_class = stages.ManifestVersionedSyncCompletionStage
449
450 return sync_stage
451
452 def Publish(self, was_build_successful):
453 """Completes build by publishing any required information."""
454 completion_stage = self._GetStageInstance(self.completion_stage_class,
455 was_build_successful)
456 completion_stage.Run()
457 name = completion_stage.name
458 if not results_lib.Results.WasStageSuccessful(name):
459 should_publish_changes = False
460 else:
461 should_publish_changes = (self.build_config['master'] and
462 was_build_successful)
463
464 if should_publish_changes:
465 self._RunStage(stages.PublishUprevChangesStage)
466
467 def RunStages(self):
468 """Runs simple builder logic and publishes information to overlays."""
469 was_build_successful = False
470 try:
David Jamesf55709e2012-03-13 09:10:15 -0700471 super(DistributedBuilder, self).RunStages()
472 was_build_successful = results_lib.Results.BuildSucceededSoFar()
Brian Harring3fec5a82012-03-01 05:57:03 -0800473 except SystemExit as ex:
474 # If a stage calls sys.exit(0), it's exiting with success, so that means
475 # we should mark ourselves as successful.
476 if ex.code == 0:
477 was_build_successful = True
478 raise
479 finally:
480 self.Publish(was_build_successful)
481
Brian Harring3fec5a82012-03-01 05:57:03 -0800482
483def _ConfirmBuildRoot(buildroot):
484 """Confirm with user the inferred buildroot, and mark it as confirmed."""
Brian Harring521e7242012-11-01 16:57:42 -0700485 cros_build_lib.Warning('Using default directory %s as buildroot', buildroot)
486 if not cros_build_lib.BooleanPrompt(default=False):
487 print('Please specify a different buildroot via the --buildroot option.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800488 sys.exit(0)
489
490 if not os.path.exists(buildroot):
491 os.mkdir(buildroot)
492
493 repository.CreateTrybotMarker(buildroot)
494
495
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700496def _ConfirmRemoteBuildbotRun():
497 """Confirm user wants to run with --buildbot --remote."""
Brian Harring521e7242012-11-01 16:57:42 -0700498 cros_build_lib.Warning(
499 'You are about to launch a PRODUCTION job! This is *NOT* a '
500 'trybot run! Are you sure?')
501 if not cros_build_lib.BooleanPrompt(default=False):
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700502 print('Please specify --pass-through="--debug".')
503 sys.exit(0)
504
505
Ryan Cui5ba7e152012-05-10 14:36:52 -0700506def _DetermineDefaultBuildRoot(sourceroot, internal_build):
Brian Harring3fec5a82012-03-01 05:57:03 -0800507 """Default buildroot to be under the directory that contains current checkout.
508
509 Arguments:
510 internal_build: Whether the build is an internal build
Ryan Cui5ba7e152012-05-10 14:36:52 -0700511 sourceroot: Use specified sourceroot.
Brian Harring3fec5a82012-03-01 05:57:03 -0800512 """
Ryan Cui5ba7e152012-05-10 14:36:52 -0700513 if not repository.IsARepoRoot(sourceroot):
Brian Harring1b8c4c82012-05-29 23:03:04 -0700514 cros_build_lib.Die(
515 'Could not find root of local checkout at %s. Please specify '
516 'using the --sourceroot option.' % sourceroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800517
518 # Place trybot buildroot under the directory containing current checkout.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700519 top_level = os.path.dirname(os.path.realpath(sourceroot))
Brian Harring3fec5a82012-03-01 05:57:03 -0800520 if internal_build:
521 buildroot = os.path.join(top_level, _DEFAULT_INT_BUILDROOT)
522 else:
523 buildroot = os.path.join(top_level, _DEFAULT_EXT_BUILDROOT)
524
525 return buildroot
526
527
528def _BackupPreviousLog(log_file, backup_limit=25):
529 """Rename previous log.
530
531 Args:
532 log_file: The absolute path to the previous log.
533 """
534 if os.path.exists(log_file):
535 old_logs = sorted(glob.glob(log_file + '.*'),
536 key=distutils.version.LooseVersion)
537
538 if len(old_logs) >= backup_limit:
539 os.remove(old_logs[0])
540
541 last = 0
542 if old_logs:
543 last = int(old_logs.pop().rpartition('.')[2])
544
545 os.rename(log_file, log_file + '.' + str(last + 1))
546
Ryan Cui5616a512012-08-17 13:39:36 -0700547
David James944a48e2012-03-07 12:19:03 -0800548def _RunBuildStagesWrapper(options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800549 """Helper function that wraps RunBuildStages()."""
550 def IsDistributedBuilder():
551 """Determines whether the build_config should be a DistributedBuilder."""
552 if not options.buildbot:
553 return False
554 elif build_config['build_type'] in _DISTRIBUTED_TYPES:
555 chrome_rev = build_config['chrome_rev']
556 if options.chrome_rev: chrome_rev = options.chrome_rev
557 # We don't do distributed logic to TOT Chrome PFQ's, nor local
558 # chrome roots (e.g. chrome try bots)
559 if chrome_rev not in [constants.CHROME_REV_TOT,
560 constants.CHROME_REV_LOCAL,
561 constants.CHROME_REV_SPEC]:
562 return True
563
564 return False
565
Brian Harring1b8c4c82012-05-29 23:03:04 -0700566 cros_build_lib.Info("cbuildbot executed with args %s"
567 % ' '.join(map(repr, sys.argv)))
Brian Harring3fec5a82012-03-01 05:57:03 -0800568
Ryan Cuif7f24692012-05-18 16:35:33 -0700569 target = DistributedBuilder if IsDistributedBuilder() else SimpleBuilder
Ryan Cuie1e4e662012-05-21 16:39:46 -0700570 buildbot = target(options, build_config)
Brian Harringd166aaf2012-05-14 18:31:53 -0700571 if not buildbot.Run():
572 sys.exit(1)
Brian Harring3fec5a82012-03-01 05:57:03 -0800573
574
575# Parser related functions
Ryan Cui5ba7e152012-05-10 14:36:52 -0700576def _CheckLocalPatches(sourceroot, local_patches):
Brian Harring3fec5a82012-03-01 05:57:03 -0800577 """Do an early quick check of the passed-in patches.
578
579 If the branch of a project is not specified we append the current branch the
580 project is on.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700581
582 Args:
583 sourceroot: The checkout where patches are coming from.
Brian Harring3fec5a82012-03-01 05:57:03 -0800584 """
Ryan Cuicedd8a52012-03-22 02:28:35 -0700585 verified_patches = []
Brian Harring1b8c4c82012-05-29 23:03:04 -0700586 manifest = cros_build_lib.ManifestCheckout.Cached(sourceroot)
Ryan Cuicedd8a52012-03-22 02:28:35 -0700587 for patch in local_patches:
Brian Harring3fec5a82012-03-01 05:57:03 -0800588 components = patch.split(':')
589 if len(components) > 2:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700590 cros_build_lib.Die(
591 'Specify local patches in project[:branch] format. Got %s' % patch)
Brian Harring3fec5a82012-03-01 05:57:03 -0800592
593 # validate project
594 project = components[0]
Brian Harring3fec5a82012-03-01 05:57:03 -0800595
Brian Harring609dc4e2012-05-07 02:17:44 -0700596 try:
597 project_dir = manifest.GetProjectPath(project, True)
598 except KeyError:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700599 cros_build_lib.Die('Project %s does not exist.' % project)
Brian Harring3fec5a82012-03-01 05:57:03 -0800600
601 # If no branch was specified, we use the project's current branch.
602 if len(components) == 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700603 branch = cros_build_lib.GetCurrentBranch(project_dir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800604 if not branch:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700605 cros_build_lib.Die('Project %s is not on a branch!' % project)
Brian Harring3fec5a82012-03-01 05:57:03 -0800606 else:
607 branch = components[1]
Brian Harring1b8c4c82012-05-29 23:03:04 -0700608 if not cros_build_lib.DoesLocalBranchExist(project_dir, branch):
609 cros_build_lib.Die('Project %s does not have branch %s'
610 % (project, branch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800611
Brian Harring609dc4e2012-05-07 02:17:44 -0700612 verified_patches.append('%s:%s' % (project, branch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800613
Ryan Cuicedd8a52012-03-22 02:28:35 -0700614 return verified_patches
Brian Harring3fec5a82012-03-01 05:57:03 -0800615
616
Brian Harring3fec5a82012-03-01 05:57:03 -0800617def _CheckChromeVersionOption(_option, _opt_str, value, parser):
618 """Upgrade other options based on chrome_version being passed."""
619 value = value.strip()
620
621 if parser.values.chrome_rev is None and value:
622 parser.values.chrome_rev = constants.CHROME_REV_SPEC
623
624 parser.values.chrome_version = value
625
626
627def _CheckChromeRootOption(_option, _opt_str, value, parser):
628 """Validate and convert chrome_root to full-path form."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800629 if parser.values.chrome_rev is None:
630 parser.values.chrome_rev = constants.CHROME_REV_LOCAL
631
Ryan Cui5ba7e152012-05-10 14:36:52 -0700632 parser.values.chrome_root = value
Brian Harring3fec5a82012-03-01 05:57:03 -0800633
634
635def _CheckChromeRevOption(_option, _opt_str, value, parser):
636 """Validate the chrome_rev option."""
637 value = value.strip()
638 if value not in constants.VALID_CHROME_REVISIONS:
639 raise optparse.OptionValueError('Invalid chrome rev specified')
640
641 parser.values.chrome_rev = value
642
643
Brian Harringfec89fe2012-09-23 07:30:54 -0700644def _CheckGerritChromeOption(_option, _opt_str, _value, parser):
Ryan Cuif37608e2012-07-10 14:28:48 -0700645 """Validate the chrome_rev option."""
646 if parser.values.chrome_rev is None:
647 parser.values.chrome_rev = constants.CHROME_REV_TOT
648
649 parser.values.gerrit_chrome = True
650
651
Brian Harringae0a5322012-09-15 01:46:51 -0700652def FindCacheDir(parser, options):
653 if constants.SHARED_CACHE_ENVVAR in os.environ:
654 return commandline.OptionParser.FindCacheDir(parser, options)
655 return None
656
657
Ryan Cui5ba7e152012-05-10 14:36:52 -0700658class CustomGroup(optparse.OptionGroup):
659 def add_remote_option(self, *args, **kwargs):
660 """For arguments that are passed-through to remote trybot."""
661 return optparse.OptionGroup.add_option(self, *args,
662 remote_pass_through=True,
663 **kwargs)
664
665
Ryan Cui1c13a252012-10-16 15:00:16 -0700666class CustomOption(commandline.FilteringOption):
667 """Subclass FilteringOption class to implement pass-through and api."""
Ryan Cui5ba7e152012-05-10 14:36:52 -0700668
Ryan Cui1c13a252012-10-16 15:00:16 -0700669 ACTIONS = commandline.FilteringOption.ACTIONS + ('extend',)
670 STORE_ACTIONS = commandline.FilteringOption.STORE_ACTIONS + ('extend',)
671 TYPED_ACTIONS = commandline.FilteringOption.TYPED_ACTIONS + ('extend',)
672 ALWAYS_TYPED_ACTIONS = (commandline.FilteringOption.ALWAYS_TYPED_ACTIONS +
673 ('extend',))
Ryan Cui79319ab2012-05-21 12:59:18 -0700674
Ryan Cui5ba7e152012-05-10 14:36:52 -0700675 def __init__(self, *args, **kwargs):
676 # The remote_pass_through argument specifies whether we should directly
677 # pass the argument (with its value) onto the remote trybot.
678 self.pass_through = kwargs.pop('remote_pass_through', False)
Ryan Cui1c13a252012-10-16 15:00:16 -0700679 self.api_version = int(kwargs.pop('api', '0'))
680 commandline.FilteringOption.__init__(self, *args, **kwargs)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700681
682 def take_action(self, action, dest, opt, value, values, parser):
Ryan Cui79319ab2012-05-21 12:59:18 -0700683 if action == 'extend':
Mike Frysingerd6925b52012-07-16 16:11:00 -0400684 # If there is extra spaces between each argument, we get '' which later
685 # code barfs on, so skip those. e.g. We see this with the forms:
686 # cbuildbot -p 'proj:branch ' ...
687 # cbuildbot -p ' proj:branch' ...
688 # cbuildbot -p 'proj:branch proj2:branch' ...
689 lvalue = value.split()
Ryan Cui79319ab2012-05-21 12:59:18 -0700690 values.ensure_value(dest, []).extend(lvalue)
Ryan Cui79319ab2012-05-21 12:59:18 -0700691
Ryan Cui1c13a252012-10-16 15:00:16 -0700692 commandline.FilteringOption.take_action(
693 self, action, dest, opt, value, values, parser)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700694
695
Ryan Cui1c13a252012-10-16 15:00:16 -0700696class CustomParser(commandline.FilteringParser):
Brian Harringb6cf9142012-09-01 20:43:17 -0700697
698 DEFAULT_OPTION_CLASS = CustomOption
699
700 def add_remote_option(self, *args, **kwargs):
701 """For arguments that are passed-through to remote trybot."""
Ryan Cui1c13a252012-10-16 15:00:16 -0700702 return self.add_option(*args, remote_pass_through=True, **kwargs)
Brian Harringb6cf9142012-09-01 20:43:17 -0700703
704
Brian Harring3fec5a82012-03-01 05:57:03 -0800705def _CreateParser():
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700706 """Generate and return the parser with all the options."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800707 # Parse options
708 usage = "usage: %prog [options] buildbot_config"
Brian Harringae0a5322012-09-15 01:46:51 -0700709 parser = CustomParser(usage=usage, caching=FindCacheDir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800710
711 # Main options
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700712 # The remote_pass_through parameter to add_option is implemented by the
713 # CustomOption class. See CustomOption for more information.
Brian Harring3fec5a82012-03-01 05:57:03 -0800714 parser.add_option('-a', '--all', action='store_true', dest='print_all',
715 default=False,
716 help=('List all of the buildbot configs available. Use '
717 'with the --list option'))
Ryan Cuie1e4e662012-05-21 16:39:46 -0700718 parser.add_remote_option('-b', '--branch',
719 help='The manifest branch to test. The branch to '
720 'check the buildroot out to.')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700721 parser.add_option('-r', '--buildroot', dest='buildroot', type='path',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700722 help='Root directory where source is checked out to, and '
723 'where the build occurs. For external build configs, '
724 "defaults to 'trybot' directory at top level of your "
725 'repo-managed checkout.')
726 parser.add_remote_option('--chrome_rev', default=None, type='string',
727 action='callback', dest='chrome_rev',
728 callback=_CheckChromeRevOption,
729 help=('Revision of Chrome to use, of type [%s]'
730 % '|'.join(constants.VALID_CHROME_REVISIONS)))
Ryan Cui79319ab2012-05-21 12:59:18 -0700731 parser.add_remote_option('-g', '--gerrit-patches', action='extend',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700732 default=[], type='string',
733 metavar="'Id1 *int_Id2...IdN'",
734 help=("Space-separated list of short-form Gerrit "
735 "Change-Id's or change numbers to patch. "
736 "Please prepend '*' to internal Change-Id's"))
Brian Harring3fec5a82012-03-01 05:57:03 -0800737 parser.add_option('-l', '--list', action='store_true', dest='list',
738 default=False,
739 help=('List the suggested trybot configs to use. Use '
740 '--all to list all of the available configs.'))
Ryan Cui54da0702012-04-19 18:38:08 -0700741 parser.add_option('--local', default=False, action='store_true',
742 help=('Specifies that this tryjob should be run locally.'))
Ryan Cui79319ab2012-05-21 12:59:18 -0700743 parser.add_option('-p', '--local-patches', action='extend', default=[],
Brian Harring3fec5a82012-03-01 05:57:03 -0800744 metavar="'<project1>[:<branch1>]...<projectN>[:<branchN>]'",
745 help=('Space-separated list of project branches with '
746 'patches to apply. Projects are specified by name. '
747 'If no branch is specified the current branch of the '
748 'project will be used.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700749 parser.add_remote_option('--profile', default=None, type='string',
750 action='store', dest='profile',
751 help='Name of profile to sub-specify board variant.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800752 parser.add_option('--remote', default=False, action='store_true',
Brian Harring3fec5a82012-03-01 05:57:03 -0800753 help=('Specifies that this tryjob should be run remotely.'))
Brian Harring219a2b82012-07-18 15:30:12 -0700754 parser.add_option('--remote-description', default=None,
755 help=('Attach an optional description to a --remote run '
756 'to make it easier to identify the results when it '
757 'finishes.'))
Brian Harring3fec5a82012-03-01 05:57:03 -0800758
Ryan Cuif4f84be2012-07-09 18:50:41 -0700759 #
Brian Harring3fec5a82012-03-01 05:57:03 -0800760 # Advanced options
Ryan Cuif4f84be2012-07-09 18:50:41 -0700761 #
762
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700763 group = CustomGroup(
Brian Harring3fec5a82012-03-01 05:57:03 -0800764 parser,
765 'Advanced Options',
766 'Caution: use these options at your own risk.')
767
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700768 group.add_remote_option('--buildbot', dest='buildbot', action='store_true',
769 default=False, help='This is running on a buildbot')
770 group.add_remote_option('--buildnumber', help='build number', type='int',
771 default=0)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700772 group.add_option('--chrome_root', default=None, type='path',
773 action='callback', callback=_CheckChromeRootOption,
774 dest='chrome_root', help='Local checkout of Chrome to use.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700775 group.add_remote_option('--chrome_version', default=None, type='string',
776 action='callback', dest='chrome_version',
777 callback=_CheckChromeVersionOption,
778 help='Used with SPEC logic to force a particular SVN '
779 'revision of chrome rather than the latest.')
780 group.add_remote_option('--clobber', action='store_true', dest='clobber',
781 default=False,
782 help='Clears an old checkout before syncing')
Yu-Ju Hong52134292012-06-28 12:50:42 -0700783 group.add_remote_option('--hwtest', dest='hwtest', action='store_true',
784 default=False,
785 help='This adds HW test for remote trybot')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700786 group.add_remote_option('--lkgm', action='store_true', dest='lkgm',
787 default=False,
788 help='Sync to last known good manifest blessed by '
789 'PFQ')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700790 parser.add_option('--log_dir', dest='log_dir', type='path',
Brian Harring3fec5a82012-03-01 05:57:03 -0800791 help=('Directory where logs are stored.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700792 group.add_remote_option('--maxarchives', dest='max_archive_builds',
793 default=3, type='int',
794 help="Change the local saved build count limit.")
Ryan Cuibbd3d4b2012-08-17 12:20:37 -0700795 parser.add_remote_option('--manifest-repo-url',
796 help=('Overrides the default manifest repo url.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700797 group.add_remote_option('--noarchive', action='store_false', dest='archive',
798 default=True, help="Don't run archive stage.")
Ryan Cuif7f24692012-05-18 16:35:33 -0700799 group.add_remote_option('--nobootstrap', action='store_false',
800 dest='bootstrap', default=True,
801 help="Don't checkout and run from a standalone "
802 "chromite repo.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700803 group.add_remote_option('--nobuild', action='store_false', dest='build',
804 default=True,
805 help="Don't actually build (for cbuildbot dev)")
806 group.add_remote_option('--noclean', action='store_false', dest='clean',
807 default=True, help="Don't clean the buildroot")
Ryan Cuif7f24692012-05-18 16:35:33 -0700808 group.add_remote_option('--nocgroups', action='store_false', dest='cgroups',
809 default=True,
810 help='Disable cbuildbots usage of cgroups.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700811 group.add_remote_option('--noprebuilts', action='store_false',
812 dest='prebuilts', default=True,
813 help="Don't upload prebuilts.")
814 group.add_remote_option('--nosync', action='store_false', dest='sync',
815 default=True, help="Don't sync before building.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700816 group.add_remote_option('--notests', action='store_false', dest='tests',
817 default=True,
818 help='Override values from buildconfig and run no '
819 'tests.')
820 group.add_remote_option('--nouprev', action='store_false', dest='uprev',
821 default=True,
822 help='Override values from buildconfig and never '
823 'uprev.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800824 group.add_option('--reference-repo', action='store', default=None,
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700825 dest='reference_repo',
826 help='Reuse git data stored in an existing repo '
827 'checkout. This can drastically reduce the network '
828 'time spent setting up the trybot checkout. By '
829 "default, if this option isn't given but cbuildbot "
830 'is invoked from a repo checkout, cbuildbot will '
831 'use the repo root.')
Ryan Cuicedd8a52012-03-22 02:28:35 -0700832 group.add_option('--resume', action='store_true', default=False,
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700833 help='Skip stages already successfully completed.')
834 group.add_remote_option('--timeout', action='store', type='int', default=0,
835 help='Specify the maximum amount of time this job '
836 'can run for, at which point the build will be '
837 'aborted. If set to zero, then there is no '
838 'timeout.')
Ryan Cui39bdbbf2012-02-29 16:15:39 -0800839 group.add_option('--test-tryjob', action='store_true',
840 default=False,
841 help='Submit a tryjob to the test repository. Will not '
842 'show up on the production trybot waterfall.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700843 group.add_remote_option('--validation_pool', default=None,
844 help='Path to a pickled validation pool. Intended '
845 'for use only with the commit queue.')
846 group.add_remote_option('--version', dest='force_version', default=None,
847 help='Used with manifest logic. Forces use of this '
848 'version rather than create or get latest.')
Brian Harringab8fb5c2012-07-18 11:28:22 -0700849 group.add_remote_option('--cq-gerrit-query', dest='cq_gerrit_override',
850 default=None,
851 help=
852 "If given, this gerrit query will be used to find what patches to test, "
853 "rather than the normal 'CommitReady=2 AND Verified=1 AND CodeReview=2' "
854 "query it defaults to. Use with care- note additionally this setting "
855 "only has an effect if the buildbot target is a cq target, and we're "
856 "in buildbot mode.")
Brian Harring3fec5a82012-03-01 05:57:03 -0800857
858 parser.add_option_group(group)
859
Ryan Cuif4f84be2012-07-09 18:50:41 -0700860 #
861 # Hidden options.
862 #
863
864 # The base GS URL (gs://<bucket_name>/<path>) to archive artifacts to.
865 parser.add_remote_option('--archive-base', type='gs_path',
866 help=optparse.SUPPRESS_HELP)
867 # bootstrap-args are not verified by the bootstrap code. It gets passed
868 # direcly to the bootstrap re-execution.
869 parser.add_remote_option('--bootstrap-args', action='append',
870 default=[], help=optparse.SUPPRESS_HELP)
Ryan Cuif37608e2012-07-10 14:28:48 -0700871 # Specify to use Gerrit Source for building Chrome. Implies
872 # --chrome_rev=CHROME_REV_TOT.
873 parser.add_option('--gerrit-chrome', action='callback', default=False,
874 callback=_CheckGerritChromeOption, dest='gerrit_chrome',
875 help=optparse.SUPPRESS_HELP)
Ryan Cuif4f84be2012-07-09 18:50:41 -0700876 parser.add_option('--pass-through', dest='pass_through_args', action='append',
877 type='string', default=[], help=optparse.SUPPRESS_HELP)
878 # Used for handling forwards/backwards compatibility for --resume and
879 # --bootstrap.
880 parser.add_option('--reexec-api-version', dest='output_api_version',
881 action='store_true', default=False,
882 help=optparse.SUPPRESS_HELP)
883 # Indicates this is running on a remote trybot machine.
884 parser.add_option('--remote-trybot', dest='remote_trybot',
885 action='store_true', default=False,
886 help=optparse.SUPPRESS_HELP)
887 # Patches uploaded by trybot client when run using the -p option.
888 parser.add_remote_option('--remote-patches', action='extend', default=[],
889 help=optparse.SUPPRESS_HELP)
890 # Specify specific remote tryslaves to run on.
891 parser.add_option('--slaves', action='extend', default=[],
892 help=optparse.SUPPRESS_HELP)
893 parser.add_option('--sourceroot', type='path', default=constants.SOURCE_ROOT,
894 help=optparse.SUPPRESS_HELP)
895 # Causes cbuildbot to bootstrap itself twice, in the sequence A->B->C.
896 # A(unpatched) patches and bootstraps B. B patches and bootstraps C.
897 parser.add_remote_option('--test-bootstrap', action='store_true',
898 default=False, help=optparse.SUPPRESS_HELP)
Brian Harringf611e6e2012-07-17 18:47:44 -0700899 # Note the default here needs to be hardcoded to 3; that is the last version
900 # that lacked this functionality.
901 # This is used so that cbuildbot when processing tryjobs from
902 # older chromite instances, we can use it for handling compatibility.
903 parser.add_option('--remote-version', default=3, type=int, action='store',
904 help=optparse.SUPPRESS_HELP)
Ryan Cuif4f84be2012-07-09 18:50:41 -0700905
906 #
Brian Harring3fec5a82012-03-01 05:57:03 -0800907 # Debug options
Ryan Cuif4f84be2012-07-09 18:50:41 -0700908 #
Brian Harringfec89fe2012-09-23 07:30:54 -0700909 # Temporary hack; in place till --dry-run replaces --debug.
910 # pylint: disable=W0212
Brian Harring009db502012-10-10 02:21:37 -0700911 group = parser.debug_group
Brian Harringfec89fe2012-09-23 07:30:54 -0700912 debug = [x for x in group.option_list if x._long_opts == ['--debug']][0]
913 debug.help += " Currently functions as --dry-run in addition."
914 debug.pass_through = True
Brian Harring3fec5a82012-03-01 05:57:03 -0800915 group.add_option('--dump_config', action='store_true', dest='dump_config',
916 default=False,
917 help='Dump out build config options, and exit.')
918 group.add_option('--notee', action='store_false', dest='tee', default=True,
919 help="Disable logging and internal tee process. Primarily "
920 "used for debugging cbuildbot itself.")
Brian Harring3fec5a82012-03-01 05:57:03 -0800921 return parser
922
923
Ryan Cui85867972012-02-23 18:21:49 -0800924def _FinishParsing(options, args):
925 """Perform some parsing tasks that need to take place after optparse.
926
927 This function needs to be easily testable! Keep it free of
928 environment-dependent code. Put more detailed usage validation in
929 _PostParseCheck().
Brian Harring3fec5a82012-03-01 05:57:03 -0800930
931 Args:
Ryan Cui85867972012-02-23 18:21:49 -0800932 options, args: The options/args object returned by optparse
Brian Harring3fec5a82012-03-01 05:57:03 -0800933 """
Brian Harring07039b52012-05-13 17:56:47 -0700934
Brian Harring3fec5a82012-03-01 05:57:03 -0800935 if options.chrome_root:
936 if options.chrome_rev != constants.CHROME_REV_LOCAL:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700937 cros_build_lib.Die('Chrome rev must be %s if chrome_root is set.' %
938 constants.CHROME_REV_LOCAL)
Brian Harring3fec5a82012-03-01 05:57:03 -0800939 else:
940 if options.chrome_rev == constants.CHROME_REV_LOCAL:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700941 cros_build_lib.Die('Chrome root must be set if chrome_rev is %s.' %
942 constants.CHROME_REV_LOCAL)
Brian Harring3fec5a82012-03-01 05:57:03 -0800943
944 if options.chrome_version:
945 if options.chrome_rev != constants.CHROME_REV_SPEC:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700946 cros_build_lib.Die('Chrome rev must be %s if chrome_version is set.' %
947 constants.CHROME_REV_SPEC)
Brian Harring3fec5a82012-03-01 05:57:03 -0800948 else:
949 if options.chrome_rev == constants.CHROME_REV_SPEC:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700950 cros_build_lib.Die(
951 'Chrome rev must not be %s if chrome_version is not set.'
952 % constants.CHROME_REV_SPEC)
Brian Harring3fec5a82012-03-01 05:57:03 -0800953
Ryan Cuif37608e2012-07-10 14:28:48 -0700954 if options.gerrit_chrome:
955 if options.remote_trybot or options.remote:
956 cros_build_lib.Die('Cannot use --gerrit-chrome with remote trybots!')
957 elif options.chrome_rev != constants.CHROME_REV_TOT:
958 cros_build_lib.Die('Chrome rev must be %s if chrome_root is set.' %
959 constants.CHROME_REV_TOT)
960
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700961 patches = bool(options.gerrit_patches or options.local_patches)
962 if options.remote:
963 if options.local:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700964 cros_build_lib.Die('Cannot specify both --remote and --local')
Ryan Cui54da0702012-04-19 18:38:08 -0700965
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700966 if not options.buildbot and not patches:
Brian Harring7cc4b932012-11-01 16:58:55 -0700967 if not cros_build_lib.BooleanPrompt(
968 prompt="No patches were provided; are you sure you want to just "
969 "run a remote build of ToT?", default=False):
970 cros_build_lib.Die('Must provide patches when running with --remote.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800971
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700972 # --debug needs to be explicitly passed through for remote invocations.
973 release_mode_with_patches = (options.buildbot and patches and
974 '--debug' not in options.pass_through_args)
975 else:
976 if len(args) > 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700977 cros_build_lib.Die('Multiple configs not supported if not running with '
Brian Harringf1aad832012-07-18 10:46:39 -0700978 '--remote. Got %r', args)
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700979
Ryan Cui79319ab2012-05-21 12:59:18 -0700980 if options.slaves:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700981 cros_build_lib.Die('Cannot use --slaves if not running with --remote.')
Ryan Cui79319ab2012-05-21 12:59:18 -0700982
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700983 release_mode_with_patches = (options.buildbot and patches and
984 not options.debug)
985
David James5734ea32012-08-15 20:23:49 -0700986 # When running in release mode, make sure we are running with checked-in code.
987 # We want checked-in cbuildbot/scripts to prevent errors, and we want to build
988 # a release image with checked-in code for CrOS packages.
989 if release_mode_with_patches:
990 cros_build_lib.Die(
991 'Cannot provide patches when running with --buildbot!')
992
Ryan Cuiba41ad32012-03-08 17:15:29 -0800993 if options.buildbot and options.remote_trybot:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700994 cros_build_lib.Die(
995 '--buildbot and --remote-trybot cannot be used together.')
Ryan Cuiba41ad32012-03-08 17:15:29 -0800996
Ryan Cui85867972012-02-23 18:21:49 -0800997 # Record whether --debug was set explicitly vs. it was inferred.
998 options.debug_forced = False
999 if options.debug:
1000 options.debug_forced = True
1001 else:
Ryan Cui16ca5812012-03-08 20:34:27 -08001002 # We don't set debug by default for
1003 # 1. --buildbot invocations.
1004 # 2. --remote invocations, because it needs to push changes to the tryjob
1005 # repo.
1006 options.debug = not options.buildbot and not options.remote
Brian Harring3fec5a82012-03-01 05:57:03 -08001007
Ryan Cui1c13a252012-10-16 15:00:16 -07001008 # Populate options.pass_through_args.
1009 accepted, _ = commandline.FilteringParser.FilterArgs(
1010 options.parsed_args, lambda x: x.opt_inst.pass_through)
1011 options.pass_through_args.extend(accepted)
1012
1013 # Record the configs targeted.
1014 options.build_targets = args[:]
1015
Brian Harring3fec5a82012-03-01 05:57:03 -08001016
Brian Harring1d7ba942012-04-24 06:37:18 -07001017# pylint: disable=W0613
Brian Harringae0a5322012-09-15 01:46:51 -07001018def _PostParseCheck(parser, options, args):
Ryan Cui85867972012-02-23 18:21:49 -08001019 """Perform some usage validation after we've parsed the arguments
Brian Harring3fec5a82012-03-01 05:57:03 -08001020
Ryan Cui85867972012-02-23 18:21:49 -08001021 Args:
1022 options/args: The options/args object returned by optparse
1023 """
Ryan Cuie1e4e662012-05-21 16:39:46 -07001024 if not options.branch:
Chris Sosa126103a2012-06-18 09:03:17 -07001025 options.branch = cros_build_lib.GetChromiteTrackingBranch()
Ryan Cuie1e4e662012-05-21 16:39:46 -07001026
Brian Harringae0a5322012-09-15 01:46:51 -07001027 if not repository.IsARepoRoot(options.sourceroot):
1028 if options.local_patches:
1029 raise Exception('Could not find repo checkout at %s!'
1030 % options.sourceroot)
1031
1032 # Ensure we have a workable cachedir from this point forward.
1033 if options.cache_dir is None:
1034 # Note, options.sourceroot is set regardless of the path
1035 # actually existing.
1036 if os.path.exists(options.sourceroot):
1037 options.cache_dir = os.path.join(options.sourceroot, '.cache')
1038 elif options.buildroot is not None:
1039 options.cache_dir = os.path.join(options.buildroot, '.cache')
1040 else:
1041 options.cache_dir = parser.FindCacheDir(parser, options)
1042 options.cache_dir = os.path.abspath(options.cache_dir)
Brian Harring8c1d7b12012-10-04 17:36:32 -07001043 parser.ConfigureCacheDir(options.cache_dir)
Brian Harringae0a5322012-09-15 01:46:51 -07001044
1045 osutils.SafeMakedirs(options.cache_dir)
Ryan Cui5ba7e152012-05-10 14:36:52 -07001046
Brian Harring609dc4e2012-05-07 02:17:44 -07001047 if options.local_patches:
Brian Harring1d7ba942012-04-24 06:37:18 -07001048 options.local_patches = _CheckLocalPatches(
Brian Harring609dc4e2012-05-07 02:17:44 -07001049 options.sourceroot, options.local_patches)
Brian Harring1d7ba942012-04-24 06:37:18 -07001050
1051 default = os.environ.get('CBUILDBOT_DEFAULT_MODE')
1052 if (default and not any([options.local, options.buildbot,
1053 options.remote, options.remote_trybot])):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001054 cros_build_lib.Info("CBUILDBOT_DEFAULT_MODE=%s env var detected, using it."
1055 % default)
Brian Harring1d7ba942012-04-24 06:37:18 -07001056 default = default.lower()
1057 if default == 'local':
1058 options.local = True
1059 elif default == 'remote':
1060 options.remote = True
1061 elif default == 'buildbot':
1062 options.buildbot = True
1063 else:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001064 cros_build_lib.Die("CBUILDBOT_DEFAULT_MODE value %s isn't supported. "
1065 % default)
Ryan Cui85867972012-02-23 18:21:49 -08001066
1067
1068def _ParseCommandLine(parser, argv):
1069 """Completely parse the commandline arguments"""
Brian Harring3fec5a82012-03-01 05:57:03 -08001070 (options, args) = parser.parse_args(argv)
Brian Harring37e559b2012-05-22 20:47:32 -07001071
1072 if options.output_api_version:
Ryan Cui724f1d32012-10-15 18:10:22 -07001073 print constants.REEXEC_API_VERSION
Brian Harring37e559b2012-05-22 20:47:32 -07001074 sys.exit(0)
1075
Ryan Cui54da0702012-04-19 18:38:08 -07001076 if options.list:
1077 _PrintValidConfigs(options.print_all)
1078 sys.exit(0)
1079
Ryan Cui8be16062012-04-24 12:05:26 -07001080 # Strip out null arguments.
1081 # TODO(rcui): Remove when buildbot is fixed
1082 args = [arg for arg in args if arg]
1083 if not args:
1084 parser.error('Invalid usage. Use -h to see usage. Use -l to list '
1085 'supported configs.')
1086
Ryan Cui85867972012-02-23 18:21:49 -08001087 _FinishParsing(options, args)
1088 return options, args
1089
1090
1091def main(argv):
1092 # Set umask to 022 so files created by buildbot are readable.
1093 os.umask(022)
1094
Ryan Cui85867972012-02-23 18:21:49 -08001095 parser = _CreateParser()
1096 (options, args) = _ParseCommandLine(parser, argv)
Brian Harring3fec5a82012-03-01 05:57:03 -08001097
Brian Harringae0a5322012-09-15 01:46:51 -07001098 _PostParseCheck(parser, options, args)
Brian Harring3fec5a82012-03-01 05:57:03 -08001099
Zdenek Behan98ec2fb2012-08-31 17:12:18 +02001100 if cros_build_lib.IsInsideChroot():
1101 cros_build_lib.Die('Please run cbuildbot from outside the chroot.')
1102
1103
Brian Harring3fec5a82012-03-01 05:57:03 -08001104 if options.remote:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001105 cros_build_lib.logger.setLevel(logging.WARNING)
Ryan Cui16ca5812012-03-08 20:34:27 -08001106
Brian Harring3fec5a82012-03-01 05:57:03 -08001107 # Verify configs are valid.
1108 for bot in args:
1109 _GetConfig(bot)
1110
1111 # Verify gerrit patches are valid.
Ryan Cui16ca5812012-03-08 20:34:27 -08001112 print 'Verifying patches...'
Ryan Cuie1e4e662012-05-21 16:39:46 -07001113 patch_pool = AcquirePoolFromOptions(options)
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001114
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001115 # --debug need to be explicitly passed through for remote invocations.
1116 if options.buildbot and '--debug' not in options.pass_through_args:
1117 _ConfirmRemoteBuildbotRun()
1118
Ryan Cui16ca5812012-03-08 20:34:27 -08001119 print 'Submitting tryjob...'
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001120 tryjob = remote_try.RemoteTryJob(options, args, patch_pool.local_patches)
Ryan Cuia25d8eb2012-07-11 14:54:27 -07001121 tryjob.Submit(testjob=options.test_tryjob, dryrun=False)
Ryan Cui16ca5812012-03-08 20:34:27 -08001122 print 'Tryjob submitted!'
1123 print ('Go to %s to view the status of your job.'
Ryan Cui4906e1c2012-04-03 20:09:34 -07001124 % tryjob.GetTrybotWaterfallLink())
Brian Harring3fec5a82012-03-01 05:57:03 -08001125 sys.exit(0)
Ryan Cui54da0702012-04-19 18:38:08 -07001126 elif (not options.buildbot and not options.remote_trybot
1127 and not options.resume and not options.local):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001128 cros_build_lib.Warning(
1129 'Running in LOCAL TRYBOT mode! Use --remote to submit REMOTE '
1130 'tryjobs. Use --local to suppress this message.')
1131 cros_build_lib.Warning(
Ryan Cui51591352012-07-09 15:15:53 -07001132 'In the future, --local will be required to run the local '
Brian Harring1b8c4c82012-05-29 23:03:04 -07001133 'trybot.')
Ryan Cui54da0702012-04-19 18:38:08 -07001134 time.sleep(5)
Brian Harring3fec5a82012-03-01 05:57:03 -08001135
Ryan Cui8be16062012-04-24 12:05:26 -07001136 # Only expecting one config
1137 bot_id = args[-1]
1138 build_config = _GetConfig(bot_id)
Brian Harring3fec5a82012-03-01 05:57:03 -08001139
1140 if options.reference_repo is None:
Ryan Cui5ba7e152012-05-10 14:36:52 -07001141 repo_path = os.path.join(options.sourceroot, '.repo')
Brian Harring3fec5a82012-03-01 05:57:03 -08001142 # If we're being run from a repo checkout, reuse the repo's git pool to
1143 # cut down on sync time.
1144 if os.path.exists(repo_path):
Ryan Cui5ba7e152012-05-10 14:36:52 -07001145 options.reference_repo = options.sourceroot
Brian Harring3fec5a82012-03-01 05:57:03 -08001146 elif options.reference_repo:
1147 if not os.path.exists(options.reference_repo):
1148 parser.error('Reference path %s does not exist'
1149 % (options.reference_repo,))
1150 elif not os.path.exists(os.path.join(options.reference_repo, '.repo')):
1151 parser.error('Reference path %s does not look to be the base of a '
1152 'repo checkout; no .repo exists in the root.'
1153 % (options.reference_repo,))
Ryan Cuid4a24212012-04-04 18:08:12 -07001154
Brian Harringf11bf682012-05-14 15:53:43 -07001155 if (options.buildbot or options.remote_trybot) and not options.resume:
Brian Harring470f6112012-03-02 11:47:10 -08001156 if not options.cgroups:
Ryan Cuid4a24212012-04-04 18:08:12 -07001157 parser.error('Options --buildbot/--remote-trybot and --nocgroups cannot '
1158 'be used together. Cgroup support is required for '
1159 'buildbot/remote-trybot mode.')
Brian Harring470f6112012-03-02 11:47:10 -08001160 if not cgroups.Cgroup.CgroupsSupported():
Ryan Cuid4a24212012-04-04 18:08:12 -07001161 parser.error('Option --buildbot/--remote-trybot was given, but this '
1162 'system does not support cgroups. Failing.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001163
David Jamesaad5cc72012-10-26 15:03:13 -07001164 missing = osutils.FindMissingBinaries(_BUILDBOT_REQUIRED_BINARIES)
Brian Harring351ce442012-03-09 16:38:14 -08001165 if missing:
Ryan Cuid4a24212012-04-04 18:08:12 -07001166 parser.error("Option --buildbot/--remote-trybot requires the following "
1167 "binaries which couldn't be found in $PATH: %s"
Brian Harring351ce442012-03-09 16:38:14 -08001168 % (', '.join(missing)))
1169
Brian Harring3fec5a82012-03-01 05:57:03 -08001170 if options.reference_repo:
1171 options.reference_repo = os.path.abspath(options.reference_repo)
1172
1173 if options.dump_config:
1174 # This works, but option ordering is bad...
1175 print 'Configuration %s:' % bot_id
1176 pretty_printer = pprint.PrettyPrinter(indent=2)
1177 pretty_printer.pprint(build_config)
1178 sys.exit(0)
1179
1180 if not options.buildroot:
1181 if options.buildbot:
1182 parser.error('Please specify a buildroot with the --buildroot option.')
Matt Tennantd55b1f42012-04-13 14:15:01 -07001183
Ryan Cui5ba7e152012-05-10 14:36:52 -07001184 options.buildroot = _DetermineDefaultBuildRoot(options.sourceroot,
1185 build_config['internal'])
Brian Harring470f6112012-03-02 11:47:10 -08001186 # We use a marker file in the buildroot to indicate the user has
1187 # consented to using this directory.
1188 if not os.path.exists(repository.GetTrybotMarkerPath(options.buildroot)):
1189 _ConfirmBuildRoot(options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -08001190
1191 # Sanity check of buildroot- specifically that it's not pointing into the
1192 # midst of an existing repo since git-repo doesn't support nesting.
Brian Harring3fec5a82012-03-01 05:57:03 -08001193 if (not repository.IsARepoRoot(options.buildroot) and
David James6b80dc62012-02-29 15:34:40 -08001194 repository.InARepoRepository(options.buildroot)):
Brian Harring3fec5a82012-03-01 05:57:03 -08001195 parser.error('Configured buildroot %s points into a repository checkout, '
1196 'rather than the root of it. This is not supported.'
1197 % options.buildroot)
1198
Chris Sosab5ea3b42012-10-25 15:25:20 -07001199 if not options.log_dir:
1200 options.log_dir = os.path.join(options.buildroot, _DEFAULT_LOG_DIR)
1201
Brian Harringd166aaf2012-05-14 18:31:53 -07001202 log_file = None
1203 if options.tee:
Chris Sosab5ea3b42012-10-25 15:25:20 -07001204 log_file = os.path.join(options.log_dir, _BUILDBOT_LOG_FILE)
1205 osutils.SafeMakedirs(options.log_dir)
Brian Harringd166aaf2012-05-14 18:31:53 -07001206 _BackupPreviousLog(log_file)
1207
Brian Harring1b8c4c82012-05-29 23:03:04 -07001208 with cros_build_lib.ContextManagerStack() as stack:
Brian Harringc2d09d92012-05-13 22:03:15 -07001209 critical_section = stack.Add(cleanup.EnforcedCleanupSection)
1210 stack.Add(sudo.SudoKeepAlive)
Brian Harringd166aaf2012-05-14 18:31:53 -07001211
Brian Harringc2d09d92012-05-13 22:03:15 -07001212 if not options.resume:
Brian Harring2bf55e12012-05-13 21:31:55 -07001213 # If we're in resume mode, use our parents tempdir rather than
1214 # nesting another layer.
Brian Harringc2d09d92012-05-13 22:03:15 -07001215 stack.Add(osutils.TempDirContextManager, 'cbuildbot-tmp')
1216 logging.debug("Cbuildbot tempdir is %r.", os.environ.get('TMP'))
Brian Harringd166aaf2012-05-14 18:31:53 -07001217
Brian Harringead69102012-07-31 15:54:07 -07001218 # TODO(ferringb): update this once https://gerrit.chromium.org/gerrit/25359
1219 # is landed- it's sensitive to the manifest-versions cache path.
Brian Harringae0a5322012-09-15 01:46:51 -07001220 options.preserve_paths = set(['manifest-versions', '.cache',
Brian Harringead69102012-07-31 15:54:07 -07001221 'manifest-versions-internal'])
Brian Harringd166aaf2012-05-14 18:31:53 -07001222 if log_file is not None:
1223 stack.Add(tee.Tee, log_file)
Brian Harring2d8f9ff2012-06-30 15:58:28 -07001224 options.preserve_paths.add(_DEFAULT_LOG_DIR)
Brian Harringd166aaf2012-05-14 18:31:53 -07001225
Brian Harringc2d09d92012-05-13 22:03:15 -07001226 if options.cgroups:
1227 stack.Add(cgroups.SimpleContainChildren, 'cbuildbot')
Brian Harringa184efa2012-03-04 11:51:25 -08001228
Brian Harringc2d09d92012-05-13 22:03:15 -07001229 # Mark everything between EnforcedCleanupSection and here as having to
1230 # be rolled back via the contextmanager cleanup handlers. This
1231 # ensures that sudo bits cannot outlive cbuildbot, that anything
1232 # cgroups would kill gets killed, etc.
1233 critical_section.ForkWatchdog()
Brian Harringd166aaf2012-05-14 18:31:53 -07001234
Brian Harringc2d09d92012-05-13 22:03:15 -07001235 if options.timeout > 0:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001236 stack.Add(cros_build_lib.Timeout, options.timeout)
Brian Harringa184efa2012-03-04 11:51:25 -08001237
Brian Harringc2d09d92012-05-13 22:03:15 -07001238 if not options.buildbot:
1239 build_config = cbuildbot_config.OverrideConfigForTrybot(
1240 build_config,
1241 options.remote_trybot)
1242
1243 _RunBuildStagesWrapper(options, build_config)