blob: 321975b6bd8d5e819d7eed2d6927c3b15ccbd731 [file] [log] [blame]
Brian Harring3fec5a82012-03-01 05:57:03 -08001#!/usr/bin/python
2
Mike Frysingerd6925b52012-07-16 16:11:00 -04003# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Brian Harring3fec5a82012-03-01 05:57:03 -08004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7"""Main builder code for Chromium OS.
8
9Used by Chromium OS buildbot configuration for all Chromium OS builds including
10full and pre-flight-queue builds.
11"""
12
13import distutils.version
Mike Frysinger6903c762012-12-04 01:57:16 -050014import errno
Brian Harring3fec5a82012-03-01 05:57:03 -080015import glob
Chris Sosa4f6ffaf2012-05-01 17:05:44 -070016import logging
David James58e0c092012-03-04 20:31:12 -080017import multiprocessing
Brian Harring3fec5a82012-03-01 05:57:03 -080018import optparse
19import os
20import pprint
21import sys
Ryan Cui54da0702012-04-19 18:38:08 -070022import time
Brian Harring3fec5a82012-03-01 05:57:03 -080023
24from chromite.buildbot import builderstage as bs
Brian Harring3fec5a82012-03-01 05:57:03 -080025from chromite.buildbot import cbuildbot_config
26from chromite.buildbot import cbuildbot_stages as stages
27from chromite.buildbot import cbuildbot_results as results_lib
Brian Harring3fec5a82012-03-01 05:57:03 -080028from chromite.buildbot import constants
Brian Harring3fec5a82012-03-01 05:57:03 -080029from chromite.buildbot import remote_try
30from chromite.buildbot import repository
31from chromite.buildbot import tee
Ryan Cui16d9e1f2012-05-11 10:50:18 -070032from chromite.buildbot import trybot_patch_pool
Brian Harring3fec5a82012-03-01 05:57:03 -080033
Brian Harringc92a7012012-02-29 10:11:34 -080034from chromite.lib import cgroups
Brian Harringa184efa2012-03-04 11:51:25 -080035from chromite.lib import cleanup
Brian Harringb6cf9142012-09-01 20:43:17 -070036from chromite.lib import commandline
Brian Harring1b8c4c82012-05-29 23:03:04 -070037from chromite.lib import cros_build_lib
Brian Harring511055e2012-10-10 02:58:59 -070038from chromite.lib import gerrit
David James97d95872012-11-16 15:09:56 -080039from chromite.lib import git
Brian Harringaf019fb2012-05-10 15:06:13 -070040from chromite.lib import osutils
Brian Harring511055e2012-10-10 02:58:59 -070041from chromite.lib import patch as cros_patch
David James6450a0a2012-12-04 07:59:53 -080042from chromite.lib import parallel
Brian Harring3fec5a82012-03-01 05:57:03 -080043from chromite.lib import sudo
44
Ryan Cuiadd49122012-03-21 22:19:58 -070045
Brian Harring1b8c4c82012-05-29 23:03:04 -070046cros_build_lib.STRICT_SUDO = True
Brian Harring3fec5a82012-03-01 05:57:03 -080047
48_DEFAULT_LOG_DIR = 'cbuildbot_logs'
49_BUILDBOT_LOG_FILE = 'cbuildbot.log'
50_DEFAULT_EXT_BUILDROOT = 'trybot'
51_DEFAULT_INT_BUILDROOT = 'trybot-internal'
Brian Harring3fec5a82012-03-01 05:57:03 -080052_DISTRIBUTED_TYPES = [constants.COMMIT_QUEUE_TYPE, constants.PFQ_TYPE,
53 constants.CANARY_TYPE, constants.CHROME_PFQ_TYPE,
54 constants.PALADIN_TYPE]
Brian Harring351ce442012-03-09 16:38:14 -080055_BUILDBOT_REQUIRED_BINARIES = ('pbzip2',)
Ryan Cui1c13a252012-10-16 15:00:16 -070056_API_VERSION_ATTR = 'api_version'
Brian Harring3fec5a82012-03-01 05:57:03 -080057
58
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070059def _PrintValidConfigs(display_all=False):
Brian Harring3fec5a82012-03-01 05:57:03 -080060 """Print a list of valid buildbot configs.
61
62 Arguments:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070063 display_all: Print all configs. Otherwise, prints only configs with
64 trybot_list=True.
Brian Harring3fec5a82012-03-01 05:57:03 -080065 """
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070066 def _GetSortKey(config_name):
67 config_dict = cbuildbot_config.config[config_name]
68 return (not config_dict['trybot_list'], config_dict['description'],
69 config_name)
70
Brian Harring3fec5a82012-03-01 05:57:03 -080071 COLUMN_WIDTH = 45
72 print 'config'.ljust(COLUMN_WIDTH), 'description'
73 print '------'.ljust(COLUMN_WIDTH), '-----------'
74 config_names = cbuildbot_config.config.keys()
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070075 config_names.sort(key=_GetSortKey)
Brian Harring3fec5a82012-03-01 05:57:03 -080076 for name in config_names:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070077 if display_all or cbuildbot_config.config[name]['trybot_list']:
78 desc = cbuildbot_config.config[name].get('description')
79 desc = desc if desc else ''
Brian Harring3fec5a82012-03-01 05:57:03 -080080 print name.ljust(COLUMN_WIDTH), desc
81
82
83def _GetConfig(config_name):
84 """Gets the configuration for the build"""
85 if not cbuildbot_config.config.has_key(config_name):
86 print 'Non-existent configuration %s specified.' % config_name
87 print 'Please specify one of:'
88 _PrintValidConfigs()
89 sys.exit(1)
90
91 result = cbuildbot_config.config[config_name]
92
93 return result
94
95
Ryan Cuie1e4e662012-05-21 16:39:46 -070096def AcquirePoolFromOptions(options):
Ryan Cui16d9e1f2012-05-11 10:50:18 -070097 """Generate patch objects from passed in options.
Brian Harring3fec5a82012-03-01 05:57:03 -080098
99 Args:
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700100 options: The options object generated by optparse.
Brian Harring3fec5a82012-03-01 05:57:03 -0800101
Ryan Cuif7f24692012-05-18 16:35:33 -0700102 Returns:
103 trybot_patch_pool.TrybotPatchPool object.
104
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700105 Raises:
Brian Harring511055e2012-10-10 02:58:59 -0700106 gerrit.GerritException, cros_patch.PatchException
Brian Harring3fec5a82012-03-01 05:57:03 -0800107 """
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700108 gerrit_patches = []
109 local_patches = []
110 remote_patches = []
Brian Harring3fec5a82012-03-01 05:57:03 -0800111
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700112 if options.gerrit_patches:
Brian Harring511055e2012-10-10 02:58:59 -0700113 gerrit_patches = gerrit.GetGerritPatchInfo(
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700114 options.gerrit_patches)
115 for patch in gerrit_patches:
116 if patch.IsAlreadyMerged():
Brian Harring1b8c4c82012-05-29 23:03:04 -0700117 cros_build_lib.Warning('Patch %s has already been merged.' % str(patch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800118
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700119 if options.local_patches:
David James97d95872012-11-16 15:09:56 -0800120 manifest = git.ManifestCheckout.Cached(options.sourceroot)
Brian Harring609dc4e2012-05-07 02:17:44 -0700121 local_patches = cros_patch.PrepareLocalPatches(manifest,
122 options.local_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800123
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700124 if options.remote_patches:
125 remote_patches = cros_patch.PrepareRemotePatches(
126 options.remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800127
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700128 return trybot_patch_pool.TrybotPatchPool(gerrit_patches, local_patches,
129 remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800130
131
Brian Harring3fec5a82012-03-01 05:57:03 -0800132class Builder(object):
133 """Parent class for all builder types.
134
135 This class functions as a parent class for various build types. It's intended
136 use is builder_instance.Run().
137
138 Vars:
Brian Harring3fec5a82012-03-01 05:57:03 -0800139 build_config: The configuration dictionary from cbuildbot_config.
140 options: The options provided from optparse in main().
Ryan Cui5616a512012-08-17 13:39:36 -0700141 archive_urls: Where our artifacts for this builder will be archived.
Brian Harring3fec5a82012-03-01 05:57:03 -0800142 release_tag: The associated "chrome os version" of this build.
Brian Harring3fec5a82012-03-01 05:57:03 -0800143 """
144
Ryan Cuie1e4e662012-05-21 16:39:46 -0700145 def __init__(self, options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800146 """Initializes instance variables. Must be called by all subclasses."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800147 self.build_config = build_config
148 self.options = options
149
150 # TODO, Remove here and in config after bug chromium-os:14649 is fixed.
151 if self.build_config['chromeos_official']:
152 os.environ['CHROMEOS_OFFICIAL'] = '1'
153
David James58e0c092012-03-04 20:31:12 -0800154 self.archive_stages = {}
Brian Harring3fec5a82012-03-01 05:57:03 -0800155 self.archive_urls = {}
156 self.release_tag = None
Brian Harring76d1bf62012-06-01 13:52:48 -0700157 self.patch_pool = trybot_patch_pool.TrybotPatchPool()
Brian Harring3fec5a82012-03-01 05:57:03 -0800158
Ryan Cuie1e4e662012-05-21 16:39:46 -0700159 bs.BuilderStage.SetManifestBranch(self.options.branch)
Ryan Cuif7f24692012-05-18 16:35:33 -0700160
Brian Harring3fec5a82012-03-01 05:57:03 -0800161 def Initialize(self):
162 """Runs through the initialization steps of an actual build."""
Ryan Cuif7f24692012-05-18 16:35:33 -0700163 if self.options.resume:
164 results_lib.LoadCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800165
Brian Harring3fec5a82012-03-01 05:57:03 -0800166 self._RunStage(stages.CleanUpStage)
167
168 def _GetStageInstance(self, stage, *args, **kwargs):
169 """Helper function to get an instance given the args.
170
David James944a48e2012-03-07 12:19:03 -0800171 Useful as almost all stages just take in options and build_config.
Brian Harring3fec5a82012-03-01 05:57:03 -0800172 """
David James944a48e2012-03-07 12:19:03 -0800173 config = kwargs.pop('config', self.build_config)
174 return stage(self.options, config, *args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800175
176 def _SetReleaseTag(self):
177 """Sets the release tag from the manifest_manager.
178
179 Must be run after sync stage as syncing enables us to have a release tag.
180 """
181 # Extract version we have decided to build into self.release_tag.
182 manifest_manager = stages.ManifestVersionedSyncStage.manifest_manager
183 if manifest_manager:
184 self.release_tag = manifest_manager.current_version
185
186 def _RunStage(self, stage, *args, **kwargs):
187 """Wrapper to run a stage."""
188 stage_instance = self._GetStageInstance(stage, *args, **kwargs)
189 return stage_instance.Run()
190
191 def GetSyncInstance(self):
192 """Returns an instance of a SyncStage that should be run.
193
194 Subclasses must override this method.
195 """
196 raise NotImplementedError()
197
198 def RunStages(self):
199 """Subclasses must override this method. Runs the appropriate code."""
200 raise NotImplementedError()
201
Brian Harring3fec5a82012-03-01 05:57:03 -0800202 def _ShouldReExecuteInBuildRoot(self):
203 """Returns True if this build should be re-executed in the buildroot."""
204 abs_buildroot = os.path.abspath(self.options.buildroot)
205 return not os.path.abspath(__file__).startswith(abs_buildroot)
206
207 def _ReExecuteInBuildroot(self, sync_instance):
208 """Reexecutes self in buildroot and returns True if build succeeds.
209
210 This allows the buildbot code to test itself when changes are patched for
211 buildbot-related code. This is a no-op if the buildroot == buildroot
212 of the running chromite checkout.
213
214 Args:
215 sync_instance: Instance of the sync stage that was run to sync.
216
217 Returns:
218 True if the Build succeeded.
219 """
Brian Harring3fec5a82012-03-01 05:57:03 -0800220 if not self.options.resume:
Ryan Cuif7f24692012-05-18 16:35:33 -0700221 results_lib.WriteCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800222
Ryan Cui1c13a252012-10-16 15:00:16 -0700223 args = stages.BootstrapStage.FilterArgsForTargetCbuildbot(
224 self.options.buildroot, constants.PATH_TO_CBUILDBOT, self.options)
Brian Harring37e559b2012-05-22 20:47:32 -0700225
Brian Harring3fec5a82012-03-01 05:57:03 -0800226 # Re-write paths to use absolute paths.
227 # Suppress any timeout options given from the commandline in the
228 # invoked cbuildbot; our timeout will enforce it instead.
Ryan Cui1c13a252012-10-16 15:00:16 -0700229 args += ['--resume', '--timeout', '0', '--notee', '--nocgroups',
230 '--buildroot', os.path.abspath(self.options.buildroot)]
Brian Harringae0a5322012-09-15 01:46:51 -0700231
Brian Harring3fec5a82012-03-01 05:57:03 -0800232 if self.options.chrome_root:
Ryan Cui1c13a252012-10-16 15:00:16 -0700233 args += ['--chrome_root',
234 os.path.abspath(self.options.chrome_root)]
Brian Harring3fec5a82012-03-01 05:57:03 -0800235
236 if stages.ManifestVersionedSyncStage.manifest_manager:
237 ver = stages.ManifestVersionedSyncStage.manifest_manager.current_version
Ryan Cui1c13a252012-10-16 15:00:16 -0700238 args += ['--version', ver]
Brian Harring3fec5a82012-03-01 05:57:03 -0800239
240 if isinstance(sync_instance, stages.CommitQueueSyncStage):
241 vp_file = sync_instance.SaveValidationPool()
Ryan Cui1c13a252012-10-16 15:00:16 -0700242 args += ['--validation_pool', vp_file]
Brian Harring3fec5a82012-03-01 05:57:03 -0800243
244 # Re-run the command in the buildroot.
245 # Finally, be generous and give the invoked cbuildbot 30s to shutdown
246 # when something occurs. It should exit quicker, but the sigterm may
247 # hit while the system is particularly busy.
Brian Harring1b8c4c82012-05-29 23:03:04 -0700248 return_obj = cros_build_lib.RunCommand(
Ryan Cui1c13a252012-10-16 15:00:16 -0700249 args, cwd=self.options.buildroot, error_code_ok=True, kill_timeout=30)
Brian Harring3fec5a82012-03-01 05:57:03 -0800250 return return_obj.returncode == 0
251
Ryan Cuif7f24692012-05-18 16:35:33 -0700252 def _InitializeTrybotPatchPool(self):
253 """Generate patch pool from patches specified on the command line.
254
255 Do this only if we need to patch changes later on.
256 """
257 changes_stage = stages.PatchChangesStage.StageNamePrefix()
258 check_func = results_lib.Results.PreviouslyCompletedRecord
259 if not check_func(changes_stage) or self.options.bootstrap:
Ryan Cuie1e4e662012-05-21 16:39:46 -0700260 self.patch_pool = AcquirePoolFromOptions(self.options)
Ryan Cuif7f24692012-05-18 16:35:33 -0700261
262 def _GetBootstrapStage(self):
263 """Constructs and returns the BootStrapStage object.
264
265 We return None when there are no chromite patches to test, and
266 --test-bootstrap wasn't passed in.
267 """
268 stage = None
269 chromite_pool = self.patch_pool.Filter(project=constants.CHROMITE_PROJECT)
Ryan Cui5616a512012-08-17 13:39:36 -0700270 manifest_pool = self.patch_pool.FilterManifest()
David James97d95872012-11-16 15:09:56 -0800271 chromite_branch = git.GetChromiteTrackingBranch()
Ryan Cui5616a512012-08-17 13:39:36 -0700272 if (chromite_pool or manifest_pool or self.options.test_bootstrap
Ryan Cuie1e4e662012-05-21 16:39:46 -0700273 or chromite_branch != self.options.branch):
Ryan Cuif7f24692012-05-18 16:35:33 -0700274 stage = stages.BootstrapStage(self.options, self.build_config,
Ryan Cui5616a512012-08-17 13:39:36 -0700275 chromite_pool, manifest_pool)
Ryan Cuif7f24692012-05-18 16:35:33 -0700276 return stage
277
Brian Harring3fec5a82012-03-01 05:57:03 -0800278 def Run(self):
Ryan Cuif7f24692012-05-18 16:35:33 -0700279 """Main runner for this builder class. Runs build and prints summary.
280
281 Returns:
282 Whether the build succeeded.
283 """
284 self._InitializeTrybotPatchPool()
285
286 if self.options.bootstrap:
287 bootstrap_stage = self._GetBootstrapStage()
288 if bootstrap_stage:
289 # BootstrapStage blocks on re-execution of cbuildbot.
290 bootstrap_stage.Run()
291 return bootstrap_stage.returncode == 0
292
Brian Harring3fec5a82012-03-01 05:57:03 -0800293 print_report = True
David James3d4d3502012-04-09 15:12:06 -0700294 exception_thrown = False
Brian Harring3fec5a82012-03-01 05:57:03 -0800295 success = True
296 try:
297 self.Initialize()
298 sync_instance = self.GetSyncInstance()
299 sync_instance.Run()
300 self._SetReleaseTag()
301
Ryan Cui967f7cc2012-08-17 13:01:12 -0700302 # Filter out patches to manifest, since PatchChangesStage can't handle
303 # them. Manifest patches are patched in the BootstrapStage.
304 non_manifest_patches = self.patch_pool.FilterManifest(negate=True)
305 if non_manifest_patches:
306 self._RunStage(stages.PatchChangesStage, non_manifest_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800307
308 if self._ShouldReExecuteInBuildRoot():
309 print_report = False
310 success = self._ReExecuteInBuildroot(sync_instance)
311 else:
312 self.RunStages()
David James7fbf2d42012-07-14 18:23:49 -0700313 except results_lib.StepFailure:
314 # StepFailure exceptions are already recorded in the report, so there
315 # is no need to print these tracebacks twice.
316 exception_thrown = True
317 if not print_report:
318 raise
David James3d4d3502012-04-09 15:12:06 -0700319 except Exception:
320 exception_thrown = True
321 raise
Brian Harring3fec5a82012-03-01 05:57:03 -0800322 finally:
323 if print_report:
Ryan Cuif7f24692012-05-18 16:35:33 -0700324 results_lib.WriteCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800325 print '\n\n\n@@@BUILD_STEP Report@@@\n'
326 results_lib.Results.Report(sys.stdout, self.archive_urls,
327 self.release_tag)
328 success = results_lib.Results.BuildSucceededSoFar()
David James3d4d3502012-04-09 15:12:06 -0700329 if exception_thrown and success:
330 success = False
David Jamesbb20ac82012-07-18 10:59:16 -0700331 cros_build_lib.PrintBuildbotStepWarnings()
332 print """\
David James3d4d3502012-04-09 15:12:06 -0700333Exception thrown, but all stages marked successful. This is an internal error,
334because the stage that threw the exception should be marked as failing."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800335
336 return success
337
338
339class SimpleBuilder(Builder):
340 """Builder that performs basic vetting operations."""
341
342 def GetSyncInstance(self):
343 """Sync to lkgm or TOT as necessary.
344
345 Returns: the instance of the sync stage that was run.
346 """
Chris Sosa52a81b62012-11-14 06:12:54 -0800347 if self.build_config['use_lkgm']:
Brian Harring3fec5a82012-03-01 05:57:03 -0800348 sync_stage = self._GetStageInstance(stages.LKGMSyncStage)
Chris Sosa52a81b62012-11-14 06:12:54 -0800349 elif self.build_config['use_chrome_lkgm']:
350 sync_stage = self._GetStageInstance(stages.ChromeLKGMSyncStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800351 else:
352 sync_stage = self._GetStageInstance(stages.SyncStage)
353
354 return sync_stage
355
David James58e0c092012-03-04 20:31:12 -0800356 def _RunBackgroundStagesForBoard(self, board):
357 """Run background board-specific stages for the specified board."""
David James58e0c092012-03-04 20:31:12 -0800358 archive_stage = self.archive_stages[board]
David James944a48e2012-03-07 12:19:03 -0800359 configs = self.build_config['board_specific_configs']
360 config = configs.get(board, self.build_config)
361 stage_list = [[stages.VMTestStage, board, archive_stage],
362 [stages.ChromeTestStage, board, archive_stage],
Mike Frysinger5e20ec42012-09-28 23:39:56 -0400363 [stages.SignerTestStage, board, archive_stage],
David James944a48e2012-03-07 12:19:03 -0800364 [stages.UnitTestStage, board],
Chris Sosa6ed77e52012-10-22 12:57:31 -0700365 [stages.UploadPrebuiltsStage, board, archive_stage],
366 [stages.DevInstallerPrebuiltsStage, board, archive_stage]]
Brian Harring3fec5a82012-03-01 05:57:03 -0800367
David James58e0c092012-03-04 20:31:12 -0800368 # We can not run hw tests without archiving the payloads.
369 if self.options.archive:
David James944a48e2012-03-07 12:19:03 -0800370 for suite in config['hw_tests']:
Peter Mayo85e94372012-08-17 12:42:14 -0400371 stage_list.append([stages.HWTestStage, board, archive_stage, suite])
Chris Sosab50dc932012-03-01 14:00:58 -0800372
Chris Sosa817b1f92012-07-19 15:00:23 -0700373 for suite in config['async_hw_tests']:
374 stage_list.append([stages.ASyncHWTestStage, board, archive_stage,
375 suite])
376
David James944a48e2012-03-07 12:19:03 -0800377 steps = [self._GetStageInstance(*x, config=config).Run for x in stage_list]
David James6450a0a2012-12-04 07:59:53 -0800378 parallel.RunParallelSteps(steps + [archive_stage.Run])
Brian Harring3fec5a82012-03-01 05:57:03 -0800379
380 def RunStages(self):
381 """Runs through build process."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800382 # TODO(sosa): Split these out into classes.
Brian Harring3fec5a82012-03-01 05:57:03 -0800383 if self.build_config['build_type'] == constants.CHROOT_BUILDER_TYPE:
Mike Frysingerfddaeb52012-11-20 11:17:31 -0500384 self._RunStage(stages.UprevStage, boards=[], enter_chroot=False)
Mike Frysinger0fe33322012-10-31 22:02:49 -0400385 self._RunStage(stages.BuildBoardStage, [constants.CHROOT_BUILDER_BOARD])
Zdenek Behan62a57792012-08-31 15:09:08 +0200386 self._RunStage(stages.SDKPackageStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800387 self._RunStage(stages.SDKTestStage)
388 self._RunStage(stages.UploadPrebuiltsStage,
Chris Sosa6a5dceb2012-05-14 13:48:56 -0700389 constants.CHROOT_BUILDER_BOARD, None)
Brian Harring3fec5a82012-03-01 05:57:03 -0800390 elif self.build_config['build_type'] == constants.REFRESH_PACKAGES_TYPE:
Mike Frysinger0fe33322012-10-31 22:02:49 -0400391 self._RunStage(stages.BuildBoardStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800392 self._RunStage(stages.RefreshPackageStatusStage)
393 else:
Mike Frysinger0fe33322012-10-31 22:02:49 -0400394 self._RunStage(stages.BuildBoardStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800395 self._RunStage(stages.UprevStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800396
David James944a48e2012-03-07 12:19:03 -0800397 configs = self.build_config['board_specific_configs']
David James58e0c092012-03-04 20:31:12 -0800398 for board in self.build_config['boards']:
David James944a48e2012-03-07 12:19:03 -0800399 config = configs.get(board, self.build_config)
400 archive_stage = self._GetStageInstance(stages.ArchiveStage, board,
401 config=config)
David James58e0c092012-03-04 20:31:12 -0800402 self.archive_stages[board] = archive_stage
403
David James944a48e2012-03-07 12:19:03 -0800404 # Set up a process pool to run test/archive stages in the background.
405 # This process runs task(board) for each board added to the queue.
David James58e0c092012-03-04 20:31:12 -0800406 queue = multiprocessing.Queue()
407 task = self._RunBackgroundStagesForBoard
David James6450a0a2012-12-04 07:59:53 -0800408 with parallel.BackgroundTaskRunner(queue, task):
David James944a48e2012-03-07 12:19:03 -0800409 for board in self.build_config['boards']:
David James58e0c092012-03-04 20:31:12 -0800410 # Run BuildTarget in the foreground.
David James944a48e2012-03-07 12:19:03 -0800411 archive_stage = self.archive_stages[board]
412 config = configs.get(board, self.build_config)
413 self._RunStage(stages.BuildTargetStage, board, archive_stage,
Chris Sosa1a87b3e2012-04-12 13:20:42 -0700414 self.release_tag, config=config)
David James58e0c092012-03-04 20:31:12 -0800415 self.archive_urls[board] = archive_stage.GetDownloadUrl()
416
David James944a48e2012-03-07 12:19:03 -0800417 # Kick off task(board) in the background.
David James58e0c092012-03-04 20:31:12 -0800418 queue.put([board])
419
Brian Harring3fec5a82012-03-01 05:57:03 -0800420
421class DistributedBuilder(SimpleBuilder):
422 """Build class that has special logic to handle distributed builds.
423
424 These builds sync using git/manifest logic in manifest_versions. In general
425 they use a non-distributed builder code for the bulk of the work.
426 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700427 def __init__(self, *args, **kwargs):
Brian Harring3fec5a82012-03-01 05:57:03 -0800428 """Initializes a buildbot builder.
429
430 Extra variables:
431 completion_stage_class: Stage used to complete a build. Set in the Sync
432 stage.
433 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700434 super(DistributedBuilder, self).__init__(*args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800435 self.completion_stage_class = None
436
437 def GetSyncInstance(self):
438 """Syncs the tree using one of the distributed sync logic paths.
439
440 Returns: the instance of the sync stage that was run.
441 """
442 # Determine sync class to use. CQ overrides PFQ bits so should check it
443 # first.
444 if cbuildbot_config.IsCQType(self.build_config['build_type']):
445 sync_stage = self._GetStageInstance(stages.CommitQueueSyncStage)
446 self.completion_stage_class = stages.CommitQueueCompletionStage
447 elif cbuildbot_config.IsPFQType(self.build_config['build_type']):
448 sync_stage = self._GetStageInstance(stages.LKGMCandidateSyncStage)
449 self.completion_stage_class = stages.LKGMCandidateSyncCompletionStage
450 else:
451 sync_stage = self._GetStageInstance(stages.ManifestVersionedSyncStage)
452 self.completion_stage_class = stages.ManifestVersionedSyncCompletionStage
453
454 return sync_stage
455
456 def Publish(self, was_build_successful):
457 """Completes build by publishing any required information."""
458 completion_stage = self._GetStageInstance(self.completion_stage_class,
459 was_build_successful)
460 completion_stage.Run()
461 name = completion_stage.name
462 if not results_lib.Results.WasStageSuccessful(name):
463 should_publish_changes = False
464 else:
465 should_publish_changes = (self.build_config['master'] and
466 was_build_successful)
467
468 if should_publish_changes:
469 self._RunStage(stages.PublishUprevChangesStage)
470
471 def RunStages(self):
472 """Runs simple builder logic and publishes information to overlays."""
473 was_build_successful = False
474 try:
David Jamesf55709e2012-03-13 09:10:15 -0700475 super(DistributedBuilder, self).RunStages()
476 was_build_successful = results_lib.Results.BuildSucceededSoFar()
Brian Harring3fec5a82012-03-01 05:57:03 -0800477 except SystemExit as ex:
478 # If a stage calls sys.exit(0), it's exiting with success, so that means
479 # we should mark ourselves as successful.
480 if ex.code == 0:
481 was_build_successful = True
482 raise
483 finally:
484 self.Publish(was_build_successful)
485
Brian Harring3fec5a82012-03-01 05:57:03 -0800486
487def _ConfirmBuildRoot(buildroot):
488 """Confirm with user the inferred buildroot, and mark it as confirmed."""
Brian Harring521e7242012-11-01 16:57:42 -0700489 cros_build_lib.Warning('Using default directory %s as buildroot', buildroot)
490 if not cros_build_lib.BooleanPrompt(default=False):
491 print('Please specify a different buildroot via the --buildroot option.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800492 sys.exit(0)
493
494 if not os.path.exists(buildroot):
495 os.mkdir(buildroot)
496
497 repository.CreateTrybotMarker(buildroot)
498
499
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700500def _ConfirmRemoteBuildbotRun():
501 """Confirm user wants to run with --buildbot --remote."""
Brian Harring521e7242012-11-01 16:57:42 -0700502 cros_build_lib.Warning(
503 'You are about to launch a PRODUCTION job! This is *NOT* a '
504 'trybot run! Are you sure?')
505 if not cros_build_lib.BooleanPrompt(default=False):
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700506 print('Please specify --pass-through="--debug".')
507 sys.exit(0)
508
509
Ryan Cui5ba7e152012-05-10 14:36:52 -0700510def _DetermineDefaultBuildRoot(sourceroot, internal_build):
Brian Harring3fec5a82012-03-01 05:57:03 -0800511 """Default buildroot to be under the directory that contains current checkout.
512
513 Arguments:
514 internal_build: Whether the build is an internal build
Ryan Cui5ba7e152012-05-10 14:36:52 -0700515 sourceroot: Use specified sourceroot.
Brian Harring3fec5a82012-03-01 05:57:03 -0800516 """
Ryan Cui5ba7e152012-05-10 14:36:52 -0700517 if not repository.IsARepoRoot(sourceroot):
Brian Harring1b8c4c82012-05-29 23:03:04 -0700518 cros_build_lib.Die(
519 'Could not find root of local checkout at %s. Please specify '
520 'using the --sourceroot option.' % sourceroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800521
522 # Place trybot buildroot under the directory containing current checkout.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700523 top_level = os.path.dirname(os.path.realpath(sourceroot))
Brian Harring3fec5a82012-03-01 05:57:03 -0800524 if internal_build:
525 buildroot = os.path.join(top_level, _DEFAULT_INT_BUILDROOT)
526 else:
527 buildroot = os.path.join(top_level, _DEFAULT_EXT_BUILDROOT)
528
529 return buildroot
530
531
Mike Frysinger6903c762012-12-04 01:57:16 -0500532def _DisableYamaHardLinkChecks():
533 """Disable Yama kernel hardlink security checks.
534
535 The security module disables hardlinking to files you do not have
536 write access to which causes some of our build scripts problems.
537 Disable it so we don't have to worry about it.
538 """
539 PROC_PATH = '/proc/sys/kernel/yama/protected_nonaccess_hardlinks'
540 SYSCTL_PATH = PROC_PATH[len('/proc/sys/'):].replace('/', '.')
541
542 # Yama not available in this system -- nothing to do.
543 if not os.path.exists(PROC_PATH):
544 return
545
546 # Already disabled -- nothing to do.
547 if osutils.ReadFile(PROC_PATH).strip() == '0':
548 return
549
550 # Create a hardlink in a tempdir and see if we get back EPERM.
551 with osutils.TempDirContextManager() as tempdir:
552 try:
553 os.link('/bin/sh', os.path.join(tempdir, 'sh'))
554 except OSError as e:
555 if e.errno == errno.EPERM:
556 cros_build_lib.Warning('Disabling Yama hardlink security')
557 cros_build_lib.SudoRunCommand(['sysctl', '%s=0' % SYSCTL_PATH])
558
559
Brian Harring3fec5a82012-03-01 05:57:03 -0800560def _BackupPreviousLog(log_file, backup_limit=25):
561 """Rename previous log.
562
563 Args:
564 log_file: The absolute path to the previous log.
565 """
566 if os.path.exists(log_file):
567 old_logs = sorted(glob.glob(log_file + '.*'),
568 key=distutils.version.LooseVersion)
569
570 if len(old_logs) >= backup_limit:
571 os.remove(old_logs[0])
572
573 last = 0
574 if old_logs:
575 last = int(old_logs.pop().rpartition('.')[2])
576
577 os.rename(log_file, log_file + '.' + str(last + 1))
578
Ryan Cui5616a512012-08-17 13:39:36 -0700579
David James944a48e2012-03-07 12:19:03 -0800580def _RunBuildStagesWrapper(options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800581 """Helper function that wraps RunBuildStages()."""
582 def IsDistributedBuilder():
583 """Determines whether the build_config should be a DistributedBuilder."""
584 if not options.buildbot:
585 return False
586 elif build_config['build_type'] in _DISTRIBUTED_TYPES:
587 chrome_rev = build_config['chrome_rev']
Chris Sosa52a81b62012-11-14 06:12:54 -0800588 if options.chrome_rev:
589 chrome_rev = options.chrome_rev
590
Brian Harring3fec5a82012-03-01 05:57:03 -0800591 # We don't do distributed logic to TOT Chrome PFQ's, nor local
592 # chrome roots (e.g. chrome try bots)
593 if chrome_rev not in [constants.CHROME_REV_TOT,
594 constants.CHROME_REV_LOCAL,
595 constants.CHROME_REV_SPEC]:
596 return True
597
598 return False
599
Brian Harring1b8c4c82012-05-29 23:03:04 -0700600 cros_build_lib.Info("cbuildbot executed with args %s"
601 % ' '.join(map(repr, sys.argv)))
Brian Harring3fec5a82012-03-01 05:57:03 -0800602
Ryan Cuif7f24692012-05-18 16:35:33 -0700603 target = DistributedBuilder if IsDistributedBuilder() else SimpleBuilder
Ryan Cuie1e4e662012-05-21 16:39:46 -0700604 buildbot = target(options, build_config)
Brian Harringd166aaf2012-05-14 18:31:53 -0700605 if not buildbot.Run():
606 sys.exit(1)
Brian Harring3fec5a82012-03-01 05:57:03 -0800607
608
609# Parser related functions
Ryan Cui5ba7e152012-05-10 14:36:52 -0700610def _CheckLocalPatches(sourceroot, local_patches):
Brian Harring3fec5a82012-03-01 05:57:03 -0800611 """Do an early quick check of the passed-in patches.
612
613 If the branch of a project is not specified we append the current branch the
614 project is on.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700615
616 Args:
617 sourceroot: The checkout where patches are coming from.
Brian Harring3fec5a82012-03-01 05:57:03 -0800618 """
Ryan Cuicedd8a52012-03-22 02:28:35 -0700619 verified_patches = []
David James97d95872012-11-16 15:09:56 -0800620 manifest = git.ManifestCheckout.Cached(sourceroot)
Ryan Cuicedd8a52012-03-22 02:28:35 -0700621 for patch in local_patches:
Brian Harring3fec5a82012-03-01 05:57:03 -0800622 components = patch.split(':')
623 if len(components) > 2:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700624 cros_build_lib.Die(
625 'Specify local patches in project[:branch] format. Got %s' % patch)
Brian Harring3fec5a82012-03-01 05:57:03 -0800626
627 # validate project
628 project = components[0]
Brian Harring3fec5a82012-03-01 05:57:03 -0800629
Brian Harring609dc4e2012-05-07 02:17:44 -0700630 try:
631 project_dir = manifest.GetProjectPath(project, True)
632 except KeyError:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700633 cros_build_lib.Die('Project %s does not exist.' % project)
Brian Harring3fec5a82012-03-01 05:57:03 -0800634
635 # If no branch was specified, we use the project's current branch.
636 if len(components) == 1:
David James97d95872012-11-16 15:09:56 -0800637 branch = git.GetCurrentBranch(project_dir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800638 if not branch:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700639 cros_build_lib.Die('Project %s is not on a branch!' % project)
Brian Harring3fec5a82012-03-01 05:57:03 -0800640 else:
641 branch = components[1]
David James97d95872012-11-16 15:09:56 -0800642 if not git.DoesLocalBranchExist(project_dir, branch):
Brian Harring1b8c4c82012-05-29 23:03:04 -0700643 cros_build_lib.Die('Project %s does not have branch %s'
644 % (project, branch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800645
Brian Harring609dc4e2012-05-07 02:17:44 -0700646 verified_patches.append('%s:%s' % (project, branch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800647
Ryan Cuicedd8a52012-03-22 02:28:35 -0700648 return verified_patches
Brian Harring3fec5a82012-03-01 05:57:03 -0800649
650
Brian Harring3fec5a82012-03-01 05:57:03 -0800651def _CheckChromeVersionOption(_option, _opt_str, value, parser):
652 """Upgrade other options based on chrome_version being passed."""
653 value = value.strip()
654
655 if parser.values.chrome_rev is None and value:
656 parser.values.chrome_rev = constants.CHROME_REV_SPEC
657
658 parser.values.chrome_version = value
659
660
661def _CheckChromeRootOption(_option, _opt_str, value, parser):
662 """Validate and convert chrome_root to full-path form."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800663 if parser.values.chrome_rev is None:
664 parser.values.chrome_rev = constants.CHROME_REV_LOCAL
665
Ryan Cui5ba7e152012-05-10 14:36:52 -0700666 parser.values.chrome_root = value
Brian Harring3fec5a82012-03-01 05:57:03 -0800667
668
669def _CheckChromeRevOption(_option, _opt_str, value, parser):
670 """Validate the chrome_rev option."""
671 value = value.strip()
672 if value not in constants.VALID_CHROME_REVISIONS:
673 raise optparse.OptionValueError('Invalid chrome rev specified')
674
675 parser.values.chrome_rev = value
676
677
Brian Harringfec89fe2012-09-23 07:30:54 -0700678def _CheckGerritChromeOption(_option, _opt_str, _value, parser):
Ryan Cuif37608e2012-07-10 14:28:48 -0700679 """Validate the chrome_rev option."""
680 if parser.values.chrome_rev is None:
681 parser.values.chrome_rev = constants.CHROME_REV_TOT
682
683 parser.values.gerrit_chrome = True
684
685
Brian Harringae0a5322012-09-15 01:46:51 -0700686def FindCacheDir(parser, options):
687 if constants.SHARED_CACHE_ENVVAR in os.environ:
688 return commandline.OptionParser.FindCacheDir(parser, options)
689 return None
690
691
Ryan Cui5ba7e152012-05-10 14:36:52 -0700692class CustomGroup(optparse.OptionGroup):
693 def add_remote_option(self, *args, **kwargs):
694 """For arguments that are passed-through to remote trybot."""
695 return optparse.OptionGroup.add_option(self, *args,
696 remote_pass_through=True,
697 **kwargs)
698
699
Ryan Cui1c13a252012-10-16 15:00:16 -0700700class CustomOption(commandline.FilteringOption):
701 """Subclass FilteringOption class to implement pass-through and api."""
Ryan Cui5ba7e152012-05-10 14:36:52 -0700702
Ryan Cui1c13a252012-10-16 15:00:16 -0700703 ACTIONS = commandline.FilteringOption.ACTIONS + ('extend',)
704 STORE_ACTIONS = commandline.FilteringOption.STORE_ACTIONS + ('extend',)
705 TYPED_ACTIONS = commandline.FilteringOption.TYPED_ACTIONS + ('extend',)
706 ALWAYS_TYPED_ACTIONS = (commandline.FilteringOption.ALWAYS_TYPED_ACTIONS +
707 ('extend',))
Ryan Cui79319ab2012-05-21 12:59:18 -0700708
Ryan Cui5ba7e152012-05-10 14:36:52 -0700709 def __init__(self, *args, **kwargs):
710 # The remote_pass_through argument specifies whether we should directly
711 # pass the argument (with its value) onto the remote trybot.
712 self.pass_through = kwargs.pop('remote_pass_through', False)
Ryan Cui1c13a252012-10-16 15:00:16 -0700713 self.api_version = int(kwargs.pop('api', '0'))
714 commandline.FilteringOption.__init__(self, *args, **kwargs)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700715
716 def take_action(self, action, dest, opt, value, values, parser):
Ryan Cui79319ab2012-05-21 12:59:18 -0700717 if action == 'extend':
Mike Frysingerd6925b52012-07-16 16:11:00 -0400718 # If there is extra spaces between each argument, we get '' which later
719 # code barfs on, so skip those. e.g. We see this with the forms:
720 # cbuildbot -p 'proj:branch ' ...
721 # cbuildbot -p ' proj:branch' ...
722 # cbuildbot -p 'proj:branch proj2:branch' ...
723 lvalue = value.split()
Ryan Cui79319ab2012-05-21 12:59:18 -0700724 values.ensure_value(dest, []).extend(lvalue)
Ryan Cui79319ab2012-05-21 12:59:18 -0700725
Ryan Cui1c13a252012-10-16 15:00:16 -0700726 commandline.FilteringOption.take_action(
727 self, action, dest, opt, value, values, parser)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700728
729
Ryan Cui1c13a252012-10-16 15:00:16 -0700730class CustomParser(commandline.FilteringParser):
Brian Harringb6cf9142012-09-01 20:43:17 -0700731
732 DEFAULT_OPTION_CLASS = CustomOption
733
734 def add_remote_option(self, *args, **kwargs):
735 """For arguments that are passed-through to remote trybot."""
Ryan Cui1c13a252012-10-16 15:00:16 -0700736 return self.add_option(*args, remote_pass_through=True, **kwargs)
Brian Harringb6cf9142012-09-01 20:43:17 -0700737
738
Brian Harring3fec5a82012-03-01 05:57:03 -0800739def _CreateParser():
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700740 """Generate and return the parser with all the options."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800741 # Parse options
742 usage = "usage: %prog [options] buildbot_config"
Brian Harringae0a5322012-09-15 01:46:51 -0700743 parser = CustomParser(usage=usage, caching=FindCacheDir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800744
745 # Main options
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700746 # The remote_pass_through parameter to add_option is implemented by the
747 # CustomOption class. See CustomOption for more information.
Brian Harring3fec5a82012-03-01 05:57:03 -0800748 parser.add_option('-a', '--all', action='store_true', dest='print_all',
749 default=False,
750 help=('List all of the buildbot configs available. Use '
751 'with the --list option'))
Ryan Cuie1e4e662012-05-21 16:39:46 -0700752 parser.add_remote_option('-b', '--branch',
753 help='The manifest branch to test. The branch to '
754 'check the buildroot out to.')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700755 parser.add_option('-r', '--buildroot', dest='buildroot', type='path',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700756 help='Root directory where source is checked out to, and '
757 'where the build occurs. For external build configs, '
758 "defaults to 'trybot' directory at top level of your "
759 'repo-managed checkout.')
760 parser.add_remote_option('--chrome_rev', default=None, type='string',
761 action='callback', dest='chrome_rev',
762 callback=_CheckChromeRevOption,
763 help=('Revision of Chrome to use, of type [%s]'
764 % '|'.join(constants.VALID_CHROME_REVISIONS)))
Ryan Cui79319ab2012-05-21 12:59:18 -0700765 parser.add_remote_option('-g', '--gerrit-patches', action='extend',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700766 default=[], type='string',
767 metavar="'Id1 *int_Id2...IdN'",
768 help=("Space-separated list of short-form Gerrit "
769 "Change-Id's or change numbers to patch. "
770 "Please prepend '*' to internal Change-Id's"))
Brian Harring3fec5a82012-03-01 05:57:03 -0800771 parser.add_option('-l', '--list', action='store_true', dest='list',
772 default=False,
773 help=('List the suggested trybot configs to use. Use '
774 '--all to list all of the available configs.'))
Ryan Cui54da0702012-04-19 18:38:08 -0700775 parser.add_option('--local', default=False, action='store_true',
776 help=('Specifies that this tryjob should be run locally.'))
Ryan Cui79319ab2012-05-21 12:59:18 -0700777 parser.add_option('-p', '--local-patches', action='extend', default=[],
Brian Harring3fec5a82012-03-01 05:57:03 -0800778 metavar="'<project1>[:<branch1>]...<projectN>[:<branchN>]'",
779 help=('Space-separated list of project branches with '
780 'patches to apply. Projects are specified by name. '
781 'If no branch is specified the current branch of the '
782 'project will be used.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700783 parser.add_remote_option('--profile', default=None, type='string',
784 action='store', dest='profile',
785 help='Name of profile to sub-specify board variant.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800786 parser.add_option('--remote', default=False, action='store_true',
Brian Harring3fec5a82012-03-01 05:57:03 -0800787 help=('Specifies that this tryjob should be run remotely.'))
Brian Harring219a2b82012-07-18 15:30:12 -0700788 parser.add_option('--remote-description', default=None,
789 help=('Attach an optional description to a --remote run '
790 'to make it easier to identify the results when it '
791 'finishes.'))
Brian Harring3fec5a82012-03-01 05:57:03 -0800792
Ryan Cuif4f84be2012-07-09 18:50:41 -0700793 #
Brian Harring3fec5a82012-03-01 05:57:03 -0800794 # Advanced options
Ryan Cuif4f84be2012-07-09 18:50:41 -0700795 #
796
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700797 group = CustomGroup(
Brian Harring3fec5a82012-03-01 05:57:03 -0800798 parser,
799 'Advanced Options',
800 'Caution: use these options at your own risk.')
801
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700802 group.add_remote_option('--buildbot', dest='buildbot', action='store_true',
803 default=False, help='This is running on a buildbot')
804 group.add_remote_option('--buildnumber', help='build number', type='int',
805 default=0)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700806 group.add_option('--chrome_root', default=None, type='path',
807 action='callback', callback=_CheckChromeRootOption,
808 dest='chrome_root', help='Local checkout of Chrome to use.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700809 group.add_remote_option('--chrome_version', default=None, type='string',
810 action='callback', dest='chrome_version',
811 callback=_CheckChromeVersionOption,
812 help='Used with SPEC logic to force a particular SVN '
813 'revision of chrome rather than the latest.')
814 group.add_remote_option('--clobber', action='store_true', dest='clobber',
815 default=False,
816 help='Clears an old checkout before syncing')
Yu-Ju Hong52134292012-06-28 12:50:42 -0700817 group.add_remote_option('--hwtest', dest='hwtest', action='store_true',
818 default=False,
819 help='This adds HW test for remote trybot')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700820 parser.add_option('--log_dir', dest='log_dir', type='path',
Brian Harring3fec5a82012-03-01 05:57:03 -0800821 help=('Directory where logs are stored.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700822 group.add_remote_option('--maxarchives', dest='max_archive_builds',
823 default=3, type='int',
824 help="Change the local saved build count limit.")
Ryan Cuibbd3d4b2012-08-17 12:20:37 -0700825 parser.add_remote_option('--manifest-repo-url',
826 help=('Overrides the default manifest repo url.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700827 group.add_remote_option('--noarchive', action='store_false', dest='archive',
828 default=True, help="Don't run archive stage.")
Ryan Cuif7f24692012-05-18 16:35:33 -0700829 group.add_remote_option('--nobootstrap', action='store_false',
830 dest='bootstrap', default=True,
831 help="Don't checkout and run from a standalone "
832 "chromite repo.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700833 group.add_remote_option('--nobuild', action='store_false', dest='build',
834 default=True,
835 help="Don't actually build (for cbuildbot dev)")
836 group.add_remote_option('--noclean', action='store_false', dest='clean',
837 default=True, help="Don't clean the buildroot")
Ryan Cuif7f24692012-05-18 16:35:33 -0700838 group.add_remote_option('--nocgroups', action='store_false', dest='cgroups',
839 default=True,
840 help='Disable cbuildbots usage of cgroups.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700841 group.add_remote_option('--noprebuilts', action='store_false',
842 dest='prebuilts', default=True,
843 help="Don't upload prebuilts.")
844 group.add_remote_option('--nosync', action='store_false', dest='sync',
845 default=True, help="Don't sync before building.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700846 group.add_remote_option('--notests', action='store_false', dest='tests',
847 default=True,
848 help='Override values from buildconfig and run no '
849 'tests.')
850 group.add_remote_option('--nouprev', action='store_false', dest='uprev',
851 default=True,
852 help='Override values from buildconfig and never '
853 'uprev.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800854 group.add_option('--reference-repo', action='store', default=None,
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700855 dest='reference_repo',
856 help='Reuse git data stored in an existing repo '
857 'checkout. This can drastically reduce the network '
858 'time spent setting up the trybot checkout. By '
859 "default, if this option isn't given but cbuildbot "
860 'is invoked from a repo checkout, cbuildbot will '
861 'use the repo root.')
Ryan Cuicedd8a52012-03-22 02:28:35 -0700862 group.add_option('--resume', action='store_true', default=False,
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700863 help='Skip stages already successfully completed.')
864 group.add_remote_option('--timeout', action='store', type='int', default=0,
865 help='Specify the maximum amount of time this job '
866 'can run for, at which point the build will be '
867 'aborted. If set to zero, then there is no '
868 'timeout.')
Ryan Cui39bdbbf2012-02-29 16:15:39 -0800869 group.add_option('--test-tryjob', action='store_true',
870 default=False,
871 help='Submit a tryjob to the test repository. Will not '
872 'show up on the production trybot waterfall.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700873 group.add_remote_option('--validation_pool', default=None,
874 help='Path to a pickled validation pool. Intended '
875 'for use only with the commit queue.')
876 group.add_remote_option('--version', dest='force_version', default=None,
877 help='Used with manifest logic. Forces use of this '
878 'version rather than create or get latest.')
Brian Harringab8fb5c2012-07-18 11:28:22 -0700879 group.add_remote_option('--cq-gerrit-query', dest='cq_gerrit_override',
880 default=None,
881 help=
882 "If given, this gerrit query will be used to find what patches to test, "
883 "rather than the normal 'CommitReady=2 AND Verified=1 AND CodeReview=2' "
884 "query it defaults to. Use with care- note additionally this setting "
885 "only has an effect if the buildbot target is a cq target, and we're "
886 "in buildbot mode.")
Brian Harring3fec5a82012-03-01 05:57:03 -0800887
888 parser.add_option_group(group)
889
Ryan Cuif4f84be2012-07-09 18:50:41 -0700890 #
891 # Hidden options.
892 #
893
894 # The base GS URL (gs://<bucket_name>/<path>) to archive artifacts to.
895 parser.add_remote_option('--archive-base', type='gs_path',
896 help=optparse.SUPPRESS_HELP)
897 # bootstrap-args are not verified by the bootstrap code. It gets passed
898 # direcly to the bootstrap re-execution.
899 parser.add_remote_option('--bootstrap-args', action='append',
900 default=[], help=optparse.SUPPRESS_HELP)
Ryan Cuif37608e2012-07-10 14:28:48 -0700901 # Specify to use Gerrit Source for building Chrome. Implies
902 # --chrome_rev=CHROME_REV_TOT.
903 parser.add_option('--gerrit-chrome', action='callback', default=False,
904 callback=_CheckGerritChromeOption, dest='gerrit_chrome',
905 help=optparse.SUPPRESS_HELP)
Ryan Cuif4f84be2012-07-09 18:50:41 -0700906 parser.add_option('--pass-through', dest='pass_through_args', action='append',
907 type='string', default=[], help=optparse.SUPPRESS_HELP)
908 # Used for handling forwards/backwards compatibility for --resume and
909 # --bootstrap.
910 parser.add_option('--reexec-api-version', dest='output_api_version',
911 action='store_true', default=False,
912 help=optparse.SUPPRESS_HELP)
913 # Indicates this is running on a remote trybot machine.
914 parser.add_option('--remote-trybot', dest='remote_trybot',
915 action='store_true', default=False,
916 help=optparse.SUPPRESS_HELP)
917 # Patches uploaded by trybot client when run using the -p option.
918 parser.add_remote_option('--remote-patches', action='extend', default=[],
919 help=optparse.SUPPRESS_HELP)
920 # Specify specific remote tryslaves to run on.
921 parser.add_option('--slaves', action='extend', default=[],
922 help=optparse.SUPPRESS_HELP)
923 parser.add_option('--sourceroot', type='path', default=constants.SOURCE_ROOT,
924 help=optparse.SUPPRESS_HELP)
925 # Causes cbuildbot to bootstrap itself twice, in the sequence A->B->C.
926 # A(unpatched) patches and bootstraps B. B patches and bootstraps C.
927 parser.add_remote_option('--test-bootstrap', action='store_true',
928 default=False, help=optparse.SUPPRESS_HELP)
Brian Harringf611e6e2012-07-17 18:47:44 -0700929 # Note the default here needs to be hardcoded to 3; that is the last version
930 # that lacked this functionality.
931 # This is used so that cbuildbot when processing tryjobs from
932 # older chromite instances, we can use it for handling compatibility.
933 parser.add_option('--remote-version', default=3, type=int, action='store',
934 help=optparse.SUPPRESS_HELP)
Ryan Cuif4f84be2012-07-09 18:50:41 -0700935
936 #
Brian Harring3fec5a82012-03-01 05:57:03 -0800937 # Debug options
Ryan Cuif4f84be2012-07-09 18:50:41 -0700938 #
Brian Harringfec89fe2012-09-23 07:30:54 -0700939 # Temporary hack; in place till --dry-run replaces --debug.
940 # pylint: disable=W0212
Brian Harring009db502012-10-10 02:21:37 -0700941 group = parser.debug_group
Brian Harringfec89fe2012-09-23 07:30:54 -0700942 debug = [x for x in group.option_list if x._long_opts == ['--debug']][0]
943 debug.help += " Currently functions as --dry-run in addition."
944 debug.pass_through = True
Brian Harring3fec5a82012-03-01 05:57:03 -0800945 group.add_option('--dump_config', action='store_true', dest='dump_config',
946 default=False,
947 help='Dump out build config options, and exit.')
948 group.add_option('--notee', action='store_false', dest='tee', default=True,
949 help="Disable logging and internal tee process. Primarily "
950 "used for debugging cbuildbot itself.")
Brian Harring3fec5a82012-03-01 05:57:03 -0800951 return parser
952
953
Ryan Cui85867972012-02-23 18:21:49 -0800954def _FinishParsing(options, args):
955 """Perform some parsing tasks that need to take place after optparse.
956
957 This function needs to be easily testable! Keep it free of
958 environment-dependent code. Put more detailed usage validation in
959 _PostParseCheck().
Brian Harring3fec5a82012-03-01 05:57:03 -0800960
961 Args:
Ryan Cui85867972012-02-23 18:21:49 -0800962 options, args: The options/args object returned by optparse
Brian Harring3fec5a82012-03-01 05:57:03 -0800963 """
Ryan Cui41023d92012-11-13 19:59:50 -0800964 # Populate options.pass_through_args.
965 accepted, _ = commandline.FilteringParser.FilterArgs(
966 options.parsed_args, lambda x: x.opt_inst.pass_through)
967 options.pass_through_args.extend(accepted)
Brian Harring07039b52012-05-13 17:56:47 -0700968
Brian Harring3fec5a82012-03-01 05:57:03 -0800969 if options.chrome_root:
970 if options.chrome_rev != constants.CHROME_REV_LOCAL:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700971 cros_build_lib.Die('Chrome rev must be %s if chrome_root is set.' %
972 constants.CHROME_REV_LOCAL)
Brian Harring3fec5a82012-03-01 05:57:03 -0800973 else:
974 if options.chrome_rev == constants.CHROME_REV_LOCAL:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700975 cros_build_lib.Die('Chrome root must be set if chrome_rev is %s.' %
976 constants.CHROME_REV_LOCAL)
Brian Harring3fec5a82012-03-01 05:57:03 -0800977
978 if options.chrome_version:
979 if options.chrome_rev != constants.CHROME_REV_SPEC:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700980 cros_build_lib.Die('Chrome rev must be %s if chrome_version is set.' %
981 constants.CHROME_REV_SPEC)
Brian Harring3fec5a82012-03-01 05:57:03 -0800982 else:
983 if options.chrome_rev == constants.CHROME_REV_SPEC:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700984 cros_build_lib.Die(
985 'Chrome rev must not be %s if chrome_version is not set.'
986 % constants.CHROME_REV_SPEC)
Brian Harring3fec5a82012-03-01 05:57:03 -0800987
Ryan Cuif37608e2012-07-10 14:28:48 -0700988 if options.gerrit_chrome:
989 if options.remote_trybot or options.remote:
990 cros_build_lib.Die('Cannot use --gerrit-chrome with remote trybots!')
991 elif options.chrome_rev != constants.CHROME_REV_TOT:
992 cros_build_lib.Die('Chrome rev must be %s if chrome_root is set.' %
993 constants.CHROME_REV_TOT)
994
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700995 patches = bool(options.gerrit_patches or options.local_patches)
996 if options.remote:
997 if options.local:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700998 cros_build_lib.Die('Cannot specify both --remote and --local')
Ryan Cui54da0702012-04-19 18:38:08 -0700999
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001000 if not options.buildbot and not patches:
Brian Harring7cc4b932012-11-01 16:58:55 -07001001 if not cros_build_lib.BooleanPrompt(
1002 prompt="No patches were provided; are you sure you want to just "
1003 "run a remote build of ToT?", default=False):
1004 cros_build_lib.Die('Must provide patches when running with --remote.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001005
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001006 # --debug needs to be explicitly passed through for remote invocations.
1007 release_mode_with_patches = (options.buildbot and patches and
1008 '--debug' not in options.pass_through_args)
1009 else:
1010 if len(args) > 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001011 cros_build_lib.Die('Multiple configs not supported if not running with '
Brian Harringf1aad832012-07-18 10:46:39 -07001012 '--remote. Got %r', args)
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001013
Ryan Cui79319ab2012-05-21 12:59:18 -07001014 if options.slaves:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001015 cros_build_lib.Die('Cannot use --slaves if not running with --remote.')
Ryan Cui79319ab2012-05-21 12:59:18 -07001016
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001017 release_mode_with_patches = (options.buildbot and patches and
1018 not options.debug)
1019
David James5734ea32012-08-15 20:23:49 -07001020 # When running in release mode, make sure we are running with checked-in code.
1021 # We want checked-in cbuildbot/scripts to prevent errors, and we want to build
1022 # a release image with checked-in code for CrOS packages.
1023 if release_mode_with_patches:
1024 cros_build_lib.Die(
1025 'Cannot provide patches when running with --buildbot!')
1026
Ryan Cuiba41ad32012-03-08 17:15:29 -08001027 if options.buildbot and options.remote_trybot:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001028 cros_build_lib.Die(
1029 '--buildbot and --remote-trybot cannot be used together.')
Ryan Cuiba41ad32012-03-08 17:15:29 -08001030
Ryan Cui85867972012-02-23 18:21:49 -08001031 # Record whether --debug was set explicitly vs. it was inferred.
1032 options.debug_forced = False
1033 if options.debug:
1034 options.debug_forced = True
1035 else:
Ryan Cui16ca5812012-03-08 20:34:27 -08001036 # We don't set debug by default for
1037 # 1. --buildbot invocations.
1038 # 2. --remote invocations, because it needs to push changes to the tryjob
1039 # repo.
1040 options.debug = not options.buildbot and not options.remote
Brian Harring3fec5a82012-03-01 05:57:03 -08001041
Ryan Cui1c13a252012-10-16 15:00:16 -07001042 # Record the configs targeted.
1043 options.build_targets = args[:]
1044
Brian Harring3fec5a82012-03-01 05:57:03 -08001045
Brian Harring1d7ba942012-04-24 06:37:18 -07001046# pylint: disable=W0613
Brian Harringae0a5322012-09-15 01:46:51 -07001047def _PostParseCheck(parser, options, args):
Ryan Cui85867972012-02-23 18:21:49 -08001048 """Perform some usage validation after we've parsed the arguments
Brian Harring3fec5a82012-03-01 05:57:03 -08001049
Ryan Cui85867972012-02-23 18:21:49 -08001050 Args:
1051 options/args: The options/args object returned by optparse
1052 """
Ryan Cuie1e4e662012-05-21 16:39:46 -07001053 if not options.branch:
David James97d95872012-11-16 15:09:56 -08001054 options.branch = git.GetChromiteTrackingBranch()
Ryan Cuie1e4e662012-05-21 16:39:46 -07001055
Brian Harringae0a5322012-09-15 01:46:51 -07001056 if not repository.IsARepoRoot(options.sourceroot):
1057 if options.local_patches:
1058 raise Exception('Could not find repo checkout at %s!'
1059 % options.sourceroot)
1060
1061 # Ensure we have a workable cachedir from this point forward.
1062 if options.cache_dir is None:
1063 # Note, options.sourceroot is set regardless of the path
1064 # actually existing.
1065 if os.path.exists(options.sourceroot):
1066 options.cache_dir = os.path.join(options.sourceroot, '.cache')
1067 elif options.buildroot is not None:
1068 options.cache_dir = os.path.join(options.buildroot, '.cache')
1069 else:
1070 options.cache_dir = parser.FindCacheDir(parser, options)
1071 options.cache_dir = os.path.abspath(options.cache_dir)
Brian Harring8c1d7b12012-10-04 17:36:32 -07001072 parser.ConfigureCacheDir(options.cache_dir)
Brian Harringae0a5322012-09-15 01:46:51 -07001073
1074 osutils.SafeMakedirs(options.cache_dir)
Ryan Cui5ba7e152012-05-10 14:36:52 -07001075
Brian Harring609dc4e2012-05-07 02:17:44 -07001076 if options.local_patches:
Brian Harring1d7ba942012-04-24 06:37:18 -07001077 options.local_patches = _CheckLocalPatches(
Brian Harring609dc4e2012-05-07 02:17:44 -07001078 options.sourceroot, options.local_patches)
Brian Harring1d7ba942012-04-24 06:37:18 -07001079
1080 default = os.environ.get('CBUILDBOT_DEFAULT_MODE')
1081 if (default and not any([options.local, options.buildbot,
1082 options.remote, options.remote_trybot])):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001083 cros_build_lib.Info("CBUILDBOT_DEFAULT_MODE=%s env var detected, using it."
1084 % default)
Brian Harring1d7ba942012-04-24 06:37:18 -07001085 default = default.lower()
1086 if default == 'local':
1087 options.local = True
1088 elif default == 'remote':
1089 options.remote = True
1090 elif default == 'buildbot':
1091 options.buildbot = True
1092 else:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001093 cros_build_lib.Die("CBUILDBOT_DEFAULT_MODE value %s isn't supported. "
1094 % default)
Ryan Cui85867972012-02-23 18:21:49 -08001095
1096
1097def _ParseCommandLine(parser, argv):
1098 """Completely parse the commandline arguments"""
Brian Harring3fec5a82012-03-01 05:57:03 -08001099 (options, args) = parser.parse_args(argv)
Brian Harring37e559b2012-05-22 20:47:32 -07001100
1101 if options.output_api_version:
Ryan Cui724f1d32012-10-15 18:10:22 -07001102 print constants.REEXEC_API_VERSION
Brian Harring37e559b2012-05-22 20:47:32 -07001103 sys.exit(0)
1104
Ryan Cui54da0702012-04-19 18:38:08 -07001105 if options.list:
1106 _PrintValidConfigs(options.print_all)
1107 sys.exit(0)
1108
Ryan Cui8be16062012-04-24 12:05:26 -07001109 # Strip out null arguments.
1110 # TODO(rcui): Remove when buildbot is fixed
1111 args = [arg for arg in args if arg]
1112 if not args:
1113 parser.error('Invalid usage. Use -h to see usage. Use -l to list '
1114 'supported configs.')
1115
Ryan Cui85867972012-02-23 18:21:49 -08001116 _FinishParsing(options, args)
1117 return options, args
1118
1119
1120def main(argv):
1121 # Set umask to 022 so files created by buildbot are readable.
1122 os.umask(022)
1123
Ryan Cui85867972012-02-23 18:21:49 -08001124 parser = _CreateParser()
1125 (options, args) = _ParseCommandLine(parser, argv)
Brian Harring3fec5a82012-03-01 05:57:03 -08001126
Brian Harringae0a5322012-09-15 01:46:51 -07001127 _PostParseCheck(parser, options, args)
Brian Harring3fec5a82012-03-01 05:57:03 -08001128
Mike Frysinger8fd67dc2012-12-03 23:51:18 -05001129 cros_build_lib.AssertOutsideChroot()
Zdenek Behan98ec2fb2012-08-31 17:12:18 +02001130
Brian Harring3fec5a82012-03-01 05:57:03 -08001131 if options.remote:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001132 cros_build_lib.logger.setLevel(logging.WARNING)
Ryan Cui16ca5812012-03-08 20:34:27 -08001133
Brian Harring3fec5a82012-03-01 05:57:03 -08001134 # Verify configs are valid.
1135 for bot in args:
1136 _GetConfig(bot)
1137
1138 # Verify gerrit patches are valid.
Ryan Cui16ca5812012-03-08 20:34:27 -08001139 print 'Verifying patches...'
Ryan Cuie1e4e662012-05-21 16:39:46 -07001140 patch_pool = AcquirePoolFromOptions(options)
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001141
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001142 # --debug need to be explicitly passed through for remote invocations.
1143 if options.buildbot and '--debug' not in options.pass_through_args:
1144 _ConfirmRemoteBuildbotRun()
1145
Ryan Cui16ca5812012-03-08 20:34:27 -08001146 print 'Submitting tryjob...'
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001147 tryjob = remote_try.RemoteTryJob(options, args, patch_pool.local_patches)
Ryan Cuia25d8eb2012-07-11 14:54:27 -07001148 tryjob.Submit(testjob=options.test_tryjob, dryrun=False)
Ryan Cui16ca5812012-03-08 20:34:27 -08001149 print 'Tryjob submitted!'
1150 print ('Go to %s to view the status of your job.'
Ryan Cui4906e1c2012-04-03 20:09:34 -07001151 % tryjob.GetTrybotWaterfallLink())
Brian Harring3fec5a82012-03-01 05:57:03 -08001152 sys.exit(0)
Ryan Cui54da0702012-04-19 18:38:08 -07001153 elif (not options.buildbot and not options.remote_trybot
1154 and not options.resume and not options.local):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001155 cros_build_lib.Warning(
1156 'Running in LOCAL TRYBOT mode! Use --remote to submit REMOTE '
1157 'tryjobs. Use --local to suppress this message.')
1158 cros_build_lib.Warning(
Ryan Cui51591352012-07-09 15:15:53 -07001159 'In the future, --local will be required to run the local '
Brian Harring1b8c4c82012-05-29 23:03:04 -07001160 'trybot.')
Ryan Cui54da0702012-04-19 18:38:08 -07001161 time.sleep(5)
Brian Harring3fec5a82012-03-01 05:57:03 -08001162
Ryan Cui8be16062012-04-24 12:05:26 -07001163 # Only expecting one config
1164 bot_id = args[-1]
1165 build_config = _GetConfig(bot_id)
Brian Harring3fec5a82012-03-01 05:57:03 -08001166
1167 if options.reference_repo is None:
Ryan Cui5ba7e152012-05-10 14:36:52 -07001168 repo_path = os.path.join(options.sourceroot, '.repo')
Brian Harring3fec5a82012-03-01 05:57:03 -08001169 # If we're being run from a repo checkout, reuse the repo's git pool to
1170 # cut down on sync time.
1171 if os.path.exists(repo_path):
Ryan Cui5ba7e152012-05-10 14:36:52 -07001172 options.reference_repo = options.sourceroot
Brian Harring3fec5a82012-03-01 05:57:03 -08001173 elif options.reference_repo:
1174 if not os.path.exists(options.reference_repo):
1175 parser.error('Reference path %s does not exist'
1176 % (options.reference_repo,))
1177 elif not os.path.exists(os.path.join(options.reference_repo, '.repo')):
1178 parser.error('Reference path %s does not look to be the base of a '
1179 'repo checkout; no .repo exists in the root.'
1180 % (options.reference_repo,))
Ryan Cuid4a24212012-04-04 18:08:12 -07001181
Brian Harringf11bf682012-05-14 15:53:43 -07001182 if (options.buildbot or options.remote_trybot) and not options.resume:
Brian Harring470f6112012-03-02 11:47:10 -08001183 if not options.cgroups:
Ryan Cuid4a24212012-04-04 18:08:12 -07001184 parser.error('Options --buildbot/--remote-trybot and --nocgroups cannot '
1185 'be used together. Cgroup support is required for '
1186 'buildbot/remote-trybot mode.')
Mike Frysingera78a56e2012-11-20 06:02:30 -05001187 if not cgroups.Cgroup.IsSupported():
Ryan Cuid4a24212012-04-04 18:08:12 -07001188 parser.error('Option --buildbot/--remote-trybot was given, but this '
1189 'system does not support cgroups. Failing.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001190
David Jamesaad5cc72012-10-26 15:03:13 -07001191 missing = osutils.FindMissingBinaries(_BUILDBOT_REQUIRED_BINARIES)
Brian Harring351ce442012-03-09 16:38:14 -08001192 if missing:
Ryan Cuid4a24212012-04-04 18:08:12 -07001193 parser.error("Option --buildbot/--remote-trybot requires the following "
1194 "binaries which couldn't be found in $PATH: %s"
Brian Harring351ce442012-03-09 16:38:14 -08001195 % (', '.join(missing)))
1196
Brian Harring3fec5a82012-03-01 05:57:03 -08001197 if options.reference_repo:
1198 options.reference_repo = os.path.abspath(options.reference_repo)
1199
1200 if options.dump_config:
1201 # This works, but option ordering is bad...
1202 print 'Configuration %s:' % bot_id
1203 pretty_printer = pprint.PrettyPrinter(indent=2)
1204 pretty_printer.pprint(build_config)
1205 sys.exit(0)
1206
1207 if not options.buildroot:
1208 if options.buildbot:
Mike Frysinger6903c762012-12-04 01:57:16 -05001209 parser.error('Please specify a buildroot with the --buildbot option.')
Matt Tennantd55b1f42012-04-13 14:15:01 -07001210
Ryan Cui5ba7e152012-05-10 14:36:52 -07001211 options.buildroot = _DetermineDefaultBuildRoot(options.sourceroot,
1212 build_config['internal'])
Brian Harring470f6112012-03-02 11:47:10 -08001213 # We use a marker file in the buildroot to indicate the user has
1214 # consented to using this directory.
1215 if not os.path.exists(repository.GetTrybotMarkerPath(options.buildroot)):
1216 _ConfirmBuildRoot(options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -08001217
1218 # Sanity check of buildroot- specifically that it's not pointing into the
1219 # midst of an existing repo since git-repo doesn't support nesting.
Brian Harring3fec5a82012-03-01 05:57:03 -08001220 if (not repository.IsARepoRoot(options.buildroot) and
David James6b80dc62012-02-29 15:34:40 -08001221 repository.InARepoRepository(options.buildroot)):
Brian Harring3fec5a82012-03-01 05:57:03 -08001222 parser.error('Configured buildroot %s points into a repository checkout, '
1223 'rather than the root of it. This is not supported.'
1224 % options.buildroot)
1225
Chris Sosab5ea3b42012-10-25 15:25:20 -07001226 if not options.log_dir:
1227 options.log_dir = os.path.join(options.buildroot, _DEFAULT_LOG_DIR)
1228
Brian Harringd166aaf2012-05-14 18:31:53 -07001229 log_file = None
1230 if options.tee:
Chris Sosab5ea3b42012-10-25 15:25:20 -07001231 log_file = os.path.join(options.log_dir, _BUILDBOT_LOG_FILE)
1232 osutils.SafeMakedirs(options.log_dir)
Brian Harringd166aaf2012-05-14 18:31:53 -07001233 _BackupPreviousLog(log_file)
1234
Brian Harring1b8c4c82012-05-29 23:03:04 -07001235 with cros_build_lib.ContextManagerStack() as stack:
Brian Harringc2d09d92012-05-13 22:03:15 -07001236 critical_section = stack.Add(cleanup.EnforcedCleanupSection)
1237 stack.Add(sudo.SudoKeepAlive)
Brian Harringd166aaf2012-05-14 18:31:53 -07001238
Brian Harringc2d09d92012-05-13 22:03:15 -07001239 if not options.resume:
Brian Harring2bf55e12012-05-13 21:31:55 -07001240 # If we're in resume mode, use our parents tempdir rather than
1241 # nesting another layer.
Brian Harringc2d09d92012-05-13 22:03:15 -07001242 stack.Add(osutils.TempDirContextManager, 'cbuildbot-tmp')
1243 logging.debug("Cbuildbot tempdir is %r.", os.environ.get('TMP'))
Brian Harringd166aaf2012-05-14 18:31:53 -07001244
Brian Harringead69102012-07-31 15:54:07 -07001245 # TODO(ferringb): update this once https://gerrit.chromium.org/gerrit/25359
1246 # is landed- it's sensitive to the manifest-versions cache path.
Brian Harringae0a5322012-09-15 01:46:51 -07001247 options.preserve_paths = set(['manifest-versions', '.cache',
Brian Harringead69102012-07-31 15:54:07 -07001248 'manifest-versions-internal'])
Brian Harringd166aaf2012-05-14 18:31:53 -07001249 if log_file is not None:
1250 stack.Add(tee.Tee, log_file)
Brian Harring2d8f9ff2012-06-30 15:58:28 -07001251 options.preserve_paths.add(_DEFAULT_LOG_DIR)
Brian Harringd166aaf2012-05-14 18:31:53 -07001252
Brian Harringc2d09d92012-05-13 22:03:15 -07001253 if options.cgroups:
1254 stack.Add(cgroups.SimpleContainChildren, 'cbuildbot')
Brian Harringa184efa2012-03-04 11:51:25 -08001255
Brian Harringc2d09d92012-05-13 22:03:15 -07001256 # Mark everything between EnforcedCleanupSection and here as having to
1257 # be rolled back via the contextmanager cleanup handlers. This
1258 # ensures that sudo bits cannot outlive cbuildbot, that anything
1259 # cgroups would kill gets killed, etc.
1260 critical_section.ForkWatchdog()
Brian Harringd166aaf2012-05-14 18:31:53 -07001261
Brian Harringc2d09d92012-05-13 22:03:15 -07001262 if options.timeout > 0:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001263 stack.Add(cros_build_lib.Timeout, options.timeout)
Brian Harringa184efa2012-03-04 11:51:25 -08001264
Brian Harringc2d09d92012-05-13 22:03:15 -07001265 if not options.buildbot:
1266 build_config = cbuildbot_config.OverrideConfigForTrybot(
1267 build_config,
1268 options.remote_trybot)
1269
Mike Frysinger6903c762012-12-04 01:57:16 -05001270 if options.buildbot or options.remote_trybot:
1271 _DisableYamaHardLinkChecks()
1272
Brian Harringc2d09d92012-05-13 22:03:15 -07001273 _RunBuildStagesWrapper(options, build_config)