blob: b79b95c9624fc7b45fc50ad0eda23479680d3944 [file] [log] [blame]
Brian Harring3fec5a82012-03-01 05:57:03 -08001#!/usr/bin/python
2
Mike Frysingerd6925b52012-07-16 16:11:00 -04003# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Brian Harring3fec5a82012-03-01 05:57:03 -08004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7"""Main builder code for Chromium OS.
8
9Used by Chromium OS buildbot configuration for all Chromium OS builds including
10full and pre-flight-queue builds.
11"""
12
13import distutils.version
Mike Frysinger6903c762012-12-04 01:57:16 -050014import errno
Brian Harring3fec5a82012-03-01 05:57:03 -080015import glob
Chris Sosa4f6ffaf2012-05-01 17:05:44 -070016import logging
Brian Harring3fec5a82012-03-01 05:57:03 -080017import optparse
18import os
19import pprint
20import sys
Ryan Cui54da0702012-04-19 18:38:08 -070021import time
Brian Harring3fec5a82012-03-01 05:57:03 -080022
23from chromite.buildbot import builderstage as bs
Brian Harring3fec5a82012-03-01 05:57:03 -080024from chromite.buildbot import cbuildbot_config
25from chromite.buildbot import cbuildbot_stages as stages
26from chromite.buildbot import cbuildbot_results as results_lib
Brian Harring3fec5a82012-03-01 05:57:03 -080027from chromite.buildbot import constants
Brian Harring3fec5a82012-03-01 05:57:03 -080028from chromite.buildbot import remote_try
29from chromite.buildbot import repository
30from chromite.buildbot import tee
Ryan Cui16d9e1f2012-05-11 10:50:18 -070031from chromite.buildbot import trybot_patch_pool
Brian Harring3fec5a82012-03-01 05:57:03 -080032
Brian Harringc92a7012012-02-29 10:11:34 -080033from chromite.lib import cgroups
Brian Harringa184efa2012-03-04 11:51:25 -080034from chromite.lib import cleanup
Brian Harringb6cf9142012-09-01 20:43:17 -070035from chromite.lib import commandline
Brian Harring1b8c4c82012-05-29 23:03:04 -070036from chromite.lib import cros_build_lib
David Jamesa0a664e2013-02-13 09:52:01 -080037from chromite.lib import gclient
Brian Harring511055e2012-10-10 02:58:59 -070038from chromite.lib import gerrit
David James97d95872012-11-16 15:09:56 -080039from chromite.lib import git
Brian Harringaf019fb2012-05-10 15:06:13 -070040from chromite.lib import osutils
Brian Harring511055e2012-10-10 02:58:59 -070041from chromite.lib import patch as cros_patch
David James6450a0a2012-12-04 07:59:53 -080042from chromite.lib import parallel
Brian Harring3fec5a82012-03-01 05:57:03 -080043from chromite.lib import sudo
44
Ryan Cuiadd49122012-03-21 22:19:58 -070045
Brian Harring1b8c4c82012-05-29 23:03:04 -070046cros_build_lib.STRICT_SUDO = True
Brian Harring3fec5a82012-03-01 05:57:03 -080047
48_DEFAULT_LOG_DIR = 'cbuildbot_logs'
49_BUILDBOT_LOG_FILE = 'cbuildbot.log'
50_DEFAULT_EXT_BUILDROOT = 'trybot'
51_DEFAULT_INT_BUILDROOT = 'trybot-internal'
Brian Harring3fec5a82012-03-01 05:57:03 -080052_DISTRIBUTED_TYPES = [constants.COMMIT_QUEUE_TYPE, constants.PFQ_TYPE,
53 constants.CANARY_TYPE, constants.CHROME_PFQ_TYPE,
54 constants.PALADIN_TYPE]
Brian Harring351ce442012-03-09 16:38:14 -080055_BUILDBOT_REQUIRED_BINARIES = ('pbzip2',)
Ryan Cui1c13a252012-10-16 15:00:16 -070056_API_VERSION_ATTR = 'api_version'
Brian Harring3fec5a82012-03-01 05:57:03 -080057
58
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070059def _PrintValidConfigs(display_all=False):
Brian Harring3fec5a82012-03-01 05:57:03 -080060 """Print a list of valid buildbot configs.
61
62 Arguments:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070063 display_all: Print all configs. Otherwise, prints only configs with
64 trybot_list=True.
Brian Harring3fec5a82012-03-01 05:57:03 -080065 """
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070066 def _GetSortKey(config_name):
67 config_dict = cbuildbot_config.config[config_name]
68 return (not config_dict['trybot_list'], config_dict['description'],
69 config_name)
70
Brian Harring3fec5a82012-03-01 05:57:03 -080071 COLUMN_WIDTH = 45
72 print 'config'.ljust(COLUMN_WIDTH), 'description'
73 print '------'.ljust(COLUMN_WIDTH), '-----------'
74 config_names = cbuildbot_config.config.keys()
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070075 config_names.sort(key=_GetSortKey)
Brian Harring3fec5a82012-03-01 05:57:03 -080076 for name in config_names:
Ryan Cui4f6cf7e2012-04-18 16:12:27 -070077 if display_all or cbuildbot_config.config[name]['trybot_list']:
78 desc = cbuildbot_config.config[name].get('description')
79 desc = desc if desc else ''
Brian Harring3fec5a82012-03-01 05:57:03 -080080 print name.ljust(COLUMN_WIDTH), desc
81
82
83def _GetConfig(config_name):
84 """Gets the configuration for the build"""
85 if not cbuildbot_config.config.has_key(config_name):
86 print 'Non-existent configuration %s specified.' % config_name
87 print 'Please specify one of:'
88 _PrintValidConfigs()
89 sys.exit(1)
90
91 result = cbuildbot_config.config[config_name]
92
93 return result
94
95
Ryan Cuie1e4e662012-05-21 16:39:46 -070096def AcquirePoolFromOptions(options):
Ryan Cui16d9e1f2012-05-11 10:50:18 -070097 """Generate patch objects from passed in options.
Brian Harring3fec5a82012-03-01 05:57:03 -080098
99 Args:
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700100 options: The options object generated by optparse.
Brian Harring3fec5a82012-03-01 05:57:03 -0800101
Ryan Cuif7f24692012-05-18 16:35:33 -0700102 Returns:
103 trybot_patch_pool.TrybotPatchPool object.
104
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700105 Raises:
Brian Harring511055e2012-10-10 02:58:59 -0700106 gerrit.GerritException, cros_patch.PatchException
Brian Harring3fec5a82012-03-01 05:57:03 -0800107 """
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700108 gerrit_patches = []
109 local_patches = []
110 remote_patches = []
Brian Harring3fec5a82012-03-01 05:57:03 -0800111
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700112 if options.gerrit_patches:
Brian Harring511055e2012-10-10 02:58:59 -0700113 gerrit_patches = gerrit.GetGerritPatchInfo(
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700114 options.gerrit_patches)
115 for patch in gerrit_patches:
116 if patch.IsAlreadyMerged():
Brian Harring1b8c4c82012-05-29 23:03:04 -0700117 cros_build_lib.Warning('Patch %s has already been merged.' % str(patch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800118
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700119 if options.local_patches:
David James97d95872012-11-16 15:09:56 -0800120 manifest = git.ManifestCheckout.Cached(options.sourceroot)
Brian Harring609dc4e2012-05-07 02:17:44 -0700121 local_patches = cros_patch.PrepareLocalPatches(manifest,
122 options.local_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800123
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700124 if options.remote_patches:
125 remote_patches = cros_patch.PrepareRemotePatches(
126 options.remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800127
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700128 return trybot_patch_pool.TrybotPatchPool(gerrit_patches, local_patches,
129 remote_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800130
131
Brian Harring3fec5a82012-03-01 05:57:03 -0800132class Builder(object):
133 """Parent class for all builder types.
134
135 This class functions as a parent class for various build types. It's intended
136 use is builder_instance.Run().
137
138 Vars:
Mike Frysinger9b223362013-03-04 21:54:26 -0500139 build_config: The configuration dictionary from cbuildbot_config.
140 options: The options provided from optparse in main().
141 release_tag: The associated "chrome os version" of this build.
Brian Harring3fec5a82012-03-01 05:57:03 -0800142 """
143
Ryan Cuie1e4e662012-05-21 16:39:46 -0700144 def __init__(self, options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800145 """Initializes instance variables. Must be called by all subclasses."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800146 self.build_config = build_config
147 self.options = options
148
149 # TODO, Remove here and in config after bug chromium-os:14649 is fixed.
150 if self.build_config['chromeos_official']:
151 os.environ['CHROMEOS_OFFICIAL'] = '1'
152
David James58e0c092012-03-04 20:31:12 -0800153 self.archive_stages = {}
Brian Harring3fec5a82012-03-01 05:57:03 -0800154 self.release_tag = None
Brian Harring76d1bf62012-06-01 13:52:48 -0700155 self.patch_pool = trybot_patch_pool.TrybotPatchPool()
Brian Harring3fec5a82012-03-01 05:57:03 -0800156
Ryan Cuie1e4e662012-05-21 16:39:46 -0700157 bs.BuilderStage.SetManifestBranch(self.options.branch)
Ryan Cuif7f24692012-05-18 16:35:33 -0700158
Brian Harring3fec5a82012-03-01 05:57:03 -0800159 def Initialize(self):
160 """Runs through the initialization steps of an actual build."""
Ryan Cuif7f24692012-05-18 16:35:33 -0700161 if self.options.resume:
162 results_lib.LoadCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800163
Brian Harring3fec5a82012-03-01 05:57:03 -0800164 self._RunStage(stages.CleanUpStage)
165
166 def _GetStageInstance(self, stage, *args, **kwargs):
167 """Helper function to get an instance given the args.
168
David James944a48e2012-03-07 12:19:03 -0800169 Useful as almost all stages just take in options and build_config.
Brian Harring3fec5a82012-03-01 05:57:03 -0800170 """
David James944a48e2012-03-07 12:19:03 -0800171 config = kwargs.pop('config', self.build_config)
172 return stage(self.options, config, *args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800173
174 def _SetReleaseTag(self):
175 """Sets the release tag from the manifest_manager.
176
177 Must be run after sync stage as syncing enables us to have a release tag.
178 """
179 # Extract version we have decided to build into self.release_tag.
180 manifest_manager = stages.ManifestVersionedSyncStage.manifest_manager
181 if manifest_manager:
182 self.release_tag = manifest_manager.current_version
183
184 def _RunStage(self, stage, *args, **kwargs):
185 """Wrapper to run a stage."""
186 stage_instance = self._GetStageInstance(stage, *args, **kwargs)
187 return stage_instance.Run()
188
189 def GetSyncInstance(self):
190 """Returns an instance of a SyncStage that should be run.
191
192 Subclasses must override this method.
193 """
194 raise NotImplementedError()
195
196 def RunStages(self):
197 """Subclasses must override this method. Runs the appropriate code."""
198 raise NotImplementedError()
199
Brian Harring3fec5a82012-03-01 05:57:03 -0800200 def _ShouldReExecuteInBuildRoot(self):
201 """Returns True if this build should be re-executed in the buildroot."""
202 abs_buildroot = os.path.abspath(self.options.buildroot)
203 return not os.path.abspath(__file__).startswith(abs_buildroot)
204
205 def _ReExecuteInBuildroot(self, sync_instance):
206 """Reexecutes self in buildroot and returns True if build succeeds.
207
208 This allows the buildbot code to test itself when changes are patched for
209 buildbot-related code. This is a no-op if the buildroot == buildroot
210 of the running chromite checkout.
211
212 Args:
213 sync_instance: Instance of the sync stage that was run to sync.
214
215 Returns:
216 True if the Build succeeded.
217 """
Brian Harring3fec5a82012-03-01 05:57:03 -0800218 if not self.options.resume:
Ryan Cuif7f24692012-05-18 16:35:33 -0700219 results_lib.WriteCheckpoint(self.options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800220
Ryan Cui1c13a252012-10-16 15:00:16 -0700221 args = stages.BootstrapStage.FilterArgsForTargetCbuildbot(
222 self.options.buildroot, constants.PATH_TO_CBUILDBOT, self.options)
Brian Harring37e559b2012-05-22 20:47:32 -0700223
David James2333c182013-02-13 16:16:15 -0800224 # Specify a buildroot explicitly (just in case, for local trybot).
Brian Harring3fec5a82012-03-01 05:57:03 -0800225 # Suppress any timeout options given from the commandline in the
226 # invoked cbuildbot; our timeout will enforce it instead.
Ryan Cui1c13a252012-10-16 15:00:16 -0700227 args += ['--resume', '--timeout', '0', '--notee', '--nocgroups',
228 '--buildroot', os.path.abspath(self.options.buildroot)]
Brian Harringae0a5322012-09-15 01:46:51 -0700229
Brian Harring3fec5a82012-03-01 05:57:03 -0800230 if stages.ManifestVersionedSyncStage.manifest_manager:
231 ver = stages.ManifestVersionedSyncStage.manifest_manager.current_version
Ryan Cui1c13a252012-10-16 15:00:16 -0700232 args += ['--version', ver]
Brian Harring3fec5a82012-03-01 05:57:03 -0800233
234 if isinstance(sync_instance, stages.CommitQueueSyncStage):
235 vp_file = sync_instance.SaveValidationPool()
Ryan Cui1c13a252012-10-16 15:00:16 -0700236 args += ['--validation_pool', vp_file]
Brian Harring3fec5a82012-03-01 05:57:03 -0800237
David Jamesac8c2a72013-02-13 18:44:33 -0800238 # Reset the cache dir so that the child will calculate it automatically.
239 if not self.options.cache_dir_specified:
240 commandline.BaseParser.ConfigureCacheDir(None)
241
Brian Harring3fec5a82012-03-01 05:57:03 -0800242 # Re-run the command in the buildroot.
243 # Finally, be generous and give the invoked cbuildbot 30s to shutdown
244 # when something occurs. It should exit quicker, but the sigterm may
245 # hit while the system is particularly busy.
Brian Harring1b8c4c82012-05-29 23:03:04 -0700246 return_obj = cros_build_lib.RunCommand(
Ryan Cui1c13a252012-10-16 15:00:16 -0700247 args, cwd=self.options.buildroot, error_code_ok=True, kill_timeout=30)
Brian Harring3fec5a82012-03-01 05:57:03 -0800248 return return_obj.returncode == 0
249
Ryan Cuif7f24692012-05-18 16:35:33 -0700250 def _InitializeTrybotPatchPool(self):
251 """Generate patch pool from patches specified on the command line.
252
253 Do this only if we need to patch changes later on.
254 """
255 changes_stage = stages.PatchChangesStage.StageNamePrefix()
256 check_func = results_lib.Results.PreviouslyCompletedRecord
257 if not check_func(changes_stage) or self.options.bootstrap:
Ryan Cuie1e4e662012-05-21 16:39:46 -0700258 self.patch_pool = AcquirePoolFromOptions(self.options)
Ryan Cuif7f24692012-05-18 16:35:33 -0700259
260 def _GetBootstrapStage(self):
261 """Constructs and returns the BootStrapStage object.
262
263 We return None when there are no chromite patches to test, and
264 --test-bootstrap wasn't passed in.
265 """
266 stage = None
267 chromite_pool = self.patch_pool.Filter(project=constants.CHROMITE_PROJECT)
Ryan Cui5616a512012-08-17 13:39:36 -0700268 manifest_pool = self.patch_pool.FilterManifest()
David James97d95872012-11-16 15:09:56 -0800269 chromite_branch = git.GetChromiteTrackingBranch()
Ryan Cui5616a512012-08-17 13:39:36 -0700270 if (chromite_pool or manifest_pool or self.options.test_bootstrap
Ryan Cuie1e4e662012-05-21 16:39:46 -0700271 or chromite_branch != self.options.branch):
Ryan Cuif7f24692012-05-18 16:35:33 -0700272 stage = stages.BootstrapStage(self.options, self.build_config,
Ryan Cui5616a512012-08-17 13:39:36 -0700273 chromite_pool, manifest_pool)
Ryan Cuif7f24692012-05-18 16:35:33 -0700274 return stage
275
Brian Harring3fec5a82012-03-01 05:57:03 -0800276 def Run(self):
Ryan Cuif7f24692012-05-18 16:35:33 -0700277 """Main runner for this builder class. Runs build and prints summary.
278
279 Returns:
280 Whether the build succeeded.
281 """
282 self._InitializeTrybotPatchPool()
283
284 if self.options.bootstrap:
285 bootstrap_stage = self._GetBootstrapStage()
286 if bootstrap_stage:
287 # BootstrapStage blocks on re-execution of cbuildbot.
288 bootstrap_stage.Run()
289 return bootstrap_stage.returncode == 0
290
Brian Harring3fec5a82012-03-01 05:57:03 -0800291 print_report = True
David James3d4d3502012-04-09 15:12:06 -0700292 exception_thrown = False
Brian Harring3fec5a82012-03-01 05:57:03 -0800293 success = True
294 try:
295 self.Initialize()
296 sync_instance = self.GetSyncInstance()
297 sync_instance.Run()
298 self._SetReleaseTag()
299
Ryan Cui967f7cc2012-08-17 13:01:12 -0700300 # Filter out patches to manifest, since PatchChangesStage can't handle
301 # them. Manifest patches are patched in the BootstrapStage.
302 non_manifest_patches = self.patch_pool.FilterManifest(negate=True)
303 if non_manifest_patches:
304 self._RunStage(stages.PatchChangesStage, non_manifest_patches)
Brian Harring3fec5a82012-03-01 05:57:03 -0800305
306 if self._ShouldReExecuteInBuildRoot():
307 print_report = False
308 success = self._ReExecuteInBuildroot(sync_instance)
309 else:
310 self.RunStages()
David James7fbf2d42012-07-14 18:23:49 -0700311 except results_lib.StepFailure:
312 # StepFailure exceptions are already recorded in the report, so there
313 # is no need to print these tracebacks twice.
314 exception_thrown = True
315 if not print_report:
316 raise
David James3d4d3502012-04-09 15:12:06 -0700317 except Exception:
318 exception_thrown = True
319 raise
Brian Harring3fec5a82012-03-01 05:57:03 -0800320 finally:
321 if print_report:
Ryan Cuif7f24692012-05-18 16:35:33 -0700322 results_lib.WriteCheckpoint(self.options.buildroot)
Mike Frysinger9b223362013-03-04 21:54:26 -0500323 self._RunStage(stages.ReportStage, self.archive_stages,
324 self.release_tag)
Brian Harring3fec5a82012-03-01 05:57:03 -0800325 success = results_lib.Results.BuildSucceededSoFar()
David James3d4d3502012-04-09 15:12:06 -0700326 if exception_thrown and success:
327 success = False
David Jamesbb20ac82012-07-18 10:59:16 -0700328 cros_build_lib.PrintBuildbotStepWarnings()
329 print """\
David James3d4d3502012-04-09 15:12:06 -0700330Exception thrown, but all stages marked successful. This is an internal error,
331because the stage that threw the exception should be marked as failing."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800332
333 return success
334
335
336class SimpleBuilder(Builder):
337 """Builder that performs basic vetting operations."""
338
339 def GetSyncInstance(self):
340 """Sync to lkgm or TOT as necessary.
341
342 Returns: the instance of the sync stage that was run.
343 """
Chris Sosa52a81b62012-11-14 06:12:54 -0800344 if self.build_config['use_lkgm']:
Brian Harring3fec5a82012-03-01 05:57:03 -0800345 sync_stage = self._GetStageInstance(stages.LKGMSyncStage)
Chris Sosa52a81b62012-11-14 06:12:54 -0800346 elif self.build_config['use_chrome_lkgm']:
347 sync_stage = self._GetStageInstance(stages.ChromeLKGMSyncStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800348 else:
349 sync_stage = self._GetStageInstance(stages.SyncStage)
350
351 return sync_stage
352
David James58e0c092012-03-04 20:31:12 -0800353 def _RunBackgroundStagesForBoard(self, board):
354 """Run background board-specific stages for the specified board."""
David James58e0c092012-03-04 20:31:12 -0800355 archive_stage = self.archive_stages[board]
David James944a48e2012-03-07 12:19:03 -0800356 configs = self.build_config['board_specific_configs']
357 config = configs.get(board, self.build_config)
358 stage_list = [[stages.VMTestStage, board, archive_stage],
Mike Frysinger5e20ec42012-09-28 23:39:56 -0400359 [stages.SignerTestStage, board, archive_stage],
David James944a48e2012-03-07 12:19:03 -0800360 [stages.UnitTestStage, board],
Chris Sosa6ed77e52012-10-22 12:57:31 -0700361 [stages.UploadPrebuiltsStage, board, archive_stage],
362 [stages.DevInstallerPrebuiltsStage, board, archive_stage]]
Brian Harring3fec5a82012-03-01 05:57:03 -0800363
David James58e0c092012-03-04 20:31:12 -0800364 # We can not run hw tests without archiving the payloads.
365 if self.options.archive:
David James944a48e2012-03-07 12:19:03 -0800366 for suite in config['hw_tests']:
Peter Mayo85e94372012-08-17 12:42:14 -0400367 stage_list.append([stages.HWTestStage, board, archive_stage, suite])
Chris Sosab50dc932012-03-01 14:00:58 -0800368
Chris Sosa817b1f92012-07-19 15:00:23 -0700369 for suite in config['async_hw_tests']:
370 stage_list.append([stages.ASyncHWTestStage, board, archive_stage,
371 suite])
372
David James944a48e2012-03-07 12:19:03 -0800373 steps = [self._GetStageInstance(*x, config=config).Run for x in stage_list]
David James6450a0a2012-12-04 07:59:53 -0800374 parallel.RunParallelSteps(steps + [archive_stage.Run])
Brian Harring3fec5a82012-03-01 05:57:03 -0800375
376 def RunStages(self):
377 """Runs through build process."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800378 # TODO(sosa): Split these out into classes.
Brian Harring3fec5a82012-03-01 05:57:03 -0800379 if self.build_config['build_type'] == constants.CHROOT_BUILDER_TYPE:
Mike Frysingerfddaeb52012-11-20 11:17:31 -0500380 self._RunStage(stages.UprevStage, boards=[], enter_chroot=False)
Mike Frysinger0fe33322012-10-31 22:02:49 -0400381 self._RunStage(stages.BuildBoardStage, [constants.CHROOT_BUILDER_BOARD])
David Jamesa0a664e2013-02-13 09:52:01 -0800382 self._RunStage(stages.SyncChromeStage)
David James9e27e662013-02-14 13:42:43 -0800383 self._RunStage(stages.PatchChromeStage)
Zdenek Behan62a57792012-08-31 15:09:08 +0200384 self._RunStage(stages.SDKPackageStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800385 self._RunStage(stages.SDKTestStage)
386 self._RunStage(stages.UploadPrebuiltsStage,
Chris Sosa6a5dceb2012-05-14 13:48:56 -0700387 constants.CHROOT_BUILDER_BOARD, None)
Brian Harring3fec5a82012-03-01 05:57:03 -0800388 elif self.build_config['build_type'] == constants.REFRESH_PACKAGES_TYPE:
Mike Frysinger0fe33322012-10-31 22:02:49 -0400389 self._RunStage(stages.BuildBoardStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800390 self._RunStage(stages.RefreshPackageStatusStage)
391 else:
Mike Frysinger0fe33322012-10-31 22:02:49 -0400392 self._RunStage(stages.BuildBoardStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800393 self._RunStage(stages.UprevStage)
David Jamesa0a664e2013-02-13 09:52:01 -0800394 self._RunStage(stages.SyncChromeStage)
David James9e27e662013-02-14 13:42:43 -0800395 self._RunStage(stages.PatchChromeStage)
Brian Harring3fec5a82012-03-01 05:57:03 -0800396
David James944a48e2012-03-07 12:19:03 -0800397 configs = self.build_config['board_specific_configs']
David James58e0c092012-03-04 20:31:12 -0800398 for board in self.build_config['boards']:
David James944a48e2012-03-07 12:19:03 -0800399 config = configs.get(board, self.build_config)
400 archive_stage = self._GetStageInstance(stages.ArchiveStage, board,
David James280447f2013-03-12 13:59:43 -0700401 self.release_tag, config=config)
David James58e0c092012-03-04 20:31:12 -0800402 self.archive_stages[board] = archive_stage
403
David James944a48e2012-03-07 12:19:03 -0800404 # Set up a process pool to run test/archive stages in the background.
405 # This process runs task(board) for each board added to the queue.
David James58e0c092012-03-04 20:31:12 -0800406 task = self._RunBackgroundStagesForBoard
Brian Harring9fdd23d2012-12-07 12:09:08 -0800407 with parallel.BackgroundTaskRunner(task) as queue:
David James944a48e2012-03-07 12:19:03 -0800408 for board in self.build_config['boards']:
David James58e0c092012-03-04 20:31:12 -0800409 # Run BuildTarget in the foreground.
David James944a48e2012-03-07 12:19:03 -0800410 archive_stage = self.archive_stages[board]
411 config = configs.get(board, self.build_config)
412 self._RunStage(stages.BuildTargetStage, board, archive_stage,
David James280447f2013-03-12 13:59:43 -0700413 config=config)
David James58e0c092012-03-04 20:31:12 -0800414
David James944a48e2012-03-07 12:19:03 -0800415 # Kick off task(board) in the background.
David James58e0c092012-03-04 20:31:12 -0800416 queue.put([board])
417
Brian Harring3fec5a82012-03-01 05:57:03 -0800418
419class DistributedBuilder(SimpleBuilder):
420 """Build class that has special logic to handle distributed builds.
421
422 These builds sync using git/manifest logic in manifest_versions. In general
423 they use a non-distributed builder code for the bulk of the work.
424 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700425 def __init__(self, *args, **kwargs):
Brian Harring3fec5a82012-03-01 05:57:03 -0800426 """Initializes a buildbot builder.
427
428 Extra variables:
429 completion_stage_class: Stage used to complete a build. Set in the Sync
430 stage.
431 """
Ryan Cuif7f24692012-05-18 16:35:33 -0700432 super(DistributedBuilder, self).__init__(*args, **kwargs)
Brian Harring3fec5a82012-03-01 05:57:03 -0800433 self.completion_stage_class = None
434
435 def GetSyncInstance(self):
436 """Syncs the tree using one of the distributed sync logic paths.
437
438 Returns: the instance of the sync stage that was run.
439 """
440 # Determine sync class to use. CQ overrides PFQ bits so should check it
441 # first.
442 if cbuildbot_config.IsCQType(self.build_config['build_type']):
443 sync_stage = self._GetStageInstance(stages.CommitQueueSyncStage)
444 self.completion_stage_class = stages.CommitQueueCompletionStage
445 elif cbuildbot_config.IsPFQType(self.build_config['build_type']):
446 sync_stage = self._GetStageInstance(stages.LKGMCandidateSyncStage)
447 self.completion_stage_class = stages.LKGMCandidateSyncCompletionStage
448 else:
449 sync_stage = self._GetStageInstance(stages.ManifestVersionedSyncStage)
450 self.completion_stage_class = stages.ManifestVersionedSyncCompletionStage
451
452 return sync_stage
453
454 def Publish(self, was_build_successful):
455 """Completes build by publishing any required information."""
456 completion_stage = self._GetStageInstance(self.completion_stage_class,
457 was_build_successful)
458 completion_stage.Run()
459 name = completion_stage.name
460 if not results_lib.Results.WasStageSuccessful(name):
461 should_publish_changes = False
462 else:
463 should_publish_changes = (self.build_config['master'] and
464 was_build_successful)
465
466 if should_publish_changes:
467 self._RunStage(stages.PublishUprevChangesStage)
468
469 def RunStages(self):
470 """Runs simple builder logic and publishes information to overlays."""
471 was_build_successful = False
472 try:
David Jamesf55709e2012-03-13 09:10:15 -0700473 super(DistributedBuilder, self).RunStages()
474 was_build_successful = results_lib.Results.BuildSucceededSoFar()
Brian Harring3fec5a82012-03-01 05:57:03 -0800475 except SystemExit as ex:
476 # If a stage calls sys.exit(0), it's exiting with success, so that means
477 # we should mark ourselves as successful.
478 if ex.code == 0:
479 was_build_successful = True
480 raise
481 finally:
482 self.Publish(was_build_successful)
483
Brian Harring3fec5a82012-03-01 05:57:03 -0800484
485def _ConfirmBuildRoot(buildroot):
486 """Confirm with user the inferred buildroot, and mark it as confirmed."""
Brian Harring521e7242012-11-01 16:57:42 -0700487 cros_build_lib.Warning('Using default directory %s as buildroot', buildroot)
488 if not cros_build_lib.BooleanPrompt(default=False):
489 print('Please specify a different buildroot via the --buildroot option.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800490 sys.exit(0)
491
492 if not os.path.exists(buildroot):
493 os.mkdir(buildroot)
494
495 repository.CreateTrybotMarker(buildroot)
496
497
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700498def _ConfirmRemoteBuildbotRun():
499 """Confirm user wants to run with --buildbot --remote."""
Brian Harring521e7242012-11-01 16:57:42 -0700500 cros_build_lib.Warning(
501 'You are about to launch a PRODUCTION job! This is *NOT* a '
502 'trybot run! Are you sure?')
503 if not cros_build_lib.BooleanPrompt(default=False):
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700504 print('Please specify --pass-through="--debug".')
505 sys.exit(0)
506
507
Ryan Cui5ba7e152012-05-10 14:36:52 -0700508def _DetermineDefaultBuildRoot(sourceroot, internal_build):
Brian Harring3fec5a82012-03-01 05:57:03 -0800509 """Default buildroot to be under the directory that contains current checkout.
510
511 Arguments:
512 internal_build: Whether the build is an internal build
Ryan Cui5ba7e152012-05-10 14:36:52 -0700513 sourceroot: Use specified sourceroot.
Brian Harring3fec5a82012-03-01 05:57:03 -0800514 """
Ryan Cui5ba7e152012-05-10 14:36:52 -0700515 if not repository.IsARepoRoot(sourceroot):
Brian Harring1b8c4c82012-05-29 23:03:04 -0700516 cros_build_lib.Die(
517 'Could not find root of local checkout at %s. Please specify '
518 'using the --sourceroot option.' % sourceroot)
Brian Harring3fec5a82012-03-01 05:57:03 -0800519
520 # Place trybot buildroot under the directory containing current checkout.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700521 top_level = os.path.dirname(os.path.realpath(sourceroot))
Brian Harring3fec5a82012-03-01 05:57:03 -0800522 if internal_build:
523 buildroot = os.path.join(top_level, _DEFAULT_INT_BUILDROOT)
524 else:
525 buildroot = os.path.join(top_level, _DEFAULT_EXT_BUILDROOT)
526
527 return buildroot
528
529
Mike Frysinger6903c762012-12-04 01:57:16 -0500530def _DisableYamaHardLinkChecks():
531 """Disable Yama kernel hardlink security checks.
532
533 The security module disables hardlinking to files you do not have
534 write access to which causes some of our build scripts problems.
535 Disable it so we don't have to worry about it.
536 """
537 PROC_PATH = '/proc/sys/kernel/yama/protected_nonaccess_hardlinks'
538 SYSCTL_PATH = PROC_PATH[len('/proc/sys/'):].replace('/', '.')
539
540 # Yama not available in this system -- nothing to do.
541 if not os.path.exists(PROC_PATH):
542 return
543
544 # Already disabled -- nothing to do.
545 if osutils.ReadFile(PROC_PATH).strip() == '0':
546 return
547
548 # Create a hardlink in a tempdir and see if we get back EPERM.
549 with osutils.TempDirContextManager() as tempdir:
550 try:
551 os.link('/bin/sh', os.path.join(tempdir, 'sh'))
552 except OSError as e:
553 if e.errno == errno.EPERM:
554 cros_build_lib.Warning('Disabling Yama hardlink security')
555 cros_build_lib.SudoRunCommand(['sysctl', '%s=0' % SYSCTL_PATH])
556
557
Brian Harring3fec5a82012-03-01 05:57:03 -0800558def _BackupPreviousLog(log_file, backup_limit=25):
559 """Rename previous log.
560
561 Args:
562 log_file: The absolute path to the previous log.
563 """
564 if os.path.exists(log_file):
565 old_logs = sorted(glob.glob(log_file + '.*'),
566 key=distutils.version.LooseVersion)
567
568 if len(old_logs) >= backup_limit:
569 os.remove(old_logs[0])
570
571 last = 0
572 if old_logs:
573 last = int(old_logs.pop().rpartition('.')[2])
574
575 os.rename(log_file, log_file + '.' + str(last + 1))
576
Ryan Cui5616a512012-08-17 13:39:36 -0700577
David James944a48e2012-03-07 12:19:03 -0800578def _RunBuildStagesWrapper(options, build_config):
Brian Harring3fec5a82012-03-01 05:57:03 -0800579 """Helper function that wraps RunBuildStages()."""
580 def IsDistributedBuilder():
581 """Determines whether the build_config should be a DistributedBuilder."""
582 if not options.buildbot:
583 return False
584 elif build_config['build_type'] in _DISTRIBUTED_TYPES:
Brian Harring3fec5a82012-03-01 05:57:03 -0800585 # We don't do distributed logic to TOT Chrome PFQ's, nor local
586 # chrome roots (e.g. chrome try bots)
587 if chrome_rev not in [constants.CHROME_REV_TOT,
588 constants.CHROME_REV_LOCAL,
589 constants.CHROME_REV_SPEC]:
590 return True
591
592 return False
593
Brian Harring1b8c4c82012-05-29 23:03:04 -0700594 cros_build_lib.Info("cbuildbot executed with args %s"
595 % ' '.join(map(repr, sys.argv)))
Brian Harring3fec5a82012-03-01 05:57:03 -0800596
David Jamesa0a664e2013-02-13 09:52:01 -0800597 chrome_rev = build_config['chrome_rev']
598 if options.chrome_rev:
599 chrome_rev = options.chrome_rev
600 if chrome_rev == constants.CHROME_REV_TOT:
601 # Build the TOT Chrome revision.
602 svn_url = gclient.GetBaseURLs()[0]
603 options.chrome_version = gclient.GetTipOfTrunkSvnRevision(svn_url)
604 options.chrome_rev = constants.CHROME_REV_SPEC
605
David James4a404a52013-02-19 13:07:59 -0800606 # If it's likely we'll need to build Chrome, fetch the source.
Mike Frysingerf4d9ab82013-03-05 19:38:05 -0500607 if build_config['sync_chrome'] is None:
608 options.managed_chrome = (chrome_rev != constants.CHROME_REV_LOCAL and
609 (not build_config['usepkg_build_packages'] or chrome_rev or
610 build_config['useflags'] or build_config['profile'] or
611 options.rietveld_patches))
612 else:
613 options.managed_chrome = build_config['sync_chrome']
David James2333c182013-02-13 16:16:15 -0800614
615 if options.managed_chrome:
616 # Tell Chrome to fetch the source locally.
617 internal = constants.USE_CHROME_INTERNAL in (build_config['useflags'] or [])
618 chrome_src = 'chrome-src-internal' if internal else 'chrome-src'
619 options.chrome_root = os.path.join(options.cache_dir, 'distfiles', 'target',
620 chrome_src)
David James9e27e662013-02-14 13:42:43 -0800621 elif options.rietveld_patches:
David James4a404a52013-02-19 13:07:59 -0800622 cros_build_lib.Die('This builder does not support Rietveld patches.')
David James2333c182013-02-13 16:16:15 -0800623
Ryan Cuif7f24692012-05-18 16:35:33 -0700624 target = DistributedBuilder if IsDistributedBuilder() else SimpleBuilder
Ryan Cuie1e4e662012-05-21 16:39:46 -0700625 buildbot = target(options, build_config)
Brian Harringd166aaf2012-05-14 18:31:53 -0700626 if not buildbot.Run():
627 sys.exit(1)
Brian Harring3fec5a82012-03-01 05:57:03 -0800628
629
630# Parser related functions
Ryan Cui5ba7e152012-05-10 14:36:52 -0700631def _CheckLocalPatches(sourceroot, local_patches):
Brian Harring3fec5a82012-03-01 05:57:03 -0800632 """Do an early quick check of the passed-in patches.
633
634 If the branch of a project is not specified we append the current branch the
635 project is on.
Ryan Cui5ba7e152012-05-10 14:36:52 -0700636
637 Args:
638 sourceroot: The checkout where patches are coming from.
Brian Harring3fec5a82012-03-01 05:57:03 -0800639 """
Ryan Cuicedd8a52012-03-22 02:28:35 -0700640 verified_patches = []
David James97d95872012-11-16 15:09:56 -0800641 manifest = git.ManifestCheckout.Cached(sourceroot)
Ryan Cuicedd8a52012-03-22 02:28:35 -0700642 for patch in local_patches:
Brian Harring3fec5a82012-03-01 05:57:03 -0800643 components = patch.split(':')
644 if len(components) > 2:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700645 cros_build_lib.Die(
646 'Specify local patches in project[:branch] format. Got %s' % patch)
Brian Harring3fec5a82012-03-01 05:57:03 -0800647
648 # validate project
649 project = components[0]
Brian Harring3fec5a82012-03-01 05:57:03 -0800650
Brian Harring609dc4e2012-05-07 02:17:44 -0700651 try:
652 project_dir = manifest.GetProjectPath(project, True)
653 except KeyError:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700654 cros_build_lib.Die('Project %s does not exist.' % project)
Brian Harring3fec5a82012-03-01 05:57:03 -0800655
656 # If no branch was specified, we use the project's current branch.
657 if len(components) == 1:
David James97d95872012-11-16 15:09:56 -0800658 branch = git.GetCurrentBranch(project_dir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800659 if not branch:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700660 cros_build_lib.Die('Project %s is not on a branch!' % project)
Brian Harring3fec5a82012-03-01 05:57:03 -0800661 else:
662 branch = components[1]
David James97d95872012-11-16 15:09:56 -0800663 if not git.DoesLocalBranchExist(project_dir, branch):
Brian Harring1b8c4c82012-05-29 23:03:04 -0700664 cros_build_lib.Die('Project %s does not have branch %s'
665 % (project, branch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800666
Brian Harring609dc4e2012-05-07 02:17:44 -0700667 verified_patches.append('%s:%s' % (project, branch))
Brian Harring3fec5a82012-03-01 05:57:03 -0800668
Ryan Cuicedd8a52012-03-22 02:28:35 -0700669 return verified_patches
Brian Harring3fec5a82012-03-01 05:57:03 -0800670
671
Brian Harring3fec5a82012-03-01 05:57:03 -0800672def _CheckChromeVersionOption(_option, _opt_str, value, parser):
673 """Upgrade other options based on chrome_version being passed."""
674 value = value.strip()
675
676 if parser.values.chrome_rev is None and value:
677 parser.values.chrome_rev = constants.CHROME_REV_SPEC
678
679 parser.values.chrome_version = value
680
681
682def _CheckChromeRootOption(_option, _opt_str, value, parser):
683 """Validate and convert chrome_root to full-path form."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800684 if parser.values.chrome_rev is None:
685 parser.values.chrome_rev = constants.CHROME_REV_LOCAL
686
Ryan Cui5ba7e152012-05-10 14:36:52 -0700687 parser.values.chrome_root = value
Brian Harring3fec5a82012-03-01 05:57:03 -0800688
689
690def _CheckChromeRevOption(_option, _opt_str, value, parser):
691 """Validate the chrome_rev option."""
692 value = value.strip()
693 if value not in constants.VALID_CHROME_REVISIONS:
694 raise optparse.OptionValueError('Invalid chrome rev specified')
695
696 parser.values.chrome_rev = value
697
698
David Jamesac8c2a72013-02-13 18:44:33 -0800699def FindCacheDir(_parser, _options):
Brian Harringae0a5322012-09-15 01:46:51 -0700700 return None
701
702
Ryan Cui5ba7e152012-05-10 14:36:52 -0700703class CustomGroup(optparse.OptionGroup):
704 def add_remote_option(self, *args, **kwargs):
705 """For arguments that are passed-through to remote trybot."""
706 return optparse.OptionGroup.add_option(self, *args,
707 remote_pass_through=True,
708 **kwargs)
709
710
Ryan Cui1c13a252012-10-16 15:00:16 -0700711class CustomOption(commandline.FilteringOption):
712 """Subclass FilteringOption class to implement pass-through and api."""
Ryan Cui5ba7e152012-05-10 14:36:52 -0700713
Ryan Cui1c13a252012-10-16 15:00:16 -0700714 ACTIONS = commandline.FilteringOption.ACTIONS + ('extend',)
715 STORE_ACTIONS = commandline.FilteringOption.STORE_ACTIONS + ('extend',)
716 TYPED_ACTIONS = commandline.FilteringOption.TYPED_ACTIONS + ('extend',)
717 ALWAYS_TYPED_ACTIONS = (commandline.FilteringOption.ALWAYS_TYPED_ACTIONS +
718 ('extend',))
Ryan Cui79319ab2012-05-21 12:59:18 -0700719
Ryan Cui5ba7e152012-05-10 14:36:52 -0700720 def __init__(self, *args, **kwargs):
721 # The remote_pass_through argument specifies whether we should directly
722 # pass the argument (with its value) onto the remote trybot.
723 self.pass_through = kwargs.pop('remote_pass_through', False)
Ryan Cui1c13a252012-10-16 15:00:16 -0700724 self.api_version = int(kwargs.pop('api', '0'))
725 commandline.FilteringOption.__init__(self, *args, **kwargs)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700726
727 def take_action(self, action, dest, opt, value, values, parser):
Ryan Cui79319ab2012-05-21 12:59:18 -0700728 if action == 'extend':
Mike Frysingerd6925b52012-07-16 16:11:00 -0400729 # If there is extra spaces between each argument, we get '' which later
730 # code barfs on, so skip those. e.g. We see this with the forms:
731 # cbuildbot -p 'proj:branch ' ...
732 # cbuildbot -p ' proj:branch' ...
733 # cbuildbot -p 'proj:branch proj2:branch' ...
734 lvalue = value.split()
Ryan Cui79319ab2012-05-21 12:59:18 -0700735 values.ensure_value(dest, []).extend(lvalue)
Ryan Cui79319ab2012-05-21 12:59:18 -0700736
Ryan Cui1c13a252012-10-16 15:00:16 -0700737 commandline.FilteringOption.take_action(
738 self, action, dest, opt, value, values, parser)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700739
740
Ryan Cui1c13a252012-10-16 15:00:16 -0700741class CustomParser(commandline.FilteringParser):
Brian Harringb6cf9142012-09-01 20:43:17 -0700742
743 DEFAULT_OPTION_CLASS = CustomOption
744
745 def add_remote_option(self, *args, **kwargs):
746 """For arguments that are passed-through to remote trybot."""
Ryan Cui1c13a252012-10-16 15:00:16 -0700747 return self.add_option(*args, remote_pass_through=True, **kwargs)
Brian Harringb6cf9142012-09-01 20:43:17 -0700748
749
Brian Harring3fec5a82012-03-01 05:57:03 -0800750def _CreateParser():
Ryan Cui16d9e1f2012-05-11 10:50:18 -0700751 """Generate and return the parser with all the options."""
Brian Harring3fec5a82012-03-01 05:57:03 -0800752 # Parse options
753 usage = "usage: %prog [options] buildbot_config"
Brian Harringae0a5322012-09-15 01:46:51 -0700754 parser = CustomParser(usage=usage, caching=FindCacheDir)
Brian Harring3fec5a82012-03-01 05:57:03 -0800755
756 # Main options
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700757 # The remote_pass_through parameter to add_option is implemented by the
758 # CustomOption class. See CustomOption for more information.
Brian Harring3fec5a82012-03-01 05:57:03 -0800759 parser.add_option('-a', '--all', action='store_true', dest='print_all',
760 default=False,
761 help=('List all of the buildbot configs available. Use '
762 'with the --list option'))
Ryan Cuie1e4e662012-05-21 16:39:46 -0700763 parser.add_remote_option('-b', '--branch',
764 help='The manifest branch to test. The branch to '
765 'check the buildroot out to.')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700766 parser.add_option('-r', '--buildroot', dest='buildroot', type='path',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700767 help='Root directory where source is checked out to, and '
768 'where the build occurs. For external build configs, '
769 "defaults to 'trybot' directory at top level of your "
770 'repo-managed checkout.')
771 parser.add_remote_option('--chrome_rev', default=None, type='string',
772 action='callback', dest='chrome_rev',
773 callback=_CheckChromeRevOption,
774 help=('Revision of Chrome to use, of type [%s]'
775 % '|'.join(constants.VALID_CHROME_REVISIONS)))
Ryan Cui79319ab2012-05-21 12:59:18 -0700776 parser.add_remote_option('-g', '--gerrit-patches', action='extend',
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700777 default=[], type='string',
778 metavar="'Id1 *int_Id2...IdN'",
779 help=("Space-separated list of short-form Gerrit "
780 "Change-Id's or change numbers to patch. "
781 "Please prepend '*' to internal Change-Id's"))
David James9e27e662013-02-14 13:42:43 -0800782 parser.add_remote_option('-G', '--rietveld-patches', action='extend',
783 default=[], type='string',
784 metavar="'id1[:subdir1]...idN[:subdirN]'",
785 help=("Space-separated list of short-form Rietveld "
786 "issue numbers to patch. If no subdir is "
787 "specified, the src directory is used."))
Brian Harring3fec5a82012-03-01 05:57:03 -0800788 parser.add_option('-l', '--list', action='store_true', dest='list',
789 default=False,
790 help=('List the suggested trybot configs to use. Use '
791 '--all to list all of the available configs.'))
Ryan Cui54da0702012-04-19 18:38:08 -0700792 parser.add_option('--local', default=False, action='store_true',
793 help=('Specifies that this tryjob should be run locally.'))
Ryan Cui79319ab2012-05-21 12:59:18 -0700794 parser.add_option('-p', '--local-patches', action='extend', default=[],
Brian Harring3fec5a82012-03-01 05:57:03 -0800795 metavar="'<project1>[:<branch1>]...<projectN>[:<branchN>]'",
796 help=('Space-separated list of project branches with '
797 'patches to apply. Projects are specified by name. '
798 'If no branch is specified the current branch of the '
799 'project will be used.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700800 parser.add_remote_option('--profile', default=None, type='string',
801 action='store', dest='profile',
802 help='Name of profile to sub-specify board variant.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800803 parser.add_option('--remote', default=False, action='store_true',
Brian Harring3fec5a82012-03-01 05:57:03 -0800804 help=('Specifies that this tryjob should be run remotely.'))
Brian Harring219a2b82012-07-18 15:30:12 -0700805 parser.add_option('--remote-description', default=None,
806 help=('Attach an optional description to a --remote run '
807 'to make it easier to identify the results when it '
808 'finishes.'))
Brian Harring3fec5a82012-03-01 05:57:03 -0800809
Ryan Cuif4f84be2012-07-09 18:50:41 -0700810 #
Brian Harring3fec5a82012-03-01 05:57:03 -0800811 # Advanced options
Ryan Cuif4f84be2012-07-09 18:50:41 -0700812 #
813
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700814 group = CustomGroup(
Brian Harring3fec5a82012-03-01 05:57:03 -0800815 parser,
816 'Advanced Options',
817 'Caution: use these options at your own risk.')
818
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700819 group.add_remote_option('--buildbot', dest='buildbot', action='store_true',
820 default=False, help='This is running on a buildbot')
821 group.add_remote_option('--buildnumber', help='build number', type='int',
822 default=0)
Ryan Cui5ba7e152012-05-10 14:36:52 -0700823 group.add_option('--chrome_root', default=None, type='path',
824 action='callback', callback=_CheckChromeRootOption,
825 dest='chrome_root', help='Local checkout of Chrome to use.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700826 group.add_remote_option('--chrome_version', default=None, type='string',
827 action='callback', dest='chrome_version',
828 callback=_CheckChromeVersionOption,
829 help='Used with SPEC logic to force a particular SVN '
830 'revision of chrome rather than the latest.')
831 group.add_remote_option('--clobber', action='store_true', dest='clobber',
832 default=False,
833 help='Clears an old checkout before syncing')
Yu-Ju Hong52134292012-06-28 12:50:42 -0700834 group.add_remote_option('--hwtest', dest='hwtest', action='store_true',
835 default=False,
836 help='This adds HW test for remote trybot')
Ryan Cui5ba7e152012-05-10 14:36:52 -0700837 parser.add_option('--log_dir', dest='log_dir', type='path',
Brian Harring3fec5a82012-03-01 05:57:03 -0800838 help=('Directory where logs are stored.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700839 group.add_remote_option('--maxarchives', dest='max_archive_builds',
840 default=3, type='int',
841 help="Change the local saved build count limit.")
Ryan Cuibbd3d4b2012-08-17 12:20:37 -0700842 parser.add_remote_option('--manifest-repo-url',
843 help=('Overrides the default manifest repo url.'))
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700844 group.add_remote_option('--noarchive', action='store_false', dest='archive',
845 default=True, help="Don't run archive stage.")
Ryan Cuif7f24692012-05-18 16:35:33 -0700846 group.add_remote_option('--nobootstrap', action='store_false',
847 dest='bootstrap', default=True,
848 help="Don't checkout and run from a standalone "
849 "chromite repo.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700850 group.add_remote_option('--nobuild', action='store_false', dest='build',
851 default=True,
852 help="Don't actually build (for cbuildbot dev)")
853 group.add_remote_option('--noclean', action='store_false', dest='clean',
854 default=True, help="Don't clean the buildroot")
Ryan Cuif7f24692012-05-18 16:35:33 -0700855 group.add_remote_option('--nocgroups', action='store_false', dest='cgroups',
856 default=True,
857 help='Disable cbuildbots usage of cgroups.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700858 group.add_remote_option('--noprebuilts', action='store_false',
859 dest='prebuilts', default=True,
860 help="Don't upload prebuilts.")
861 group.add_remote_option('--nosync', action='store_false', dest='sync',
862 default=True, help="Don't sync before building.")
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700863 group.add_remote_option('--notests', action='store_false', dest='tests',
864 default=True,
865 help='Override values from buildconfig and run no '
866 'tests.')
867 group.add_remote_option('--nouprev', action='store_false', dest='uprev',
868 default=True,
869 help='Override values from buildconfig and never '
870 'uprev.')
Brian Harring3fec5a82012-03-01 05:57:03 -0800871 group.add_option('--reference-repo', action='store', default=None,
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700872 dest='reference_repo',
873 help='Reuse git data stored in an existing repo '
874 'checkout. This can drastically reduce the network '
875 'time spent setting up the trybot checkout. By '
876 "default, if this option isn't given but cbuildbot "
877 'is invoked from a repo checkout, cbuildbot will '
878 'use the repo root.')
Ryan Cuicedd8a52012-03-22 02:28:35 -0700879 group.add_option('--resume', action='store_true', default=False,
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700880 help='Skip stages already successfully completed.')
881 group.add_remote_option('--timeout', action='store', type='int', default=0,
882 help='Specify the maximum amount of time this job '
883 'can run for, at which point the build will be '
884 'aborted. If set to zero, then there is no '
885 'timeout.')
Ryan Cui39bdbbf2012-02-29 16:15:39 -0800886 group.add_option('--test-tryjob', action='store_true',
887 default=False,
888 help='Submit a tryjob to the test repository. Will not '
889 'show up on the production trybot waterfall.')
Ryan Cuieaa9efd2012-04-25 17:56:45 -0700890 group.add_remote_option('--validation_pool', default=None,
891 help='Path to a pickled validation pool. Intended '
892 'for use only with the commit queue.')
893 group.add_remote_option('--version', dest='force_version', default=None,
894 help='Used with manifest logic. Forces use of this '
895 'version rather than create or get latest.')
Brian Harringab8fb5c2012-07-18 11:28:22 -0700896 group.add_remote_option('--cq-gerrit-query', dest='cq_gerrit_override',
897 default=None,
898 help=
899 "If given, this gerrit query will be used to find what patches to test, "
Brian Harringc5cabfe2012-12-19 01:04:44 -0800900 "rather than the normal 'CommitQueue=1 AND Verified=1 AND CodeReview=2' "
Brian Harringab8fb5c2012-07-18 11:28:22 -0700901 "query it defaults to. Use with care- note additionally this setting "
902 "only has an effect if the buildbot target is a cq target, and we're "
903 "in buildbot mode.")
Brian Harring3fec5a82012-03-01 05:57:03 -0800904
905 parser.add_option_group(group)
906
Ryan Cuif4f84be2012-07-09 18:50:41 -0700907 #
908 # Hidden options.
909 #
910
911 # The base GS URL (gs://<bucket_name>/<path>) to archive artifacts to.
912 parser.add_remote_option('--archive-base', type='gs_path',
913 help=optparse.SUPPRESS_HELP)
914 # bootstrap-args are not verified by the bootstrap code. It gets passed
915 # direcly to the bootstrap re-execution.
916 parser.add_remote_option('--bootstrap-args', action='append',
917 default=[], help=optparse.SUPPRESS_HELP)
918 parser.add_option('--pass-through', dest='pass_through_args', action='append',
919 type='string', default=[], help=optparse.SUPPRESS_HELP)
920 # Used for handling forwards/backwards compatibility for --resume and
921 # --bootstrap.
922 parser.add_option('--reexec-api-version', dest='output_api_version',
923 action='store_true', default=False,
924 help=optparse.SUPPRESS_HELP)
925 # Indicates this is running on a remote trybot machine.
926 parser.add_option('--remote-trybot', dest='remote_trybot',
927 action='store_true', default=False,
928 help=optparse.SUPPRESS_HELP)
929 # Patches uploaded by trybot client when run using the -p option.
930 parser.add_remote_option('--remote-patches', action='extend', default=[],
931 help=optparse.SUPPRESS_HELP)
932 # Specify specific remote tryslaves to run on.
933 parser.add_option('--slaves', action='extend', default=[],
934 help=optparse.SUPPRESS_HELP)
935 parser.add_option('--sourceroot', type='path', default=constants.SOURCE_ROOT,
936 help=optparse.SUPPRESS_HELP)
937 # Causes cbuildbot to bootstrap itself twice, in the sequence A->B->C.
938 # A(unpatched) patches and bootstraps B. B patches and bootstraps C.
939 parser.add_remote_option('--test-bootstrap', action='store_true',
940 default=False, help=optparse.SUPPRESS_HELP)
Brian Harringf611e6e2012-07-17 18:47:44 -0700941 # Note the default here needs to be hardcoded to 3; that is the last version
942 # that lacked this functionality.
943 # This is used so that cbuildbot when processing tryjobs from
944 # older chromite instances, we can use it for handling compatibility.
945 parser.add_option('--remote-version', default=3, type=int, action='store',
946 help=optparse.SUPPRESS_HELP)
Ryan Cuif4f84be2012-07-09 18:50:41 -0700947
948 #
Brian Harring3fec5a82012-03-01 05:57:03 -0800949 # Debug options
Ryan Cuif4f84be2012-07-09 18:50:41 -0700950 #
Brian Harringfec89fe2012-09-23 07:30:54 -0700951 # Temporary hack; in place till --dry-run replaces --debug.
952 # pylint: disable=W0212
Brian Harring009db502012-10-10 02:21:37 -0700953 group = parser.debug_group
Brian Harringfec89fe2012-09-23 07:30:54 -0700954 debug = [x for x in group.option_list if x._long_opts == ['--debug']][0]
955 debug.help += " Currently functions as --dry-run in addition."
956 debug.pass_through = True
Brian Harring3fec5a82012-03-01 05:57:03 -0800957 group.add_option('--dump_config', action='store_true', dest='dump_config',
958 default=False,
959 help='Dump out build config options, and exit.')
960 group.add_option('--notee', action='store_false', dest='tee', default=True,
961 help="Disable logging and internal tee process. Primarily "
962 "used for debugging cbuildbot itself.")
Brian Harring3fec5a82012-03-01 05:57:03 -0800963 return parser
964
965
Ryan Cui85867972012-02-23 18:21:49 -0800966def _FinishParsing(options, args):
967 """Perform some parsing tasks that need to take place after optparse.
968
969 This function needs to be easily testable! Keep it free of
970 environment-dependent code. Put more detailed usage validation in
971 _PostParseCheck().
Brian Harring3fec5a82012-03-01 05:57:03 -0800972
973 Args:
Ryan Cui85867972012-02-23 18:21:49 -0800974 options, args: The options/args object returned by optparse
Brian Harring3fec5a82012-03-01 05:57:03 -0800975 """
Ryan Cui41023d92012-11-13 19:59:50 -0800976 # Populate options.pass_through_args.
977 accepted, _ = commandline.FilteringParser.FilterArgs(
978 options.parsed_args, lambda x: x.opt_inst.pass_through)
979 options.pass_through_args.extend(accepted)
Brian Harring07039b52012-05-13 17:56:47 -0700980
Brian Harring3fec5a82012-03-01 05:57:03 -0800981 if options.chrome_root:
982 if options.chrome_rev != constants.CHROME_REV_LOCAL:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700983 cros_build_lib.Die('Chrome rev must be %s if chrome_root is set.' %
984 constants.CHROME_REV_LOCAL)
David Jamesa0a664e2013-02-13 09:52:01 -0800985 elif options.chrome_rev == constants.CHROME_REV_LOCAL:
986 cros_build_lib.Die('Chrome root must be set if chrome_rev is %s.' %
987 constants.CHROME_REV_LOCAL)
Brian Harring3fec5a82012-03-01 05:57:03 -0800988
989 if options.chrome_version:
990 if options.chrome_rev != constants.CHROME_REV_SPEC:
Brian Harring1b8c4c82012-05-29 23:03:04 -0700991 cros_build_lib.Die('Chrome rev must be %s if chrome_version is set.' %
992 constants.CHROME_REV_SPEC)
David Jamesa0a664e2013-02-13 09:52:01 -0800993 elif options.chrome_rev == constants.CHROME_REV_SPEC:
994 cros_build_lib.Die(
995 'Chrome rev must not be %s if chrome_version is not set.'
996 % constants.CHROME_REV_SPEC)
Brian Harring3fec5a82012-03-01 05:57:03 -0800997
David James9e27e662013-02-14 13:42:43 -0800998 patches = bool(options.gerrit_patches or options.local_patches or
999 options.rietveld_patches)
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001000 if options.remote:
1001 if options.local:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001002 cros_build_lib.Die('Cannot specify both --remote and --local')
Ryan Cui54da0702012-04-19 18:38:08 -07001003
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001004 if not options.buildbot and not patches:
Brian Harring7cc4b932012-11-01 16:58:55 -07001005 if not cros_build_lib.BooleanPrompt(
1006 prompt="No patches were provided; are you sure you want to just "
1007 "run a remote build of ToT?", default=False):
1008 cros_build_lib.Die('Must provide patches when running with --remote.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001009
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001010 # --debug needs to be explicitly passed through for remote invocations.
1011 release_mode_with_patches = (options.buildbot and patches and
1012 '--debug' not in options.pass_through_args)
1013 else:
1014 if len(args) > 1:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001015 cros_build_lib.Die('Multiple configs not supported if not running with '
Brian Harringf1aad832012-07-18 10:46:39 -07001016 '--remote. Got %r', args)
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001017
Ryan Cui79319ab2012-05-21 12:59:18 -07001018 if options.slaves:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001019 cros_build_lib.Die('Cannot use --slaves if not running with --remote.')
Ryan Cui79319ab2012-05-21 12:59:18 -07001020
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001021 release_mode_with_patches = (options.buildbot and patches and
1022 not options.debug)
1023
David James5734ea32012-08-15 20:23:49 -07001024 # When running in release mode, make sure we are running with checked-in code.
1025 # We want checked-in cbuildbot/scripts to prevent errors, and we want to build
1026 # a release image with checked-in code for CrOS packages.
1027 if release_mode_with_patches:
1028 cros_build_lib.Die(
1029 'Cannot provide patches when running with --buildbot!')
1030
Ryan Cuiba41ad32012-03-08 17:15:29 -08001031 if options.buildbot and options.remote_trybot:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001032 cros_build_lib.Die(
1033 '--buildbot and --remote-trybot cannot be used together.')
Ryan Cuiba41ad32012-03-08 17:15:29 -08001034
Ryan Cui85867972012-02-23 18:21:49 -08001035 # Record whether --debug was set explicitly vs. it was inferred.
1036 options.debug_forced = False
1037 if options.debug:
1038 options.debug_forced = True
1039 else:
Ryan Cui16ca5812012-03-08 20:34:27 -08001040 # We don't set debug by default for
1041 # 1. --buildbot invocations.
1042 # 2. --remote invocations, because it needs to push changes to the tryjob
1043 # repo.
1044 options.debug = not options.buildbot and not options.remote
Brian Harring3fec5a82012-03-01 05:57:03 -08001045
Ryan Cui1c13a252012-10-16 15:00:16 -07001046 # Record the configs targeted.
1047 options.build_targets = args[:]
1048
Brian Harring3fec5a82012-03-01 05:57:03 -08001049
Brian Harring1d7ba942012-04-24 06:37:18 -07001050# pylint: disable=W0613
Brian Harringae0a5322012-09-15 01:46:51 -07001051def _PostParseCheck(parser, options, args):
Ryan Cui85867972012-02-23 18:21:49 -08001052 """Perform some usage validation after we've parsed the arguments
Brian Harring3fec5a82012-03-01 05:57:03 -08001053
Ryan Cui85867972012-02-23 18:21:49 -08001054 Args:
1055 options/args: The options/args object returned by optparse
1056 """
Ryan Cuie1e4e662012-05-21 16:39:46 -07001057 if not options.branch:
David James97d95872012-11-16 15:09:56 -08001058 options.branch = git.GetChromiteTrackingBranch()
Ryan Cuie1e4e662012-05-21 16:39:46 -07001059
Brian Harringae0a5322012-09-15 01:46:51 -07001060 if not repository.IsARepoRoot(options.sourceroot):
1061 if options.local_patches:
1062 raise Exception('Could not find repo checkout at %s!'
1063 % options.sourceroot)
1064
David Jamesac8c2a72013-02-13 18:44:33 -08001065 # Because the default cache dir depends on other options, FindCacheDir
1066 # always returns None, and we setup the default here.
Brian Harringae0a5322012-09-15 01:46:51 -07001067 if options.cache_dir is None:
1068 # Note, options.sourceroot is set regardless of the path
1069 # actually existing.
David Jamesac8c2a72013-02-13 18:44:33 -08001070 if options.buildroot is not None:
Brian Harringae0a5322012-09-15 01:46:51 -07001071 options.cache_dir = os.path.join(options.buildroot, '.cache')
David Jamesac8c2a72013-02-13 18:44:33 -08001072 elif os.path.exists(options.sourceroot):
1073 options.cache_dir = os.path.join(options.sourceroot, '.cache')
Brian Harringae0a5322012-09-15 01:46:51 -07001074 else:
1075 options.cache_dir = parser.FindCacheDir(parser, options)
1076 options.cache_dir = os.path.abspath(options.cache_dir)
Brian Harring8c1d7b12012-10-04 17:36:32 -07001077 parser.ConfigureCacheDir(options.cache_dir)
Brian Harringae0a5322012-09-15 01:46:51 -07001078
1079 osutils.SafeMakedirs(options.cache_dir)
Ryan Cui5ba7e152012-05-10 14:36:52 -07001080
Brian Harring609dc4e2012-05-07 02:17:44 -07001081 if options.local_patches:
Brian Harring1d7ba942012-04-24 06:37:18 -07001082 options.local_patches = _CheckLocalPatches(
Brian Harring609dc4e2012-05-07 02:17:44 -07001083 options.sourceroot, options.local_patches)
Brian Harring1d7ba942012-04-24 06:37:18 -07001084
1085 default = os.environ.get('CBUILDBOT_DEFAULT_MODE')
1086 if (default and not any([options.local, options.buildbot,
1087 options.remote, options.remote_trybot])):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001088 cros_build_lib.Info("CBUILDBOT_DEFAULT_MODE=%s env var detected, using it."
1089 % default)
Brian Harring1d7ba942012-04-24 06:37:18 -07001090 default = default.lower()
1091 if default == 'local':
1092 options.local = True
1093 elif default == 'remote':
1094 options.remote = True
1095 elif default == 'buildbot':
1096 options.buildbot = True
1097 else:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001098 cros_build_lib.Die("CBUILDBOT_DEFAULT_MODE value %s isn't supported. "
1099 % default)
Ryan Cui85867972012-02-23 18:21:49 -08001100
1101
1102def _ParseCommandLine(parser, argv):
1103 """Completely parse the commandline arguments"""
Brian Harring3fec5a82012-03-01 05:57:03 -08001104 (options, args) = parser.parse_args(argv)
Brian Harring37e559b2012-05-22 20:47:32 -07001105
1106 if options.output_api_version:
Ryan Cui724f1d32012-10-15 18:10:22 -07001107 print constants.REEXEC_API_VERSION
Brian Harring37e559b2012-05-22 20:47:32 -07001108 sys.exit(0)
1109
Ryan Cui54da0702012-04-19 18:38:08 -07001110 if options.list:
1111 _PrintValidConfigs(options.print_all)
1112 sys.exit(0)
1113
Ryan Cui8be16062012-04-24 12:05:26 -07001114 # Strip out null arguments.
1115 # TODO(rcui): Remove when buildbot is fixed
1116 args = [arg for arg in args if arg]
1117 if not args:
1118 parser.error('Invalid usage. Use -h to see usage. Use -l to list '
1119 'supported configs.')
1120
Ryan Cui85867972012-02-23 18:21:49 -08001121 _FinishParsing(options, args)
1122 return options, args
1123
1124
1125def main(argv):
1126 # Set umask to 022 so files created by buildbot are readable.
1127 os.umask(022)
1128
Ryan Cui85867972012-02-23 18:21:49 -08001129 parser = _CreateParser()
1130 (options, args) = _ParseCommandLine(parser, argv)
Brian Harring3fec5a82012-03-01 05:57:03 -08001131
Brian Harringae0a5322012-09-15 01:46:51 -07001132 _PostParseCheck(parser, options, args)
Brian Harring3fec5a82012-03-01 05:57:03 -08001133
Mike Frysinger8fd67dc2012-12-03 23:51:18 -05001134 cros_build_lib.AssertOutsideChroot()
Zdenek Behan98ec2fb2012-08-31 17:12:18 +02001135
Brian Harring3fec5a82012-03-01 05:57:03 -08001136 if options.remote:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001137 cros_build_lib.logger.setLevel(logging.WARNING)
Ryan Cui16ca5812012-03-08 20:34:27 -08001138
Brian Harring3fec5a82012-03-01 05:57:03 -08001139 # Verify configs are valid.
Aviv Kesheta96a2a92013-02-05 17:21:51 -08001140 # If hwtest flag is enabled, verify that config board is in whitelist.
Brian Harring3fec5a82012-03-01 05:57:03 -08001141 for bot in args:
Aviv Kesheta96a2a92013-02-05 17:21:51 -08001142 build_config = _GetConfig(bot)
1143 if options.hwtest:
1144 if not set(build_config['boards']).issubset(
1145 set(constants.HWTEST_BOARD_WHITELIST)):
1146 cros_build_lib.Die('The test lab is unable to run hwtest tryjobs '
1147 'with the given board(s). The currently '
1148 'supported boards are %s. If you are root '
1149 'causing a critical bug and need temporary '
1150 'support please contact the lab '
1151 'team.' % constants.HWTEST_BOARD_WHITELIST)
Brian Harring3fec5a82012-03-01 05:57:03 -08001152
1153 # Verify gerrit patches are valid.
Ryan Cui16ca5812012-03-08 20:34:27 -08001154 print 'Verifying patches...'
Ryan Cuie1e4e662012-05-21 16:39:46 -07001155 patch_pool = AcquirePoolFromOptions(options)
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001156
Ryan Cuieaa9efd2012-04-25 17:56:45 -07001157 # --debug need to be explicitly passed through for remote invocations.
1158 if options.buildbot and '--debug' not in options.pass_through_args:
1159 _ConfirmRemoteBuildbotRun()
1160
Ryan Cui16ca5812012-03-08 20:34:27 -08001161 print 'Submitting tryjob...'
Ryan Cui16d9e1f2012-05-11 10:50:18 -07001162 tryjob = remote_try.RemoteTryJob(options, args, patch_pool.local_patches)
Ryan Cuia25d8eb2012-07-11 14:54:27 -07001163 tryjob.Submit(testjob=options.test_tryjob, dryrun=False)
Ryan Cui16ca5812012-03-08 20:34:27 -08001164 print 'Tryjob submitted!'
1165 print ('Go to %s to view the status of your job.'
Ryan Cui4906e1c2012-04-03 20:09:34 -07001166 % tryjob.GetTrybotWaterfallLink())
Brian Harring3fec5a82012-03-01 05:57:03 -08001167 sys.exit(0)
Ryan Cui54da0702012-04-19 18:38:08 -07001168 elif (not options.buildbot and not options.remote_trybot
1169 and not options.resume and not options.local):
Brian Harring1b8c4c82012-05-29 23:03:04 -07001170 cros_build_lib.Warning(
1171 'Running in LOCAL TRYBOT mode! Use --remote to submit REMOTE '
1172 'tryjobs. Use --local to suppress this message.')
1173 cros_build_lib.Warning(
Ryan Cui51591352012-07-09 15:15:53 -07001174 'In the future, --local will be required to run the local '
Brian Harring1b8c4c82012-05-29 23:03:04 -07001175 'trybot.')
Ryan Cui54da0702012-04-19 18:38:08 -07001176 time.sleep(5)
Brian Harring3fec5a82012-03-01 05:57:03 -08001177
Ryan Cui8be16062012-04-24 12:05:26 -07001178 # Only expecting one config
1179 bot_id = args[-1]
1180 build_config = _GetConfig(bot_id)
Brian Harring3fec5a82012-03-01 05:57:03 -08001181
1182 if options.reference_repo is None:
Ryan Cui5ba7e152012-05-10 14:36:52 -07001183 repo_path = os.path.join(options.sourceroot, '.repo')
Brian Harring3fec5a82012-03-01 05:57:03 -08001184 # If we're being run from a repo checkout, reuse the repo's git pool to
1185 # cut down on sync time.
1186 if os.path.exists(repo_path):
Ryan Cui5ba7e152012-05-10 14:36:52 -07001187 options.reference_repo = options.sourceroot
Brian Harring3fec5a82012-03-01 05:57:03 -08001188 elif options.reference_repo:
1189 if not os.path.exists(options.reference_repo):
1190 parser.error('Reference path %s does not exist'
1191 % (options.reference_repo,))
1192 elif not os.path.exists(os.path.join(options.reference_repo, '.repo')):
1193 parser.error('Reference path %s does not look to be the base of a '
1194 'repo checkout; no .repo exists in the root.'
1195 % (options.reference_repo,))
Ryan Cuid4a24212012-04-04 18:08:12 -07001196
Brian Harringf11bf682012-05-14 15:53:43 -07001197 if (options.buildbot or options.remote_trybot) and not options.resume:
Brian Harring470f6112012-03-02 11:47:10 -08001198 if not options.cgroups:
Ryan Cuid4a24212012-04-04 18:08:12 -07001199 parser.error('Options --buildbot/--remote-trybot and --nocgroups cannot '
1200 'be used together. Cgroup support is required for '
1201 'buildbot/remote-trybot mode.')
Mike Frysingera78a56e2012-11-20 06:02:30 -05001202 if not cgroups.Cgroup.IsSupported():
Ryan Cuid4a24212012-04-04 18:08:12 -07001203 parser.error('Option --buildbot/--remote-trybot was given, but this '
1204 'system does not support cgroups. Failing.')
Brian Harring3fec5a82012-03-01 05:57:03 -08001205
David Jamesaad5cc72012-10-26 15:03:13 -07001206 missing = osutils.FindMissingBinaries(_BUILDBOT_REQUIRED_BINARIES)
Brian Harring351ce442012-03-09 16:38:14 -08001207 if missing:
Ryan Cuid4a24212012-04-04 18:08:12 -07001208 parser.error("Option --buildbot/--remote-trybot requires the following "
1209 "binaries which couldn't be found in $PATH: %s"
Brian Harring351ce442012-03-09 16:38:14 -08001210 % (', '.join(missing)))
1211
Brian Harring3fec5a82012-03-01 05:57:03 -08001212 if options.reference_repo:
1213 options.reference_repo = os.path.abspath(options.reference_repo)
1214
1215 if options.dump_config:
1216 # This works, but option ordering is bad...
1217 print 'Configuration %s:' % bot_id
1218 pretty_printer = pprint.PrettyPrinter(indent=2)
1219 pretty_printer.pprint(build_config)
1220 sys.exit(0)
1221
1222 if not options.buildroot:
1223 if options.buildbot:
Mike Frysinger6903c762012-12-04 01:57:16 -05001224 parser.error('Please specify a buildroot with the --buildbot option.')
Matt Tennantd55b1f42012-04-13 14:15:01 -07001225
Ryan Cui5ba7e152012-05-10 14:36:52 -07001226 options.buildroot = _DetermineDefaultBuildRoot(options.sourceroot,
1227 build_config['internal'])
Brian Harring470f6112012-03-02 11:47:10 -08001228 # We use a marker file in the buildroot to indicate the user has
1229 # consented to using this directory.
1230 if not os.path.exists(repository.GetTrybotMarkerPath(options.buildroot)):
1231 _ConfirmBuildRoot(options.buildroot)
Brian Harring3fec5a82012-03-01 05:57:03 -08001232
1233 # Sanity check of buildroot- specifically that it's not pointing into the
1234 # midst of an existing repo since git-repo doesn't support nesting.
Brian Harring3fec5a82012-03-01 05:57:03 -08001235 if (not repository.IsARepoRoot(options.buildroot) and
David James6b80dc62012-02-29 15:34:40 -08001236 repository.InARepoRepository(options.buildroot)):
Brian Harring3fec5a82012-03-01 05:57:03 -08001237 parser.error('Configured buildroot %s points into a repository checkout, '
1238 'rather than the root of it. This is not supported.'
1239 % options.buildroot)
1240
Chris Sosab5ea3b42012-10-25 15:25:20 -07001241 if not options.log_dir:
1242 options.log_dir = os.path.join(options.buildroot, _DEFAULT_LOG_DIR)
1243
Brian Harringd166aaf2012-05-14 18:31:53 -07001244 log_file = None
1245 if options.tee:
Chris Sosab5ea3b42012-10-25 15:25:20 -07001246 log_file = os.path.join(options.log_dir, _BUILDBOT_LOG_FILE)
1247 osutils.SafeMakedirs(options.log_dir)
Brian Harringd166aaf2012-05-14 18:31:53 -07001248 _BackupPreviousLog(log_file)
1249
Brian Harring1b8c4c82012-05-29 23:03:04 -07001250 with cros_build_lib.ContextManagerStack() as stack:
Brian Harringc2d09d92012-05-13 22:03:15 -07001251 critical_section = stack.Add(cleanup.EnforcedCleanupSection)
1252 stack.Add(sudo.SudoKeepAlive)
Brian Harringd166aaf2012-05-14 18:31:53 -07001253
Brian Harringc2d09d92012-05-13 22:03:15 -07001254 if not options.resume:
Brian Harring2bf55e12012-05-13 21:31:55 -07001255 # If we're in resume mode, use our parents tempdir rather than
1256 # nesting another layer.
Ryan Cui504db722013-01-22 11:48:01 -08001257 stack.Add(osutils.TempDirContextManager, prefix='cbuildbot-tmp')
Brian Harringc2d09d92012-05-13 22:03:15 -07001258 logging.debug("Cbuildbot tempdir is %r.", os.environ.get('TMP'))
Brian Harringd166aaf2012-05-14 18:31:53 -07001259
Brian Harringead69102012-07-31 15:54:07 -07001260 # TODO(ferringb): update this once https://gerrit.chromium.org/gerrit/25359
1261 # is landed- it's sensitive to the manifest-versions cache path.
Brian Harringae0a5322012-09-15 01:46:51 -07001262 options.preserve_paths = set(['manifest-versions', '.cache',
Brian Harringead69102012-07-31 15:54:07 -07001263 'manifest-versions-internal'])
Brian Harringd166aaf2012-05-14 18:31:53 -07001264 if log_file is not None:
1265 stack.Add(tee.Tee, log_file)
Brian Harring2d8f9ff2012-06-30 15:58:28 -07001266 options.preserve_paths.add(_DEFAULT_LOG_DIR)
Brian Harringd166aaf2012-05-14 18:31:53 -07001267
Brian Harringc2d09d92012-05-13 22:03:15 -07001268 if options.cgroups:
1269 stack.Add(cgroups.SimpleContainChildren, 'cbuildbot')
Brian Harringa184efa2012-03-04 11:51:25 -08001270
Brian Harringc2d09d92012-05-13 22:03:15 -07001271 # Mark everything between EnforcedCleanupSection and here as having to
1272 # be rolled back via the contextmanager cleanup handlers. This
1273 # ensures that sudo bits cannot outlive cbuildbot, that anything
1274 # cgroups would kill gets killed, etc.
1275 critical_section.ForkWatchdog()
Brian Harringd166aaf2012-05-14 18:31:53 -07001276
Brian Harringc2d09d92012-05-13 22:03:15 -07001277 if options.timeout > 0:
Brian Harring1b8c4c82012-05-29 23:03:04 -07001278 stack.Add(cros_build_lib.Timeout, options.timeout)
Brian Harringa184efa2012-03-04 11:51:25 -08001279
Brian Harringc2d09d92012-05-13 22:03:15 -07001280 if not options.buildbot:
1281 build_config = cbuildbot_config.OverrideConfigForTrybot(
1282 build_config,
1283 options.remote_trybot)
1284
Mike Frysinger6903c762012-12-04 01:57:16 -05001285 if options.buildbot or options.remote_trybot:
1286 _DisableYamaHardLinkChecks()
1287
Brian Harringc2d09d92012-05-13 22:03:15 -07001288 _RunBuildStagesWrapper(options, build_config)