iannucci@chromium.org | 405b87e | 2015-11-12 18:08:34 +0000 | [diff] [blame] | 1 | #!/usr/bin/env python |
thakis@chromium.org | 4f474b6 | 2012-01-18 01:31:29 +0000 | [diff] [blame] | 2 | # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
maruel@chromium.org | ba55177 | 2010-02-03 18:21:42 +0000 | [diff] [blame] | 3 | # Use of this source code is governed by a BSD-style license that can be |
| 4 | # found in the LICENSE file. |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 5 | |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 6 | """Meta checkout dependency manager for Git.""" |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 7 | # Files |
| 8 | # .gclient : Current client configuration, written by 'config' command. |
| 9 | # Format is a Python script defining 'solutions', a list whose |
| 10 | # entries each are maps binding the strings "name" and "url" |
| 11 | # to strings specifying the name and location of the client |
| 12 | # module, as well as "custom_deps" to a map similar to the |
| 13 | # deps section of the DEPS file below, as well as |
| 14 | # "custom_hooks" to a list similar to the hooks sections of |
| 15 | # the DEPS file below. |
| 16 | # .gclient_entries : A cache constructed by 'update' command. Format is a |
| 17 | # Python script defining 'entries', a list of the names |
| 18 | # of all modules in the client |
| 19 | # <module>/DEPS : Python script defining var 'deps' as a map from each |
| 20 | # requisite submodule name to a URL where it can be found (via |
| 21 | # one SCM) |
| 22 | # |
| 23 | # Hooks |
| 24 | # .gclient and DEPS files may optionally contain a list named "hooks" to |
| 25 | # allow custom actions to be performed based on files that have changed in the |
| 26 | # working copy as a result of a "sync"/"update" or "revert" operation. This |
| 27 | # can be prevented by using --nohooks (hooks run by default). Hooks can also |
| 28 | # be forced to run with the "runhooks" operation. If "sync" is run with |
| 29 | # --force, all known but not suppressed hooks will run regardless of the state |
| 30 | # of the working copy. |
| 31 | # |
| 32 | # Each item in a "hooks" list is a dict, containing these two keys: |
| 33 | # "pattern" The associated value is a string containing a regular |
| 34 | # expression. When a file whose pathname matches the expression |
| 35 | # is checked out, updated, or reverted, the hook's "action" will |
| 36 | # run. |
| 37 | # "action" A list describing a command to run along with its arguments, if |
| 38 | # any. An action command will run at most one time per gclient |
| 39 | # invocation, regardless of how many files matched the pattern. |
| 40 | # The action is executed in the same directory as the .gclient |
| 41 | # file. If the first item in the list is the string "python", |
| 42 | # the current Python interpreter (sys.executable) will be used |
| 43 | # to run the command. If the list contains string |
| 44 | # "$matching_files" it will be removed from the list and the list |
| 45 | # will be extended by the list of matching files. |
| 46 | # "name" An optional string specifying the group to which a hook belongs |
| 47 | # for overriding and organizing. |
| 48 | # |
| 49 | # Example: |
| 50 | # hooks = [ |
| 51 | # { "pattern": "\\.(gif|jpe?g|pr0n|png)$", |
| 52 | # "action": ["python", "image_indexer.py", "--all"]}, |
| 53 | # { "pattern": ".", |
| 54 | # "name": "gyp", |
| 55 | # "action": ["python", "src/build/gyp_chromium"]}, |
| 56 | # ] |
| 57 | # |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 58 | # Pre-DEPS Hooks |
| 59 | # DEPS files may optionally contain a list named "pre_deps_hooks". These are |
| 60 | # the same as normal hooks, except that they run before the DEPS are |
| 61 | # processed. Pre-DEPS run with "sync" and "revert" unless the --noprehooks |
| 62 | # flag is used. |
rdsmith@chromium.org | d9591f0 | 2014-02-05 19:28:20 +0000 | [diff] [blame] | 63 | # |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 64 | # Specifying a target OS |
| 65 | # An optional key named "target_os" may be added to a gclient file to specify |
| 66 | # one or more additional operating systems that should be considered when |
| 67 | # processing the deps_os dict of a DEPS file. |
| 68 | # |
| 69 | # Example: |
| 70 | # target_os = [ "android" ] |
| 71 | # |
| 72 | # If the "target_os_only" key is also present and true, then *only* the |
| 73 | # operating systems listed in "target_os" will be used. |
| 74 | # |
| 75 | # Example: |
| 76 | # target_os = [ "ios" ] |
| 77 | # target_os_only = True |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 78 | |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 79 | from __future__ import print_function |
| 80 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 81 | __version__ = '0.7' |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 82 | |
szager@chromium.org | 7b8b6de | 2014-08-23 00:57:31 +0000 | [diff] [blame] | 83 | import ast |
maruel@chromium.org | 9e5317a | 2010-08-13 20:35:11 +0000 | [diff] [blame] | 84 | import copy |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 85 | import json |
maruel@chromium.org | 754960e | 2009-09-21 12:31:05 +0000 | [diff] [blame] | 86 | import logging |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 87 | import optparse |
| 88 | import os |
bradnelson@google.com | 4949dab | 2012-04-19 16:41:07 +0000 | [diff] [blame] | 89 | import platform |
maruel@chromium.org | 621939b | 2010-08-10 20:12:00 +0000 | [diff] [blame] | 90 | import posixpath |
msb@chromium.org | 2e38de7 | 2009-09-28 17:04:47 +0000 | [diff] [blame] | 91 | import pprint |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 92 | import re |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 93 | import sys |
ilevy@chromium.org | c28d377 | 2013-07-12 19:42:37 +0000 | [diff] [blame] | 94 | import time |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 95 | import urllib |
bradnelson@google.com | 4949dab | 2012-04-19 16:41:07 +0000 | [diff] [blame] | 96 | import urlparse |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 97 | |
maruel@chromium.org | 35625c7 | 2011-03-23 17:34:02 +0000 | [diff] [blame] | 98 | import fix_encoding |
maruel@chromium.org | 5f3eee3 | 2009-09-17 00:34:30 +0000 | [diff] [blame] | 99 | import gclient_scm |
| 100 | import gclient_utils |
szager@chromium.org | 848fd49 | 2014-04-09 19:06:44 +0000 | [diff] [blame] | 101 | import git_cache |
nasser@codeaurora.org | 1f7a3d1 | 2010-02-04 15:11:50 +0000 | [diff] [blame] | 102 | from third_party.repo.progress import Progress |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 103 | import subcommand |
maruel@chromium.org | 31cb48a | 2011-04-04 18:01:36 +0000 | [diff] [blame] | 104 | import subprocess2 |
iannucci@chromium.org | 596cd5c | 2016-04-04 21:34:39 +0000 | [diff] [blame] | 105 | import setup_color |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 106 | |
szager@chromium.org | 7b8b6de | 2014-08-23 00:57:31 +0000 | [diff] [blame] | 107 | CHROMIUM_SRC_URL = 'https://chromium.googlesource.com/chromium/src.git' |
| 108 | |
| 109 | |
| 110 | def ast_dict_index(dnode, key): |
| 111 | """Search an ast.Dict for the argument key, and return its index.""" |
| 112 | idx = [i for i in range(len(dnode.keys)) if ( |
| 113 | type(dnode.keys[i]) is ast.Str and dnode.keys[i].s == key)] |
| 114 | if not idx: |
| 115 | return -1 |
| 116 | elif len(idx) > 1: |
| 117 | raise gclient_utils.Error('Multiple dict entries with same key in AST') |
| 118 | return idx[-1] |
| 119 | |
| 120 | def ast2str(node, indent=0): |
| 121 | """Return a pretty-printed rendition of an ast.Node.""" |
| 122 | t = type(node) |
| 123 | if t is ast.Module: |
| 124 | return '\n'.join([ast2str(x, indent) for x in node.body]) |
| 125 | elif t is ast.Assign: |
| 126 | return ((' ' * indent) + |
| 127 | ' = '.join([ast2str(x) for x in node.targets] + |
| 128 | [ast2str(node.value, indent)]) + '\n') |
| 129 | elif t is ast.Name: |
| 130 | return node.id |
| 131 | elif t is ast.List: |
| 132 | if not node.elts: |
| 133 | return '[]' |
| 134 | elif len(node.elts) == 1: |
| 135 | return '[' + ast2str(node.elts[0], indent) + ']' |
| 136 | return ('[\n' + (' ' * (indent + 1)) + |
| 137 | (',\n' + (' ' * (indent + 1))).join( |
| 138 | [ast2str(x, indent + 1) for x in node.elts]) + |
| 139 | '\n' + (' ' * indent) + ']') |
| 140 | elif t is ast.Dict: |
| 141 | if not node.keys: |
| 142 | return '{}' |
| 143 | elif len(node.keys) == 1: |
| 144 | return '{%s: %s}' % (ast2str(node.keys[0]), |
| 145 | ast2str(node.values[0], indent + 1)) |
| 146 | return ('{\n' + (' ' * (indent + 1)) + |
| 147 | (',\n' + (' ' * (indent + 1))).join( |
| 148 | ['%s: %s' % (ast2str(node.keys[i]), |
| 149 | ast2str(node.values[i], indent + 1)) |
| 150 | for i in range(len(node.keys))]) + |
| 151 | '\n' + (' ' * indent) + '}') |
| 152 | elif t is ast.Str: |
| 153 | return "'%s'" % node.s |
| 154 | else: |
| 155 | raise gclient_utils.Error("Unexpected AST node at line %d, column %d: %s" |
| 156 | % (node.lineno, node.col_offset, t)) |
| 157 | |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 158 | |
maruel@chromium.org | 116704f | 2010-06-11 17:34:38 +0000 | [diff] [blame] | 159 | class GClientKeywords(object): |
| 160 | class FromImpl(object): |
| 161 | """Used to implement the From() syntax.""" |
| 162 | |
| 163 | def __init__(self, module_name, sub_target_name=None): |
| 164 | """module_name is the dep module we want to include from. It can also be |
| 165 | the name of a subdirectory to include from. |
| 166 | |
| 167 | sub_target_name is an optional parameter if the module name in the other |
| 168 | DEPS file is different. E.g., you might want to map src/net to net.""" |
| 169 | self.module_name = module_name |
| 170 | self.sub_target_name = sub_target_name |
| 171 | |
| 172 | def __str__(self): |
| 173 | return 'From(%s, %s)' % (repr(self.module_name), |
| 174 | repr(self.sub_target_name)) |
| 175 | |
maruel@chromium.org | 116704f | 2010-06-11 17:34:38 +0000 | [diff] [blame] | 176 | class VarImpl(object): |
| 177 | def __init__(self, custom_vars, local_scope): |
| 178 | self._custom_vars = custom_vars |
| 179 | self._local_scope = local_scope |
| 180 | |
| 181 | def Lookup(self, var_name): |
| 182 | """Implements the Var syntax.""" |
| 183 | if var_name in self._custom_vars: |
| 184 | return self._custom_vars[var_name] |
| 185 | elif var_name in self._local_scope.get("vars", {}): |
| 186 | return self._local_scope["vars"][var_name] |
| 187 | raise gclient_utils.Error("Var is not defined: %s" % var_name) |
| 188 | |
| 189 | |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 190 | class DependencySettings(GClientKeywords): |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 191 | """Immutable configuration settings.""" |
| 192 | def __init__( |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 193 | self, parent, url, managed, custom_deps, custom_vars, |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 194 | custom_hooks, deps_file, should_process, relative): |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 195 | GClientKeywords.__init__(self) |
| 196 | |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 197 | # These are not mutable: |
| 198 | self._parent = parent |
mmoss@chromium.org | 8f93f79 | 2014-08-26 23:24:09 +0000 | [diff] [blame] | 199 | self._deps_file = deps_file |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 200 | self._url = url |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 201 | # 'managed' determines whether or not this dependency is synced/updated by |
| 202 | # gclient after gclient checks it out initially. The difference between |
| 203 | # 'managed' and 'should_process' is that the user specifies 'managed' via |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 204 | # the --unmanaged command-line flag or a .gclient config, where |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 205 | # 'should_process' is dynamically set by gclient if it goes over its |
| 206 | # recursion limit and controls gclient's behavior so it does not misbehave. |
| 207 | self._managed = managed |
| 208 | self._should_process = should_process |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 209 | # If this is a recursed-upon sub-dependency, and the parent has |
| 210 | # use_relative_paths set, then this dependency should check out its own |
| 211 | # dependencies relative to that parent's path for this, rather than |
| 212 | # relative to the .gclient file. |
| 213 | self._relative = relative |
sivachandra@chromium.org | d45e73e | 2012-10-24 23:42:48 +0000 | [diff] [blame] | 214 | # This is a mutable value which has the list of 'target_os' OSes listed in |
| 215 | # the current deps file. |
| 216 | self.local_target_os = None |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 217 | |
| 218 | # These are only set in .gclient and not in DEPS files. |
| 219 | self._custom_vars = custom_vars or {} |
| 220 | self._custom_deps = custom_deps or {} |
petermayo@chromium.org | e79161a | 2013-07-09 14:40:37 +0000 | [diff] [blame] | 221 | self._custom_hooks = custom_hooks or [] |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 222 | |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 223 | # Post process the url to remove trailing slashes. |
| 224 | if isinstance(self._url, basestring): |
| 225 | # urls are sometime incorrectly written as proto://host/path/@rev. Replace |
| 226 | # it to proto://host/path@rev. |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 227 | self._url = self._url.replace('/@', '@') |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 228 | elif not isinstance(self._url, (self.FromImpl, None.__class__)): |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 229 | raise gclient_utils.Error( |
| 230 | ('dependency url must be either a string, None, ' |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 231 | 'or From() instead of %s') % self._url.__class__.__name__) |
mmoss@chromium.org | d0b272b | 2013-01-30 23:55:33 +0000 | [diff] [blame] | 232 | # Make any deps_file path platform-appropriate. |
| 233 | for sep in ['/', '\\']: |
| 234 | self._deps_file = self._deps_file.replace(sep, os.sep) |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 235 | |
| 236 | @property |
| 237 | def deps_file(self): |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 238 | return self._deps_file |
| 239 | |
| 240 | @property |
| 241 | def managed(self): |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 242 | return self._managed |
| 243 | |
| 244 | @property |
| 245 | def parent(self): |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 246 | return self._parent |
| 247 | |
| 248 | @property |
maruel@chromium.org | 8c0d958 | 2011-10-03 21:36:01 +0000 | [diff] [blame] | 249 | def root(self): |
| 250 | """Returns the root node, a GClient object.""" |
| 251 | if not self.parent: |
| 252 | # This line is to signal pylint that it could be a GClient instance. |
| 253 | return self or GClient(None, None) |
| 254 | return self.parent.root |
| 255 | |
| 256 | @property |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 257 | def should_process(self): |
| 258 | """True if this dependency should be processed, i.e. checked out.""" |
| 259 | return self._should_process |
| 260 | |
| 261 | @property |
| 262 | def custom_vars(self): |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 263 | return self._custom_vars.copy() |
| 264 | |
| 265 | @property |
| 266 | def custom_deps(self): |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 267 | return self._custom_deps.copy() |
| 268 | |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 269 | @property |
petermayo@chromium.org | e79161a | 2013-07-09 14:40:37 +0000 | [diff] [blame] | 270 | def custom_hooks(self): |
| 271 | return self._custom_hooks[:] |
| 272 | |
| 273 | @property |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 274 | def url(self): |
| 275 | return self._url |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 276 | |
maruel@chromium.org | 8c0d958 | 2011-10-03 21:36:01 +0000 | [diff] [blame] | 277 | @property |
sivachandra@chromium.org | d45e73e | 2012-10-24 23:42:48 +0000 | [diff] [blame] | 278 | def target_os(self): |
| 279 | if self.local_target_os is not None: |
| 280 | return tuple(set(self.local_target_os).union(self.parent.target_os)) |
| 281 | else: |
| 282 | return self.parent.target_os |
| 283 | |
maruel@chromium.org | 8c0d958 | 2011-10-03 21:36:01 +0000 | [diff] [blame] | 284 | def get_custom_deps(self, name, url): |
| 285 | """Returns a custom deps if applicable.""" |
| 286 | if self.parent: |
| 287 | url = self.parent.get_custom_deps(name, url) |
| 288 | # None is a valid return value to disable a dependency. |
| 289 | return self.custom_deps.get(name, url) |
| 290 | |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 291 | |
| 292 | class Dependency(gclient_utils.WorkItem, DependencySettings): |
maruel@chromium.org | 54a07a2 | 2010-06-14 19:07:39 +0000 | [diff] [blame] | 293 | """Object that represents a dependency checkout.""" |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 294 | |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 295 | def __init__(self, parent, name, url, managed, custom_deps, |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 296 | custom_vars, custom_hooks, deps_file, should_process, |
| 297 | relative): |
maruel@chromium.org | 6ca8bf8 | 2011-09-19 23:04:30 +0000 | [diff] [blame] | 298 | gclient_utils.WorkItem.__init__(self, name) |
maruel@chromium.org | 8ac2b27 | 2011-09-26 18:49:49 +0000 | [diff] [blame] | 299 | DependencySettings.__init__( |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 300 | self, parent, url, managed, custom_deps, custom_vars, |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 301 | custom_hooks, deps_file, should_process, relative) |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 302 | |
| 303 | # This is in both .gclient and DEPS files: |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 304 | self._deps_hooks = [] |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 305 | |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 306 | self._pre_deps_hooks = [] |
| 307 | |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 308 | # Calculates properties: |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 309 | self._parsed_url = None |
maruel@chromium.org | 4bdd5fd | 2011-09-26 19:41:17 +0000 | [diff] [blame] | 310 | self._dependencies = [] |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 311 | # A cache of the files affected by the current operation, necessary for |
| 312 | # hooks. |
maruel@chromium.org | 861fd0f | 2010-07-23 03:05:05 +0000 | [diff] [blame] | 313 | self._file_list = [] |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 314 | # List of host names from which dependencies are allowed. |
| 315 | # Default is an empty set, meaning unspecified in DEPS file, and hence all |
| 316 | # hosts will be allowed. Non-empty set means whitelist of hosts. |
| 317 | # allowed_hosts var is scoped to its DEPS file, and so it isn't recursive. |
| 318 | self._allowed_hosts = frozenset() |
maruel@chromium.org | 85c2a19 | 2010-07-22 21:14:43 +0000 | [diff] [blame] | 319 | # If it is not set to True, the dependency wasn't processed for its child |
| 320 | # dependency, i.e. its DEPS wasn't read. |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 321 | self._deps_parsed = False |
maruel@chromium.org | f3abb80 | 2010-08-10 17:19:56 +0000 | [diff] [blame] | 322 | # This dependency has been processed, i.e. checked out |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 323 | self._processed = False |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 324 | # This dependency had its pre-DEPS hooks run |
| 325 | self._pre_deps_hooks_ran = False |
maruel@chromium.org | f3abb80 | 2010-08-10 17:19:56 +0000 | [diff] [blame] | 326 | # This dependency had its hook run |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 327 | self._hooks_ran = False |
kustermann@google.com | a692e8f | 2013-04-18 08:32:04 +0000 | [diff] [blame] | 328 | # This is the scm used to checkout self.url. It may be used by dependencies |
| 329 | # to get the datetime of the revision we checked out. |
| 330 | self._used_scm = None |
szager@chromium.org | 4ad264b | 2014-05-20 04:43:47 +0000 | [diff] [blame] | 331 | self._used_revision = None |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 332 | # The actual revision we ended up getting, or None if that information is |
| 333 | # unavailable |
| 334 | self._got_revision = None |
maruel@chromium.org | 118fb1c | 2011-09-01 20:04:24 +0000 | [diff] [blame] | 335 | |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 336 | # This is a mutable value that overrides the normal recursion limit for this |
| 337 | # dependency. It is read from the actual DEPS file so cannot be set on |
| 338 | # class instantiation. |
| 339 | self.recursion_override = None |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 340 | # recursedeps is a mutable value that selectively overrides the default |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 341 | # 'no recursion' setting on a dep-by-dep basis. It will replace |
| 342 | # recursion_override. |
iannucci@chromium.org | afa11ac | 2016-05-04 22:17:34 +0000 | [diff] [blame] | 343 | # |
| 344 | # It will be a dictionary of {deps_name: {"deps_file": depfile_name}} or |
| 345 | # None. |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 346 | self.recursedeps = None |
hinoka | 885e5b1 | 2016-06-08 14:40:09 -0700 | [diff] [blame] | 347 | # This is inherited from WorkItem. We want the URL to be a resource. |
| 348 | if url and isinstance(url, basestring): |
| 349 | # The url is usually given to gclient either as https://blah@123 |
qyearsley | 12fa6ff | 2016-08-24 09:18:40 -0700 | [diff] [blame] | 350 | # or just https://blah. The @123 portion is irrelevant. |
hinoka | 885e5b1 | 2016-06-08 14:40:09 -0700 | [diff] [blame] | 351 | self.resources.append(url.split('@')[0]) |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 352 | |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 353 | if not self.name and self.parent: |
| 354 | raise gclient_utils.Error('Dependency without name') |
| 355 | |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 356 | @property |
| 357 | def requirements(self): |
| 358 | """Calculate the list of requirements.""" |
| 359 | requirements = set() |
maruel@chromium.org | 118fb1c | 2011-09-01 20:04:24 +0000 | [diff] [blame] | 360 | # self.parent is implicitly a requirement. This will be recursive by |
| 361 | # definition. |
| 362 | if self.parent and self.parent.name: |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 363 | requirements.add(self.parent.name) |
maruel@chromium.org | 118fb1c | 2011-09-01 20:04:24 +0000 | [diff] [blame] | 364 | |
| 365 | # For a tree with at least 2 levels*, the leaf node needs to depend |
| 366 | # on the level higher up in an orderly way. |
| 367 | # This becomes messy for >2 depth as the DEPS file format is a dictionary, |
| 368 | # thus unsorted, while the .gclient format is a list thus sorted. |
| 369 | # |
| 370 | # * _recursion_limit is hard coded 2 and there is no hope to change this |
| 371 | # value. |
| 372 | # |
| 373 | # Interestingly enough, the following condition only works in the case we |
| 374 | # want: self is a 2nd level node. 3nd level node wouldn't need this since |
| 375 | # they already have their parent as a requirement. |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 376 | if self.parent and self.parent.parent and not self.parent.parent.parent: |
| 377 | requirements |= set(i.name for i in self.root.dependencies if i.name) |
maruel@chromium.org | 118fb1c | 2011-09-01 20:04:24 +0000 | [diff] [blame] | 378 | |
| 379 | if isinstance(self.url, self.FromImpl): |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 380 | requirements.add(self.url.module_name) |
maruel@chromium.org | 118fb1c | 2011-09-01 20:04:24 +0000 | [diff] [blame] | 381 | |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 382 | if self.name: |
| 383 | requirements |= set( |
| 384 | obj.name for obj in self.root.subtree(False) |
| 385 | if (obj is not self |
| 386 | and obj.name and |
| 387 | self.name.startswith(posixpath.join(obj.name, '')))) |
| 388 | requirements = tuple(sorted(requirements)) |
| 389 | logging.info('Dependency(%s).requirements = %s' % (self.name, requirements)) |
| 390 | return requirements |
| 391 | |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 392 | @property |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 393 | def try_recursedeps(self): |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 394 | """Returns False if recursion_override is ever specified.""" |
| 395 | if self.recursion_override is not None: |
| 396 | return False |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 397 | return self.parent.try_recursedeps |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 398 | |
| 399 | @property |
| 400 | def recursion_limit(self): |
| 401 | """Returns > 0 if this dependency is not too recursed to be processed.""" |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 402 | # We continue to support the absence of recursedeps until tools and DEPS |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 403 | # using recursion_override are updated. |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 404 | if self.try_recursedeps and self.parent.recursedeps != None: |
| 405 | if self.name in self.parent.recursedeps: |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 406 | return 1 |
| 407 | |
| 408 | if self.recursion_override is not None: |
| 409 | return self.recursion_override |
| 410 | return max(self.parent.recursion_limit - 1, 0) |
| 411 | |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 412 | def verify_validity(self): |
| 413 | """Verifies that this Dependency is fine to add as a child of another one. |
| 414 | |
| 415 | Returns True if this entry should be added, False if it is a duplicate of |
| 416 | another entry. |
| 417 | """ |
| 418 | logging.info('Dependency(%s).verify_validity()' % self.name) |
| 419 | if self.name in [s.name for s in self.parent.dependencies]: |
| 420 | raise gclient_utils.Error( |
| 421 | 'The same name "%s" appears multiple times in the deps section' % |
| 422 | self.name) |
| 423 | if not self.should_process: |
| 424 | # Return early, no need to set requirements. |
| 425 | return True |
| 426 | |
| 427 | # This require a full tree traversal with locks. |
| 428 | siblings = [d for d in self.root.subtree(False) if d.name == self.name] |
| 429 | for sibling in siblings: |
maruel@chromium.org | b848d5b | 2012-10-10 23:25:50 +0000 | [diff] [blame] | 430 | self_url = self.LateOverride(self.url) |
| 431 | sibling_url = sibling.LateOverride(sibling.url) |
| 432 | # Allow to have only one to be None or ''. |
| 433 | if self_url != sibling_url and bool(self_url) == bool(sibling_url): |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 434 | raise gclient_utils.Error( |
maruel@chromium.org | b848d5b | 2012-10-10 23:25:50 +0000 | [diff] [blame] | 435 | ('Dependency %s specified more than once:\n' |
| 436 | ' %s [%s]\n' |
| 437 | 'vs\n' |
| 438 | ' %s [%s]') % ( |
| 439 | self.name, |
| 440 | sibling.hierarchy(), |
| 441 | sibling_url, |
| 442 | self.hierarchy(), |
| 443 | self_url)) |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 444 | # In theory we could keep it as a shadow of the other one. In |
| 445 | # practice, simply ignore it. |
| 446 | logging.warn('Won\'t process duplicate dependency %s' % sibling) |
| 447 | return False |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 448 | return True |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 449 | |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 450 | def LateOverride(self, url): |
maruel@chromium.org | da7a1f9 | 2010-08-10 17:19:02 +0000 | [diff] [blame] | 451 | """Resolves the parsed url from url. |
| 452 | |
| 453 | Manages From() keyword accordingly. Do not touch self.parsed_url nor |
| 454 | self.url because it may called with other urls due to From().""" |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 455 | assert self.parsed_url == None or not self.should_process, self.parsed_url |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 456 | parsed_url = self.get_custom_deps(self.name, url) |
| 457 | if parsed_url != url: |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 458 | logging.info( |
| 459 | 'Dependency(%s).LateOverride(%s) -> %s' % |
| 460 | (self.name, url, parsed_url)) |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 461 | return parsed_url |
| 462 | |
| 463 | if isinstance(url, self.FromImpl): |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 464 | # Requires tree traversal. |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 465 | ref = [ |
| 466 | dep for dep in self.root.subtree(True) if url.module_name == dep.name |
| 467 | ] |
maruel@chromium.org | f3abb80 | 2010-08-10 17:19:56 +0000 | [diff] [blame] | 468 | if not ref: |
| 469 | raise gclient_utils.Error('Failed to find one reference to %s. %s' % ( |
| 470 | url.module_name, ref)) |
| 471 | # It may happen that len(ref) > 1 but it's no big deal. |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 472 | ref = ref[0] |
maruel@chromium.org | 98d05fa | 2010-07-22 21:58:01 +0000 | [diff] [blame] | 473 | sub_target = url.sub_target_name or self.name |
maruel@chromium.org | 3223edd | 2011-10-10 23:17:39 +0000 | [diff] [blame] | 474 | found_deps = [d for d in ref.dependencies if d.name == sub_target] |
| 475 | if len(found_deps) != 1: |
maruel@chromium.org | f3abb80 | 2010-08-10 17:19:56 +0000 | [diff] [blame] | 476 | raise gclient_utils.Error( |
maruel@chromium.org | 98023df | 2011-09-07 18:44:47 +0000 | [diff] [blame] | 477 | 'Couldn\'t find %s in %s, referenced by %s (parent: %s)\n%s' % ( |
| 478 | sub_target, ref.name, self.name, self.parent.name, |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 479 | str(self.root))) |
maruel@chromium.org | 98023df | 2011-09-07 18:44:47 +0000 | [diff] [blame] | 480 | |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 481 | # Call LateOverride() again. |
maruel@chromium.org | 3223edd | 2011-10-10 23:17:39 +0000 | [diff] [blame] | 482 | found_dep = found_deps[0] |
maruel@chromium.org | da7a1f9 | 2010-08-10 17:19:02 +0000 | [diff] [blame] | 483 | parsed_url = found_dep.LateOverride(found_dep.url) |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 484 | logging.info( |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 485 | 'Dependency(%s).LateOverride(%s) -> %s (From)' % |
| 486 | (self.name, url, parsed_url)) |
maruel@chromium.org | da7a1f9 | 2010-08-10 17:19:02 +0000 | [diff] [blame] | 487 | return parsed_url |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 488 | |
| 489 | if isinstance(url, basestring): |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 490 | parsed_url = urlparse.urlparse(url) |
scr@chromium.org | f1eccaf | 2014-04-11 15:51:33 +0000 | [diff] [blame] | 491 | if (not parsed_url[0] and |
| 492 | not re.match(r'^\w+\@[\w\.-]+\:[\w\/]+', parsed_url[2])): |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 493 | # A relative url. Fetch the real base. |
| 494 | path = parsed_url[2] |
| 495 | if not path.startswith('/'): |
| 496 | raise gclient_utils.Error( |
| 497 | 'relative DEPS entry \'%s\' must begin with a slash' % url) |
| 498 | # Create a scm just to query the full url. |
| 499 | parent_url = self.parent.parsed_url |
szager@chromium.org | fe0d190 | 2014-04-08 20:50:44 +0000 | [diff] [blame] | 500 | scm = gclient_scm.CreateSCM( |
| 501 | parent_url, self.root.root_dir, None, self.outbuf) |
maruel@chromium.org | da7a1f9 | 2010-08-10 17:19:02 +0000 | [diff] [blame] | 502 | parsed_url = scm.FullUrlForRelativeUrl(url) |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 503 | else: |
maruel@chromium.org | da7a1f9 | 2010-08-10 17:19:02 +0000 | [diff] [blame] | 504 | parsed_url = url |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 505 | logging.info( |
| 506 | 'Dependency(%s).LateOverride(%s) -> %s' % |
| 507 | (self.name, url, parsed_url)) |
maruel@chromium.org | da7a1f9 | 2010-08-10 17:19:02 +0000 | [diff] [blame] | 508 | return parsed_url |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 509 | |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 510 | if url is None: |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 511 | logging.info( |
| 512 | 'Dependency(%s).LateOverride(%s) -> %s' % (self.name, url, url)) |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 513 | return url |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 514 | |
| 515 | raise gclient_utils.Error('Unknown url type') |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 516 | |
bratell@opera.com | ed2b4fe | 2013-12-16 14:34:12 +0000 | [diff] [blame] | 517 | @staticmethod |
| 518 | def MergeWithOsDeps(deps, deps_os, target_os_list): |
| 519 | """Returns a new "deps" structure that is the deps sent in updated |
| 520 | with information from deps_os (the deps_os section of the DEPS |
| 521 | file) that matches the list of target os.""" |
| 522 | os_overrides = {} |
| 523 | for the_target_os in target_os_list: |
| 524 | the_target_os_deps = deps_os.get(the_target_os, {}) |
| 525 | for os_dep_key, os_dep_value in the_target_os_deps.iteritems(): |
| 526 | overrides = os_overrides.setdefault(os_dep_key, []) |
| 527 | overrides.append((the_target_os, os_dep_value)) |
| 528 | |
| 529 | # If any os didn't specify a value (we have fewer value entries |
| 530 | # than in the os list), then it wants to use the default value. |
| 531 | for os_dep_key, os_dep_value in os_overrides.iteritems(): |
| 532 | if len(os_dep_value) != len(target_os_list): |
qyearsley | 12fa6ff | 2016-08-24 09:18:40 -0700 | [diff] [blame] | 533 | # Record the default value too so that we don't accidentally |
bratell@opera.com | ed2b4fe | 2013-12-16 14:34:12 +0000 | [diff] [blame] | 534 | # set it to None or miss a conflicting DEPS. |
| 535 | if os_dep_key in deps: |
| 536 | os_dep_value.append(('default', deps[os_dep_key])) |
| 537 | |
| 538 | target_os_deps = {} |
| 539 | for os_dep_key, os_dep_value in os_overrides.iteritems(): |
| 540 | # os_dep_value is a list of (os, value) pairs. |
| 541 | possible_values = set(x[1] for x in os_dep_value if x[1] is not None) |
| 542 | if not possible_values: |
| 543 | target_os_deps[os_dep_key] = None |
| 544 | else: |
| 545 | if len(possible_values) > 1: |
| 546 | # It would be possible to abort here but it would be |
| 547 | # unfortunate if we end up preventing any kind of checkout. |
| 548 | logging.error('Conflicting dependencies for %s: %s. (target_os=%s)', |
| 549 | os_dep_key, os_dep_value, target_os_list) |
| 550 | # Sorting to get the same result every time in case of conflicts. |
| 551 | target_os_deps[os_dep_key] = sorted(possible_values)[0] |
| 552 | |
| 553 | new_deps = deps.copy() |
| 554 | new_deps.update(target_os_deps) |
| 555 | return new_deps |
| 556 | |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 557 | def ParseDepsFile(self): |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 558 | """Parses the DEPS file for this dependency.""" |
maruel@chromium.org | 3223edd | 2011-10-10 23:17:39 +0000 | [diff] [blame] | 559 | assert not self.deps_parsed |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 560 | assert not self.dependencies |
iannucci@chromium.org | 0c3f305 | 2014-05-22 00:29:22 +0000 | [diff] [blame] | 561 | |
| 562 | deps_content = None |
| 563 | use_strict = False |
cmp@chromium.org | 76ce73c | 2014-07-02 00:13:18 +0000 | [diff] [blame] | 564 | |
| 565 | # First try to locate the configured deps file. If it's missing, fallback |
| 566 | # to DEPS. |
| 567 | deps_files = [self.deps_file] |
| 568 | if 'DEPS' not in deps_files: |
| 569 | deps_files.append('DEPS') |
| 570 | for deps_file in deps_files: |
| 571 | filepath = os.path.join(self.root.root_dir, self.name, deps_file) |
| 572 | if os.path.isfile(filepath): |
| 573 | logging.info( |
| 574 | 'ParseDepsFile(%s): %s file found at %s', self.name, deps_file, |
| 575 | filepath) |
| 576 | break |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 577 | logging.info( |
cmp@chromium.org | 76ce73c | 2014-07-02 00:13:18 +0000 | [diff] [blame] | 578 | 'ParseDepsFile(%s): No %s file found at %s', self.name, deps_file, |
| 579 | filepath) |
| 580 | |
| 581 | if os.path.isfile(filepath): |
maruel@chromium.org | 4630429 | 2010-10-28 11:42:00 +0000 | [diff] [blame] | 582 | deps_content = gclient_utils.FileRead(filepath) |
cmp@chromium.org | 76ce73c | 2014-07-02 00:13:18 +0000 | [diff] [blame] | 583 | logging.debug('ParseDepsFile(%s) read:\n%s', self.name, deps_content) |
iannucci@chromium.org | 0c3f305 | 2014-05-22 00:29:22 +0000 | [diff] [blame] | 584 | use_strict = 'use strict' in deps_content.splitlines()[0] |
| 585 | |
| 586 | local_scope = {} |
| 587 | if deps_content: |
| 588 | # One thing is unintuitive, vars = {} must happen before Var() use. |
| 589 | var = self.VarImpl(self.custom_vars, local_scope) |
| 590 | if use_strict: |
| 591 | logging.info( |
| 592 | 'ParseDepsFile(%s): Strict Mode Enabled', self.name) |
| 593 | global_scope = { |
| 594 | '__builtins__': {'None': None}, |
| 595 | 'Var': var.Lookup, |
| 596 | 'deps_os': {}, |
| 597 | } |
| 598 | else: |
| 599 | global_scope = { |
iannucci@chromium.org | 0c3f305 | 2014-05-22 00:29:22 +0000 | [diff] [blame] | 600 | 'From': self.FromImpl, |
| 601 | 'Var': var.Lookup, |
| 602 | 'deps_os': {}, |
| 603 | } |
maruel@chromium.org | 4630429 | 2010-10-28 11:42:00 +0000 | [diff] [blame] | 604 | # Eval the content. |
| 605 | try: |
| 606 | exec(deps_content, global_scope, local_scope) |
vapier@chromium.org | a81a56e | 2015-11-11 07:56:13 +0000 | [diff] [blame] | 607 | except SyntaxError as e: |
maruel@chromium.org | 4630429 | 2010-10-28 11:42:00 +0000 | [diff] [blame] | 608 | gclient_utils.SyntaxErrorToError(filepath, e) |
iannucci@chromium.org | 0c3f305 | 2014-05-22 00:29:22 +0000 | [diff] [blame] | 609 | if use_strict: |
| 610 | for key, val in local_scope.iteritems(): |
| 611 | if not isinstance(val, (dict, list, tuple, str)): |
| 612 | raise gclient_utils.Error( |
| 613 | 'ParseDepsFile(%s): Strict mode disallows %r -> %r' % |
| 614 | (self.name, key, val)) |
| 615 | |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 616 | deps = local_scope.get('deps', {}) |
ilevy@chromium.org | 27ca3a9 | 2012-10-17 18:11:02 +0000 | [diff] [blame] | 617 | if 'recursion' in local_scope: |
| 618 | self.recursion_override = local_scope.get('recursion') |
| 619 | logging.warning( |
| 620 | 'Setting %s recursion to %d.', self.name, self.recursion_limit) |
iannucci@chromium.org | afa11ac | 2016-05-04 22:17:34 +0000 | [diff] [blame] | 621 | self.recursedeps = None |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 622 | if 'recursedeps' in local_scope: |
iannucci@chromium.org | afa11ac | 2016-05-04 22:17:34 +0000 | [diff] [blame] | 623 | self.recursedeps = {} |
| 624 | for ent in local_scope['recursedeps']: |
| 625 | if isinstance(ent, basestring): |
| 626 | self.recursedeps[ent] = {"deps_file": self.deps_file} |
| 627 | else: # (depname, depsfilename) |
| 628 | self.recursedeps[ent[0]] = {"deps_file": ent[1]} |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 629 | logging.warning('Found recursedeps %r.', repr(self.recursedeps)) |
sivachandra@chromium.org | d45e73e | 2012-10-24 23:42:48 +0000 | [diff] [blame] | 630 | # If present, save 'target_os' in the local_target_os property. |
| 631 | if 'target_os' in local_scope: |
| 632 | self.local_target_os = local_scope['target_os'] |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 633 | # load os specific dependencies if defined. these dependencies may |
| 634 | # override or extend the values defined by the 'deps' member. |
bratell@opera.com | ed2b4fe | 2013-12-16 14:34:12 +0000 | [diff] [blame] | 635 | target_os_list = self.target_os |
| 636 | if 'deps_os' in local_scope and target_os_list: |
| 637 | deps = self.MergeWithOsDeps(deps, local_scope['deps_os'], target_os_list) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 638 | |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 639 | # If a line is in custom_deps, but not in the solution, we want to append |
| 640 | # this line to the solution. |
| 641 | for d in self.custom_deps: |
| 642 | if d not in deps: |
| 643 | deps[d] = self.custom_deps[d] |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 644 | |
| 645 | # If use_relative_paths is set in the DEPS file, regenerate |
| 646 | # the dictionary using paths relative to the directory containing |
cmp@chromium.org | f2def0a | 2014-07-16 19:48:54 +0000 | [diff] [blame] | 647 | # the DEPS file. Also update recursedeps if use_relative_paths is |
| 648 | # enabled. |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 649 | # If the deps file doesn't set use_relative_paths, but the parent did |
| 650 | # (and therefore set self.relative on this Dependency object), then we |
| 651 | # want to modify the deps and recursedeps by prepending the parent |
| 652 | # directory of this dependency. |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 653 | use_relative_paths = local_scope.get('use_relative_paths', False) |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 654 | rel_prefix = None |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 655 | if use_relative_paths: |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 656 | rel_prefix = self.name |
| 657 | elif self._relative: |
| 658 | rel_prefix = os.path.dirname(self.name) |
| 659 | if rel_prefix: |
cmp@chromium.org | f2def0a | 2014-07-16 19:48:54 +0000 | [diff] [blame] | 660 | logging.warning('use_relative_paths enabled.') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 661 | rel_deps = {} |
| 662 | for d, url in deps.items(): |
| 663 | # normpath is required to allow DEPS to use .. in their |
| 664 | # dependency local path. |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 665 | rel_deps[os.path.normpath(os.path.join(rel_prefix, d))] = url |
| 666 | logging.warning('Updating deps by prepending %s.', rel_prefix) |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 667 | deps = rel_deps |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 668 | |
cmp@chromium.org | f2def0a | 2014-07-16 19:48:54 +0000 | [diff] [blame] | 669 | # Update recursedeps if it's set. |
| 670 | if self.recursedeps is not None: |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 671 | logging.warning('Updating recursedeps by prepending %s.', rel_prefix) |
iannucci@chromium.org | afa11ac | 2016-05-04 22:17:34 +0000 | [diff] [blame] | 672 | rel_deps = {} |
| 673 | for depname, options in self.recursedeps.iteritems(): |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 674 | rel_deps[ |
| 675 | os.path.normpath(os.path.join(rel_prefix, depname))] = options |
cmp@chromium.org | f2def0a | 2014-07-16 19:48:54 +0000 | [diff] [blame] | 676 | self.recursedeps = rel_deps |
| 677 | |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 678 | |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 679 | if 'allowed_hosts' in local_scope: |
| 680 | try: |
| 681 | self._allowed_hosts = frozenset(local_scope.get('allowed_hosts')) |
| 682 | except TypeError: # raised if non-iterable |
| 683 | pass |
| 684 | if not self._allowed_hosts: |
| 685 | logging.warning("allowed_hosts is specified but empty %s", |
| 686 | self._allowed_hosts) |
| 687 | raise gclient_utils.Error( |
| 688 | 'ParseDepsFile(%s): allowed_hosts must be absent ' |
| 689 | 'or a non-empty iterable' % self.name) |
| 690 | |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 691 | # Convert the deps into real Dependency. |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 692 | deps_to_add = [] |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 693 | for name, url in deps.iteritems(): |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 694 | should_process = self.recursion_limit and self.should_process |
iannucci@chromium.org | afa11ac | 2016-05-04 22:17:34 +0000 | [diff] [blame] | 695 | deps_file = self.deps_file |
| 696 | if self.recursedeps is not None: |
| 697 | ent = self.recursedeps.get(name) |
| 698 | if ent is not None: |
| 699 | deps_file = ent['deps_file'] |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 700 | deps_to_add.append(Dependency( |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 701 | self, name, url, None, None, self.custom_vars, None, |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 702 | deps_file, should_process, use_relative_paths)) |
maruel@chromium.org | b9be065 | 2011-10-14 18:05:40 +0000 | [diff] [blame] | 703 | deps_to_add.sort(key=lambda x: x.name) |
petermayo@chromium.org | e79161a | 2013-07-09 14:40:37 +0000 | [diff] [blame] | 704 | |
| 705 | # override named sets of hooks by the custom hooks |
| 706 | hooks_to_run = [] |
| 707 | hook_names_to_suppress = [c.get('name', '') for c in self.custom_hooks] |
| 708 | for hook in local_scope.get('hooks', []): |
| 709 | if hook.get('name', '') not in hook_names_to_suppress: |
| 710 | hooks_to_run.append(hook) |
| 711 | |
| 712 | # add the replacements and any additions |
| 713 | for hook in self.custom_hooks: |
| 714 | if 'action' in hook: |
| 715 | hooks_to_run.append(hook) |
| 716 | |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 717 | self._pre_deps_hooks = [self.GetHookAction(hook, []) for hook in |
| 718 | local_scope.get('pre_deps_hooks', [])] |
| 719 | |
petermayo@chromium.org | e79161a | 2013-07-09 14:40:37 +0000 | [diff] [blame] | 720 | self.add_dependencies_and_close(deps_to_add, hooks_to_run) |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 721 | logging.info('ParseDepsFile(%s) done' % self.name) |
| 722 | |
| 723 | def add_dependencies_and_close(self, deps_to_add, hooks): |
| 724 | """Adds the dependencies, hooks and mark the parsing as done.""" |
maruel@chromium.org | b9be065 | 2011-10-14 18:05:40 +0000 | [diff] [blame] | 725 | for dep in deps_to_add: |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 726 | if dep.verify_validity(): |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 727 | self.add_dependency(dep) |
| 728 | self._mark_as_parsed(hooks) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 729 | |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 730 | def findDepsFromNotAllowedHosts(self): |
| 731 | """Returns a list of depenecies from not allowed hosts. |
| 732 | |
| 733 | If allowed_hosts is not set, allows all hosts and returns empty list. |
| 734 | """ |
| 735 | if not self._allowed_hosts: |
| 736 | return [] |
| 737 | bad_deps = [] |
| 738 | for dep in self._dependencies: |
szager@chromium.org | bd772dd | 2014-11-05 18:43:08 +0000 | [diff] [blame] | 739 | # Don't enforce this for custom_deps. |
| 740 | if dep.name in self._custom_deps: |
| 741 | continue |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 742 | if isinstance(dep.url, basestring): |
| 743 | parsed_url = urlparse.urlparse(dep.url) |
| 744 | if parsed_url.netloc and parsed_url.netloc not in self._allowed_hosts: |
| 745 | bad_deps.append(dep) |
| 746 | return bad_deps |
| 747 | |
maruel@chromium.org | b17b55b | 2010-11-03 14:42:37 +0000 | [diff] [blame] | 748 | # Arguments number differs from overridden method |
| 749 | # pylint: disable=W0221 |
maruel@chromium.org | 3742c84 | 2010-09-09 19:27:14 +0000 | [diff] [blame] | 750 | def run(self, revision_overrides, command, args, work_queue, options): |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 751 | """Runs |command| then parse the DEPS file.""" |
maruel@chromium.org | 470b543 | 2011-10-11 18:18:19 +0000 | [diff] [blame] | 752 | logging.info('Dependency(%s).run()' % self.name) |
maruel@chromium.org | 861fd0f | 2010-07-23 03:05:05 +0000 | [diff] [blame] | 753 | assert self._file_list == [] |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 754 | if not self.should_process: |
| 755 | return |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 756 | # When running runhooks, there's no need to consult the SCM. |
| 757 | # All known hooks are expected to run unconditionally regardless of working |
| 758 | # copy state, so skip the SCM status check. |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 759 | run_scm = command not in ('runhooks', 'recurse', None) |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 760 | parsed_url = self.LateOverride(self.url) |
iannucci@chromium.org | 396e1a6 | 2013-07-03 19:41:04 +0000 | [diff] [blame] | 761 | file_list = [] if not options.nohooks else None |
szager@chromium.org | 3a3608d | 2014-10-22 21:13:52 +0000 | [diff] [blame] | 762 | revision_override = revision_overrides.pop(self.name, None) |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 763 | if run_scm and parsed_url: |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 764 | # Create a shallow copy to mutate revision. |
| 765 | options = copy.copy(options) |
| 766 | options.revision = revision_override |
| 767 | self._used_revision = options.revision |
| 768 | self._used_scm = gclient_scm.CreateSCM( |
| 769 | parsed_url, self.root.root_dir, self.name, self.outbuf, |
| 770 | out_cb=work_queue.out_cb) |
| 771 | self._got_revision = self._used_scm.RunCommand(command, options, args, |
| 772 | file_list) |
| 773 | if file_list: |
| 774 | file_list = [os.path.join(self.name, f.strip()) for f in file_list] |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 775 | |
| 776 | # TODO(phajdan.jr): We should know exactly when the paths are absolute. |
| 777 | # Convert all absolute paths to relative. |
iannucci@chromium.org | 396e1a6 | 2013-07-03 19:41:04 +0000 | [diff] [blame] | 778 | for i in range(len(file_list or [])): |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 779 | # It depends on the command being executed (like runhooks vs sync). |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 780 | if not os.path.isabs(file_list[i]): |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 781 | continue |
| 782 | prefix = os.path.commonprefix( |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 783 | [self.root.root_dir.lower(), file_list[i].lower()]) |
| 784 | file_list[i] = file_list[i][len(prefix):] |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 785 | # Strip any leading path separators. |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 786 | while file_list[i].startswith(('\\', '/')): |
| 787 | file_list[i] = file_list[i][1:] |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 788 | |
| 789 | # Always parse the DEPS file. |
| 790 | self.ParseDepsFile() |
iannucci@chromium.org | 396e1a6 | 2013-07-03 19:41:04 +0000 | [diff] [blame] | 791 | self._run_is_done(file_list or [], parsed_url) |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 792 | if command in ('update', 'revert') and not options.noprehooks: |
| 793 | self.RunPreDepsHooks() |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 794 | |
| 795 | if self.recursion_limit: |
| 796 | # Parse the dependencies of this dependency. |
| 797 | for s in self.dependencies: |
| 798 | work_queue.enqueue(s) |
| 799 | |
| 800 | if command == 'recurse': |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 801 | # Skip file only checkout. |
| 802 | scm = gclient_scm.GetScmName(parsed_url) |
| 803 | if not options.scm or scm in options.scm: |
| 804 | cwd = os.path.normpath(os.path.join(self.root.root_dir, self.name)) |
| 805 | # Pass in the SCM type as an env variable. Make sure we don't put |
| 806 | # unicode strings in the environment. |
| 807 | env = os.environ.copy() |
| 808 | if scm: |
| 809 | env['GCLIENT_SCM'] = str(scm) |
| 810 | if parsed_url: |
| 811 | env['GCLIENT_URL'] = str(parsed_url) |
| 812 | env['GCLIENT_DEP_PATH'] = str(self.name) |
| 813 | if options.prepend_dir and scm == 'git': |
| 814 | print_stdout = False |
| 815 | def filter_fn(line): |
| 816 | """Git-specific path marshaling. It is optimized for git-grep.""" |
ilevy@chromium.org | 0233ac2 | 2012-11-28 20:27:02 +0000 | [diff] [blame] | 817 | |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 818 | def mod_path(git_pathspec): |
| 819 | match = re.match('^(\\S+?:)?([^\0]+)$', git_pathspec) |
| 820 | modified_path = os.path.join(self.name, match.group(2)) |
| 821 | branch = match.group(1) or '' |
| 822 | return '%s%s' % (branch, modified_path) |
ilevy@chromium.org | 0233ac2 | 2012-11-28 20:27:02 +0000 | [diff] [blame] | 823 | |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 824 | match = re.match('^Binary file ([^\0]+) matches$', line) |
| 825 | if match: |
| 826 | print('Binary file %s matches\n' % mod_path(match.group(1))) |
| 827 | return |
ilevy@chromium.org | 0233ac2 | 2012-11-28 20:27:02 +0000 | [diff] [blame] | 828 | |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 829 | items = line.split('\0') |
| 830 | if len(items) == 2 and items[1]: |
| 831 | print('%s : %s' % (mod_path(items[0]), items[1])) |
| 832 | elif len(items) >= 2: |
| 833 | # Multiple null bytes or a single trailing null byte indicate |
| 834 | # git is likely displaying filenames only (such as with -l) |
| 835 | print('\n'.join(mod_path(path) for path in items if path)) |
| 836 | else: |
| 837 | print(line) |
| 838 | else: |
| 839 | print_stdout = True |
| 840 | filter_fn = None |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 841 | |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 842 | if parsed_url is None: |
| 843 | print('Skipped omitted dependency %s' % cwd, file=sys.stderr) |
| 844 | elif os.path.isdir(cwd): |
| 845 | try: |
| 846 | gclient_utils.CheckCallAndFilter( |
| 847 | args, cwd=cwd, env=env, print_stdout=print_stdout, |
| 848 | filter_fn=filter_fn, |
| 849 | ) |
| 850 | except subprocess2.CalledProcessError: |
| 851 | if not options.ignore: |
| 852 | raise |
| 853 | else: |
| 854 | print('Skipped missing %s' % cwd, file=sys.stderr) |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 855 | |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 856 | |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 857 | @gclient_utils.lockedmethod |
| 858 | def _run_is_done(self, file_list, parsed_url): |
| 859 | # Both these are kept for hooks that are run as a separate tree traversal. |
| 860 | self._file_list = file_list |
| 861 | self._parsed_url = parsed_url |
| 862 | self._processed = True |
| 863 | |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 864 | @staticmethod |
| 865 | def GetHookAction(hook_dict, matching_file_list): |
| 866 | """Turns a parsed 'hook' dict into an executable command.""" |
| 867 | logging.debug(hook_dict) |
| 868 | logging.debug(matching_file_list) |
| 869 | command = hook_dict['action'][:] |
| 870 | if command[0] == 'python': |
| 871 | # If the hook specified "python" as the first item, the action is a |
| 872 | # Python script. Run it by starting a new copy of the same |
| 873 | # interpreter. |
| 874 | command[0] = sys.executable |
| 875 | if '$matching_files' in command: |
| 876 | splice_index = command.index('$matching_files') |
| 877 | command[splice_index:splice_index + 1] = matching_file_list |
| 878 | return command |
| 879 | |
| 880 | def GetHooks(self, options): |
| 881 | """Evaluates all hooks, and return them in a flat list. |
| 882 | |
| 883 | RunOnDeps() must have been called before to load the DEPS. |
| 884 | """ |
| 885 | result = [] |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 886 | if not self.should_process or not self.recursion_limit: |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 887 | # Don't run the hook when it is above recursion_limit. |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 888 | return result |
maruel@chromium.org | dc7445d | 2010-07-09 21:05:29 +0000 | [diff] [blame] | 889 | # If "--force" was specified, run all hooks regardless of what files have |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 890 | # changed. |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 891 | if self.deps_hooks: |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 892 | # TODO(maruel): If the user is using git, then we don't know |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 893 | # what files have changed so we always run all hooks. It'd be nice to fix |
| 894 | # that. |
| 895 | if (options.force or |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 896 | gclient_scm.GetScmName(self.parsed_url) in ('git', None) or |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 897 | os.path.isdir(os.path.join(self.root.root_dir, self.name, '.git'))): |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 898 | for hook_dict in self.deps_hooks: |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 899 | result.append(self.GetHookAction(hook_dict, [])) |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 900 | else: |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 901 | # Run hooks on the basis of whether the files from the gclient operation |
| 902 | # match each hook's pattern. |
| 903 | for hook_dict in self.deps_hooks: |
| 904 | pattern = re.compile(hook_dict['pattern']) |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 905 | matching_file_list = [ |
| 906 | f for f in self.file_list_and_children if pattern.search(f) |
| 907 | ] |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 908 | if matching_file_list: |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 909 | result.append(self.GetHookAction(hook_dict, matching_file_list)) |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 910 | for s in self.dependencies: |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 911 | result.extend(s.GetHooks(options)) |
| 912 | return result |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 913 | |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 914 | def RunHooksRecursively(self, options): |
| 915 | assert self.hooks_ran == False |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 916 | self._hooks_ran = True |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 917 | for hook in self.GetHooks(options): |
| 918 | try: |
ilevy@chromium.org | c28d377 | 2013-07-12 19:42:37 +0000 | [diff] [blame] | 919 | start_time = time.time() |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 920 | gclient_utils.CheckCallAndFilterAndHeader( |
| 921 | hook, cwd=self.root.root_dir, always=True) |
vapier@chromium.org | a81a56e | 2015-11-11 07:56:13 +0000 | [diff] [blame] | 922 | except (gclient_utils.Error, subprocess2.CalledProcessError) as e: |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 923 | # Use a discrete exit status code of 2 to indicate that a hook action |
| 924 | # failed. Users of this script may wish to treat hook action failures |
| 925 | # differently from VC failures. |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 926 | print('Error: %s' % str(e), file=sys.stderr) |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 927 | sys.exit(2) |
ilevy@chromium.org | c28d377 | 2013-07-12 19:42:37 +0000 | [diff] [blame] | 928 | finally: |
| 929 | elapsed_time = time.time() - start_time |
| 930 | if elapsed_time > 10: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 931 | print("Hook '%s' took %.2f secs" % ( |
| 932 | gclient_utils.CommandToStr(hook), elapsed_time)) |
maruel@chromium.org | eaf6106 | 2010-07-07 18:42:39 +0000 | [diff] [blame] | 933 | |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 934 | def RunPreDepsHooks(self): |
| 935 | assert self.processed |
| 936 | assert self.deps_parsed |
| 937 | assert not self.pre_deps_hooks_ran |
| 938 | assert not self.hooks_ran |
| 939 | for s in self.dependencies: |
| 940 | assert not s.processed |
| 941 | self._pre_deps_hooks_ran = True |
| 942 | for hook in self.pre_deps_hooks: |
| 943 | try: |
| 944 | start_time = time.time() |
| 945 | gclient_utils.CheckCallAndFilterAndHeader( |
| 946 | hook, cwd=self.root.root_dir, always=True) |
vapier@chromium.org | a81a56e | 2015-11-11 07:56:13 +0000 | [diff] [blame] | 947 | except (gclient_utils.Error, subprocess2.CalledProcessError) as e: |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 948 | # Use a discrete exit status code of 2 to indicate that a hook action |
| 949 | # failed. Users of this script may wish to treat hook action failures |
| 950 | # differently from VC failures. |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 951 | print('Error: %s' % str(e), file=sys.stderr) |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 952 | sys.exit(2) |
| 953 | finally: |
| 954 | elapsed_time = time.time() - start_time |
| 955 | if elapsed_time > 10: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 956 | print("Hook '%s' took %.2f secs" % ( |
| 957 | gclient_utils.CommandToStr(hook), elapsed_time)) |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 958 | |
| 959 | |
maruel@chromium.org | 0d81244 | 2010-08-10 12:41:08 +0000 | [diff] [blame] | 960 | def subtree(self, include_all): |
maruel@chromium.org | ad3287e | 2011-10-03 19:15:10 +0000 | [diff] [blame] | 961 | """Breadth first recursion excluding root node.""" |
maruel@chromium.org | f13a418 | 2011-09-22 00:26:15 +0000 | [diff] [blame] | 962 | dependencies = self.dependencies |
| 963 | for d in dependencies: |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 964 | if d.should_process or include_all: |
maruel@chromium.org | ad3287e | 2011-10-03 19:15:10 +0000 | [diff] [blame] | 965 | yield d |
maruel@chromium.org | f13a418 | 2011-09-22 00:26:15 +0000 | [diff] [blame] | 966 | for d in dependencies: |
maruel@chromium.org | ad3287e | 2011-10-03 19:15:10 +0000 | [diff] [blame] | 967 | for i in d.subtree(include_all): |
| 968 | yield i |
| 969 | |
| 970 | def depth_first_tree(self): |
| 971 | """Depth-first recursion including the root node.""" |
| 972 | yield self |
| 973 | for i in self.dependencies: |
| 974 | for j in i.depth_first_tree(): |
| 975 | if j.should_process: |
| 976 | yield j |
maruel@chromium.org | c57e4f2 | 2010-07-22 21:37:46 +0000 | [diff] [blame] | 977 | |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 978 | @gclient_utils.lockedmethod |
| 979 | def add_dependency(self, new_dep): |
| 980 | self._dependencies.append(new_dep) |
| 981 | |
| 982 | @gclient_utils.lockedmethod |
| 983 | def _mark_as_parsed(self, new_hooks): |
| 984 | self._deps_hooks.extend(new_hooks) |
| 985 | self._deps_parsed = True |
| 986 | |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 987 | @property |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 988 | @gclient_utils.lockedmethod |
maruel@chromium.org | 4bdd5fd | 2011-09-26 19:41:17 +0000 | [diff] [blame] | 989 | def dependencies(self): |
| 990 | return tuple(self._dependencies) |
| 991 | |
| 992 | @property |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 993 | @gclient_utils.lockedmethod |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 994 | def deps_hooks(self): |
| 995 | return tuple(self._deps_hooks) |
| 996 | |
| 997 | @property |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 998 | @gclient_utils.lockedmethod |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 999 | def pre_deps_hooks(self): |
| 1000 | return tuple(self._pre_deps_hooks) |
| 1001 | |
| 1002 | @property |
| 1003 | @gclient_utils.lockedmethod |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 1004 | def parsed_url(self): |
| 1005 | return self._parsed_url |
| 1006 | |
| 1007 | @property |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 1008 | @gclient_utils.lockedmethod |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 1009 | def deps_parsed(self): |
maruel@chromium.org | 3223edd | 2011-10-10 23:17:39 +0000 | [diff] [blame] | 1010 | """This is purely for debugging purposes. It's not used anywhere.""" |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 1011 | return self._deps_parsed |
| 1012 | |
| 1013 | @property |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 1014 | @gclient_utils.lockedmethod |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 1015 | def processed(self): |
| 1016 | return self._processed |
| 1017 | |
| 1018 | @property |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 1019 | @gclient_utils.lockedmethod |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 1020 | def pre_deps_hooks_ran(self): |
| 1021 | return self._pre_deps_hooks_ran |
| 1022 | |
| 1023 | @property |
| 1024 | @gclient_utils.lockedmethod |
maruel@chromium.org | 064186c | 2011-09-27 23:53:33 +0000 | [diff] [blame] | 1025 | def hooks_ran(self): |
| 1026 | return self._hooks_ran |
| 1027 | |
| 1028 | @property |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 1029 | @gclient_utils.lockedmethod |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 1030 | def allowed_hosts(self): |
| 1031 | return self._allowed_hosts |
| 1032 | |
| 1033 | @property |
| 1034 | @gclient_utils.lockedmethod |
maruel@chromium.org | 861fd0f | 2010-07-23 03:05:05 +0000 | [diff] [blame] | 1035 | def file_list(self): |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 1036 | return tuple(self._file_list) |
| 1037 | |
| 1038 | @property |
kustermann@google.com | a692e8f | 2013-04-18 08:32:04 +0000 | [diff] [blame] | 1039 | def used_scm(self): |
| 1040 | """SCMWrapper instance for this dependency or None if not processed yet.""" |
| 1041 | return self._used_scm |
| 1042 | |
| 1043 | @property |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 1044 | @gclient_utils.lockedmethod |
| 1045 | def got_revision(self): |
| 1046 | return self._got_revision |
| 1047 | |
| 1048 | @property |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 1049 | def file_list_and_children(self): |
| 1050 | result = list(self.file_list) |
maruel@chromium.org | 861fd0f | 2010-07-23 03:05:05 +0000 | [diff] [blame] | 1051 | for d in self.dependencies: |
maruel@chromium.org | baa7be3 | 2011-10-10 20:49:47 +0000 | [diff] [blame] | 1052 | result.extend(d.file_list_and_children) |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 1053 | return tuple(result) |
maruel@chromium.org | 861fd0f | 2010-07-23 03:05:05 +0000 | [diff] [blame] | 1054 | |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1055 | def __str__(self): |
| 1056 | out = [] |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 1057 | for i in ('name', 'url', 'parsed_url', 'custom_deps', |
maruel@chromium.org | 3c74bc9 | 2011-09-15 19:17:21 +0000 | [diff] [blame] | 1058 | 'custom_vars', 'deps_hooks', 'file_list', 'should_process', |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 1059 | 'processed', 'hooks_ran', 'deps_parsed', 'requirements', |
| 1060 | 'allowed_hosts'): |
maruel@chromium.org | 3c74bc9 | 2011-09-15 19:17:21 +0000 | [diff] [blame] | 1061 | # First try the native property if it exists. |
| 1062 | if hasattr(self, '_' + i): |
| 1063 | value = getattr(self, '_' + i, False) |
| 1064 | else: |
| 1065 | value = getattr(self, i, False) |
| 1066 | if value: |
| 1067 | out.append('%s: %s' % (i, value)) |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1068 | |
| 1069 | for d in self.dependencies: |
| 1070 | out.extend([' ' + x for x in str(d).splitlines()]) |
| 1071 | out.append('') |
| 1072 | return '\n'.join(out) |
| 1073 | |
| 1074 | def __repr__(self): |
| 1075 | return '%s: %s' % (self.name, self.url) |
| 1076 | |
maruel@chromium.org | bffb904 | 2010-07-22 20:59:36 +0000 | [diff] [blame] | 1077 | def hierarchy(self): |
maruel@chromium.org | bc2d2f9 | 2010-07-22 21:26:48 +0000 | [diff] [blame] | 1078 | """Returns a human-readable hierarchical reference to a Dependency.""" |
maruel@chromium.org | bffb904 | 2010-07-22 20:59:36 +0000 | [diff] [blame] | 1079 | out = '%s(%s)' % (self.name, self.url) |
| 1080 | i = self.parent |
| 1081 | while i and i.name: |
| 1082 | out = '%s(%s) -> %s' % (i.name, i.url, out) |
| 1083 | i = i.parent |
| 1084 | return out |
| 1085 | |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1086 | |
| 1087 | class GClient(Dependency): |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1088 | """Object that represent a gclient checkout. A tree of Dependency(), one per |
| 1089 | solution or DEPS entry.""" |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1090 | |
| 1091 | DEPS_OS_CHOICES = { |
| 1092 | "win32": "win", |
| 1093 | "win": "win", |
| 1094 | "cygwin": "win", |
| 1095 | "darwin": "mac", |
| 1096 | "mac": "mac", |
| 1097 | "unix": "unix", |
| 1098 | "linux": "unix", |
| 1099 | "linux2": "unix", |
maruel@chromium.org | 244e344 | 2011-06-12 15:20:55 +0000 | [diff] [blame] | 1100 | "linux3": "unix", |
szager@chromium.org | f8c95cd | 2012-06-01 22:26:52 +0000 | [diff] [blame] | 1101 | "android": "android", |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1102 | } |
| 1103 | |
| 1104 | DEFAULT_CLIENT_FILE_TEXT = ("""\ |
| 1105 | solutions = [ |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1106 | { "name" : "%(solution_name)s", |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1107 | "url" : "%(solution_url)s", |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1108 | "deps_file" : "%(deps_file)s", |
cmp@chromium.org | eb2756d | 2011-09-20 20:17:51 +0000 | [diff] [blame] | 1109 | "managed" : %(managed)s, |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1110 | "custom_deps" : { |
| 1111 | }, |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1112 | }, |
| 1113 | ] |
iannucci@chromium.org | 53456aa | 2013-07-03 19:38:34 +0000 | [diff] [blame] | 1114 | cache_dir = %(cache_dir)r |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1115 | """) |
| 1116 | |
| 1117 | DEFAULT_SNAPSHOT_SOLUTION_TEXT = ("""\ |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1118 | { "name" : "%(solution_name)s", |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1119 | "url" : "%(solution_url)s", |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1120 | "deps_file" : "%(deps_file)s", |
cmp@chromium.org | eb2756d | 2011-09-20 20:17:51 +0000 | [diff] [blame] | 1121 | "managed" : %(managed)s, |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1122 | "custom_deps" : { |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1123 | %(solution_deps)s }, |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1124 | }, |
| 1125 | """) |
| 1126 | |
| 1127 | DEFAULT_SNAPSHOT_FILE_TEXT = ("""\ |
| 1128 | # Snapshot generated with gclient revinfo --snapshot |
| 1129 | solutions = [ |
maruel@chromium.org | 73e2114 | 2010-07-05 13:32:01 +0000 | [diff] [blame] | 1130 | %(solution_list)s] |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1131 | """) |
| 1132 | |
| 1133 | def __init__(self, root_dir, options): |
maruel@chromium.org | 0d81244 | 2010-08-10 12:41:08 +0000 | [diff] [blame] | 1134 | # Do not change previous behavior. Only solution level and immediate DEPS |
| 1135 | # are processed. |
| 1136 | self._recursion_limit = 2 |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 1137 | Dependency.__init__(self, None, None, None, True, None, None, None, |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 1138 | 'unused', True, None) |
maruel@chromium.org | 0d42592 | 2010-06-21 19:22:24 +0000 | [diff] [blame] | 1139 | self._options = options |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 1140 | if options.deps_os: |
| 1141 | enforced_os = options.deps_os.split(',') |
| 1142 | else: |
| 1143 | enforced_os = [self.DEPS_OS_CHOICES.get(sys.platform, 'unix')] |
| 1144 | if 'all' in enforced_os: |
| 1145 | enforced_os = self.DEPS_OS_CHOICES.itervalues() |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1146 | self._enforced_os = tuple(set(enforced_os)) |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 1147 | self._root_dir = root_dir |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1148 | self.config_content = None |
| 1149 | |
borenet@google.com | 88d1008 | 2014-03-21 17:24:48 +0000 | [diff] [blame] | 1150 | def _CheckConfig(self): |
| 1151 | """Verify that the config matches the state of the existing checked-out |
| 1152 | solutions.""" |
| 1153 | for dep in self.dependencies: |
| 1154 | if dep.managed and dep.url: |
szager@chromium.org | fe0d190 | 2014-04-08 20:50:44 +0000 | [diff] [blame] | 1155 | scm = gclient_scm.CreateSCM( |
| 1156 | dep.url, self.root_dir, dep.name, self.outbuf) |
smut@google.com | d33eab3 | 2014-07-07 19:35:18 +0000 | [diff] [blame] | 1157 | actual_url = scm.GetActualRemoteURL(self._options) |
borenet@google.com | 4e9be26 | 2014-04-08 19:40:30 +0000 | [diff] [blame] | 1158 | if actual_url and not scm.DoesRemoteURLMatch(self._options): |
levarum@chromium.org | 27a6f9a | 2016-05-28 00:21:49 +0000 | [diff] [blame] | 1159 | mirror = scm.GetCacheMirror() |
| 1160 | if mirror: |
| 1161 | mirror_string = '%s (exists=%s)' % (mirror.mirror_path, |
| 1162 | mirror.exists()) |
| 1163 | else: |
| 1164 | mirror_string = 'not used' |
borenet@google.com | 0a42737 | 2014-04-02 19:12:13 +0000 | [diff] [blame] | 1165 | raise gclient_utils.Error(''' |
borenet@google.com | 88d1008 | 2014-03-21 17:24:48 +0000 | [diff] [blame] | 1166 | Your .gclient file seems to be broken. The requested URL is different from what |
borenet@google.com | 0a42737 | 2014-04-02 19:12:13 +0000 | [diff] [blame] | 1167 | is actually checked out in %(checkout_path)s. |
borenet@google.com | 88d1008 | 2014-03-21 17:24:48 +0000 | [diff] [blame] | 1168 | |
borenet@google.com | 9788236 | 2014-04-07 20:06:02 +0000 | [diff] [blame] | 1169 | The .gclient file contains: |
levarum@chromium.org | 27a6f9a | 2016-05-28 00:21:49 +0000 | [diff] [blame] | 1170 | URL: %(expected_url)s (%(expected_scm)s) |
| 1171 | Cache mirror: %(mirror_string)s |
borenet@google.com | 9788236 | 2014-04-07 20:06:02 +0000 | [diff] [blame] | 1172 | |
| 1173 | The local checkout in %(checkout_path)s reports: |
| 1174 | %(actual_url)s (%(actual_scm)s) |
borenet@google.com | 88d1008 | 2014-03-21 17:24:48 +0000 | [diff] [blame] | 1175 | |
| 1176 | You should ensure that the URL listed in .gclient is correct and either change |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1177 | it or fix the checkout. |
borenet@google.com | 88d1008 | 2014-03-21 17:24:48 +0000 | [diff] [blame] | 1178 | ''' % {'checkout_path': os.path.join(self.root_dir, dep.name), |
| 1179 | 'expected_url': dep.url, |
| 1180 | 'expected_scm': gclient_scm.GetScmName(dep.url), |
levarum@chromium.org | 27a6f9a | 2016-05-28 00:21:49 +0000 | [diff] [blame] | 1181 | 'mirror_string' : mirror_string, |
borenet@google.com | 88d1008 | 2014-03-21 17:24:48 +0000 | [diff] [blame] | 1182 | 'actual_url': actual_url, |
| 1183 | 'actual_scm': gclient_scm.GetScmName(actual_url)}) |
| 1184 | |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1185 | def SetConfig(self, content): |
maruel@chromium.org | f13a418 | 2011-09-22 00:26:15 +0000 | [diff] [blame] | 1186 | assert not self.dependencies |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1187 | config_dict = {} |
| 1188 | self.config_content = content |
| 1189 | try: |
| 1190 | exec(content, config_dict) |
vapier@chromium.org | a81a56e | 2015-11-11 07:56:13 +0000 | [diff] [blame] | 1191 | except SyntaxError as e: |
maruel@chromium.org | 5990f9d | 2010-07-07 18:02:58 +0000 | [diff] [blame] | 1192 | gclient_utils.SyntaxErrorToError('.gclient', e) |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 1193 | |
peter@chromium.org | 1efccc8 | 2012-04-27 16:34:38 +0000 | [diff] [blame] | 1194 | # Append any target OS that is not already being enforced to the tuple. |
| 1195 | target_os = config_dict.get('target_os', []) |
stuartmorgan@chromium.org | 18a4f6a | 2012-11-02 13:37:24 +0000 | [diff] [blame] | 1196 | if config_dict.get('target_os_only', False): |
| 1197 | self._enforced_os = tuple(set(target_os)) |
| 1198 | else: |
| 1199 | self._enforced_os = tuple(set(self._enforced_os).union(target_os)) |
| 1200 | |
dyen@chromium.org | d915cca | 2014-08-07 21:41:37 +0000 | [diff] [blame] | 1201 | cache_dir = config_dict.get('cache_dir') |
| 1202 | if cache_dir: |
| 1203 | cache_dir = os.path.join(self.root_dir, cache_dir) |
| 1204 | cache_dir = os.path.abspath(cache_dir) |
szager@chromium.org | caf5bef | 2014-08-24 18:56:32 +0000 | [diff] [blame] | 1205 | # If running on a bot, force break any stale git cache locks. |
dnj@chromium.org | b682b3e | 2014-08-25 19:17:12 +0000 | [diff] [blame] | 1206 | if os.path.exists(cache_dir) and os.environ.get('CHROME_HEADLESS'): |
szager@chromium.org | 4848fb6 | 2014-08-24 19:16:31 +0000 | [diff] [blame] | 1207 | subprocess2.check_call(['git', 'cache', 'unlock', '--cache-dir', |
| 1208 | cache_dir, '--force', '--all']) |
dyen@chromium.org | d915cca | 2014-08-07 21:41:37 +0000 | [diff] [blame] | 1209 | gclient_scm.GitWrapper.cache_dir = cache_dir |
| 1210 | git_cache.Mirror.SetCachePath(cache_dir) |
iannucci@chromium.org | 53456aa | 2013-07-03 19:38:34 +0000 | [diff] [blame] | 1211 | |
stuartmorgan@chromium.org | 18a4f6a | 2012-11-02 13:37:24 +0000 | [diff] [blame] | 1212 | if not target_os and config_dict.get('target_os_only', False): |
| 1213 | raise gclient_utils.Error('Can\'t use target_os_only if target_os is ' |
| 1214 | 'not specified') |
peter@chromium.org | 1efccc8 | 2012-04-27 16:34:38 +0000 | [diff] [blame] | 1215 | |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 1216 | deps_to_add = [] |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1217 | for s in config_dict.get('solutions', []): |
maruel@chromium.org | 81843b8 | 2010-06-28 16:49:26 +0000 | [diff] [blame] | 1218 | try: |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 1219 | deps_to_add.append(Dependency( |
maruel@chromium.org | 81843b8 | 2010-06-28 16:49:26 +0000 | [diff] [blame] | 1220 | self, s['name'], s['url'], |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1221 | s.get('managed', True), |
maruel@chromium.org | 81843b8 | 2010-06-28 16:49:26 +0000 | [diff] [blame] | 1222 | s.get('custom_deps', {}), |
maruel@chromium.org | 0d81244 | 2010-08-10 12:41:08 +0000 | [diff] [blame] | 1223 | s.get('custom_vars', {}), |
petermayo@chromium.org | e79161a | 2013-07-09 14:40:37 +0000 | [diff] [blame] | 1224 | s.get('custom_hooks', []), |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1225 | s.get('deps_file', 'DEPS'), |
agable | dce6ddc | 2016-09-08 10:02:16 -0700 | [diff] [blame] | 1226 | True, |
| 1227 | None)) |
maruel@chromium.org | 81843b8 | 2010-06-28 16:49:26 +0000 | [diff] [blame] | 1228 | except KeyError: |
| 1229 | raise gclient_utils.Error('Invalid .gclient file. Solution is ' |
| 1230 | 'incomplete: %s' % s) |
maruel@chromium.org | 0bcfd18 | 2011-10-10 20:06:09 +0000 | [diff] [blame] | 1231 | self.add_dependencies_and_close(deps_to_add, config_dict.get('hooks', [])) |
| 1232 | logging.info('SetConfig() done') |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1233 | |
| 1234 | def SaveConfig(self): |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1235 | gclient_utils.FileWrite(os.path.join(self.root_dir, |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1236 | self._options.config_filename), |
| 1237 | self.config_content) |
| 1238 | |
| 1239 | @staticmethod |
| 1240 | def LoadCurrentConfig(options): |
| 1241 | """Searches for and loads a .gclient file relative to the current working |
| 1242 | dir. Returns a GClient object.""" |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 1243 | if options.spec: |
| 1244 | client = GClient('.', options) |
| 1245 | client.SetConfig(options.spec) |
| 1246 | else: |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1247 | if options.verbose: |
| 1248 | print('Looking for %s starting from %s\n' % ( |
| 1249 | options.config_filename, os.getcwd())) |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 1250 | path = gclient_utils.FindGclientRoot(os.getcwd(), options.config_filename) |
| 1251 | if not path: |
| 1252 | return None |
| 1253 | client = GClient(path, options) |
| 1254 | client.SetConfig(gclient_utils.FileRead( |
| 1255 | os.path.join(path, options.config_filename))) |
maruel@chromium.org | 69392e7 | 2011-10-13 22:09:00 +0000 | [diff] [blame] | 1256 | |
| 1257 | if (options.revisions and |
| 1258 | len(client.dependencies) > 1 and |
| 1259 | any('@' not in r for r in options.revisions)): |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1260 | print( |
| 1261 | ('You must specify the full solution name like --revision %s@%s\n' |
| 1262 | 'when you have multiple solutions setup in your .gclient file.\n' |
| 1263 | 'Other solutions present are: %s.') % ( |
maruel@chromium.org | 69392e7 | 2011-10-13 22:09:00 +0000 | [diff] [blame] | 1264 | client.dependencies[0].name, |
| 1265 | options.revisions[0], |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1266 | ', '.join(s.name for s in client.dependencies[1:])), |
| 1267 | file=sys.stderr) |
maruel@chromium.org | 1580409 | 2010-09-02 17:07:37 +0000 | [diff] [blame] | 1268 | return client |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1269 | |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1270 | def SetDefaultConfig(self, solution_name, deps_file, solution_url, |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 1271 | managed=True, cache_dir=None): |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1272 | self.SetConfig(self.DEFAULT_CLIENT_FILE_TEXT % { |
| 1273 | 'solution_name': solution_name, |
| 1274 | 'solution_url': solution_url, |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1275 | 'deps_file': deps_file, |
cmp@chromium.org | eb2756d | 2011-09-20 20:17:51 +0000 | [diff] [blame] | 1276 | 'managed': managed, |
iannucci@chromium.org | 53456aa | 2013-07-03 19:38:34 +0000 | [diff] [blame] | 1277 | 'cache_dir': cache_dir, |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1278 | }) |
| 1279 | |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1280 | def _SaveEntries(self): |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1281 | """Creates a .gclient_entries file to record the list of unique checkouts. |
| 1282 | |
| 1283 | The .gclient_entries file lives in the same directory as .gclient. |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1284 | """ |
| 1285 | # Sometimes pprint.pformat will use {', sometimes it'll use { ' ... It |
| 1286 | # makes testing a bit too fun. |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1287 | result = 'entries = {\n' |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 1288 | for entry in self.root.subtree(False): |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1289 | result += ' %s: %s,\n' % (pprint.pformat(entry.name), |
| 1290 | pprint.pformat(entry.parsed_url)) |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1291 | result += '}\n' |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1292 | file_path = os.path.join(self.root_dir, self._options.entries_filename) |
maruel@chromium.org | 1333cb3 | 2011-10-04 23:40:16 +0000 | [diff] [blame] | 1293 | logging.debug(result) |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1294 | gclient_utils.FileWrite(file_path, result) |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1295 | |
| 1296 | def _ReadEntries(self): |
| 1297 | """Read the .gclient_entries file for the given client. |
| 1298 | |
| 1299 | Returns: |
| 1300 | A sequence of solution names, which will be empty if there is the |
| 1301 | entries file hasn't been created yet. |
| 1302 | """ |
| 1303 | scope = {} |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1304 | filename = os.path.join(self.root_dir, self._options.entries_filename) |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1305 | if not os.path.exists(filename): |
maruel@chromium.org | 73e2114 | 2010-07-05 13:32:01 +0000 | [diff] [blame] | 1306 | return {} |
maruel@chromium.org | 5990f9d | 2010-07-07 18:02:58 +0000 | [diff] [blame] | 1307 | try: |
| 1308 | exec(gclient_utils.FileRead(filename), scope) |
vapier@chromium.org | a81a56e | 2015-11-11 07:56:13 +0000 | [diff] [blame] | 1309 | except SyntaxError as e: |
maruel@chromium.org | 5990f9d | 2010-07-07 18:02:58 +0000 | [diff] [blame] | 1310 | gclient_utils.SyntaxErrorToError(filename, e) |
maruel@chromium.org | 9a66ddf | 2010-06-16 16:54:16 +0000 | [diff] [blame] | 1311 | return scope['entries'] |
| 1312 | |
maruel@chromium.org | 54a07a2 | 2010-06-14 19:07:39 +0000 | [diff] [blame] | 1313 | def _EnforceRevisions(self): |
maruel@chromium.org | 918a9ae | 2010-05-28 15:50:30 +0000 | [diff] [blame] | 1314 | """Checks for revision overrides.""" |
| 1315 | revision_overrides = {} |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1316 | if self._options.head: |
| 1317 | return revision_overrides |
joi@chromium.org | 792ea88 | 2010-11-10 02:37:27 +0000 | [diff] [blame] | 1318 | if not self._options.revisions: |
| 1319 | for s in self.dependencies: |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1320 | if not s.managed: |
cmp@chromium.org | eb2756d | 2011-09-20 20:17:51 +0000 | [diff] [blame] | 1321 | self._options.revisions.append('%s@unmanaged' % s.name) |
maruel@chromium.org | 307d179 | 2010-05-31 20:03:13 +0000 | [diff] [blame] | 1322 | if not self._options.revisions: |
| 1323 | return revision_overrides |
maruel@chromium.org | 54a07a2 | 2010-06-14 19:07:39 +0000 | [diff] [blame] | 1324 | solutions_names = [s.name for s in self.dependencies] |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1325 | index = 0 |
| 1326 | for revision in self._options.revisions: |
| 1327 | if not '@' in revision: |
maruel@chromium.org | 307d179 | 2010-05-31 20:03:13 +0000 | [diff] [blame] | 1328 | # Support for --revision 123 |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1329 | revision = '%s@%s' % (solutions_names[index], revision) |
| 1330 | name, rev = revision.split('@', 1) |
szager@chromium.org | 4ad264b | 2014-05-20 04:43:47 +0000 | [diff] [blame] | 1331 | revision_overrides[name] = rev |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1332 | index += 1 |
maruel@chromium.org | 918a9ae | 2010-05-28 15:50:30 +0000 | [diff] [blame] | 1333 | return revision_overrides |
| 1334 | |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1335 | def RunOnDeps(self, command, args, ignore_requirements=False, progress=True): |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1336 | """Runs a command on each dependency in a client and its dependencies. |
| 1337 | |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1338 | Args: |
| 1339 | command: The command to use (e.g., 'status' or 'diff') |
| 1340 | args: list of str - extra arguments to add to the command line. |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1341 | """ |
maruel@chromium.org | 54a07a2 | 2010-06-14 19:07:39 +0000 | [diff] [blame] | 1342 | if not self.dependencies: |
maruel@chromium.org | 73e2114 | 2010-07-05 13:32:01 +0000 | [diff] [blame] | 1343 | raise gclient_utils.Error('No solution specified') |
borenet@google.com | 0a42737 | 2014-04-02 19:12:13 +0000 | [diff] [blame] | 1344 | |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1345 | revision_overrides = {} |
| 1346 | # It's unnecessary to check for revision overrides for 'recurse'. |
| 1347 | # Save a few seconds by not calling _EnforceRevisions() in that case. |
agable@chromium.org | 0242eb4 | 2015-06-09 00:45:31 +0000 | [diff] [blame] | 1348 | if command not in ('diff', 'recurse', 'runhooks', 'status', 'revert'): |
szager@chromium.org | 5273b8a | 2014-08-21 15:10:10 +0000 | [diff] [blame] | 1349 | self._CheckConfig() |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1350 | revision_overrides = self._EnforceRevisions() |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1351 | pm = None |
maruel@chromium.org | 5b3f885 | 2010-09-10 16:49:54 +0000 | [diff] [blame] | 1352 | # Disable progress for non-tty stdout. |
iannucci@chromium.org | 596cd5c | 2016-04-04 21:34:39 +0000 | [diff] [blame] | 1353 | if (setup_color.IS_TTY and not self._options.verbose and progress): |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1354 | if command in ('update', 'revert'): |
| 1355 | pm = Progress('Syncing projects', 1) |
maruel@chromium.org | cd8d8e1 | 2012-10-03 17:16:25 +0000 | [diff] [blame] | 1356 | elif command == 'recurse': |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1357 | pm = Progress(' '.join(args), 1) |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1358 | work_queue = gclient_utils.ExecutionQueue( |
szager@chromium.org | fe0d190 | 2014-04-08 20:50:44 +0000 | [diff] [blame] | 1359 | self._options.jobs, pm, ignore_requirements=ignore_requirements, |
| 1360 | verbose=self._options.verbose) |
maruel@chromium.org | 049bced | 2010-08-12 13:37:20 +0000 | [diff] [blame] | 1361 | for s in self.dependencies: |
| 1362 | work_queue.enqueue(s) |
maruel@chromium.org | 3742c84 | 2010-09-09 19:27:14 +0000 | [diff] [blame] | 1363 | work_queue.flush(revision_overrides, command, args, options=self._options) |
szager@chromium.org | 4ad264b | 2014-05-20 04:43:47 +0000 | [diff] [blame] | 1364 | if revision_overrides: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1365 | print('Please fix your script, having invalid --revision flags will soon ' |
| 1366 | 'considered an error.', file=sys.stderr) |
piman@chromium.org | 6f36372 | 2010-04-27 00:41:09 +0000 | [diff] [blame] | 1367 | |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1368 | # Once all the dependencies have been processed, it's now safe to run the |
| 1369 | # hooks. |
| 1370 | if not self._options.nohooks: |
| 1371 | self.RunHooksRecursively(self._options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1372 | |
| 1373 | if command == 'update': |
ajwong@chromium.org | cdcee80 | 2009-06-23 15:30:42 +0000 | [diff] [blame] | 1374 | # Notify the user if there is an orphaned entry in their working copy. |
| 1375 | # Only delete the directory if there are no changes in it, and |
| 1376 | # delete_unversioned_trees is set to true. |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 1377 | entries = [i.name for i in self.root.subtree(False) if i.url] |
xusydoc@chromium.org | 885a960 | 2013-05-31 09:54:40 +0000 | [diff] [blame] | 1378 | full_entries = [os.path.join(self.root_dir, e.replace('/', os.path.sep)) |
| 1379 | for e in entries] |
| 1380 | |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1381 | for entry, prev_url in self._ReadEntries().iteritems(): |
maruel@chromium.org | 04dd7de | 2010-10-14 13:25:49 +0000 | [diff] [blame] | 1382 | if not prev_url: |
| 1383 | # entry must have been overridden via .gclient custom_deps |
| 1384 | continue |
maruel@chromium.org | c5e9aec | 2009-08-03 18:25:56 +0000 | [diff] [blame] | 1385 | # Fix path separator on Windows. |
| 1386 | entry_fixed = entry.replace('/', os.path.sep) |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1387 | e_dir = os.path.join(self.root_dir, entry_fixed) |
maruel@chromium.org | c5e9aec | 2009-08-03 18:25:56 +0000 | [diff] [blame] | 1388 | # Use entry and not entry_fixed there. |
jochen@chromium.org | a78e553 | 2013-03-11 13:33:03 +0000 | [diff] [blame] | 1389 | if (entry not in entries and |
| 1390 | (not any(path.startswith(entry + '/') for path in entries)) and |
jochen@chromium.org | cc47572 | 2013-03-11 13:07:40 +0000 | [diff] [blame] | 1391 | os.path.exists(e_dir)): |
primiano@chromium.org | 1c12738 | 2015-02-17 11:15:40 +0000 | [diff] [blame] | 1392 | # The entry has been removed from DEPS. |
szager@chromium.org | fe0d190 | 2014-04-08 20:50:44 +0000 | [diff] [blame] | 1393 | scm = gclient_scm.CreateSCM( |
| 1394 | prev_url, self.root_dir, entry_fixed, self.outbuf) |
xusydoc@chromium.org | 885a960 | 2013-05-31 09:54:40 +0000 | [diff] [blame] | 1395 | |
| 1396 | # Check to see if this directory is now part of a higher-up checkout. |
borenet@google.com | 359bb64 | 2014-05-13 17:28:19 +0000 | [diff] [blame] | 1397 | scm_root = None |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1398 | try: |
| 1399 | scm_root = gclient_scm.scm.GIT.GetCheckoutRoot(scm.checkout_path) |
| 1400 | except subprocess2.CalledProcessError: |
| 1401 | pass |
| 1402 | if not scm_root: |
borenet@google.com | 359bb64 | 2014-05-13 17:28:19 +0000 | [diff] [blame] | 1403 | logging.warning('Could not find checkout root for %s. Unable to ' |
| 1404 | 'determine whether it is part of a higher-level ' |
| 1405 | 'checkout, so not removing.' % entry) |
| 1406 | continue |
primiano@chromium.org | 1c12738 | 2015-02-17 11:15:40 +0000 | [diff] [blame] | 1407 | |
| 1408 | # This is to handle the case of third_party/WebKit migrating from |
| 1409 | # being a DEPS entry to being part of the main project. |
| 1410 | # If the subproject is a Git project, we need to remove its .git |
| 1411 | # folder. Otherwise git operations on that folder will have different |
| 1412 | # effects depending on the current working directory. |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1413 | if os.path.abspath(scm_root) == os.path.abspath(e_dir): |
primiano@chromium.org | 1c12738 | 2015-02-17 11:15:40 +0000 | [diff] [blame] | 1414 | e_par_dir = os.path.join(e_dir, os.pardir) |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1415 | if gclient_scm.scm.GIT.IsInsideWorkTree(e_par_dir): |
| 1416 | par_scm_root = gclient_scm.scm.GIT.GetCheckoutRoot(e_par_dir) |
primiano@chromium.org | 1c12738 | 2015-02-17 11:15:40 +0000 | [diff] [blame] | 1417 | # rel_e_dir : relative path of entry w.r.t. its parent repo. |
| 1418 | rel_e_dir = os.path.relpath(e_dir, par_scm_root) |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1419 | if gclient_scm.scm.GIT.IsDirectoryVersioned( |
| 1420 | par_scm_root, rel_e_dir): |
primiano@chromium.org | 1c12738 | 2015-02-17 11:15:40 +0000 | [diff] [blame] | 1421 | save_dir = scm.GetGitBackupDirPath() |
| 1422 | # Remove any eventual stale backup dir for the same project. |
| 1423 | if os.path.exists(save_dir): |
| 1424 | gclient_utils.rmtree(save_dir) |
| 1425 | os.rename(os.path.join(e_dir, '.git'), save_dir) |
| 1426 | # When switching between the two states (entry/ is a subproject |
| 1427 | # -> entry/ is part of the outer project), it is very likely |
| 1428 | # that some files are changed in the checkout, unless we are |
| 1429 | # jumping *exactly* across the commit which changed just DEPS. |
| 1430 | # In such case we want to cleanup any eventual stale files |
| 1431 | # (coming from the old subproject) in order to end up with a |
| 1432 | # clean checkout. |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1433 | gclient_scm.scm.GIT.CleanupDir(par_scm_root, rel_e_dir) |
primiano@chromium.org | 1c12738 | 2015-02-17 11:15:40 +0000 | [diff] [blame] | 1434 | assert not os.path.exists(os.path.join(e_dir, '.git')) |
| 1435 | print(('\nWARNING: \'%s\' has been moved from DEPS to a higher ' |
| 1436 | 'level checkout. The git folder containing all the local' |
| 1437 | ' branches has been saved to %s.\n' |
| 1438 | 'If you don\'t care about its state you can safely ' |
| 1439 | 'remove that folder to free up space.') % |
| 1440 | (entry, save_dir)) |
| 1441 | continue |
| 1442 | |
borenet@google.com | 359bb64 | 2014-05-13 17:28:19 +0000 | [diff] [blame] | 1443 | if scm_root in full_entries: |
primiano@chromium.org | 1c12738 | 2015-02-17 11:15:40 +0000 | [diff] [blame] | 1444 | logging.info('%s is part of a higher level checkout, not removing', |
| 1445 | scm.GetCheckoutRoot()) |
xusydoc@chromium.org | 885a960 | 2013-05-31 09:54:40 +0000 | [diff] [blame] | 1446 | continue |
| 1447 | |
| 1448 | file_list = [] |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1449 | scm.status(self._options, [], file_list) |
| 1450 | modified_files = file_list != [] |
maruel@chromium.org | 28d14bd | 2010-11-11 20:37:09 +0000 | [diff] [blame] | 1451 | if (not self._options.delete_unversioned_trees or |
| 1452 | (modified_files and not self._options.force)): |
maruel@chromium.org | c5e9aec | 2009-08-03 18:25:56 +0000 | [diff] [blame] | 1453 | # There are modified files in this entry. Keep warning until |
| 1454 | # removed. |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1455 | print(('\nWARNING: \'%s\' is no longer part of this client. ' |
| 1456 | 'It is recommended that you manually remove it.\n') % |
maruel@chromium.org | c5e9aec | 2009-08-03 18:25:56 +0000 | [diff] [blame] | 1457 | entry_fixed) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1458 | else: |
| 1459 | # Delete the entry |
maruel@chromium.org | 73e2114 | 2010-07-05 13:32:01 +0000 | [diff] [blame] | 1460 | print('\n________ deleting \'%s\' in \'%s\'' % ( |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1461 | entry_fixed, self.root_dir)) |
digit@chromium.org | dc112ac | 2013-04-24 13:00:19 +0000 | [diff] [blame] | 1462 | gclient_utils.rmtree(e_dir) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1463 | # record the current list of entries for next time |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1464 | self._SaveEntries() |
maruel@chromium.org | 17cdf76 | 2010-05-28 17:30:52 +0000 | [diff] [blame] | 1465 | return 0 |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1466 | |
| 1467 | def PrintRevInfo(self): |
maruel@chromium.org | 54a07a2 | 2010-06-14 19:07:39 +0000 | [diff] [blame] | 1468 | if not self.dependencies: |
maruel@chromium.org | 73e2114 | 2010-07-05 13:32:01 +0000 | [diff] [blame] | 1469 | raise gclient_utils.Error('No solution specified') |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1470 | # Load all the settings. |
szager@chromium.org | fe0d190 | 2014-04-08 20:50:44 +0000 | [diff] [blame] | 1471 | work_queue = gclient_utils.ExecutionQueue( |
| 1472 | self._options.jobs, None, False, verbose=self._options.verbose) |
maruel@chromium.org | 049bced | 2010-08-12 13:37:20 +0000 | [diff] [blame] | 1473 | for s in self.dependencies: |
| 1474 | work_queue.enqueue(s) |
maruel@chromium.org | 3742c84 | 2010-09-09 19:27:14 +0000 | [diff] [blame] | 1475 | work_queue.flush({}, None, [], options=self._options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1476 | |
maruel@chromium.org | 6da25d0 | 2010-08-11 17:32:55 +0000 | [diff] [blame] | 1477 | def GetURLAndRev(dep): |
| 1478 | """Returns the revision-qualified SCM url for a Dependency.""" |
| 1479 | if dep.parsed_url is None: |
maruel@chromium.org | baa578e | 2010-07-12 17:36:59 +0000 | [diff] [blame] | 1480 | return None |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1481 | url, _ = gclient_utils.SplitUrlRevision(dep.parsed_url) |
szager@chromium.org | fe0d190 | 2014-04-08 20:50:44 +0000 | [diff] [blame] | 1482 | scm = gclient_scm.CreateSCM( |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1483 | dep.parsed_url, self.root_dir, dep.name, self.outbuf) |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1484 | if not os.path.isdir(scm.checkout_path): |
| 1485 | return None |
maruel@chromium.org | baa578e | 2010-07-12 17:36:59 +0000 | [diff] [blame] | 1486 | return '%s@%s' % (url, scm.revinfo(self._options, [], None)) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1487 | |
maruel@chromium.org | baa578e | 2010-07-12 17:36:59 +0000 | [diff] [blame] | 1488 | if self._options.snapshot: |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1489 | new_gclient = '' |
| 1490 | # First level at .gclient |
| 1491 | for d in self.dependencies: |
| 1492 | entries = {} |
maruel@chromium.org | 6da25d0 | 2010-08-11 17:32:55 +0000 | [diff] [blame] | 1493 | def GrabDeps(dep): |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1494 | """Recursively grab dependencies.""" |
maruel@chromium.org | 6da25d0 | 2010-08-11 17:32:55 +0000 | [diff] [blame] | 1495 | for d in dep.dependencies: |
| 1496 | entries[d.name] = GetURLAndRev(d) |
| 1497 | GrabDeps(d) |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1498 | GrabDeps(d) |
| 1499 | custom_deps = [] |
| 1500 | for k in sorted(entries.keys()): |
| 1501 | if entries[k]: |
| 1502 | # Quotes aren't escaped... |
| 1503 | custom_deps.append(' \"%s\": \'%s\',\n' % (k, entries[k])) |
| 1504 | else: |
| 1505 | custom_deps.append(' \"%s\": None,\n' % k) |
| 1506 | new_gclient += self.DEFAULT_SNAPSHOT_SOLUTION_TEXT % { |
| 1507 | 'solution_name': d.name, |
| 1508 | 'solution_url': d.url, |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1509 | 'deps_file': d.deps_file, |
cmp@chromium.org | eb2756d | 2011-09-20 20:17:51 +0000 | [diff] [blame] | 1510 | 'managed': d.managed, |
maruel@chromium.org | df2b315 | 2010-07-21 17:35:24 +0000 | [diff] [blame] | 1511 | 'solution_deps': ''.join(custom_deps), |
| 1512 | } |
| 1513 | # Print the snapshot configuration file |
| 1514 | print(self.DEFAULT_SNAPSHOT_FILE_TEXT % {'solution_list': new_gclient}) |
nasser@codeaurora.org | de8f352 | 2010-03-11 23:47:44 +0000 | [diff] [blame] | 1515 | else: |
maruel@chromium.org | b1e315f | 2010-08-11 18:44:50 +0000 | [diff] [blame] | 1516 | entries = {} |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 1517 | for d in self.root.subtree(False): |
maruel@chromium.org | b1e315f | 2010-08-11 18:44:50 +0000 | [diff] [blame] | 1518 | if self._options.actual: |
| 1519 | entries[d.name] = GetURLAndRev(d) |
| 1520 | else: |
| 1521 | entries[d.name] = d.parsed_url |
| 1522 | keys = sorted(entries.keys()) |
| 1523 | for x in keys: |
maruel@chromium.org | ce46489 | 2010-08-12 17:12:18 +0000 | [diff] [blame] | 1524 | print('%s: %s' % (x, entries[x])) |
maruel@chromium.org | dde32ee | 2010-08-10 17:44:05 +0000 | [diff] [blame] | 1525 | logging.info(str(self)) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1526 | |
maruel@chromium.org | f50907b | 2010-08-12 17:05:48 +0000 | [diff] [blame] | 1527 | def ParseDepsFile(self): |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1528 | """No DEPS to parse for a .gclient file.""" |
maruel@chromium.org | 049bced | 2010-08-12 13:37:20 +0000 | [diff] [blame] | 1529 | raise gclient_utils.Error('Internal error') |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1530 | |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1531 | def PrintLocationAndContents(self): |
| 1532 | # Print out the .gclient file. This is longer than if we just printed the |
| 1533 | # client dict, but more legible, and it might contain helpful comments. |
| 1534 | print('Loaded .gclient config in %s:\n%s' % ( |
| 1535 | self.root_dir, self.config_content)) |
| 1536 | |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1537 | @property |
maruel@chromium.org | 75a5927 | 2010-06-11 22:34:03 +0000 | [diff] [blame] | 1538 | def root_dir(self): |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1539 | """Root directory of gclient checkout.""" |
maruel@chromium.org | 75a5927 | 2010-06-11 22:34:03 +0000 | [diff] [blame] | 1540 | return self._root_dir |
| 1541 | |
maruel@chromium.org | d6db3d5 | 2011-09-20 14:00:45 +0000 | [diff] [blame] | 1542 | @property |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 1543 | def enforced_os(self): |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1544 | """What deps_os entries that are to be parsed.""" |
maruel@chromium.org | 271375b | 2010-06-23 19:17:38 +0000 | [diff] [blame] | 1545 | return self._enforced_os |
| 1546 | |
maruel@chromium.org | 6898897 | 2011-09-20 14:11:42 +0000 | [diff] [blame] | 1547 | @property |
maruel@chromium.org | d36fba8 | 2010-06-28 16:50:40 +0000 | [diff] [blame] | 1548 | def recursion_limit(self): |
| 1549 | """How recursive can each dependencies in DEPS file can load DEPS file.""" |
| 1550 | return self._recursion_limit |
| 1551 | |
sivachandra@chromium.org | d45e73e | 2012-10-24 23:42:48 +0000 | [diff] [blame] | 1552 | @property |
cmp@chromium.org | c401ad1 | 2014-07-02 23:20:08 +0000 | [diff] [blame] | 1553 | def try_recursedeps(self): |
| 1554 | """Whether to attempt using recursedeps-style recursion processing.""" |
cmp@chromium.org | e84ac91 | 2014-06-30 23:14:35 +0000 | [diff] [blame] | 1555 | return True |
| 1556 | |
| 1557 | @property |
sivachandra@chromium.org | d45e73e | 2012-10-24 23:42:48 +0000 | [diff] [blame] | 1558 | def target_os(self): |
| 1559 | return self._enforced_os |
| 1560 | |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1561 | |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1562 | #### gclient commands. |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1563 | |
| 1564 | |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1565 | def CMDcleanup(parser, args): |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1566 | """DEPRECATED: SVN-only. Cleaned up all working copies. |
maruel@chromium.org | ddff62d | 2010-05-17 21:02:36 +0000 | [diff] [blame] | 1567 | |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1568 | This is a no-op in Git. |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1569 | """ |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1570 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1571 | help='override deps for the specified (comma-separated) ' |
| 1572 | 'platform(s); \'all\' will process all deps_os ' |
| 1573 | 'references') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1574 | (options, args) = parser.parse_args(args) |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1575 | client = GClient.LoadCurrentConfig(options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1576 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1577 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1578 | if options.verbose: |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1579 | client.PrintLocationAndContents() |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1580 | return client.RunOnDeps('cleanup', args) |
| 1581 | |
| 1582 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1583 | @subcommand.usage('[command] [args ...]') |
piman@chromium.org | 4b90e3a | 2010-07-01 20:28:26 +0000 | [diff] [blame] | 1584 | def CMDrecurse(parser, args): |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1585 | """Operates [command args ...] on all the dependencies. |
piman@chromium.org | 4b90e3a | 2010-07-01 20:28:26 +0000 | [diff] [blame] | 1586 | |
| 1587 | Runs a shell command on all entries. |
qyearsley | 12fa6ff | 2016-08-24 09:18:40 -0700 | [diff] [blame] | 1588 | Sets GCLIENT_DEP_PATH environment variable as the dep's relative location to |
ilevy@chromium.org | 3711624 | 2012-11-28 01:32:48 +0000 | [diff] [blame] | 1589 | root directory of the checkout. |
piman@chromium.org | 4b90e3a | 2010-07-01 20:28:26 +0000 | [diff] [blame] | 1590 | """ |
| 1591 | # Stop parsing at the first non-arg so that these go through to the command |
| 1592 | parser.disable_interspersed_args() |
| 1593 | parser.add_option('-s', '--scm', action='append', default=[], |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1594 | help='Choose scm types to operate upon.') |
maruel@chromium.org | 288054d | 2012-03-05 00:43:07 +0000 | [diff] [blame] | 1595 | parser.add_option('-i', '--ignore', action='store_true', |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1596 | help='Ignore non-zero return codes from subcommands.') |
| 1597 | parser.add_option('--prepend-dir', action='store_true', |
| 1598 | help='Prepend relative dir for use with git <cmd> --null.') |
| 1599 | parser.add_option('--no-progress', action='store_true', |
| 1600 | help='Disable progress bar that shows sub-command updates') |
piman@chromium.org | 4b90e3a | 2010-07-01 20:28:26 +0000 | [diff] [blame] | 1601 | options, args = parser.parse_args(args) |
maruel@chromium.org | 45e9f2d | 2010-10-18 13:33:46 +0000 | [diff] [blame] | 1602 | if not args: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1603 | print('Need to supply a command!', file=sys.stderr) |
maruel@chromium.org | 45e9f2d | 2010-10-18 13:33:46 +0000 | [diff] [blame] | 1604 | return 1 |
maruel@chromium.org | 78cba52 | 2010-10-18 13:32:05 +0000 | [diff] [blame] | 1605 | root_and_entries = gclient_utils.GetGClientRootAndEntries() |
| 1606 | if not root_and_entries: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1607 | print( |
maruel@chromium.org | 78cba52 | 2010-10-18 13:32:05 +0000 | [diff] [blame] | 1608 | 'You need to run gclient sync at least once to use \'recurse\'.\n' |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1609 | 'This is because .gclient_entries needs to exist and be up to date.', |
| 1610 | file=sys.stderr) |
maruel@chromium.org | 78cba52 | 2010-10-18 13:32:05 +0000 | [diff] [blame] | 1611 | return 1 |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1612 | |
| 1613 | # Normalize options.scm to a set() |
piman@chromium.org | 4b90e3a | 2010-07-01 20:28:26 +0000 | [diff] [blame] | 1614 | scm_set = set() |
| 1615 | for scm in options.scm: |
| 1616 | scm_set.update(scm.split(',')) |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1617 | options.scm = scm_set |
piman@chromium.org | 4b90e3a | 2010-07-01 20:28:26 +0000 | [diff] [blame] | 1618 | |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1619 | options.nohooks = True |
| 1620 | client = GClient.LoadCurrentConfig(options) |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1621 | return client.RunOnDeps('recurse', args, ignore_requirements=True, |
| 1622 | progress=not options.no_progress) |
piman@chromium.org | 4b90e3a | 2010-07-01 20:28:26 +0000 | [diff] [blame] | 1623 | |
| 1624 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1625 | @subcommand.usage('[args ...]') |
davidbarr@chromium.org | 12f944e | 2012-03-01 02:18:31 +0000 | [diff] [blame] | 1626 | def CMDfetch(parser, args): |
| 1627 | """Fetches upstream commits for all modules. |
| 1628 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1629 | Completely git-specific. Simply runs 'git fetch [args ...]' for each module. |
| 1630 | """ |
davidbarr@chromium.org | 47ca0ee | 2012-03-02 16:06:11 +0000 | [diff] [blame] | 1631 | (options, args) = parser.parse_args(args) |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 1632 | return CMDrecurse(OptionParser(), [ |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1633 | '--jobs=%d' % options.jobs, '--scm=git', 'git', 'fetch'] + args) |
| 1634 | |
| 1635 | |
| 1636 | def CMDgrep(parser, args): |
| 1637 | """Greps through git repos managed by gclient. |
| 1638 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1639 | Runs 'git grep [args...]' for each module. |
| 1640 | """ |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1641 | # We can't use optparse because it will try to parse arguments sent |
| 1642 | # to git grep and throw an error. :-( |
| 1643 | if not args or re.match('(-h|--help)$', args[0]): |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1644 | print( |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1645 | 'Usage: gclient grep [-j <N>] git-grep-args...\n\n' |
| 1646 | 'Example: "gclient grep -j10 -A2 RefCountedBase" runs\n"git grep ' |
| 1647 | '-A2 RefCountedBase" on each of gclient\'s git\nrepos with up to ' |
| 1648 | '10 jobs.\n\nBonus: page output by appending "|& less -FRSX" to the' |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 1649 | ' end of your query.', |
| 1650 | file=sys.stderr) |
ilevy@chromium.org | f2ed3fb | 2012-11-09 23:39:49 +0000 | [diff] [blame] | 1651 | return 1 |
| 1652 | |
| 1653 | jobs_arg = ['--jobs=1'] |
| 1654 | if re.match(r'(-j|--jobs=)\d+$', args[0]): |
| 1655 | jobs_arg, args = args[:1], args[1:] |
| 1656 | elif re.match(r'(-j|--jobs)$', args[0]): |
| 1657 | jobs_arg, args = args[:2], args[2:] |
| 1658 | |
| 1659 | return CMDrecurse( |
| 1660 | parser, |
| 1661 | jobs_arg + ['--ignore', '--prepend-dir', '--no-progress', '--scm=git', |
| 1662 | 'git', 'grep', '--null', '--color=Always'] + args) |
davidbarr@chromium.org | 12f944e | 2012-03-01 02:18:31 +0000 | [diff] [blame] | 1663 | |
| 1664 | |
stip@chromium.org | a735da2 | 2015-04-29 23:18:20 +0000 | [diff] [blame] | 1665 | def CMDroot(parser, args): |
| 1666 | """Outputs the solution root (or current dir if there isn't one).""" |
| 1667 | (options, args) = parser.parse_args(args) |
| 1668 | client = GClient.LoadCurrentConfig(options) |
| 1669 | if client: |
| 1670 | print(os.path.abspath(client.root_dir)) |
| 1671 | else: |
| 1672 | print(os.path.abspath('.')) |
| 1673 | |
| 1674 | |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 1675 | @subcommand.usage('[url]') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1676 | def CMDconfig(parser, args): |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1677 | """Creates a .gclient file in the current directory. |
maruel@chromium.org | ddff62d | 2010-05-17 21:02:36 +0000 | [diff] [blame] | 1678 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1679 | This specifies the configuration for further commands. After update/sync, |
| 1680 | top-level DEPS files in each module are read to determine dependent |
| 1681 | modules to operate on as well. If optional [url] parameter is |
| 1682 | provided, then configuration is read from a specified Subversion server |
| 1683 | URL. |
| 1684 | """ |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 1685 | # We do a little dance with the --gclientfile option. 'gclient config' is the |
| 1686 | # only command where it's acceptable to have both '--gclientfile' and '--spec' |
| 1687 | # arguments. So, we temporarily stash any --gclientfile parameter into |
| 1688 | # options.output_config_file until after the (gclientfile xor spec) error |
| 1689 | # check. |
| 1690 | parser.remove_option('--gclientfile') |
| 1691 | parser.add_option('--gclientfile', dest='output_config_file', |
| 1692 | help='Specify an alternate .gclient file') |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1693 | parser.add_option('--name', |
| 1694 | help='overrides the default name for the solution') |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1695 | parser.add_option('--deps-file', default='DEPS', |
| 1696 | help='overrides the default name for the DEPS file for the' |
| 1697 | 'main solutions and all sub-dependencies') |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1698 | parser.add_option('--unmanaged', action='store_true', default=False, |
cmp@chromium.org | eb2756d | 2011-09-20 20:17:51 +0000 | [diff] [blame] | 1699 | help='overrides the default behavior to make it possible ' |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1700 | 'to have the main solution untouched by gclient ' |
| 1701 | '(gclient will check out unmanaged dependencies but ' |
| 1702 | 'will never sync them)') |
iannucci@chromium.org | 53456aa | 2013-07-03 19:38:34 +0000 | [diff] [blame] | 1703 | parser.add_option('--cache-dir', |
| 1704 | help='(git only) Cache all git repos into this dir and do ' |
| 1705 | 'shared clones from the cache, instead of cloning ' |
| 1706 | 'directly from the remote. (experimental)') |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 1707 | parser.set_defaults(config_filename=None) |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1708 | (options, args) = parser.parse_args(args) |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 1709 | if options.output_config_file: |
| 1710 | setattr(options, 'config_filename', getattr(options, 'output_config_file')) |
maruel@chromium.org | 5fc2a33 | 2010-05-26 19:37:15 +0000 | [diff] [blame] | 1711 | if ((options.spec and args) or len(args) > 2 or |
| 1712 | (not options.spec and not args)): |
| 1713 | parser.error('Inconsistent arguments. Use either --spec or one or 2 args') |
| 1714 | |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1715 | client = GClient('.', options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1716 | if options.spec: |
| 1717 | client.SetConfig(options.spec) |
| 1718 | else: |
maruel@chromium.org | 1ab7ffc | 2009-06-03 17:21:37 +0000 | [diff] [blame] | 1719 | base_url = args[0].rstrip('/') |
iposva@chromium.org | 8cf7a39 | 2010-04-07 17:20:26 +0000 | [diff] [blame] | 1720 | if not options.name: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1721 | name = base_url.split('/')[-1] |
nsylvain@google.com | 12649ef | 2011-06-01 17:11:20 +0000 | [diff] [blame] | 1722 | if name.endswith('.git'): |
| 1723 | name = name[:-4] |
iposva@chromium.org | 8cf7a39 | 2010-04-07 17:20:26 +0000 | [diff] [blame] | 1724 | else: |
| 1725 | # specify an alternate relpath for the given URL. |
| 1726 | name = options.name |
agable@chromium.org | f221467 | 2015-10-27 21:02:48 +0000 | [diff] [blame] | 1727 | if not os.path.abspath(os.path.join(os.getcwd(), name)).startswith( |
| 1728 | os.getcwd()): |
| 1729 | parser.error('Do not pass a relative path for --name.') |
| 1730 | if any(x in ('..', '.', '/', '\\') for x in name.split(os.sep)): |
| 1731 | parser.error('Do not include relative path components in --name.') |
| 1732 | |
nsylvain@google.com | efc8093 | 2011-05-31 21:27:56 +0000 | [diff] [blame] | 1733 | deps_file = options.deps_file |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 1734 | client.SetDefaultConfig(name, deps_file, base_url, |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1735 | managed=not options.unmanaged, |
iannucci@chromium.org | 53456aa | 2013-07-03 19:38:34 +0000 | [diff] [blame] | 1736 | cache_dir=options.cache_dir) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1737 | client.SaveConfig() |
maruel@chromium.org | 79692d6 | 2010-05-14 18:57:13 +0000 | [diff] [blame] | 1738 | return 0 |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1739 | |
| 1740 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1741 | @subcommand.epilog("""Example: |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1742 | gclient pack > patch.txt |
| 1743 | generate simple patch for configured client and dependences |
| 1744 | """) |
| 1745 | def CMDpack(parser, args): |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1746 | """Generates a patch which can be applied at the root of the tree. |
maruel@chromium.org | ddff62d | 2010-05-17 21:02:36 +0000 | [diff] [blame] | 1747 | |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1748 | Internally, runs 'git diff' on each checked out module and |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1749 | dependencies, and performs minimal postprocessing of the output. The |
| 1750 | resulting patch is printed to stdout and can be applied to a freshly |
| 1751 | checked out tree via 'patch -p0 < patchfile'. |
| 1752 | """ |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1753 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1754 | help='override deps for the specified (comma-separated) ' |
| 1755 | 'platform(s); \'all\' will process all deps_os ' |
| 1756 | 'references') |
haitao.feng@intel.com | 306080c | 2012-05-04 13:11:29 +0000 | [diff] [blame] | 1757 | parser.remove_option('--jobs') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1758 | (options, args) = parser.parse_args(args) |
iannucci@chromium.org | 50395ea | 2013-04-04 04:47:42 +0000 | [diff] [blame] | 1759 | # Force jobs to 1 so the stdout is not annotated with the thread ids |
haitao.feng@intel.com | 306080c | 2012-05-04 13:11:29 +0000 | [diff] [blame] | 1760 | options.jobs = 1 |
kbr@google.com | ab31859 | 2009-09-04 00:54:55 +0000 | [diff] [blame] | 1761 | client = GClient.LoadCurrentConfig(options) |
| 1762 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1763 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
kbr@google.com | ab31859 | 2009-09-04 00:54:55 +0000 | [diff] [blame] | 1764 | if options.verbose: |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1765 | client.PrintLocationAndContents() |
kbr@google.com | ab31859 | 2009-09-04 00:54:55 +0000 | [diff] [blame] | 1766 | return client.RunOnDeps('pack', args) |
| 1767 | |
| 1768 | |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1769 | def CMDstatus(parser, args): |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1770 | """Shows modification status for every dependencies.""" |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1771 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1772 | help='override deps for the specified (comma-separated) ' |
| 1773 | 'platform(s); \'all\' will process all deps_os ' |
| 1774 | 'references') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1775 | (options, args) = parser.parse_args(args) |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1776 | client = GClient.LoadCurrentConfig(options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1777 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1778 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1779 | if options.verbose: |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1780 | client.PrintLocationAndContents() |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1781 | return client.RunOnDeps('status', args) |
| 1782 | |
| 1783 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1784 | @subcommand.epilog("""Examples: |
maruel@chromium.org | 79692d6 | 2010-05-14 18:57:13 +0000 | [diff] [blame] | 1785 | gclient sync |
| 1786 | update files from SCM according to current configuration, |
| 1787 | *for modules which have changed since last update or sync* |
| 1788 | gclient sync --force |
| 1789 | update files from SCM according to current configuration, for |
| 1790 | all modules (useful for recovering files deleted from local copy) |
| 1791 | gclient sync --revision src@31000 |
| 1792 | update src directory to r31000 |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 1793 | |
| 1794 | JSON output format: |
| 1795 | If the --output-json option is specified, the following document structure will |
| 1796 | be emitted to the provided file. 'null' entries may occur for subprojects which |
| 1797 | are present in the gclient solution, but were not processed (due to custom_deps, |
| 1798 | os_deps, etc.) |
| 1799 | |
| 1800 | { |
| 1801 | "solutions" : { |
| 1802 | "<name>": { # <name> is the posix-normalized path to the solution. |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1803 | "revision": [<git id hex string>|null], |
| 1804 | "scm": ["git"|null], |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 1805 | } |
| 1806 | } |
| 1807 | } |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1808 | """) |
| 1809 | def CMDsync(parser, args): |
| 1810 | """Checkout/update all modules.""" |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1811 | parser.add_option('-f', '--force', action='store_true', |
| 1812 | help='force update even for unchanged modules') |
| 1813 | parser.add_option('-n', '--nohooks', action='store_true', |
| 1814 | help='don\'t run hooks after the update is complete') |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 1815 | parser.add_option('-p', '--noprehooks', action='store_true', |
| 1816 | help='don\'t run pre-DEPS hooks', default=False) |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1817 | parser.add_option('-r', '--revision', action='append', |
| 1818 | dest='revisions', metavar='REV', default=[], |
| 1819 | help='Enforces revision/hash for the solutions with the ' |
| 1820 | 'format src@rev. The src@ part is optional and can be ' |
| 1821 | 'skipped. -r can be used multiple times when .gclient ' |
| 1822 | 'has multiple solutions configured and will work even ' |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 1823 | 'if the src@ part is skipped.') |
maruel@chromium.org | 794207e | 2013-03-08 15:29:43 +0000 | [diff] [blame] | 1824 | parser.add_option('--with_branch_heads', action='store_true', |
| 1825 | help='Clone git "branch_heads" refspecs in addition to ' |
| 1826 | 'the default refspecs. This adds about 1/2GB to a ' |
| 1827 | 'full checkout. (git only)') |
szager@chromium.org | 8d3348f | 2014-08-19 22:49:16 +0000 | [diff] [blame] | 1828 | parser.add_option('--with_tags', action='store_true', |
| 1829 | help='Clone git tags in addition to the default refspecs.') |
agable | 2697cd1 | 2016-06-28 10:23:53 -0700 | [diff] [blame] | 1830 | parser.add_option('-H', '--head', action='store_true', |
agable | a98a6cd | 2016-11-15 14:30:10 -0800 | [diff] [blame] | 1831 | help='DEPRECATED: only made sense with safesync urls.') |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1832 | parser.add_option('-D', '--delete_unversioned_trees', action='store_true', |
steveblock@chromium.org | 98e6945 | 2012-02-16 16:36:43 +0000 | [diff] [blame] | 1833 | help='Deletes from the working copy any dependencies that ' |
| 1834 | 'have been removed since the last sync, as long as ' |
| 1835 | 'there are no local modifications. When used with ' |
| 1836 | '--force, such dependencies are removed even if they ' |
| 1837 | 'have local modifications. When used with --reset, ' |
| 1838 | 'all untracked directories are removed from the ' |
tnagel@chromium.org | a2aaa63 | 2014-02-28 21:47:27 +0000 | [diff] [blame] | 1839 | 'working copy, excluding those which are explicitly ' |
steveblock@chromium.org | 98e6945 | 2012-02-16 16:36:43 +0000 | [diff] [blame] | 1840 | 'ignored in the repository.') |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1841 | parser.add_option('-R', '--reset', action='store_true', |
| 1842 | help='resets any local changes before updating (git only)') |
bauerb@chromium.org | 2aad1b2 | 2011-07-22 12:00:41 +0000 | [diff] [blame] | 1843 | parser.add_option('-M', '--merge', action='store_true', |
| 1844 | help='merge upstream changes instead of trying to ' |
| 1845 | 'fast-forward or rebase') |
dnj@chromium.org | 5b23e87 | 2015-02-20 21:25:57 +0000 | [diff] [blame] | 1846 | parser.add_option('-A', '--auto_rebase', action='store_true', |
| 1847 | help='Automatically rebase repositories against local ' |
| 1848 | 'checkout during update (git only).') |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1849 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1850 | help='override deps for the specified (comma-separated) ' |
| 1851 | 'platform(s); \'all\' will process all deps_os ' |
| 1852 | 'references') |
iannucci@chromium.org | d4fffee | 2013-06-28 00:35:26 +0000 | [diff] [blame] | 1853 | parser.add_option('--upstream', action='store_true', |
| 1854 | help='Make repo state match upstream branch.') |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 1855 | parser.add_option('--output-json', |
| 1856 | help='Output a json document to this path containing ' |
| 1857 | 'summary information about the sync.') |
primiano@chromium.org | 5439ea5 | 2014-08-06 17:18:18 +0000 | [diff] [blame] | 1858 | parser.add_option('--no-history', action='store_true', |
| 1859 | help='GIT ONLY - Reduces the size/time of the checkout at ' |
| 1860 | 'the cost of no history. Requires Git 1.9+') |
hinoka@chromium.org | 46b8741 | 2014-05-15 00:42:05 +0000 | [diff] [blame] | 1861 | parser.add_option('--shallow', action='store_true', |
| 1862 | help='GIT ONLY - Do a shallow clone into the cache dir. ' |
| 1863 | 'Requires Git 1.9+') |
e.hakkinen@samsung.com | e8bc1aa | 2015-04-08 08:00:37 +0000 | [diff] [blame] | 1864 | parser.add_option('--no_bootstrap', '--no-bootstrap', |
| 1865 | action='store_true', |
| 1866 | help='Don\'t bootstrap from Google Storage.') |
hinoka@chromium.org | 8a10f6d | 2014-06-23 18:38:57 +0000 | [diff] [blame] | 1867 | parser.add_option('--ignore_locks', action='store_true', |
| 1868 | help='GIT ONLY - Ignore cache locks.') |
iannucci@chromium.org | 30a0798 | 2016-04-07 21:35:19 +0000 | [diff] [blame] | 1869 | parser.add_option('--break_repo_locks', action='store_true', |
| 1870 | help='GIT ONLY - Forcibly remove repo locks (e.g. ' |
| 1871 | 'index.lock). This should only be used if you know for ' |
| 1872 | 'certain that this invocation of gclient is the only ' |
| 1873 | 'thing operating on the git repos (e.g. on a bot).') |
nodir@chromium.org | 5b48e48 | 2016-03-18 20:27:54 +0000 | [diff] [blame] | 1874 | parser.add_option('--lock_timeout', type='int', default=5000, |
szager@chromium.org | dbb6f82 | 2016-02-02 22:59:30 +0000 | [diff] [blame] | 1875 | help='GIT ONLY - Deadline (in seconds) to wait for git ' |
nodir@chromium.org | 5b48e48 | 2016-03-18 20:27:54 +0000 | [diff] [blame] | 1876 | 'cache lock to become available. Default is %default.') |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1877 | # TODO(agable): Remove these when the oldest CrOS release milestone is M56. |
| 1878 | parser.add_option('-t', '--transitive', action='store_true', |
| 1879 | help='DEPRECATED: This is a no-op.') |
sdefresne | 69b1be1 | 2016-10-18 05:48:02 -0700 | [diff] [blame] | 1880 | parser.add_option('-m', '--manually_grab_svn_rev', action='store_true', |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1881 | help='DEPRECATED: This is a no-op.') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1882 | (options, args) = parser.parse_args(args) |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1883 | client = GClient.LoadCurrentConfig(options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1884 | |
| 1885 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1886 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1887 | |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 1888 | if options.revisions and options.head: |
| 1889 | # TODO(maruel): Make it a parser.error if it doesn't break any builder. |
| 1890 | print('Warning: you cannot use both --head and --revision') |
| 1891 | |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1892 | if options.verbose: |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1893 | client.PrintLocationAndContents() |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 1894 | ret = client.RunOnDeps('update', args) |
| 1895 | if options.output_json: |
| 1896 | slns = {} |
| 1897 | for d in client.subtree(True): |
| 1898 | normed = d.name.replace('\\', '/').rstrip('/') + '/' |
| 1899 | slns[normed] = { |
| 1900 | 'revision': d.got_revision, |
| 1901 | 'scm': d.used_scm.name if d.used_scm else None, |
hinoka@chromium.org | 17db905 | 2014-05-10 01:11:29 +0000 | [diff] [blame] | 1902 | 'url': str(d.url) if d.url else None, |
iannucci@chromium.org | 2702bcd | 2013-09-24 19:10:07 +0000 | [diff] [blame] | 1903 | } |
| 1904 | with open(options.output_json, 'wb') as f: |
| 1905 | json.dump({'solutions': slns}, f) |
| 1906 | return ret |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1907 | |
| 1908 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1909 | CMDupdate = CMDsync |
| 1910 | |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1911 | |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1912 | def CMDdiff(parser, args): |
| 1913 | """Displays local diff for every dependencies.""" |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1914 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1915 | help='override deps for the specified (comma-separated) ' |
| 1916 | 'platform(s); \'all\' will process all deps_os ' |
| 1917 | 'references') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1918 | (options, args) = parser.parse_args(args) |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1919 | client = GClient.LoadCurrentConfig(options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1920 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1921 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1922 | if options.verbose: |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1923 | client.PrintLocationAndContents() |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1924 | return client.RunOnDeps('diff', args) |
| 1925 | |
| 1926 | |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1927 | def CMDrevert(parser, args): |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1928 | """Reverts all modifications in every dependencies. |
maruel@chromium.org | 28d14bd | 2010-11-11 20:37:09 +0000 | [diff] [blame] | 1929 | |
| 1930 | That's the nuclear option to get back to a 'clean' state. It removes anything |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1931 | that shows up in git status.""" |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1932 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1933 | help='override deps for the specified (comma-separated) ' |
| 1934 | 'platform(s); \'all\' will process all deps_os ' |
| 1935 | 'references') |
| 1936 | parser.add_option('-n', '--nohooks', action='store_true', |
| 1937 | help='don\'t run hooks after the revert is complete') |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 1938 | parser.add_option('-p', '--noprehooks', action='store_true', |
| 1939 | help='don\'t run pre-DEPS hooks', default=False) |
iannucci@chromium.org | d4fffee | 2013-06-28 00:35:26 +0000 | [diff] [blame] | 1940 | parser.add_option('--upstream', action='store_true', |
| 1941 | help='Make repo state match upstream branch.') |
iannucci@chromium.org | bf525dc | 2016-04-07 22:00:28 +0000 | [diff] [blame] | 1942 | parser.add_option('--break_repo_locks', action='store_true', |
| 1943 | help='GIT ONLY - Forcibly remove repo locks (e.g. ' |
| 1944 | 'index.lock). This should only be used if you know for ' |
| 1945 | 'certain that this invocation of gclient is the only ' |
| 1946 | 'thing operating on the git repos (e.g. on a bot).') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1947 | (options, args) = parser.parse_args(args) |
| 1948 | # --force is implied. |
| 1949 | options.force = True |
steveblock@chromium.org | 98e6945 | 2012-02-16 16:36:43 +0000 | [diff] [blame] | 1950 | options.reset = False |
| 1951 | options.delete_unversioned_trees = False |
agable | c903d73 | 2016-07-26 09:07:24 -0700 | [diff] [blame] | 1952 | options.merge = False |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1953 | client = GClient.LoadCurrentConfig(options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1954 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1955 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1956 | return client.RunOnDeps('revert', args) |
| 1957 | |
| 1958 | |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1959 | def CMDrunhooks(parser, args): |
| 1960 | """Runs hooks for files that have been modified in the local working copy.""" |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1961 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1962 | help='override deps for the specified (comma-separated) ' |
| 1963 | 'platform(s); \'all\' will process all deps_os ' |
| 1964 | 'references') |
| 1965 | parser.add_option('-f', '--force', action='store_true', default=True, |
| 1966 | help='Deprecated. No effect.') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1967 | (options, args) = parser.parse_args(args) |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1968 | client = GClient.LoadCurrentConfig(options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1969 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1970 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1971 | if options.verbose: |
sergiyb@chromium.org | fa2707e | 2016-03-12 00:40:56 +0000 | [diff] [blame] | 1972 | client.PrintLocationAndContents() |
maruel@chromium.org | 5df6a46 | 2009-08-28 18:52:26 +0000 | [diff] [blame] | 1973 | options.force = True |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1974 | options.nohooks = False |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1975 | return client.RunOnDeps('runhooks', args) |
| 1976 | |
| 1977 | |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1978 | def CMDrevinfo(parser, args): |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 1979 | """Outputs revision info mapping for the client and its dependencies. |
maruel@chromium.org | 9eda411 | 2010-06-11 18:56:10 +0000 | [diff] [blame] | 1980 | |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 1981 | This allows the capture of an overall 'revision' for the source tree that |
maruel@chromium.org | 9eda411 | 2010-06-11 18:56:10 +0000 | [diff] [blame] | 1982 | can be used to reproduce the same tree in the future. It is only useful for |
agable | d437d76 | 2016-10-17 09:35:11 -0700 | [diff] [blame] | 1983 | 'unpinned dependencies', i.e. DEPS/deps references without a git hash. |
| 1984 | A git branch name isn't 'pinned' since the actual commit can change. |
maruel@chromium.org | 9eda411 | 2010-06-11 18:56:10 +0000 | [diff] [blame] | 1985 | """ |
| 1986 | parser.add_option('--deps', dest='deps_os', metavar='OS_LIST', |
| 1987 | help='override deps for the specified (comma-separated) ' |
| 1988 | 'platform(s); \'all\' will process all deps_os ' |
| 1989 | 'references') |
maruel@chromium.org | b1e315f | 2010-08-11 18:44:50 +0000 | [diff] [blame] | 1990 | parser.add_option('-a', '--actual', action='store_true', |
| 1991 | help='gets the actual checked out revisions instead of the ' |
| 1992 | 'ones specified in the DEPS and .gclient files') |
maruel@chromium.org | 9eda411 | 2010-06-11 18:56:10 +0000 | [diff] [blame] | 1993 | parser.add_option('-s', '--snapshot', action='store_true', |
| 1994 | help='creates a snapshot .gclient file of the current ' |
maruel@chromium.org | b1e315f | 2010-08-11 18:44:50 +0000 | [diff] [blame] | 1995 | 'version of all repositories to reproduce the tree, ' |
| 1996 | 'implies -a') |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 1997 | (options, args) = parser.parse_args(args) |
maruel@chromium.org | 2806acc | 2009-05-15 12:33:34 +0000 | [diff] [blame] | 1998 | client = GClient.LoadCurrentConfig(options) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 1999 | if not client: |
maruel@chromium.org | 0b6a084 | 2010-06-15 14:34:19 +0000 | [diff] [blame] | 2000 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 2001 | client.PrintRevInfo() |
maruel@chromium.org | 79692d6 | 2010-05-14 18:57:13 +0000 | [diff] [blame] | 2002 | return 0 |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 2003 | |
| 2004 | |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 2005 | def CMDhookinfo(parser, args): |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 2006 | """Outputs the hooks that would be run by `gclient runhooks`.""" |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 2007 | (options, args) = parser.parse_args(args) |
| 2008 | options.force = True |
| 2009 | client = GClient.LoadCurrentConfig(options) |
| 2010 | if not client: |
| 2011 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
| 2012 | client.RunOnDeps(None, []) |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 2013 | print('; '.join(' '.join(hook) for hook in client.GetHooks(options))) |
szager@google.com | b9a78d3 | 2012-03-13 18:46:21 +0000 | [diff] [blame] | 2014 | return 0 |
| 2015 | |
| 2016 | |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 2017 | def CMDverify(parser, args): |
| 2018 | """Verifies the DEPS file deps are only from allowed_hosts.""" |
| 2019 | (options, args) = parser.parse_args(args) |
| 2020 | client = GClient.LoadCurrentConfig(options) |
| 2021 | if not client: |
| 2022 | raise gclient_utils.Error('client not configured; see \'gclient config\'') |
| 2023 | client.RunOnDeps(None, []) |
| 2024 | # Look at each first-level dependency of this gclient only. |
| 2025 | for dep in client.dependencies: |
| 2026 | bad_deps = dep.findDepsFromNotAllowedHosts() |
| 2027 | if not bad_deps: |
| 2028 | continue |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 2029 | print("There are deps from not allowed hosts in file %s" % dep.deps_file) |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 2030 | for bad_dep in bad_deps: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 2031 | print("\t%s at %s" % (bad_dep.name, bad_dep.url)) |
| 2032 | print("allowed_hosts:", ', '.join(dep.allowed_hosts)) |
tandrii@chromium.org | c137c1a | 2014-09-23 11:49:52 +0000 | [diff] [blame] | 2033 | sys.stdout.flush() |
| 2034 | raise gclient_utils.Error( |
| 2035 | 'dependencies from disallowed hosts; check your DEPS file.') |
| 2036 | return 0 |
| 2037 | |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2038 | class OptionParser(optparse.OptionParser): |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 2039 | gclientfile_default = os.environ.get('GCLIENT_FILE', '.gclient') |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2040 | |
| 2041 | def __init__(self, **kwargs): |
| 2042 | optparse.OptionParser.__init__( |
| 2043 | self, version='%prog ' + __version__, **kwargs) |
| 2044 | |
| 2045 | # Some arm boards have issues with parallel sync. |
| 2046 | if platform.machine().startswith('arm'): |
| 2047 | jobs = 1 |
| 2048 | else: |
| 2049 | jobs = max(8, gclient_utils.NumLocalCpus()) |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2050 | |
| 2051 | self.add_option( |
| 2052 | '-j', '--jobs', default=jobs, type='int', |
| 2053 | help='Specify how many SCM commands can run in parallel; defaults to ' |
tnagel@chromium.org | a2aaa63 | 2014-02-28 21:47:27 +0000 | [diff] [blame] | 2054 | '%default on this machine') |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2055 | self.add_option( |
| 2056 | '-v', '--verbose', action='count', default=0, |
| 2057 | help='Produces additional output for diagnostics. Can be used up to ' |
| 2058 | 'three times for more logging info.') |
| 2059 | self.add_option( |
| 2060 | '--gclientfile', dest='config_filename', |
| 2061 | help='Specify an alternate %s file' % self.gclientfile_default) |
| 2062 | self.add_option( |
| 2063 | '--spec', |
| 2064 | help='create a gclient file containing the provided string. Due to ' |
| 2065 | 'Cygwin/Python brokenness, it can\'t contain any newlines.') |
| 2066 | self.add_option( |
| 2067 | '--no-nag-max', default=False, action='store_true', |
scottmg@chromium.org | f547c80 | 2013-09-27 17:55:26 +0000 | [diff] [blame] | 2068 | help='Ignored for backwards compatibility.') |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2069 | |
| 2070 | def parse_args(self, args=None, values=None): |
| 2071 | """Integrates standard options processing.""" |
| 2072 | options, args = optparse.OptionParser.parse_args(self, args, values) |
| 2073 | levels = [logging.ERROR, logging.WARNING, logging.INFO, logging.DEBUG] |
| 2074 | logging.basicConfig( |
| 2075 | level=levels[min(options.verbose, len(levels) - 1)], |
maruel@chromium.org | 0895b75 | 2011-08-26 20:40:33 +0000 | [diff] [blame] | 2076 | format='%(module)s(%(lineno)d) %(funcName)s:%(message)s') |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 2077 | if options.config_filename and options.spec: |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2078 | self.error('Cannot specifiy both --gclientfile and --spec') |
rdsmith@chromium.org | d9591f0 | 2014-02-05 19:28:20 +0000 | [diff] [blame] | 2079 | if (options.config_filename and |
| 2080 | options.config_filename != os.path.basename(options.config_filename)): |
| 2081 | self.error('--gclientfile target must be a filename, not a path') |
szager@chromium.org | e2e0320 | 2012-07-31 18:05:16 +0000 | [diff] [blame] | 2082 | if not options.config_filename: |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2083 | options.config_filename = self.gclientfile_default |
maruel@chromium.org | 0895b75 | 2011-08-26 20:40:33 +0000 | [diff] [blame] | 2084 | options.entries_filename = options.config_filename + '_entries' |
| 2085 | if options.jobs < 1: |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2086 | self.error('--jobs must be 1 or higher') |
maruel@chromium.org | 0895b75 | 2011-08-26 20:40:33 +0000 | [diff] [blame] | 2087 | |
| 2088 | # These hacks need to die. |
| 2089 | if not hasattr(options, 'revisions'): |
| 2090 | # GClient.RunOnDeps expects it even if not applicable. |
| 2091 | options.revisions = [] |
smut | ae7ea31 | 2016-07-18 11:59:41 -0700 | [diff] [blame] | 2092 | if not hasattr(options, 'head'): |
| 2093 | options.head = None |
maruel@chromium.org | 0895b75 | 2011-08-26 20:40:33 +0000 | [diff] [blame] | 2094 | if not hasattr(options, 'nohooks'): |
| 2095 | options.nohooks = True |
borenet@google.com | 2d1ee9e | 2013-10-15 08:13:16 +0000 | [diff] [blame] | 2096 | if not hasattr(options, 'noprehooks'): |
| 2097 | options.noprehooks = True |
maruel@chromium.org | 0895b75 | 2011-08-26 20:40:33 +0000 | [diff] [blame] | 2098 | if not hasattr(options, 'deps_os'): |
| 2099 | options.deps_os = None |
maruel@chromium.org | 0895b75 | 2011-08-26 20:40:33 +0000 | [diff] [blame] | 2100 | if not hasattr(options, 'force'): |
| 2101 | options.force = None |
| 2102 | return (options, args) |
iannucci@chromium.org | d9c1b20 | 2013-07-24 23:52:11 +0000 | [diff] [blame] | 2103 | |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 2104 | |
| 2105 | def disable_buffering(): |
| 2106 | # Make stdout auto-flush so buildbot doesn't kill us during lengthy |
| 2107 | # operations. Python as a strong tendency to buffer sys.stdout. |
| 2108 | sys.stdout = gclient_utils.MakeFileAutoFlush(sys.stdout) |
| 2109 | # Make stdout annotated with the thread ids. |
| 2110 | sys.stdout = gclient_utils.MakeFileAnnotated(sys.stdout) |
maruel@chromium.org | 0895b75 | 2011-08-26 20:40:33 +0000 | [diff] [blame] | 2111 | |
| 2112 | |
sbc@chromium.org | 013731e | 2015-02-26 18:28:43 +0000 | [diff] [blame] | 2113 | def main(argv): |
maruel@chromium.org | 5ca2769 | 2010-05-26 19:32:41 +0000 | [diff] [blame] | 2114 | """Doesn't parse the arguments here, just find the right subcommand to |
| 2115 | execute.""" |
maruel@chromium.org | 82798cb | 2012-02-23 18:16:12 +0000 | [diff] [blame] | 2116 | if sys.hexversion < 0x02060000: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 2117 | print( |
maruel@chromium.org | 82798cb | 2012-02-23 18:16:12 +0000 | [diff] [blame] | 2118 | '\nYour python version %s is unsupported, please upgrade.\n' % |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 2119 | sys.version.split(' ', 1)[0], |
| 2120 | file=sys.stderr) |
maruel@chromium.org | 82798cb | 2012-02-23 18:16:12 +0000 | [diff] [blame] | 2121 | return 2 |
bcwhite@chromium.org | 6683ab4 | 2013-02-11 16:13:47 +0000 | [diff] [blame] | 2122 | if not sys.executable: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 2123 | print( |
| 2124 | '\nPython cannot find the location of it\'s own executable.\n', |
| 2125 | file=sys.stderr) |
bcwhite@chromium.org | 6683ab4 | 2013-02-11 16:13:47 +0000 | [diff] [blame] | 2126 | return 2 |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 2127 | fix_encoding.fix_encoding() |
| 2128 | disable_buffering() |
iannucci@chromium.org | 596cd5c | 2016-04-04 21:34:39 +0000 | [diff] [blame] | 2129 | setup_color.init() |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 2130 | dispatcher = subcommand.CommandDispatcher(__name__) |
maruel@chromium.org | 6e29d57 | 2010-06-04 17:32:20 +0000 | [diff] [blame] | 2131 | try: |
maruel@chromium.org | 39c0b22 | 2013-08-17 16:57:01 +0000 | [diff] [blame] | 2132 | return dispatcher.execute(OptionParser(), argv) |
xusydoc@chromium.org | 2fd6c3f | 2013-05-03 21:57:55 +0000 | [diff] [blame] | 2133 | except KeyboardInterrupt: |
| 2134 | gclient_utils.GClientChildren.KillAllRemainingChildren() |
| 2135 | raise |
vapier@chromium.org | a81a56e | 2015-11-11 07:56:13 +0000 | [diff] [blame] | 2136 | except (gclient_utils.Error, subprocess2.CalledProcessError) as e: |
vapier@chromium.org | bb79bea | 2015-11-11 07:30:23 +0000 | [diff] [blame] | 2137 | print('Error: %s' % str(e), file=sys.stderr) |
maruel@chromium.org | 6e29d57 | 2010-06-04 17:32:20 +0000 | [diff] [blame] | 2138 | return 1 |
borenet@google.com | 6a9b168 | 2014-03-24 18:35:23 +0000 | [diff] [blame] | 2139 | finally: |
| 2140 | gclient_utils.PrintWarnings() |
sbc@chromium.org | 013731e | 2015-02-26 18:28:43 +0000 | [diff] [blame] | 2141 | return 0 |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 2142 | |
| 2143 | |
maruel@chromium.org | f0fc991 | 2010-06-11 17:57:33 +0000 | [diff] [blame] | 2144 | if '__main__' == __name__: |
sbc@chromium.org | 013731e | 2015-02-26 18:28:43 +0000 | [diff] [blame] | 2145 | try: |
| 2146 | sys.exit(main(sys.argv[1:])) |
| 2147 | except KeyboardInterrupt: |
| 2148 | sys.stderr.write('interrupted\n') |
| 2149 | sys.exit(1) |
maruel@google.com | fb2b8eb | 2009-04-23 21:03:42 +0000 | [diff] [blame] | 2150 | |
| 2151 | # vim: ts=2:sw=2:tw=80:et: |