blob: 7b5b56d4ec9951271fba8a5e78050f57d2b6487c [file] [log] [blame]
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001# Copyright (C) 2008 The Android Open Source Project
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Shawn O. Pearce438ee1c2008-11-03 09:59:36 -080015import errno
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070016import filecmp
Wink Saville4c426ef2015-06-03 08:05:17 -070017import glob
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070018import os
Shawn O. Pearcec325dc32011-10-03 08:30:24 -070019import random
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070020import re
21import shutil
22import stat
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -070023import subprocess
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070024import sys
Julien Campergue335f5ef2013-10-16 11:02:35 +020025import tarfile
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +080026import tempfile
Shawn O. Pearcec325dc32011-10-03 08:30:24 -070027import time
Mike Frysingeracf63b22019-06-13 02:24:21 -040028import urllib.parse
Shawn O. Pearcedf5ee522011-10-11 14:05:21 -070029
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070030from color import Coloring
Dave Borowitzb42b4742012-10-31 12:27:27 -070031from git_command import GitCommand, git_require
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -070032from git_config import GitConfig, IsId, GetSchemeFromUrl, GetUrlCookieFile, \
33 ID_RE
Remy Bohmer16c13282020-09-10 10:38:04 +020034from error import GitError, UploadError, DownloadError
Mike Frysingere6a202f2019-08-02 15:57:57 -040035from error import ManifestInvalidRevisionError, ManifestInvalidPathError
Conley Owens75ee0572012-11-15 17:33:11 -080036from error import NoManifestException
Renaud Paquayd5cec5e2016-11-01 11:24:03 -070037import platform_utils
Mike Frysinger70d861f2019-08-26 15:22:36 -040038import progress
Mike Frysinger8a11f6f2019-08-27 00:26:15 -040039from repo_trace import IsTrace, Trace
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070040
Mike Frysinger21b7fbe2020-02-26 23:53:36 -050041from git_refs import GitRefs, HEAD, R_HEADS, R_TAGS, R_PUB, R_M, R_WORKTREE_M
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070042
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -070043
George Engelbrecht9bc283e2020-04-02 12:36:09 -060044# Maximum sleep time allowed during retries.
45MAXIMUM_RETRY_SLEEP_SEC = 3600.0
46# +-10% random jitter is added to each Fetches retry sleep duration.
47RETRY_JITTER_PERCENT = 0.1
48
49
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -070050def _lwrite(path, content):
51 lock = '%s.lock' % path
52
Remy Bohmer169b0212020-11-21 10:57:52 +010053 # Maintain Unix line endings on all OS's to match git behavior.
54 with open(lock, 'w', newline='\n') as fd:
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -070055 fd.write(content)
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -070056
57 try:
Renaud Paquayad1abcb2016-11-01 11:34:55 -070058 platform_utils.rename(lock, path)
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -070059 except OSError:
Renaud Paquay010fed72016-11-11 14:25:29 -080060 platform_utils.remove(lock)
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -070061 raise
62
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -070063
Shawn O. Pearce48244782009-04-16 08:25:57 -070064def _error(fmt, *args):
65 msg = fmt % args
Sarah Owenscecd1d82012-11-01 22:59:27 -070066 print('error: %s' % msg, file=sys.stderr)
Shawn O. Pearce48244782009-04-16 08:25:57 -070067
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -070068
David Pursehousef33929d2015-08-24 14:39:14 +090069def _warn(fmt, *args):
70 msg = fmt % args
71 print('warn: %s' % msg, file=sys.stderr)
72
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -070073
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070074def not_rev(r):
75 return '^' + r
76
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -070077
Shawn O. Pearceb54a3922009-01-05 16:18:58 -080078def sq(r):
79 return "'" + r.replace("'", "'\''") + "'"
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -080080
David Pursehouse819827a2020-02-12 15:20:19 +090081
Jonathan Nieder93719792015-03-17 11:29:58 -070082_project_hook_list = None
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -070083
84
Jonathan Nieder93719792015-03-17 11:29:58 -070085def _ProjectHooks():
86 """List the hooks present in the 'hooks' directory.
87
88 These hooks are project hooks and are copied to the '.git/hooks' directory
89 of all subprojects.
90
91 This function caches the list of hooks (based on the contents of the
92 'repo/hooks' directory) on the first call.
93
94 Returns:
95 A list of absolute paths to all of the files in the hooks directory.
96 """
97 global _project_hook_list
98 if _project_hook_list is None:
Renaud Paquay227ad2e2016-11-01 14:37:13 -070099 d = platform_utils.realpath(os.path.abspath(os.path.dirname(__file__)))
Jonathan Nieder93719792015-03-17 11:29:58 -0700100 d = os.path.join(d, 'hooks')
Renaud Paquaybed8b622018-09-27 10:46:58 -0700101 _project_hook_list = [os.path.join(d, x) for x in platform_utils.listdir(d)]
Jonathan Nieder93719792015-03-17 11:29:58 -0700102 return _project_hook_list
103
104
Shawn O. Pearce632768b2008-10-23 11:58:52 -0700105class DownloadedChange(object):
106 _commit_cache = None
107
108 def __init__(self, project, base, change_id, ps_id, commit):
109 self.project = project
110 self.base = base
111 self.change_id = change_id
112 self.ps_id = ps_id
113 self.commit = commit
114
115 @property
116 def commits(self):
117 if self._commit_cache is None:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700118 self._commit_cache = self.project.bare_git.rev_list('--abbrev=8',
119 '--abbrev-commit',
120 '--pretty=oneline',
121 '--reverse',
122 '--date-order',
123 not_rev(self.base),
124 self.commit,
125 '--')
Shawn O. Pearce632768b2008-10-23 11:58:52 -0700126 return self._commit_cache
127
128
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700129class ReviewableBranch(object):
130 _commit_cache = None
Mike Frysinger6da17752019-09-11 18:43:17 -0400131 _base_exists = None
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700132
133 def __init__(self, project, branch, base):
134 self.project = project
135 self.branch = branch
136 self.base = base
137
138 @property
139 def name(self):
140 return self.branch.name
141
142 @property
143 def commits(self):
144 if self._commit_cache is None:
Mike Frysinger6da17752019-09-11 18:43:17 -0400145 args = ('--abbrev=8', '--abbrev-commit', '--pretty=oneline', '--reverse',
146 '--date-order', not_rev(self.base), R_HEADS + self.name, '--')
147 try:
148 self._commit_cache = self.project.bare_git.rev_list(*args)
149 except GitError:
150 # We weren't able to probe the commits for this branch. Was it tracking
151 # a branch that no longer exists? If so, return no commits. Otherwise,
152 # rethrow the error as we don't know what's going on.
153 if self.base_exists:
154 raise
155
156 self._commit_cache = []
157
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700158 return self._commit_cache
159
160 @property
Shawn O. Pearcec99883f2008-11-11 17:12:43 -0800161 def unabbrev_commits(self):
162 r = dict()
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700163 for commit in self.project.bare_git.rev_list(not_rev(self.base),
164 R_HEADS + self.name,
165 '--'):
Shawn O. Pearcec99883f2008-11-11 17:12:43 -0800166 r[commit[0:8]] = commit
167 return r
168
169 @property
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700170 def date(self):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700171 return self.project.bare_git.log('--pretty=format:%cd',
172 '-n', '1',
173 R_HEADS + self.name,
174 '--')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700175
Mike Frysinger6da17752019-09-11 18:43:17 -0400176 @property
177 def base_exists(self):
178 """Whether the branch we're tracking exists.
179
180 Normally it should, but sometimes branches we track can get deleted.
181 """
182 if self._base_exists is None:
183 try:
184 self.project.bare_git.rev_parse('--verify', not_rev(self.base))
185 # If we're still here, the base branch exists.
186 self._base_exists = True
187 except GitError:
188 # If we failed to verify, the base branch doesn't exist.
189 self._base_exists = False
190
191 return self._base_exists
192
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700193 def UploadForReview(self, people,
Mike Frysinger819cc812020-02-19 02:27:22 -0500194 dryrun=False,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700195 auto_topic=False,
Mike Frysinger84685ba2020-02-19 02:22:22 -0500196 hashtags=(),
Mike Frysingerfc1b18a2020-02-24 15:38:07 -0500197 labels=(),
Changcheng Xiao87984c62017-08-02 16:55:03 +0200198 private=False,
Vadim Bendeburybd8f6582018-10-31 13:48:01 -0700199 notify=None,
Changcheng Xiao87984c62017-08-02 16:55:03 +0200200 wip=False,
Łukasz Gardońbed59ce2017-08-08 10:18:11 +0200201 dest_branch=None,
Masaya Suzuki305a2d02017-11-13 10:48:34 -0800202 validate_certs=True,
203 push_options=None):
Mike Frysinger819cc812020-02-19 02:27:22 -0500204 self.project.UploadForReview(branch=self.name,
205 people=people,
206 dryrun=dryrun,
Brian Harring435370c2012-07-28 15:37:04 -0700207 auto_topic=auto_topic,
Mike Frysinger84685ba2020-02-19 02:22:22 -0500208 hashtags=hashtags,
Mike Frysingerfc1b18a2020-02-24 15:38:07 -0500209 labels=labels,
Changcheng Xiao87984c62017-08-02 16:55:03 +0200210 private=private,
Vadim Bendeburybd8f6582018-10-31 13:48:01 -0700211 notify=notify,
Changcheng Xiao87984c62017-08-02 16:55:03 +0200212 wip=wip,
Łukasz Gardońbed59ce2017-08-08 10:18:11 +0200213 dest_branch=dest_branch,
Masaya Suzuki305a2d02017-11-13 10:48:34 -0800214 validate_certs=validate_certs,
215 push_options=push_options)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700216
Ficus Kirkpatrickbc7ef672009-05-04 12:45:11 -0700217 def GetPublishedRefs(self):
218 refs = {}
219 output = self.project.bare_git.ls_remote(
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700220 self.branch.remote.SshReviewUrl(self.project.UserEmail),
221 'refs/changes/*')
Ficus Kirkpatrickbc7ef672009-05-04 12:45:11 -0700222 for line in output.split('\n'):
223 try:
224 (sha, ref) = line.split()
225 refs[sha] = ref
226 except ValueError:
227 pass
228
229 return refs
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700230
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700231
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700232class StatusColoring(Coloring):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700233
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700234 def __init__(self, config):
Mike Frysinger5d9c4972021-02-19 13:34:09 -0500235 super().__init__(config, 'status')
Anthony King7bdac712014-07-16 12:56:40 +0100236 self.project = self.printer('header', attr='bold')
237 self.branch = self.printer('header', attr='bold')
238 self.nobranch = self.printer('nobranch', fg='red')
239 self.important = self.printer('important', fg='red')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700240
Anthony King7bdac712014-07-16 12:56:40 +0100241 self.added = self.printer('added', fg='green')
242 self.changed = self.printer('changed', fg='red')
243 self.untracked = self.printer('untracked', fg='red')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700244
245
246class DiffColoring(Coloring):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700247
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700248 def __init__(self, config):
Mike Frysinger5d9c4972021-02-19 13:34:09 -0500249 super().__init__(config, 'diff')
Anthony King7bdac712014-07-16 12:56:40 +0100250 self.project = self.printer('header', attr='bold')
Mike Frysinger0a9265e2019-09-30 23:59:27 -0400251 self.fail = self.printer('fail', fg='red')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700252
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700253
Anthony King7bdac712014-07-16 12:56:40 +0100254class _Annotation(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700255
James W. Mills24c13082012-04-12 15:04:13 -0500256 def __init__(self, name, value, keep):
257 self.name = name
258 self.value = value
259 self.keep = keep
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700260
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700261
Mike Frysingere6a202f2019-08-02 15:57:57 -0400262def _SafeExpandPath(base, subpath, skipfinal=False):
263 """Make sure |subpath| is completely safe under |base|.
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700264
Mike Frysingere6a202f2019-08-02 15:57:57 -0400265 We make sure no intermediate symlinks are traversed, and that the final path
266 is not a special file (e.g. not a socket or fifo).
267
268 NB: We rely on a number of paths already being filtered out while parsing the
269 manifest. See the validation logic in manifest_xml.py for more details.
270 """
Mike Frysingerd9254592020-02-19 22:36:26 -0500271 # Split up the path by its components. We can't use os.path.sep exclusively
272 # as some platforms (like Windows) will convert / to \ and that bypasses all
273 # our constructed logic here. Especially since manifest authors only use
274 # / in their paths.
275 resep = re.compile(r'[/%s]' % re.escape(os.path.sep))
276 components = resep.split(subpath)
Mike Frysingere6a202f2019-08-02 15:57:57 -0400277 if skipfinal:
278 # Whether the caller handles the final component itself.
279 finalpart = components.pop()
280
281 path = base
282 for part in components:
283 if part in {'.', '..'}:
284 raise ManifestInvalidPathError(
285 '%s: "%s" not allowed in paths' % (subpath, part))
286
287 path = os.path.join(path, part)
288 if platform_utils.islink(path):
289 raise ManifestInvalidPathError(
290 '%s: traversing symlinks not allow' % (path,))
291
292 if os.path.exists(path):
293 if not os.path.isfile(path) and not platform_utils.isdir(path):
294 raise ManifestInvalidPathError(
295 '%s: only regular files & directories allowed' % (path,))
296
297 if skipfinal:
298 path = os.path.join(path, finalpart)
299
300 return path
301
302
303class _CopyFile(object):
304 """Container for <copyfile> manifest element."""
305
306 def __init__(self, git_worktree, src, topdir, dest):
307 """Register a <copyfile> request.
308
309 Args:
310 git_worktree: Absolute path to the git project checkout.
311 src: Relative path under |git_worktree| of file to read.
312 topdir: Absolute path to the top of the repo client checkout.
313 dest: Relative path under |topdir| of file to write.
314 """
315 self.git_worktree = git_worktree
316 self.topdir = topdir
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700317 self.src = src
318 self.dest = dest
319
320 def _Copy(self):
Mike Frysingere6a202f2019-08-02 15:57:57 -0400321 src = _SafeExpandPath(self.git_worktree, self.src)
322 dest = _SafeExpandPath(self.topdir, self.dest)
323
324 if platform_utils.isdir(src):
325 raise ManifestInvalidPathError(
326 '%s: copying from directory not supported' % (self.src,))
327 if platform_utils.isdir(dest):
328 raise ManifestInvalidPathError(
329 '%s: copying to directory not allowed' % (self.dest,))
330
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700331 # copy file if it does not exist or is out of date
332 if not os.path.exists(dest) or not filecmp.cmp(src, dest):
333 try:
334 # remove existing file first, since it might be read-only
335 if os.path.exists(dest):
Renaud Paquay010fed72016-11-11 14:25:29 -0800336 platform_utils.remove(dest)
Matthew Buckett2daf6672009-07-11 09:43:47 -0400337 else:
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200338 dest_dir = os.path.dirname(dest)
Renaud Paquaybed8b622018-09-27 10:46:58 -0700339 if not platform_utils.isdir(dest_dir):
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200340 os.makedirs(dest_dir)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700341 shutil.copy(src, dest)
342 # make the file read-only
343 mode = os.stat(dest)[stat.ST_MODE]
344 mode = mode & ~(stat.S_IWUSR | stat.S_IWGRP | stat.S_IWOTH)
345 os.chmod(dest, mode)
346 except IOError:
Shawn O. Pearce48244782009-04-16 08:25:57 -0700347 _error('Cannot copy file %s to %s', src, dest)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700348
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700349
Anthony King7bdac712014-07-16 12:56:40 +0100350class _LinkFile(object):
Mike Frysingere6a202f2019-08-02 15:57:57 -0400351 """Container for <linkfile> manifest element."""
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700352
Mike Frysingere6a202f2019-08-02 15:57:57 -0400353 def __init__(self, git_worktree, src, topdir, dest):
354 """Register a <linkfile> request.
355
356 Args:
357 git_worktree: Absolute path to the git project checkout.
358 src: Target of symlink relative to path under |git_worktree|.
359 topdir: Absolute path to the top of the repo client checkout.
360 dest: Relative path under |topdir| of symlink to create.
361 """
Wink Saville4c426ef2015-06-03 08:05:17 -0700362 self.git_worktree = git_worktree
Mike Frysingere6a202f2019-08-02 15:57:57 -0400363 self.topdir = topdir
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500364 self.src = src
365 self.dest = dest
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500366
Wink Saville4c426ef2015-06-03 08:05:17 -0700367 def __linkIt(self, relSrc, absDest):
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500368 # link file if it does not exist or is out of date
Renaud Paquay227ad2e2016-11-01 14:37:13 -0700369 if not platform_utils.islink(absDest) or (platform_utils.readlink(absDest) != relSrc):
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500370 try:
371 # remove existing file first, since it might be read-only
Dan Willemsene1e0bd12015-11-18 16:49:38 -0800372 if os.path.lexists(absDest):
Renaud Paquay010fed72016-11-11 14:25:29 -0800373 platform_utils.remove(absDest)
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500374 else:
Wink Saville4c426ef2015-06-03 08:05:17 -0700375 dest_dir = os.path.dirname(absDest)
Renaud Paquaybed8b622018-09-27 10:46:58 -0700376 if not platform_utils.isdir(dest_dir):
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500377 os.makedirs(dest_dir)
Renaud Paquayd5cec5e2016-11-01 11:24:03 -0700378 platform_utils.symlink(relSrc, absDest)
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500379 except IOError:
Wink Saville4c426ef2015-06-03 08:05:17 -0700380 _error('Cannot link file %s to %s', relSrc, absDest)
381
382 def _Link(self):
Mike Frysingere6a202f2019-08-02 15:57:57 -0400383 """Link the self.src & self.dest paths.
384
385 Handles wild cards on the src linking all of the files in the source in to
386 the destination directory.
Wink Saville4c426ef2015-06-03 08:05:17 -0700387 """
Mike Frysinger07392ed2020-02-10 21:35:48 -0500388 # Some people use src="." to create stable links to projects. Lets allow
389 # that but reject all other uses of "." to keep things simple.
390 if self.src == '.':
391 src = self.git_worktree
392 else:
393 src = _SafeExpandPath(self.git_worktree, self.src)
Mike Frysingere6a202f2019-08-02 15:57:57 -0400394
Angel Petkovdbfbcb12020-05-02 23:16:20 +0300395 if not glob.has_magic(src):
396 # Entity does not contain a wild card so just a simple one to one link operation.
Mike Frysingere6a202f2019-08-02 15:57:57 -0400397 dest = _SafeExpandPath(self.topdir, self.dest, skipfinal=True)
398 # dest & src are absolute paths at this point. Make sure the target of
399 # the symlink is relative in the context of the repo client checkout.
400 relpath = os.path.relpath(src, os.path.dirname(dest))
401 self.__linkIt(relpath, dest)
Wink Saville4c426ef2015-06-03 08:05:17 -0700402 else:
Mike Frysingere6a202f2019-08-02 15:57:57 -0400403 dest = _SafeExpandPath(self.topdir, self.dest)
Angel Petkovdbfbcb12020-05-02 23:16:20 +0300404 # Entity contains a wild card.
Mike Frysingere6a202f2019-08-02 15:57:57 -0400405 if os.path.exists(dest) and not platform_utils.isdir(dest):
406 _error('Link error: src with wildcard, %s must be a directory', dest)
Wink Saville4c426ef2015-06-03 08:05:17 -0700407 else:
Mike Frysingere6a202f2019-08-02 15:57:57 -0400408 for absSrcFile in glob.glob(src):
Wink Saville4c426ef2015-06-03 08:05:17 -0700409 # Create a releative path from source dir to destination dir
410 absSrcDir = os.path.dirname(absSrcFile)
Mike Frysingere6a202f2019-08-02 15:57:57 -0400411 relSrcDir = os.path.relpath(absSrcDir, dest)
Wink Saville4c426ef2015-06-03 08:05:17 -0700412
413 # Get the source file name
414 srcFile = os.path.basename(absSrcFile)
415
416 # Now form the final full paths to srcFile. They will be
417 # absolute for the desintaiton and relative for the srouce.
Mike Frysingere6a202f2019-08-02 15:57:57 -0400418 absDest = os.path.join(dest, srcFile)
Wink Saville4c426ef2015-06-03 08:05:17 -0700419 relSrc = os.path.join(relSrcDir, srcFile)
420 self.__linkIt(relSrc, absDest)
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500421
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700422
Shawn O. Pearced1f70d92009-05-19 14:58:02 -0700423class RemoteSpec(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700424
Shawn O. Pearced1f70d92009-05-19 14:58:02 -0700425 def __init__(self,
426 name,
Anthony King7bdac712014-07-16 12:56:40 +0100427 url=None,
Steve Raed6480452016-08-10 15:00:00 -0700428 pushUrl=None,
Anthony King7bdac712014-07-16 12:56:40 +0100429 review=None,
Dan Willemsen96c2d652016-04-06 16:03:54 -0700430 revision=None,
David Rileye0684ad2017-04-05 00:02:59 -0700431 orig_name=None,
432 fetchUrl=None):
Shawn O. Pearced1f70d92009-05-19 14:58:02 -0700433 self.name = name
434 self.url = url
Steve Raed6480452016-08-10 15:00:00 -0700435 self.pushUrl = pushUrl
Shawn O. Pearced1f70d92009-05-19 14:58:02 -0700436 self.review = review
Anthony King36ea2fb2014-05-06 11:54:01 +0100437 self.revision = revision
Dan Willemsen96c2d652016-04-06 16:03:54 -0700438 self.orig_name = orig_name
David Rileye0684ad2017-04-05 00:02:59 -0700439 self.fetchUrl = fetchUrl
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700440
Ian Kasprzak0286e312021-02-05 10:06:18 -0800441
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700442class Project(object):
Kevin Degi384b3c52014-10-16 16:02:58 -0600443 # These objects can be shared between several working trees.
444 shareable_files = ['description', 'info']
445 shareable_dirs = ['hooks', 'objects', 'rr-cache', 'svn']
446 # These objects can only be used by a single working tree.
447 working_tree_files = ['config', 'packed-refs', 'shallow']
448 working_tree_dirs = ['logs', 'refs']
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700449
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700450 def __init__(self,
451 manifest,
452 name,
453 remote,
454 gitdir,
David James8d201162013-10-11 17:03:19 -0700455 objdir,
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700456 worktree,
457 relpath,
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -0700458 revisionExpr,
Mike Pontillod3153822012-02-28 11:53:24 -0800459 revisionId,
Anthony King7bdac712014-07-16 12:56:40 +0100460 rebase=True,
461 groups=None,
462 sync_c=False,
463 sync_s=False,
YOUNG HO CHAa32c92c2018-02-14 16:57:31 +0900464 sync_tags=True,
Anthony King7bdac712014-07-16 12:56:40 +0100465 clone_depth=None,
466 upstream=None,
467 parent=None,
Mike Frysinger979d5bd2020-02-09 02:28:34 -0500468 use_git_worktrees=False,
Anthony King7bdac712014-07-16 12:56:40 +0100469 is_derived=False,
David Pursehouseb1553542014-09-04 21:28:09 +0900470 dest_branch=None,
Simran Basib9a1b732015-08-20 12:19:28 -0700471 optimized_fetch=False,
George Engelbrecht9bc283e2020-04-02 12:36:09 -0600472 retry_fetches=0,
Simran Basib9a1b732015-08-20 12:19:28 -0700473 old_revision=None):
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800474 """Init a Project object.
475
476 Args:
477 manifest: The XmlManifest object.
478 name: The `name` attribute of manifest.xml's project element.
479 remote: RemoteSpec object specifying its remote's properties.
480 gitdir: Absolute path of git directory.
David James8d201162013-10-11 17:03:19 -0700481 objdir: Absolute path of directory to store git objects.
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800482 worktree: Absolute path of git working tree.
483 relpath: Relative path of git working tree to repo's top directory.
484 revisionExpr: The `revision` attribute of manifest.xml's project element.
485 revisionId: git commit id for checking out.
486 rebase: The `rebase` attribute of manifest.xml's project element.
487 groups: The `groups` attribute of manifest.xml's project element.
488 sync_c: The `sync-c` attribute of manifest.xml's project element.
489 sync_s: The `sync-s` attribute of manifest.xml's project element.
YOUNG HO CHAa32c92c2018-02-14 16:57:31 +0900490 sync_tags: The `sync-tags` attribute of manifest.xml's project element.
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800491 upstream: The `upstream` attribute of manifest.xml's project element.
492 parent: The parent Project object.
Mike Frysinger979d5bd2020-02-09 02:28:34 -0500493 use_git_worktrees: Whether to use `git worktree` for this project.
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800494 is_derived: False if the project was explicitly defined in the manifest;
495 True if the project is a discovered submodule.
Bryan Jacobsf609f912013-05-06 13:36:24 -0400496 dest_branch: The branch to which to push changes for review by default.
David Pursehouseb1553542014-09-04 21:28:09 +0900497 optimized_fetch: If True, when a project is set to a sha1 revision, only
498 fetch from the remote if the sha1 is not present locally.
George Engelbrecht9bc283e2020-04-02 12:36:09 -0600499 retry_fetches: Retry remote fetches n times upon receiving transient error
500 with exponential backoff and jitter.
Simran Basib9a1b732015-08-20 12:19:28 -0700501 old_revision: saved git commit id for open GITC projects.
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800502 """
Mike Frysinger8c1e9cb2020-09-06 14:53:18 -0400503 self.client = self.manifest = manifest
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700504 self.name = name
505 self.remote = remote
Anthony Newnamdf14a702011-01-09 17:31:57 -0800506 self.gitdir = gitdir.replace('\\', '/')
David James8d201162013-10-11 17:03:19 -0700507 self.objdir = objdir.replace('\\', '/')
Shawn O. Pearce0ce6ca92011-01-10 13:26:01 -0800508 if worktree:
Renaud Paquayfef9f212016-11-01 18:28:01 -0700509 self.worktree = os.path.normpath(worktree).replace('\\', '/')
Shawn O. Pearce0ce6ca92011-01-10 13:26:01 -0800510 else:
511 self.worktree = None
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700512 self.relpath = relpath
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -0700513 self.revisionExpr = revisionExpr
514
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700515 if revisionId is None \
516 and revisionExpr \
517 and IsId(revisionExpr):
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -0700518 self.revisionId = revisionExpr
519 else:
520 self.revisionId = revisionId
521
Mike Pontillod3153822012-02-28 11:53:24 -0800522 self.rebase = rebase
Colin Cross5acde752012-03-28 20:15:45 -0700523 self.groups = groups
Anatol Pomazau79770d22012-04-20 14:41:59 -0700524 self.sync_c = sync_c
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800525 self.sync_s = sync_s
YOUNG HO CHAa32c92c2018-02-14 16:57:31 +0900526 self.sync_tags = sync_tags
David Pursehouseede7f122012-11-27 22:25:30 +0900527 self.clone_depth = clone_depth
Brian Harring14a66742012-09-28 20:21:57 -0700528 self.upstream = upstream
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800529 self.parent = parent
Mike Frysinger979d5bd2020-02-09 02:28:34 -0500530 # NB: Do not use this setting in __init__ to change behavior so that the
531 # manifest.git checkout can inspect & change it after instantiating. See
532 # the XmlManifest init code for more info.
533 self.use_git_worktrees = use_git_worktrees
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800534 self.is_derived = is_derived
David Pursehouseb1553542014-09-04 21:28:09 +0900535 self.optimized_fetch = optimized_fetch
George Engelbrecht9bc283e2020-04-02 12:36:09 -0600536 self.retry_fetches = max(0, retry_fetches)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800537 self.subprojects = []
Mike Pontillod3153822012-02-28 11:53:24 -0800538
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700539 self.snapshots = {}
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700540 self.copyfiles = []
Jeff Hamiltone0df2322014-04-21 17:10:59 -0500541 self.linkfiles = []
James W. Mills24c13082012-04-12 15:04:13 -0500542 self.annotations = []
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700543 self.config = GitConfig.ForRepository(gitdir=self.gitdir,
Mike Frysinger8c1e9cb2020-09-06 14:53:18 -0400544 defaults=self.client.globalConfig)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700545
Shawn O. Pearcee284ad12008-11-04 07:37:10 -0800546 if self.worktree:
David James8d201162013-10-11 17:03:19 -0700547 self.work_git = self._GitGetByExec(self, bare=False, gitdir=gitdir)
Shawn O. Pearcee284ad12008-11-04 07:37:10 -0800548 else:
549 self.work_git = None
David James8d201162013-10-11 17:03:19 -0700550 self.bare_git = self._GitGetByExec(self, bare=True, gitdir=gitdir)
Shawn O. Pearced237b692009-04-17 18:49:50 -0700551 self.bare_ref = GitRefs(gitdir)
David James8d201162013-10-11 17:03:19 -0700552 self.bare_objdir = self._GitGetByExec(self, bare=True, gitdir=objdir)
Bryan Jacobsf609f912013-05-06 13:36:24 -0400553 self.dest_branch = dest_branch
Simran Basib9a1b732015-08-20 12:19:28 -0700554 self.old_revision = old_revision
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700555
Doug Anderson37282b42011-03-04 11:54:18 -0800556 # This will be filled in if a project is later identified to be the
557 # project containing repo hooks.
558 self.enabled_repo_hooks = []
559
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700560 @property
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +0800561 def Derived(self):
562 return self.is_derived
563
564 @property
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700565 def Exists(self):
Renaud Paquaybed8b622018-09-27 10:46:58 -0700566 return platform_utils.isdir(self.gitdir) and platform_utils.isdir(self.objdir)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700567
568 @property
569 def CurrentBranch(self):
570 """Obtain the name of the currently checked out branch.
Mike Frysingerc8290ad2019-10-01 01:07:11 -0400571
572 The branch name omits the 'refs/heads/' prefix.
573 None is returned if the project is on a detached HEAD, or if the work_git is
574 otheriwse inaccessible (e.g. an incomplete sync).
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700575 """
Mike Frysingerc8290ad2019-10-01 01:07:11 -0400576 try:
577 b = self.work_git.GetHead()
578 except NoManifestException:
579 # If the local checkout is in a bad state, don't barf. Let the callers
580 # process this like the head is unreadable.
581 return None
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700582 if b.startswith(R_HEADS):
583 return b[len(R_HEADS):]
584 return None
585
Shawn O. Pearce3d2cdd02009-04-18 15:26:10 -0700586 def IsRebaseInProgress(self):
Mike Frysinger4b0eb5a2020-02-23 23:22:34 -0500587 return (os.path.exists(self.work_git.GetDotgitPath('rebase-apply')) or
588 os.path.exists(self.work_git.GetDotgitPath('rebase-merge')) or
589 os.path.exists(os.path.join(self.worktree, '.dotest')))
Julius Gustavsson0cb1b3f2010-06-17 17:55:02 +0200590
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700591 def IsDirty(self, consider_untracked=True):
592 """Is the working directory modified in some way?
593 """
594 self.work_git.update_index('-q',
595 '--unmerged',
596 '--ignore-missing',
597 '--refresh')
David Pursehouse8f62fb72012-11-14 12:09:38 +0900598 if self.work_git.DiffZ('diff-index', '-M', '--cached', HEAD):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700599 return True
600 if self.work_git.DiffZ('diff-files'):
601 return True
602 if consider_untracked and self.work_git.LsOthers():
603 return True
604 return False
605
606 _userident_name = None
607 _userident_email = None
608
609 @property
610 def UserName(self):
611 """Obtain the user's personal name.
612 """
613 if self._userident_name is None:
614 self._LoadUserIdentity()
615 return self._userident_name
616
617 @property
618 def UserEmail(self):
619 """Obtain the user's email address. This is very likely
620 to be their Gerrit login.
621 """
622 if self._userident_email is None:
623 self._LoadUserIdentity()
624 return self._userident_email
625
626 def _LoadUserIdentity(self):
David Pursehousec1b86a22012-11-14 11:36:51 +0900627 u = self.bare_git.var('GIT_COMMITTER_IDENT')
628 m = re.compile("^(.*) <([^>]*)> ").match(u)
629 if m:
630 self._userident_name = m.group(1)
631 self._userident_email = m.group(2)
632 else:
633 self._userident_name = ''
634 self._userident_email = ''
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700635
636 def GetRemote(self, name):
637 """Get the configuration for a single remote.
638 """
639 return self.config.GetRemote(name)
640
641 def GetBranch(self, name):
642 """Get the configuration for a single branch.
643 """
644 return self.config.GetBranch(name)
645
Shawn O. Pearce27b07322009-04-10 16:02:48 -0700646 def GetBranches(self):
647 """Get all existing local branches.
648 """
649 current = self.CurrentBranch
David Pursehouse8a68ff92012-09-24 12:15:13 +0900650 all_refs = self._allrefs
Shawn O. Pearce27b07322009-04-10 16:02:48 -0700651 heads = {}
Shawn O. Pearce27b07322009-04-10 16:02:48 -0700652
Chirayu Desai217ea7d2013-03-01 19:14:38 +0530653 for name, ref_id in all_refs.items():
Shawn O. Pearce27b07322009-04-10 16:02:48 -0700654 if name.startswith(R_HEADS):
655 name = name[len(R_HEADS):]
656 b = self.GetBranch(name)
657 b.current = name == current
658 b.published = None
David Pursehouse8a68ff92012-09-24 12:15:13 +0900659 b.revision = ref_id
Shawn O. Pearce27b07322009-04-10 16:02:48 -0700660 heads[name] = b
661
Chirayu Desai217ea7d2013-03-01 19:14:38 +0530662 for name, ref_id in all_refs.items():
Shawn O. Pearce27b07322009-04-10 16:02:48 -0700663 if name.startswith(R_PUB):
664 name = name[len(R_PUB):]
665 b = heads.get(name)
666 if b:
David Pursehouse8a68ff92012-09-24 12:15:13 +0900667 b.published = ref_id
Shawn O. Pearce27b07322009-04-10 16:02:48 -0700668
669 return heads
670
Colin Cross5acde752012-03-28 20:15:45 -0700671 def MatchesGroups(self, manifest_groups):
672 """Returns true if the manifest groups specified at init should cause
673 this project to be synced.
674 Prefixing a manifest group with "-" inverts the meaning of a group.
Conley Owensbb1b5f52012-08-13 13:11:18 -0700675 All projects are implicitly labelled with "all".
Conley Owens971de8e2012-04-16 10:36:08 -0700676
677 labels are resolved in order. In the example case of
Conley Owensbb1b5f52012-08-13 13:11:18 -0700678 project_groups: "all,group1,group2"
Conley Owens971de8e2012-04-16 10:36:08 -0700679 manifest_groups: "-group1,group2"
680 the project will be matched.
David Holmer0a1c6a12012-11-14 19:19:00 -0500681
682 The special manifest group "default" will match any project that
683 does not have the special project group "notdefault"
Colin Cross5acde752012-03-28 20:15:45 -0700684 """
David Holmer0a1c6a12012-11-14 19:19:00 -0500685 expanded_manifest_groups = manifest_groups or ['default']
Conley Owensbb1b5f52012-08-13 13:11:18 -0700686 expanded_project_groups = ['all'] + (self.groups or [])
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700687 if 'notdefault' not in expanded_project_groups:
David Holmer0a1c6a12012-11-14 19:19:00 -0500688 expanded_project_groups += ['default']
Conley Owensbb1b5f52012-08-13 13:11:18 -0700689
Conley Owens971de8e2012-04-16 10:36:08 -0700690 matched = False
Conley Owensbb1b5f52012-08-13 13:11:18 -0700691 for group in expanded_manifest_groups:
692 if group.startswith('-') and group[1:] in expanded_project_groups:
Conley Owens971de8e2012-04-16 10:36:08 -0700693 matched = False
Conley Owensbb1b5f52012-08-13 13:11:18 -0700694 elif group in expanded_project_groups:
Conley Owens971de8e2012-04-16 10:36:08 -0700695 matched = True
Colin Cross5acde752012-03-28 20:15:45 -0700696
Conley Owens971de8e2012-04-16 10:36:08 -0700697 return matched
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700698
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700699# Status Display ##
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700700 def UncommitedFiles(self, get_all=True):
701 """Returns a list of strings, uncommitted files in the git tree.
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700702
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700703 Args:
704 get_all: a boolean, if True - get information about all different
705 uncommitted files. If False - return as soon as any kind of
706 uncommitted files is detected.
Anthony Newnamcc50bac2010-04-08 10:28:59 -0500707 """
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700708 details = []
Anthony Newnamcc50bac2010-04-08 10:28:59 -0500709 self.work_git.update_index('-q',
710 '--unmerged',
711 '--ignore-missing',
712 '--refresh')
713 if self.IsRebaseInProgress():
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700714 details.append("rebase in progress")
715 if not get_all:
716 return details
Anthony Newnamcc50bac2010-04-08 10:28:59 -0500717
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700718 changes = self.work_git.DiffZ('diff-index', '--cached', HEAD).keys()
719 if changes:
720 details.extend(changes)
721 if not get_all:
722 return details
Anthony Newnamcc50bac2010-04-08 10:28:59 -0500723
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700724 changes = self.work_git.DiffZ('diff-files').keys()
725 if changes:
726 details.extend(changes)
727 if not get_all:
728 return details
Anthony Newnamcc50bac2010-04-08 10:28:59 -0500729
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700730 changes = self.work_git.LsOthers()
731 if changes:
732 details.extend(changes)
Anthony Newnamcc50bac2010-04-08 10:28:59 -0500733
Vadim Bendebury14e134d2014-10-05 15:40:30 -0700734 return details
735
736 def HasChanges(self):
737 """Returns true if there are uncommitted changes.
738 """
739 if self.UncommitedFiles(get_all=False):
740 return True
741 else:
742 return False
Anthony Newnamcc50bac2010-04-08 10:28:59 -0500743
Andrew Wheeler4d5bb682012-02-27 13:52:22 -0600744 def PrintWorkTreeStatus(self, output_redir=None, quiet=False):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700745 """Prints the status of the repository to stdout.
Terence Haddock4655e812011-03-31 12:33:34 +0200746
747 Args:
Rostislav Krasny0bcc2d22020-01-25 14:49:14 +0200748 output_redir: If specified, redirect the output to this object.
Andrew Wheeler4d5bb682012-02-27 13:52:22 -0600749 quiet: If True then only print the project name. Do not print
750 the modified files, branch name, etc.
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700751 """
Renaud Paquaybed8b622018-09-27 10:46:58 -0700752 if not platform_utils.isdir(self.worktree):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700753 if output_redir is None:
Terence Haddock4655e812011-03-31 12:33:34 +0200754 output_redir = sys.stdout
Sarah Owenscecd1d82012-11-01 22:59:27 -0700755 print(file=output_redir)
756 print('project %s/' % self.relpath, file=output_redir)
757 print(' missing (run "repo sync")', file=output_redir)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700758 return
759
760 self.work_git.update_index('-q',
761 '--unmerged',
762 '--ignore-missing',
763 '--refresh')
Shawn O. Pearce3d2cdd02009-04-18 15:26:10 -0700764 rb = self.IsRebaseInProgress()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700765 di = self.work_git.DiffZ('diff-index', '-M', '--cached', HEAD)
766 df = self.work_git.DiffZ('diff-files')
767 do = self.work_git.LsOthers()
Ali Utku Selen76abcc12012-01-25 10:51:12 +0100768 if not rb and not di and not df and not do and not self.CurrentBranch:
Shawn O. Pearce161f4452009-04-10 17:41:44 -0700769 return 'CLEAN'
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700770
771 out = StatusColoring(self.config)
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700772 if output_redir is not None:
Terence Haddock4655e812011-03-31 12:33:34 +0200773 out.redirect(output_redir)
Jakub Vrana0402cd82014-09-09 15:39:15 -0700774 out.project('project %-40s', self.relpath + '/ ')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700775
Andrew Wheeler4d5bb682012-02-27 13:52:22 -0600776 if quiet:
777 out.nl()
778 return 'DIRTY'
779
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700780 branch = self.CurrentBranch
781 if branch is None:
782 out.nobranch('(*** NO BRANCH ***)')
783 else:
784 out.branch('branch %s', branch)
785 out.nl()
786
Shawn O. Pearce3d2cdd02009-04-18 15:26:10 -0700787 if rb:
788 out.important('prior sync failed; rebase still in progress')
789 out.nl()
790
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700791 paths = list()
792 paths.extend(di.keys())
793 paths.extend(df.keys())
794 paths.extend(do)
795
Chirayu Desai217ea7d2013-03-01 19:14:38 +0530796 for p in sorted(set(paths)):
David Pursehouse5c6eeac2012-10-11 16:44:48 +0900797 try:
798 i = di[p]
799 except KeyError:
800 i = None
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700801
David Pursehouse5c6eeac2012-10-11 16:44:48 +0900802 try:
803 f = df[p]
804 except KeyError:
805 f = None
Julius Gustavsson0cb1b3f2010-06-17 17:55:02 +0200806
David Pursehouse5c6eeac2012-10-11 16:44:48 +0900807 if i:
808 i_status = i.status.upper()
809 else:
810 i_status = '-'
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700811
David Pursehouse5c6eeac2012-10-11 16:44:48 +0900812 if f:
813 f_status = f.status.lower()
814 else:
815 f_status = '-'
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700816
817 if i and i.src_path:
Shawn O. Pearcefe086752009-03-03 13:49:48 -0800818 line = ' %s%s\t%s => %s (%s%%)' % (i_status, f_status,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700819 i.src_path, p, i.level)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700820 else:
821 line = ' %s%s\t%s' % (i_status, f_status, p)
822
823 if i and not f:
824 out.added('%s', line)
825 elif (i and f) or (not i and f):
826 out.changed('%s', line)
827 elif not i and not f:
828 out.untracked('%s', line)
829 else:
830 out.write('%s', line)
831 out.nl()
Terence Haddock4655e812011-03-31 12:33:34 +0200832
Shawn O. Pearce161f4452009-04-10 17:41:44 -0700833 return 'DIRTY'
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700834
Mike Frysinger69b4a9c2021-02-16 18:18:01 -0500835 def PrintWorkTreeDiff(self, absolute_paths=False, output_redir=None):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700836 """Prints the status of the repository to stdout.
837 """
838 out = DiffColoring(self.config)
Mike Frysinger69b4a9c2021-02-16 18:18:01 -0500839 if output_redir:
840 out.redirect(output_redir)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700841 cmd = ['diff']
842 if out.is_on:
843 cmd.append('--color')
844 cmd.append(HEAD)
pelyad67872d2012-03-28 14:49:58 +0300845 if absolute_paths:
846 cmd.append('--src-prefix=a/%s/' % self.relpath)
847 cmd.append('--dst-prefix=b/%s/' % self.relpath)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700848 cmd.append('--')
Mike Frysinger0a9265e2019-09-30 23:59:27 -0400849 try:
850 p = GitCommand(self,
851 cmd,
852 capture_stdout=True,
853 capture_stderr=True)
Mike Frysinger84230002021-02-16 17:08:35 -0500854 p.Wait()
Mike Frysinger0a9265e2019-09-30 23:59:27 -0400855 except GitError as e:
856 out.nl()
857 out.project('project %s/' % self.relpath)
858 out.nl()
859 out.fail('%s', str(e))
860 out.nl()
861 return False
Mike Frysinger84230002021-02-16 17:08:35 -0500862 if p.stdout:
863 out.nl()
864 out.project('project %s/' % self.relpath)
865 out.nl()
Mike Frysinger9888acc2021-03-09 11:31:14 -0500866 out.write('%s', p.stdout)
Mike Frysinger0a9265e2019-09-30 23:59:27 -0400867 return p.Wait() == 0
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700868
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -0700869# Publish / Upload ##
David Pursehouse8a68ff92012-09-24 12:15:13 +0900870 def WasPublished(self, branch, all_refs=None):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700871 """Was the branch published (uploaded) for code review?
872 If so, returns the SHA-1 hash of the last published
873 state for the branch.
874 """
Shawn O. Pearcefbcde472009-04-17 20:58:02 -0700875 key = R_PUB + branch
David Pursehouse8a68ff92012-09-24 12:15:13 +0900876 if all_refs is None:
Shawn O. Pearcefbcde472009-04-17 20:58:02 -0700877 try:
878 return self.bare_git.rev_parse(key)
879 except GitError:
880 return None
881 else:
882 try:
David Pursehouse8a68ff92012-09-24 12:15:13 +0900883 return all_refs[key]
Shawn O. Pearcefbcde472009-04-17 20:58:02 -0700884 except KeyError:
885 return None
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700886
David Pursehouse8a68ff92012-09-24 12:15:13 +0900887 def CleanPublishedCache(self, all_refs=None):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700888 """Prunes any stale published refs.
889 """
David Pursehouse8a68ff92012-09-24 12:15:13 +0900890 if all_refs is None:
891 all_refs = self._allrefs
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700892 heads = set()
893 canrm = {}
Chirayu Desai217ea7d2013-03-01 19:14:38 +0530894 for name, ref_id in all_refs.items():
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700895 if name.startswith(R_HEADS):
896 heads.add(name)
897 elif name.startswith(R_PUB):
David Pursehouse8a68ff92012-09-24 12:15:13 +0900898 canrm[name] = ref_id
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700899
Chirayu Desai217ea7d2013-03-01 19:14:38 +0530900 for name, ref_id in canrm.items():
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700901 n = name[len(R_PUB):]
902 if R_HEADS + n not in heads:
David Pursehouse8a68ff92012-09-24 12:15:13 +0900903 self.bare_git.DeleteRef(name, ref_id)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700904
Mandeep Singh Bainesd6c93a22011-05-26 10:34:11 -0700905 def GetUploadableBranches(self, selected_branch=None):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700906 """List any branches which can be uploaded for review.
907 """
908 heads = {}
909 pubed = {}
910
Chirayu Desai217ea7d2013-03-01 19:14:38 +0530911 for name, ref_id in self._allrefs.items():
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700912 if name.startswith(R_HEADS):
David Pursehouse8a68ff92012-09-24 12:15:13 +0900913 heads[name[len(R_HEADS):]] = ref_id
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700914 elif name.startswith(R_PUB):
David Pursehouse8a68ff92012-09-24 12:15:13 +0900915 pubed[name[len(R_PUB):]] = ref_id
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700916
917 ready = []
Chirayu Desai217ea7d2013-03-01 19:14:38 +0530918 for branch, ref_id in heads.items():
David Pursehouse8a68ff92012-09-24 12:15:13 +0900919 if branch in pubed and pubed[branch] == ref_id:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700920 continue
Mandeep Singh Bainesd6c93a22011-05-26 10:34:11 -0700921 if selected_branch and branch != selected_branch:
922 continue
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700923
Shawn O. Pearce35f25962008-11-11 17:03:13 -0800924 rb = self.GetUploadableBranch(branch)
925 if rb:
926 ready.append(rb)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700927 return ready
928
Shawn O. Pearce35f25962008-11-11 17:03:13 -0800929 def GetUploadableBranch(self, branch_name):
930 """Get a single uploadable branch, or None.
931 """
932 branch = self.GetBranch(branch_name)
933 base = branch.LocalMerge
934 if branch.LocalMerge:
935 rb = ReviewableBranch(self, branch, base)
936 if rb.commits:
937 return rb
938 return None
939
Shawn O. Pearcea5ece0e2010-07-15 16:52:42 -0700940 def UploadForReview(self, branch=None,
Anthony King7bdac712014-07-16 12:56:40 +0100941 people=([], []),
Mike Frysinger819cc812020-02-19 02:27:22 -0500942 dryrun=False,
Brian Harring435370c2012-07-28 15:37:04 -0700943 auto_topic=False,
Mike Frysinger84685ba2020-02-19 02:22:22 -0500944 hashtags=(),
Mike Frysingerfc1b18a2020-02-24 15:38:07 -0500945 labels=(),
Changcheng Xiao87984c62017-08-02 16:55:03 +0200946 private=False,
Vadim Bendeburybd8f6582018-10-31 13:48:01 -0700947 notify=None,
Changcheng Xiao87984c62017-08-02 16:55:03 +0200948 wip=False,
Łukasz Gardońbed59ce2017-08-08 10:18:11 +0200949 dest_branch=None,
Masaya Suzuki305a2d02017-11-13 10:48:34 -0800950 validate_certs=True,
951 push_options=None):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700952 """Uploads the named branch for code review.
953 """
954 if branch is None:
955 branch = self.CurrentBranch
956 if branch is None:
957 raise GitError('not currently on a branch')
958
959 branch = self.GetBranch(branch)
960 if not branch.LocalMerge:
961 raise GitError('branch %s does not track a remote' % branch.name)
962 if not branch.remote.review:
963 raise GitError('remote %s has no review url' % branch.remote.name)
964
Bryan Jacobsf609f912013-05-06 13:36:24 -0400965 if dest_branch is None:
966 dest_branch = self.dest_branch
967 if dest_branch is None:
968 dest_branch = branch.merge
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700969 if not dest_branch.startswith(R_HEADS):
970 dest_branch = R_HEADS + dest_branch
971
Shawn O. Pearce339ba9f2008-11-06 09:52:51 -0800972 if not branch.remote.projectname:
973 branch.remote.projectname = self.name
974 branch.remote.Save()
975
Łukasz Gardońbed59ce2017-08-08 10:18:11 +0200976 url = branch.remote.ReviewUrl(self.UserEmail, validate_certs)
Shawn O. Pearcec9571422012-01-11 14:58:54 -0800977 if url is None:
978 raise UploadError('review not configured')
979 cmd = ['push']
Mike Frysinger819cc812020-02-19 02:27:22 -0500980 if dryrun:
981 cmd.append('-n')
Shawn O. Pearceb54a3922009-01-05 16:18:58 -0800982
Shawn O. Pearcec9571422012-01-11 14:58:54 -0800983 if url.startswith('ssh://'):
Jonathan Nieder713c5872018-11-05 13:21:52 -0800984 cmd.append('--receive-pack=gerrit receive-pack')
Shawn O. Pearcea5ece0e2010-07-15 16:52:42 -0700985
Masaya Suzuki305a2d02017-11-13 10:48:34 -0800986 for push_option in (push_options or []):
987 cmd.append('-o')
988 cmd.append(push_option)
989
Shawn O. Pearcec9571422012-01-11 14:58:54 -0800990 cmd.append(url)
Shawn O. Pearceb54a3922009-01-05 16:18:58 -0800991
Shawn O. Pearcec9571422012-01-11 14:58:54 -0800992 if dest_branch.startswith(R_HEADS):
993 dest_branch = dest_branch[len(R_HEADS):]
Brian Harring435370c2012-07-28 15:37:04 -0700994
Mike Frysingerb0fbc7f2020-02-25 02:58:04 -0500995 ref_spec = '%s:refs/for/%s' % (R_HEADS + branch.name, dest_branch)
David Pursehousef25a3702018-11-14 19:01:22 -0800996 opts = []
Shawn O. Pearcec9571422012-01-11 14:58:54 -0800997 if auto_topic:
David Pursehousef25a3702018-11-14 19:01:22 -0800998 opts += ['topic=' + branch.name]
Mike Frysinger84685ba2020-02-19 02:22:22 -0500999 opts += ['t=%s' % p for p in hashtags]
Mike Frysingerfc1b18a2020-02-24 15:38:07 -05001000 opts += ['l=%s' % p for p in labels]
Changcheng Xiao87984c62017-08-02 16:55:03 +02001001
David Pursehousef25a3702018-11-14 19:01:22 -08001002 opts += ['r=%s' % p for p in people[0]]
Jonathan Nieder713c5872018-11-05 13:21:52 -08001003 opts += ['cc=%s' % p for p in people[1]]
Vadim Bendeburybd8f6582018-10-31 13:48:01 -07001004 if notify:
1005 opts += ['notify=' + notify]
Jonathan Nieder713c5872018-11-05 13:21:52 -08001006 if private:
1007 opts += ['private']
1008 if wip:
1009 opts += ['wip']
1010 if opts:
1011 ref_spec = ref_spec + '%' + ','.join(opts)
Shawn O. Pearcec9571422012-01-11 14:58:54 -08001012 cmd.append(ref_spec)
1013
Anthony King7bdac712014-07-16 12:56:40 +01001014 if GitCommand(self, cmd, bare=True).Wait() != 0:
Shawn O. Pearcec9571422012-01-11 14:58:54 -08001015 raise UploadError('Upload failed')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001016
Mike Frysingerd7f86832020-11-19 19:18:46 -05001017 if not dryrun:
1018 msg = "posted to %s for %s" % (branch.remote.review, dest_branch)
1019 self.bare_git.UpdateRef(R_PUB + branch.name,
1020 R_HEADS + branch.name,
1021 message=msg)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001022
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001023# Sync ##
Julien Campergue335f5ef2013-10-16 11:02:35 +02001024 def _ExtractArchive(self, tarpath, path=None):
1025 """Extract the given tar on its current location
1026
1027 Args:
1028 - tarpath: The path to the actual tar file
1029
1030 """
1031 try:
1032 with tarfile.open(tarpath, 'r') as tar:
1033 tar.extractall(path=path)
1034 return True
1035 except (IOError, tarfile.TarError) as e:
David Pursehousef33929d2015-08-24 14:39:14 +09001036 _error("Cannot extract archive %s: %s", tarpath, str(e))
Julien Campergue335f5ef2013-10-16 11:02:35 +02001037 return False
1038
Shawn O. Pearcee02ac0a2012-03-14 15:36:59 -07001039 def Sync_NetworkHalf(self,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001040 quiet=False,
Mike Frysinger521d01b2020-02-17 01:51:49 -05001041 verbose=False,
Mike Frysinger7b586f22021-02-23 18:38:39 -05001042 output_redir=None,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001043 is_new=None,
Mike Frysinger73561142021-05-03 01:10:09 -04001044 current_branch_only=None,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001045 force_sync=False,
1046 clone_bundle=True,
Mike Frysingerd68ed632021-05-03 01:21:35 -04001047 tags=None,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001048 archive=False,
1049 optimized_fetch=False,
George Engelbrecht9bc283e2020-04-02 12:36:09 -06001050 retry_fetches=0,
Martin Kellye4e94d22017-03-21 16:05:12 -07001051 prune=False,
Xin Li745be2e2019-06-03 11:24:30 -07001052 submodules=False,
Raman Tennetif32f2432021-04-12 20:57:25 -07001053 clone_filter=None,
Raman Tenneticd89ec12021-04-22 09:18:14 -07001054 partial_clone_exclude=set()):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001055 """Perform only the network IO portion of the sync process.
1056 Local working directory/branch state is not affected.
1057 """
Julien Campergue335f5ef2013-10-16 11:02:35 +02001058 if archive and not isinstance(self, MetaProject):
1059 if self.remote.url.startswith(('http://', 'https://')):
David Pursehousef33929d2015-08-24 14:39:14 +09001060 _error("%s: Cannot fetch archives from http/https remotes.", self.name)
Julien Campergue335f5ef2013-10-16 11:02:35 +02001061 return False
1062
1063 name = self.relpath.replace('\\', '/')
1064 name = name.replace('/', '_')
1065 tarpath = '%s.tar' % name
1066 topdir = self.manifest.topdir
1067
1068 try:
1069 self._FetchArchive(tarpath, cwd=topdir)
1070 except GitError as e:
David Pursehousef33929d2015-08-24 14:39:14 +09001071 _error('%s', e)
Julien Campergue335f5ef2013-10-16 11:02:35 +02001072 return False
1073
1074 # From now on, we only need absolute tarpath
1075 tarpath = os.path.join(topdir, tarpath)
1076
1077 if not self._ExtractArchive(tarpath, path=topdir):
1078 return False
1079 try:
Renaud Paquay010fed72016-11-11 14:25:29 -08001080 platform_utils.remove(tarpath)
Julien Campergue335f5ef2013-10-16 11:02:35 +02001081 except OSError as e:
David Pursehousef33929d2015-08-24 14:39:14 +09001082 _warn("Cannot remove archive %s: %s", tarpath, str(e))
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001083 self._CopyAndLinkFiles()
Julien Campergue335f5ef2013-10-16 11:02:35 +02001084 return True
Mike Frysinger76844ba2021-02-28 17:08:55 -05001085
1086 # If the shared object dir already exists, don't try to rebootstrap with a
1087 # clone bundle download. We should have the majority of objects already.
1088 if clone_bundle and os.path.exists(self.objdir):
1089 clone_bundle = False
1090
Raman Tennetif32f2432021-04-12 20:57:25 -07001091 if self.name in partial_clone_exclude:
1092 clone_bundle = True
1093 clone_filter = None
1094
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -07001095 if is_new is None:
1096 is_new = not self.Exists
Shawn O. Pearce88443382010-10-08 10:02:09 +02001097 if is_new:
David Pursehousee8ace262020-02-13 12:41:15 +09001098 self._InitGitDir(force_sync=force_sync, quiet=quiet)
Jimmie Westera0444582012-10-24 13:44:42 +02001099 else:
David Pursehousee8ace262020-02-13 12:41:15 +09001100 self._UpdateHooks(quiet=quiet)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001101 self._InitRemote()
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07001102
1103 if is_new:
1104 alt = os.path.join(self.gitdir, 'objects/info/alternates')
1105 try:
Mike Frysinger3164d402019-11-11 05:40:22 -05001106 with open(alt) as fd:
Samuel Hollandbaa00092018-01-22 10:57:29 -06001107 # This works for both absolute and relative alternate directories.
1108 alt_dir = os.path.join(self.objdir, 'objects', fd.readline().rstrip())
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07001109 except IOError:
1110 alt_dir = None
1111 else:
1112 alt_dir = None
1113
Mike Frysingere50b6a72020-02-19 01:45:48 -05001114 if (clone_bundle
1115 and alt_dir is None
1116 and self._ApplyCloneBundle(initial=is_new, quiet=quiet, verbose=verbose)):
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07001117 is_new = False
1118
Mike Frysinger73561142021-05-03 01:10:09 -04001119 if current_branch_only is None:
Shawn O. Pearce6ba6ba02012-05-24 09:46:50 -07001120 if self.sync_c:
1121 current_branch_only = True
1122 elif not self.manifest._loaded:
1123 # Manifest cannot check defaults until it syncs.
1124 current_branch_only = False
1125 elif self.manifest.default.sync_c:
1126 current_branch_only = True
1127
Mike Frysingerd68ed632021-05-03 01:21:35 -04001128 if tags is None:
1129 tags = self.sync_tags
YOUNG HO CHAa32c92c2018-02-14 16:57:31 +09001130
Aymen Bouaziz6c594462016-10-25 18:03:51 +02001131 if self.clone_depth:
1132 depth = self.clone_depth
1133 else:
1134 depth = self.manifest.manifestProject.config.GetString('repo.depth')
1135
Mike Frysinger521d01b2020-02-17 01:51:49 -05001136 # See if we can skip the network fetch entirely.
1137 if not (optimized_fetch and
1138 (ID_RE.match(self.revisionExpr) and
1139 self._CheckForImmutableRevision())):
1140 if not self._RemoteFetch(
Mike Frysinger7b586f22021-02-23 18:38:39 -05001141 initial=is_new,
1142 quiet=quiet, verbose=verbose, output_redir=output_redir,
1143 alt_dir=alt_dir, current_branch_only=current_branch_only,
Mike Frysingerc58ec4d2020-02-17 14:36:08 -05001144 tags=tags, prune=prune, depth=depth,
David Pursehouse3cceda52020-02-18 14:11:39 +09001145 submodules=submodules, force_sync=force_sync,
George Engelbrecht9bc283e2020-04-02 12:36:09 -06001146 clone_filter=clone_filter, retry_fetches=retry_fetches):
Mike Frysinger521d01b2020-02-17 01:51:49 -05001147 return False
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08001148
Nikolai Merinov09f0abb2018-10-19 15:07:05 +05001149 mp = self.manifest.manifestProject
1150 dissociate = mp.config.GetBoolean('repo.dissociate')
1151 if dissociate:
1152 alternates_file = os.path.join(self.gitdir, 'objects/info/alternates')
1153 if os.path.exists(alternates_file):
1154 cmd = ['repack', '-a', '-d']
Mike Frysinger7b586f22021-02-23 18:38:39 -05001155 p = GitCommand(self, cmd, bare=True, capture_stdout=bool(output_redir),
1156 merge_output=bool(output_redir))
1157 if p.stdout and output_redir:
Mike Frysinger3c093122021-03-03 11:17:27 -05001158 output_redir.write(p.stdout)
Mike Frysinger7b586f22021-02-23 18:38:39 -05001159 if p.Wait() != 0:
Nikolai Merinov09f0abb2018-10-19 15:07:05 +05001160 return False
1161 platform_utils.remove(alternates_file)
1162
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08001163 if self.worktree:
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08001164 self._InitMRef()
1165 else:
1166 self._InitMirrorHead()
1167 try:
Renaud Paquay010fed72016-11-11 14:25:29 -08001168 platform_utils.remove(os.path.join(self.gitdir, 'FETCH_HEAD'))
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08001169 except OSError:
1170 pass
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001171 return True
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -08001172
1173 def PostRepoUpgrade(self):
1174 self._InitHooks()
1175
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001176 def _CopyAndLinkFiles(self):
Mike Frysinger8c1e9cb2020-09-06 14:53:18 -04001177 if self.client.isGitcClient:
Simran Basib9a1b732015-08-20 12:19:28 -07001178 return
David Pursehouse8a68ff92012-09-24 12:15:13 +09001179 for copyfile in self.copyfiles:
1180 copyfile._Copy()
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001181 for linkfile in self.linkfiles:
1182 linkfile._Link()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001183
Julien Camperguedd654222014-01-09 16:21:37 +01001184 def GetCommitRevisionId(self):
1185 """Get revisionId of a commit.
1186
1187 Use this method instead of GetRevisionId to get the id of the commit rather
1188 than the id of the current git object (for example, a tag)
1189
1190 """
1191 if not self.revisionExpr.startswith(R_TAGS):
1192 return self.GetRevisionId(self._allrefs)
1193
1194 try:
1195 return self.bare_git.rev_list(self.revisionExpr, '-1')[0]
1196 except GitError:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001197 raise ManifestInvalidRevisionError('revision %s in %s not found' %
1198 (self.revisionExpr, self.name))
Julien Camperguedd654222014-01-09 16:21:37 +01001199
David Pursehouse8a68ff92012-09-24 12:15:13 +09001200 def GetRevisionId(self, all_refs=None):
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001201 if self.revisionId:
1202 return self.revisionId
1203
1204 rem = self.GetRemote(self.remote.name)
1205 rev = rem.ToLocal(self.revisionExpr)
1206
David Pursehouse8a68ff92012-09-24 12:15:13 +09001207 if all_refs is not None and rev in all_refs:
1208 return all_refs[rev]
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001209
1210 try:
1211 return self.bare_git.rev_parse('--verify', '%s^0' % rev)
1212 except GitError:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001213 raise ManifestInvalidRevisionError('revision %s in %s not found' %
1214 (self.revisionExpr, self.name))
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001215
Raman Tenneti6a872c92021-01-14 19:17:50 -08001216 def SetRevisionId(self, revisionId):
Xin Liaabf79d2021-04-29 01:50:38 -07001217 if self.clone_depth or self.manifest.manifestProject.config.GetString('repo.depth'):
1218 self.upstream = self.revisionExpr
1219
Raman Tenneti6a872c92021-01-14 19:17:50 -08001220 self.revisionId = revisionId
1221
Martin Kellye4e94d22017-03-21 16:05:12 -07001222 def Sync_LocalHalf(self, syncbuf, force_sync=False, submodules=False):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001223 """Perform only the local IO portion of the sync process.
1224 Network access is not required.
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001225 """
Mike Frysingerb610b852019-11-11 05:10:03 -05001226 if not os.path.exists(self.gitdir):
1227 syncbuf.fail(self,
1228 'Cannot checkout %s due to missing network sync; Run '
1229 '`repo sync -n %s` first.' %
1230 (self.name, self.name))
1231 return
1232
Martin Kellye4e94d22017-03-21 16:05:12 -07001233 self._InitWorkTree(force_sync=force_sync, submodules=submodules)
David Pursehouse8a68ff92012-09-24 12:15:13 +09001234 all_refs = self.bare_ref.all
1235 self.CleanPublishedCache(all_refs)
1236 revid = self.GetRevisionId(all_refs)
Skyler Kaufman835cd682011-03-08 12:14:41 -08001237
Mike Frysinger0458faa2021-03-10 23:35:44 -05001238 # Special case the root of the repo client checkout. Make sure it doesn't
1239 # contain files being checked out to dirs we don't allow.
1240 if self.relpath == '.':
1241 PROTECTED_PATHS = {'.repo'}
1242 paths = set(self.work_git.ls_tree('-z', '--name-only', '--', revid).split('\0'))
1243 bad_paths = paths & PROTECTED_PATHS
1244 if bad_paths:
1245 syncbuf.fail(self,
1246 'Refusing to checkout project that writes to protected '
1247 'paths: %s' % (', '.join(bad_paths),))
1248 return
1249
David Pursehouse1d947b32012-10-25 12:23:11 +09001250 def _doff():
1251 self._FastForward(revid)
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001252 self._CopyAndLinkFiles()
David Pursehouse1d947b32012-10-25 12:23:11 +09001253
Martin Kellye4e94d22017-03-21 16:05:12 -07001254 def _dosubmodules():
1255 self._SyncSubmodules(quiet=True)
1256
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07001257 head = self.work_git.GetHead()
1258 if head.startswith(R_HEADS):
1259 branch = head[len(R_HEADS):]
1260 try:
David Pursehouse8a68ff92012-09-24 12:15:13 +09001261 head = all_refs[head]
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07001262 except KeyError:
1263 head = None
1264 else:
1265 branch = None
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001266
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001267 if branch is None or syncbuf.detach_head:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001268 # Currently on a detached HEAD. The user is assumed to
1269 # not have any local modifications worth worrying about.
1270 #
Shawn O. Pearce3d2cdd02009-04-18 15:26:10 -07001271 if self.IsRebaseInProgress():
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001272 syncbuf.fail(self, _PriorSyncFailedError())
1273 return
1274
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07001275 if head == revid:
1276 # No changes; don't do anything further.
Florian Vallee7cf1b362012-06-07 17:11:42 +02001277 # Except if the head needs to be detached
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07001278 #
Florian Vallee7cf1b362012-06-07 17:11:42 +02001279 if not syncbuf.detach_head:
Dan Willemsen029eaf32015-09-03 12:52:28 -07001280 # The copy/linkfile config may have changed.
1281 self._CopyAndLinkFiles()
Florian Vallee7cf1b362012-06-07 17:11:42 +02001282 return
1283 else:
1284 lost = self._revlist(not_rev(revid), HEAD)
1285 if lost:
1286 syncbuf.info(self, "discarding %d commits", len(lost))
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07001287
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001288 try:
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001289 self._Checkout(revid, quiet=True)
Martin Kellye4e94d22017-03-21 16:05:12 -07001290 if submodules:
1291 self._SyncSubmodules(quiet=True)
Sarah Owensa5be53f2012-09-09 15:37:57 -07001292 except GitError as e:
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001293 syncbuf.fail(self, e)
1294 return
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001295 self._CopyAndLinkFiles()
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001296 return
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001297
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07001298 if head == revid:
1299 # No changes; don't do anything further.
1300 #
Dan Willemsen029eaf32015-09-03 12:52:28 -07001301 # The copy/linkfile config may have changed.
1302 self._CopyAndLinkFiles()
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07001303 return
1304
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001305 branch = self.GetBranch(branch)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001306
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001307 if not branch.LocalMerge:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001308 # The current branch has no tracking configuration.
Anatol Pomazau2a32f6a2011-08-30 10:52:33 -07001309 # Jump off it to a detached HEAD.
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001310 #
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001311 syncbuf.info(self,
1312 "leaving %s; does not track upstream",
1313 branch.name)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001314 try:
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001315 self._Checkout(revid, quiet=True)
Martin Kellye4e94d22017-03-21 16:05:12 -07001316 if submodules:
1317 self._SyncSubmodules(quiet=True)
Sarah Owensa5be53f2012-09-09 15:37:57 -07001318 except GitError as e:
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001319 syncbuf.fail(self, e)
1320 return
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001321 self._CopyAndLinkFiles()
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001322 return
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001323
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001324 upstream_gain = self._revlist(not_rev(HEAD), revid)
Mike Frysinger2ba5a1e2019-09-23 17:42:23 -04001325
1326 # See if we can perform a fast forward merge. This can happen if our
1327 # branch isn't in the exact same state as we last published.
1328 try:
1329 self.work_git.merge_base('--is-ancestor', HEAD, revid)
1330 # Skip the published logic.
1331 pub = False
1332 except GitError:
1333 pub = self.WasPublished(branch.name, all_refs)
1334
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001335 if pub:
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001336 not_merged = self._revlist(not_rev(revid), pub)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001337 if not_merged:
1338 if upstream_gain:
1339 # The user has published this branch and some of those
1340 # commits are not yet merged upstream. We do not want
1341 # to rewrite the published commits so we punt.
1342 #
Daniel Sandler4c50dee2010-03-02 15:38:03 -05001343 syncbuf.fail(self,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001344 "branch %s is published (but not merged) and is now "
1345 "%d commits behind" % (branch.name, len(upstream_gain)))
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001346 return
Shawn O. Pearce05f66b62009-04-21 08:26:32 -07001347 elif pub == head:
1348 # All published commits are merged, and thus we are a
1349 # strict subset. We can fast-forward safely.
Shawn O. Pearcea54c5272008-10-30 11:03:00 -07001350 #
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001351 syncbuf.later1(self, _doff)
Martin Kellye4e94d22017-03-21 16:05:12 -07001352 if submodules:
1353 syncbuf.later1(self, _dosubmodules)
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001354 return
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001355
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07001356 # Examine the local commits not in the remote. Find the
1357 # last one attributed to this user, if any.
1358 #
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001359 local_changes = self._revlist(not_rev(revid), HEAD, format='%H %ce')
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07001360 last_mine = None
1361 cnt_mine = 0
1362 for commit in local_changes:
Mike Frysinger600f4922019-08-03 02:14:28 -04001363 commit_id, committer_email = commit.split(' ', 1)
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07001364 if committer_email == self.UserEmail:
1365 last_mine = commit_id
1366 cnt_mine += 1
1367
Shawn O. Pearceda88ff42009-06-03 11:09:12 -07001368 if not upstream_gain and cnt_mine == len(local_changes):
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001369 return
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001370
1371 if self.IsDirty(consider_untracked=False):
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001372 syncbuf.fail(self, _DirtyError())
1373 return
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001374
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001375 # If the upstream switched on us, warn the user.
1376 #
1377 if branch.merge != self.revisionExpr:
1378 if branch.merge and self.revisionExpr:
1379 syncbuf.info(self,
1380 'manifest switched %s...%s',
1381 branch.merge,
1382 self.revisionExpr)
1383 elif branch.merge:
1384 syncbuf.info(self,
1385 'manifest no longer tracks %s',
1386 branch.merge)
1387
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07001388 if cnt_mine < len(local_changes):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001389 # Upstream rebased. Not everything in HEAD
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07001390 # was created by this user.
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001391 #
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001392 syncbuf.info(self,
1393 "discarding %d commits removed from upstream",
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07001394 len(local_changes) - cnt_mine)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001395
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001396 branch.remote = self.GetRemote(self.remote.name)
Anatol Pomazaucd7c5de2012-03-20 13:45:00 -07001397 if not ID_RE.match(self.revisionExpr):
1398 # in case of manifest sync the revisionExpr might be a SHA1
1399 branch.merge = self.revisionExpr
Conley Owens04f2f0e2014-10-01 17:22:46 -07001400 if not branch.merge.startswith('refs/'):
1401 branch.merge = R_HEADS + branch.merge
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001402 branch.Save()
1403
Mike Pontillod3153822012-02-28 11:53:24 -08001404 if cnt_mine > 0 and self.rebase:
Martin Kellye4e94d22017-03-21 16:05:12 -07001405 def _docopyandlink():
1406 self._CopyAndLinkFiles()
1407
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001408 def _dorebase():
Anthony King7bdac712014-07-16 12:56:40 +01001409 self._Rebase(upstream='%s^1' % last_mine, onto=revid)
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001410 syncbuf.later2(self, _dorebase)
Martin Kellye4e94d22017-03-21 16:05:12 -07001411 if submodules:
1412 syncbuf.later2(self, _dosubmodules)
1413 syncbuf.later2(self, _docopyandlink)
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07001414 elif local_changes:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001415 try:
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001416 self._ResetHard(revid)
Martin Kellye4e94d22017-03-21 16:05:12 -07001417 if submodules:
1418 self._SyncSubmodules(quiet=True)
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001419 self._CopyAndLinkFiles()
Sarah Owensa5be53f2012-09-09 15:37:57 -07001420 except GitError as e:
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001421 syncbuf.fail(self, e)
1422 return
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001423 else:
Shawn O. Pearce350cde42009-04-16 11:21:18 -07001424 syncbuf.later1(self, _doff)
Martin Kellye4e94d22017-03-21 16:05:12 -07001425 if submodules:
1426 syncbuf.later1(self, _dosubmodules)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001427
Mike Frysingere6a202f2019-08-02 15:57:57 -04001428 def AddCopyFile(self, src, dest, topdir):
1429 """Mark |src| for copying to |dest| (relative to |topdir|).
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001430
Mike Frysingere6a202f2019-08-02 15:57:57 -04001431 No filesystem changes occur here. Actual copying happens later on.
1432
1433 Paths should have basic validation run on them before being queued.
1434 Further checking will be handled when the actual copy happens.
1435 """
1436 self.copyfiles.append(_CopyFile(self.worktree, src, topdir, dest))
1437
1438 def AddLinkFile(self, src, dest, topdir):
1439 """Mark |dest| to create a symlink (relative to |topdir|) pointing to |src|.
1440
1441 No filesystem changes occur here. Actual linking happens later on.
1442
1443 Paths should have basic validation run on them before being queued.
1444 Further checking will be handled when the actual link happens.
1445 """
1446 self.linkfiles.append(_LinkFile(self.worktree, src, topdir, dest))
Jeff Hamiltone0df2322014-04-21 17:10:59 -05001447
James W. Mills24c13082012-04-12 15:04:13 -05001448 def AddAnnotation(self, name, value, keep):
1449 self.annotations.append(_Annotation(name, value, keep))
1450
Shawn O. Pearce632768b2008-10-23 11:58:52 -07001451 def DownloadPatchSet(self, change_id, patch_id):
1452 """Download a single patch set of a single change to FETCH_HEAD.
1453 """
1454 remote = self.GetRemote(self.remote.name)
1455
1456 cmd = ['fetch', remote.name]
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001457 cmd.append('refs/changes/%2.2d/%d/%d'
Shawn O. Pearce632768b2008-10-23 11:58:52 -07001458 % (change_id % 100, change_id, patch_id))
Shawn O. Pearce632768b2008-10-23 11:58:52 -07001459 if GitCommand(self, cmd, bare=True).Wait() != 0:
1460 return None
1461 return DownloadedChange(self,
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001462 self.GetRevisionId(),
Shawn O. Pearce632768b2008-10-23 11:58:52 -07001463 change_id,
1464 patch_id,
1465 self.bare_git.rev_parse('FETCH_HEAD'))
1466
Mike Frysingerc0d18662020-02-19 19:19:18 -05001467 def DeleteWorktree(self, quiet=False, force=False):
1468 """Delete the source checkout and any other housekeeping tasks.
1469
1470 This currently leaves behind the internal .repo/ cache state. This helps
1471 when switching branches or manifest changes get reverted as we don't have
1472 to redownload all the git objects. But we should do some GC at some point.
1473
1474 Args:
1475 quiet: Whether to hide normal messages.
1476 force: Always delete tree even if dirty.
1477
1478 Returns:
1479 True if the worktree was completely cleaned out.
1480 """
1481 if self.IsDirty():
1482 if force:
1483 print('warning: %s: Removing dirty project: uncommitted changes lost.' %
1484 (self.relpath,), file=sys.stderr)
1485 else:
1486 print('error: %s: Cannot remove project: uncommitted changes are '
1487 'present.\n' % (self.relpath,), file=sys.stderr)
1488 return False
1489
1490 if not quiet:
1491 print('%s: Deleting obsolete checkout.' % (self.relpath,))
1492
1493 # Unlock and delink from the main worktree. We don't use git's worktree
1494 # remove because it will recursively delete projects -- we handle that
1495 # ourselves below. https://crbug.com/git/48
1496 if self.use_git_worktrees:
1497 needle = platform_utils.realpath(self.gitdir)
1498 # Find the git worktree commondir under .repo/worktrees/.
1499 output = self.bare_git.worktree('list', '--porcelain').splitlines()[0]
1500 assert output.startswith('worktree '), output
1501 commondir = output[9:]
1502 # Walk each of the git worktrees to see where they point.
1503 configs = os.path.join(commondir, 'worktrees')
1504 for name in os.listdir(configs):
1505 gitdir = os.path.join(configs, name, 'gitdir')
1506 with open(gitdir) as fp:
1507 relpath = fp.read().strip()
1508 # Resolve the checkout path and see if it matches this project.
1509 fullpath = platform_utils.realpath(os.path.join(configs, name, relpath))
1510 if fullpath == needle:
1511 platform_utils.rmtree(os.path.join(configs, name))
1512
1513 # Delete the .git directory first, so we're less likely to have a partially
1514 # working git repository around. There shouldn't be any git projects here,
1515 # so rmtree works.
1516
1517 # Try to remove plain files first in case of git worktrees. If this fails
1518 # for any reason, we'll fall back to rmtree, and that'll display errors if
1519 # it can't remove things either.
1520 try:
1521 platform_utils.remove(self.gitdir)
1522 except OSError:
1523 pass
1524 try:
1525 platform_utils.rmtree(self.gitdir)
1526 except OSError as e:
1527 if e.errno != errno.ENOENT:
1528 print('error: %s: %s' % (self.gitdir, e), file=sys.stderr)
1529 print('error: %s: Failed to delete obsolete checkout; remove manually, '
1530 'then run `repo sync -l`.' % (self.relpath,), file=sys.stderr)
1531 return False
1532
1533 # Delete everything under the worktree, except for directories that contain
1534 # another git project.
1535 dirs_to_remove = []
1536 failed = False
1537 for root, dirs, files in platform_utils.walk(self.worktree):
1538 for f in files:
1539 path = os.path.join(root, f)
1540 try:
1541 platform_utils.remove(path)
1542 except OSError as e:
1543 if e.errno != errno.ENOENT:
1544 print('error: %s: Failed to remove: %s' % (path, e), file=sys.stderr)
1545 failed = True
1546 dirs[:] = [d for d in dirs
1547 if not os.path.lexists(os.path.join(root, d, '.git'))]
1548 dirs_to_remove += [os.path.join(root, d) for d in dirs
1549 if os.path.join(root, d) not in dirs_to_remove]
1550 for d in reversed(dirs_to_remove):
1551 if platform_utils.islink(d):
1552 try:
1553 platform_utils.remove(d)
1554 except OSError as e:
1555 if e.errno != errno.ENOENT:
1556 print('error: %s: Failed to remove: %s' % (d, e), file=sys.stderr)
1557 failed = True
1558 elif not platform_utils.listdir(d):
1559 try:
1560 platform_utils.rmdir(d)
1561 except OSError as e:
1562 if e.errno != errno.ENOENT:
1563 print('error: %s: Failed to remove: %s' % (d, e), file=sys.stderr)
1564 failed = True
1565 if failed:
1566 print('error: %s: Failed to delete obsolete checkout.' % (self.relpath,),
1567 file=sys.stderr)
1568 print(' Remove manually, then run `repo sync -l`.', file=sys.stderr)
1569 return False
1570
1571 # Try deleting parent dirs if they are empty.
1572 path = self.worktree
1573 while path != self.manifest.topdir:
1574 try:
1575 platform_utils.rmdir(path)
1576 except OSError as e:
1577 if e.errno != errno.ENOENT:
1578 break
1579 path = os.path.dirname(path)
1580
1581 return True
1582
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001583# Branch Management ##
Theodore Dubois60fdc5c2019-07-30 12:14:25 -07001584 def StartBranch(self, name, branch_merge='', revision=None):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001585 """Create a new branch off the manifest's revision.
1586 """
Simran Basib9a1b732015-08-20 12:19:28 -07001587 if not branch_merge:
1588 branch_merge = self.revisionExpr
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001589 head = self.work_git.GetHead()
1590 if head == (R_HEADS + name):
1591 return True
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001592
David Pursehouse8a68ff92012-09-24 12:15:13 +09001593 all_refs = self.bare_ref.all
Anthony King7bdac712014-07-16 12:56:40 +01001594 if R_HEADS + name in all_refs:
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001595 return GitCommand(self,
Shawn O. Pearce89e717d2009-04-18 15:04:41 -07001596 ['checkout', name, '--'],
Anthony King7bdac712014-07-16 12:56:40 +01001597 capture_stdout=True,
1598 capture_stderr=True).Wait() == 0
Shawn O. Pearce0a389e92009-04-10 16:21:18 -07001599
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001600 branch = self.GetBranch(name)
1601 branch.remote = self.GetRemote(self.remote.name)
Simran Basib9a1b732015-08-20 12:19:28 -07001602 branch.merge = branch_merge
1603 if not branch.merge.startswith('refs/') and not ID_RE.match(branch_merge):
1604 branch.merge = R_HEADS + branch_merge
Theodore Dubois60fdc5c2019-07-30 12:14:25 -07001605
1606 if revision is None:
1607 revid = self.GetRevisionId(all_refs)
1608 else:
1609 revid = self.work_git.rev_parse(revision)
Shawn O. Pearce0a389e92009-04-10 16:21:18 -07001610
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001611 if head.startswith(R_HEADS):
1612 try:
David Pursehouse8a68ff92012-09-24 12:15:13 +09001613 head = all_refs[head]
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001614 except KeyError:
1615 head = None
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001616 if revid and head and revid == head:
Mike Frysinger746e7f62020-02-19 15:49:02 -05001617 ref = R_HEADS + name
1618 self.work_git.update_ref(ref, revid)
1619 self.work_git.symbolic_ref(HEAD, ref)
1620 branch.Save()
1621 return True
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001622
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001623 if GitCommand(self,
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001624 ['checkout', '-b', branch.name, revid],
Anthony King7bdac712014-07-16 12:56:40 +01001625 capture_stdout=True,
1626 capture_stderr=True).Wait() == 0:
Shawn O. Pearceaccc56d2009-04-18 14:45:51 -07001627 branch.Save()
1628 return True
1629 return False
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001630
Wink Saville02d79452009-04-10 13:01:24 -07001631 def CheckoutBranch(self, name):
1632 """Checkout a local topic branch.
Doug Anderson3ba5f952011-04-07 12:51:04 -07001633
1634 Args:
1635 name: The name of the branch to checkout.
1636
1637 Returns:
1638 True if the checkout succeeded; False if it didn't; None if the branch
1639 didn't exist.
Wink Saville02d79452009-04-10 13:01:24 -07001640 """
Shawn O. Pearce89e717d2009-04-18 15:04:41 -07001641 rev = R_HEADS + name
1642 head = self.work_git.GetHead()
1643 if head == rev:
1644 # Already on the branch
1645 #
1646 return True
Wink Saville02d79452009-04-10 13:01:24 -07001647
David Pursehouse8a68ff92012-09-24 12:15:13 +09001648 all_refs = self.bare_ref.all
Wink Saville02d79452009-04-10 13:01:24 -07001649 try:
David Pursehouse8a68ff92012-09-24 12:15:13 +09001650 revid = all_refs[rev]
Shawn O. Pearce89e717d2009-04-18 15:04:41 -07001651 except KeyError:
1652 # Branch does not exist in this project
1653 #
Doug Anderson3ba5f952011-04-07 12:51:04 -07001654 return None
Wink Saville02d79452009-04-10 13:01:24 -07001655
Shawn O. Pearce89e717d2009-04-18 15:04:41 -07001656 if head.startswith(R_HEADS):
1657 try:
David Pursehouse8a68ff92012-09-24 12:15:13 +09001658 head = all_refs[head]
Shawn O. Pearce89e717d2009-04-18 15:04:41 -07001659 except KeyError:
1660 head = None
1661
1662 if head == revid:
1663 # Same revision; just update HEAD to point to the new
1664 # target branch, but otherwise take no other action.
1665 #
Mike Frysinger9f91c432020-02-23 23:24:40 -05001666 _lwrite(self.work_git.GetDotgitPath(subpath=HEAD),
1667 'ref: %s%s\n' % (R_HEADS, name))
Shawn O. Pearce89e717d2009-04-18 15:04:41 -07001668 return True
1669
1670 return GitCommand(self,
1671 ['checkout', name, '--'],
Anthony King7bdac712014-07-16 12:56:40 +01001672 capture_stdout=True,
1673 capture_stderr=True).Wait() == 0
Wink Saville02d79452009-04-10 13:01:24 -07001674
Shawn O. Pearce9fa44db2008-11-03 11:24:59 -08001675 def AbandonBranch(self, name):
1676 """Destroy a local topic branch.
Doug Andersondafb1d62011-04-07 11:46:59 -07001677
1678 Args:
1679 name: The name of the branch to abandon.
1680
1681 Returns:
1682 True if the abandon succeeded; False if it didn't; None if the branch
1683 didn't exist.
Shawn O. Pearce9fa44db2008-11-03 11:24:59 -08001684 """
Shawn O. Pearce552ac892009-04-18 15:15:24 -07001685 rev = R_HEADS + name
David Pursehouse8a68ff92012-09-24 12:15:13 +09001686 all_refs = self.bare_ref.all
1687 if rev not in all_refs:
Doug Andersondafb1d62011-04-07 11:46:59 -07001688 # Doesn't exist
1689 return None
Shawn O. Pearce9fa44db2008-11-03 11:24:59 -08001690
Shawn O. Pearce552ac892009-04-18 15:15:24 -07001691 head = self.work_git.GetHead()
1692 if head == rev:
1693 # We can't destroy the branch while we are sitting
1694 # on it. Switch to a detached HEAD.
1695 #
David Pursehouse8a68ff92012-09-24 12:15:13 +09001696 head = all_refs[head]
Shawn O. Pearce9fa44db2008-11-03 11:24:59 -08001697
David Pursehouse8a68ff92012-09-24 12:15:13 +09001698 revid = self.GetRevisionId(all_refs)
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001699 if head == revid:
Mike Frysinger9f91c432020-02-23 23:24:40 -05001700 _lwrite(self.work_git.GetDotgitPath(subpath=HEAD), '%s\n' % revid)
Shawn O. Pearce552ac892009-04-18 15:15:24 -07001701 else:
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001702 self._Checkout(revid, quiet=True)
Shawn O. Pearce552ac892009-04-18 15:15:24 -07001703
1704 return GitCommand(self,
1705 ['branch', '-D', name],
Anthony King7bdac712014-07-16 12:56:40 +01001706 capture_stdout=True,
1707 capture_stderr=True).Wait() == 0
Shawn O. Pearce9fa44db2008-11-03 11:24:59 -08001708
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001709 def PruneHeads(self):
1710 """Prune any topic branches already merged into upstream.
1711 """
1712 cb = self.CurrentBranch
1713 kill = []
Shawn O. Pearce3778f9d2009-03-02 12:30:50 -08001714 left = self._allrefs
1715 for name in left.keys():
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001716 if name.startswith(R_HEADS):
1717 name = name[len(R_HEADS):]
1718 if cb is None or name != cb:
1719 kill.append(name)
1720
Mike Frysingera3794e92021-03-11 23:24:01 -05001721 # Minor optimization: If there's nothing to prune, then don't try to read
1722 # any project state.
1723 if not kill and not cb:
1724 return []
1725
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07001726 rev = self.GetRevisionId(left)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001727 if cb is not None \
1728 and not self._revlist(HEAD + '...' + rev) \
Anthony King7bdac712014-07-16 12:56:40 +01001729 and not self.IsDirty(consider_untracked=False):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001730 self.work_git.DetachHead(HEAD)
1731 kill.append(cb)
1732
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001733 if kill:
Shawn O. Pearce5b23f242009-04-17 18:43:33 -07001734 old = self.bare_git.GetHead()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001735
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001736 try:
1737 self.bare_git.DetachHead(rev)
1738
1739 b = ['branch', '-d']
1740 b.extend(kill)
1741 b = GitCommand(self, b, bare=True,
1742 capture_stdout=True,
1743 capture_stderr=True)
1744 b.Wait()
1745 finally:
Dan Willemsen1a799d12015-12-15 13:40:05 -08001746 if ID_RE.match(old):
1747 self.bare_git.DetachHead(old)
1748 else:
1749 self.bare_git.SetHead(old)
Shawn O. Pearce3778f9d2009-03-02 12:30:50 -08001750 left = self._allrefs
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001751
Shawn O. Pearce3778f9d2009-03-02 12:30:50 -08001752 for branch in kill:
1753 if (R_HEADS + branch) not in left:
1754 self.CleanPublishedCache()
1755 break
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001756
1757 if cb and cb not in kill:
1758 kill.append(cb)
Shawn O. Pearce7c6c64d2009-03-02 12:38:13 -08001759 kill.sort()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001760
1761 kept = []
1762 for branch in kill:
Anthony King7bdac712014-07-16 12:56:40 +01001763 if R_HEADS + branch in left:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001764 branch = self.GetBranch(branch)
1765 base = branch.LocalMerge
1766 if not base:
1767 base = rev
1768 kept.append(ReviewableBranch(self, branch, base))
1769 return kept
1770
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001771# Submodule Management ##
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001772 def GetRegisteredSubprojects(self):
1773 result = []
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001774
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001775 def rec(subprojects):
1776 if not subprojects:
1777 return
1778 result.extend(subprojects)
1779 for p in subprojects:
1780 rec(p.subprojects)
1781 rec(self.subprojects)
1782 return result
1783
1784 def _GetSubmodules(self):
1785 # Unfortunately we cannot call `git submodule status --recursive` here
1786 # because the working tree might not exist yet, and it cannot be used
1787 # without a working tree in its current implementation.
1788
1789 def get_submodules(gitdir, rev):
1790 # Parse .gitmodules for submodule sub_paths and sub_urls
1791 sub_paths, sub_urls = parse_gitmodules(gitdir, rev)
1792 if not sub_paths:
1793 return []
1794 # Run `git ls-tree` to read SHAs of submodule object, which happen to be
1795 # revision of submodule repository
1796 sub_revs = git_ls_tree(gitdir, rev, sub_paths)
1797 submodules = []
1798 for sub_path, sub_url in zip(sub_paths, sub_urls):
1799 try:
1800 sub_rev = sub_revs[sub_path]
1801 except KeyError:
1802 # Ignore non-exist submodules
1803 continue
1804 submodules.append((sub_rev, sub_path, sub_url))
1805 return submodules
1806
Sebastian Schuberth41a26832019-03-11 13:53:38 +01001807 re_path = re.compile(r'^submodule\.(.+)\.path=(.*)$')
1808 re_url = re.compile(r'^submodule\.(.+)\.url=(.*)$')
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001809
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001810 def parse_gitmodules(gitdir, rev):
1811 cmd = ['cat-file', 'blob', '%s:.gitmodules' % rev]
1812 try:
Anthony King7bdac712014-07-16 12:56:40 +01001813 p = GitCommand(None, cmd, capture_stdout=True, capture_stderr=True,
1814 bare=True, gitdir=gitdir)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001815 except GitError:
1816 return [], []
1817 if p.Wait() != 0:
1818 return [], []
1819
1820 gitmodules_lines = []
1821 fd, temp_gitmodules_path = tempfile.mkstemp()
1822 try:
Mike Frysinger163d42e2020-02-11 03:35:24 -05001823 os.write(fd, p.stdout.encode('utf-8'))
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001824 os.close(fd)
1825 cmd = ['config', '--file', temp_gitmodules_path, '--list']
Anthony King7bdac712014-07-16 12:56:40 +01001826 p = GitCommand(None, cmd, capture_stdout=True, capture_stderr=True,
1827 bare=True, gitdir=gitdir)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001828 if p.Wait() != 0:
1829 return [], []
1830 gitmodules_lines = p.stdout.split('\n')
1831 except GitError:
1832 return [], []
1833 finally:
Renaud Paquay010fed72016-11-11 14:25:29 -08001834 platform_utils.remove(temp_gitmodules_path)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001835
1836 names = set()
1837 paths = {}
1838 urls = {}
1839 for line in gitmodules_lines:
1840 if not line:
1841 continue
1842 m = re_path.match(line)
1843 if m:
1844 names.add(m.group(1))
1845 paths[m.group(1)] = m.group(2)
1846 continue
1847 m = re_url.match(line)
1848 if m:
1849 names.add(m.group(1))
1850 urls[m.group(1)] = m.group(2)
1851 continue
1852 names = sorted(names)
1853 return ([paths.get(name, '') for name in names],
1854 [urls.get(name, '') for name in names])
1855
1856 def git_ls_tree(gitdir, rev, paths):
1857 cmd = ['ls-tree', rev, '--']
1858 cmd.extend(paths)
1859 try:
Anthony King7bdac712014-07-16 12:56:40 +01001860 p = GitCommand(None, cmd, capture_stdout=True, capture_stderr=True,
1861 bare=True, gitdir=gitdir)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001862 except GitError:
1863 return []
1864 if p.Wait() != 0:
1865 return []
1866 objects = {}
1867 for line in p.stdout.split('\n'):
1868 if not line.strip():
1869 continue
1870 object_rev, object_path = line.split()[2:4]
1871 objects[object_path] = object_rev
1872 return objects
1873
1874 try:
1875 rev = self.GetRevisionId()
1876 except GitError:
1877 return []
1878 return get_submodules(self.gitdir, rev)
1879
1880 def GetDerivedSubprojects(self):
1881 result = []
1882 if not self.Exists:
1883 # If git repo does not exist yet, querying its submodules will
1884 # mess up its states; so return here.
1885 return result
1886 for rev, path, url in self._GetSubmodules():
1887 name = self.manifest.GetSubprojectName(self, path)
David James8d201162013-10-11 17:03:19 -07001888 relpath, worktree, gitdir, objdir = \
1889 self.manifest.GetSubprojectPaths(self, name, path)
1890 project = self.manifest.paths.get(relpath)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001891 if project:
1892 result.extend(project.GetDerivedSubprojects())
1893 continue
David James8d201162013-10-11 17:03:19 -07001894
Shouheng Zhang02c0ee62017-12-08 09:54:58 +08001895 if url.startswith('..'):
1896 url = urllib.parse.urljoin("%s/" % self.remote.url, url)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001897 remote = RemoteSpec(self.remote.name,
Anthony King7bdac712014-07-16 12:56:40 +01001898 url=url,
Steve Raed6480452016-08-10 15:00:00 -07001899 pushUrl=self.remote.pushUrl,
Anthony King7bdac712014-07-16 12:56:40 +01001900 review=self.remote.review,
1901 revision=self.remote.revision)
1902 subproject = Project(manifest=self.manifest,
1903 name=name,
1904 remote=remote,
1905 gitdir=gitdir,
1906 objdir=objdir,
1907 worktree=worktree,
1908 relpath=relpath,
Aymen Bouaziz2598ed02016-06-24 14:34:08 +02001909 revisionExpr=rev,
Anthony King7bdac712014-07-16 12:56:40 +01001910 revisionId=rev,
1911 rebase=self.rebase,
1912 groups=self.groups,
1913 sync_c=self.sync_c,
1914 sync_s=self.sync_s,
YOUNG HO CHAa32c92c2018-02-14 16:57:31 +09001915 sync_tags=self.sync_tags,
Anthony King7bdac712014-07-16 12:56:40 +01001916 parent=self,
1917 is_derived=True)
Che-Liang Chioub2bd91c2012-01-11 11:28:42 +08001918 result.append(subproject)
1919 result.extend(subproject.GetDerivedSubprojects())
1920 return result
1921
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07001922# Direct Git Commands ##
Mike Frysingerf81c72e2020-02-19 15:50:00 -05001923 def EnableRepositoryExtension(self, key, value='true', version=1):
1924 """Enable git repository extension |key| with |value|.
1925
1926 Args:
1927 key: The extension to enabled. Omit the "extensions." prefix.
1928 value: The value to use for the extension.
1929 version: The minimum git repository version needed.
1930 """
1931 # Make sure the git repo version is new enough already.
1932 found_version = self.config.GetInt('core.repositoryFormatVersion')
1933 if found_version is None:
1934 found_version = 0
1935 if found_version < version:
1936 self.config.SetString('core.repositoryFormatVersion', str(version))
1937
1938 # Enable the extension!
1939 self.config.SetString('extensions.%s' % (key,), value)
1940
Mike Frysinger50a81de2020-09-06 15:51:21 -04001941 def ResolveRemoteHead(self, name=None):
1942 """Find out what the default branch (HEAD) points to.
1943
1944 Normally this points to refs/heads/master, but projects are moving to main.
1945 Support whatever the server uses rather than hardcoding "master" ourselves.
1946 """
1947 if name is None:
1948 name = self.remote.name
1949
1950 # The output will look like (NB: tabs are separators):
1951 # ref: refs/heads/master HEAD
1952 # 5f6803b100bb3cd0f534e96e88c91373e8ed1c44 HEAD
1953 output = self.bare_git.ls_remote('-q', '--symref', '--exit-code', name, 'HEAD')
1954
1955 for line in output.splitlines():
1956 lhs, rhs = line.split('\t', 1)
1957 if rhs == 'HEAD' and lhs.startswith('ref:'):
1958 return lhs[4:].strip()
1959
1960 return None
1961
Zac Livingstone4332262017-06-16 08:56:09 -06001962 def _CheckForImmutableRevision(self):
Chris AtLee2fb64662014-01-16 21:32:33 -05001963 try:
1964 # if revision (sha or tag) is not present then following function
1965 # throws an error.
Ian Kasprzak0286e312021-02-05 10:06:18 -08001966 self.bare_git.rev_list('-1', '--missing=allow-any',
1967 '%s^0' % self.revisionExpr, '--')
Chris AtLee2fb64662014-01-16 21:32:33 -05001968 return True
1969 except GitError:
1970 # There is no such persistent revision. We have to fetch it.
1971 return False
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001972
Julien Campergue335f5ef2013-10-16 11:02:35 +02001973 def _FetchArchive(self, tarpath, cwd=None):
1974 cmd = ['archive', '-v', '-o', tarpath]
1975 cmd.append('--remote=%s' % self.remote.url)
1976 cmd.append('--prefix=%s/' % self.relpath)
1977 cmd.append(self.revisionExpr)
1978
1979 command = GitCommand(self, cmd, cwd=cwd,
1980 capture_stdout=True,
1981 capture_stderr=True)
1982
1983 if command.Wait() != 0:
1984 raise GitError('git archive %s: %s' % (self.name, command.stderr))
1985
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07001986 def _RemoteFetch(self, name=None,
1987 current_branch_only=False,
Shawn O. Pearce16614f82010-10-29 12:05:43 -07001988 initial=False,
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07001989 quiet=False,
Mike Frysinger521d01b2020-02-17 01:51:49 -05001990 verbose=False,
Mike Frysinger7b586f22021-02-23 18:38:39 -05001991 output_redir=None,
Mitchel Humpherys597868b2012-10-29 10:18:34 -07001992 alt_dir=None,
Mike Frysingerc58ec4d2020-02-17 14:36:08 -05001993 tags=True,
Aymen Bouaziz6c594462016-10-25 18:03:51 +02001994 prune=False,
Martin Kellye4e94d22017-03-21 16:05:12 -07001995 depth=None,
Mike Frysingere57f1142019-03-18 21:27:54 -04001996 submodules=False,
Xin Li745be2e2019-06-03 11:24:30 -07001997 force_sync=False,
George Engelbrecht9bc283e2020-04-02 12:36:09 -06001998 clone_filter=None,
1999 retry_fetches=2,
2000 retry_sleep_initial_sec=4.0,
2001 retry_exp_factor=2.0):
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002002 is_sha1 = False
2003 tag_name = None
David Pursehouse9bc422f2014-04-15 10:28:56 +09002004 # The depth should not be used when fetching to a mirror because
2005 # it will result in a shallow repository that cannot be cloned or
2006 # fetched from.
Aymen Bouaziz6c594462016-10-25 18:03:51 +02002007 # The repo project should also never be synced with partial depth.
2008 if self.manifest.IsMirror or self.relpath == '.repo/repo':
2009 depth = None
David Pursehouse9bc422f2014-04-15 10:28:56 +09002010
Shawn Pearce69e04d82014-01-29 12:48:54 -08002011 if depth:
2012 current_branch_only = True
2013
Nasser Grainawi909d58b2014-09-19 12:13:04 -06002014 if ID_RE.match(self.revisionExpr) is not None:
2015 is_sha1 = True
2016
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002017 if current_branch_only:
Nasser Grainawi909d58b2014-09-19 12:13:04 -06002018 if self.revisionExpr.startswith(R_TAGS):
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002019 # this is a tag and its sha1 value should never change
2020 tag_name = self.revisionExpr[len(R_TAGS):]
2021
2022 if is_sha1 or tag_name is not None:
Zac Livingstone4332262017-06-16 08:56:09 -06002023 if self._CheckForImmutableRevision():
Mike Frysinger521d01b2020-02-17 01:51:49 -05002024 if verbose:
Tim Schumacher1f1596b2019-04-15 11:17:08 +02002025 print('Skipped fetching project %s (already have persistent ref)'
2026 % self.name)
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002027 return True
Bertrand SIMONNET3000cda2014-11-25 16:19:29 -08002028 if is_sha1 and not depth:
2029 # When syncing a specific commit and --depth is not set:
2030 # * if upstream is explicitly specified and is not a sha1, fetch only
2031 # upstream as users expect only upstream to be fetch.
2032 # Note: The commit might not be in upstream in which case the sync
2033 # will fail.
2034 # * otherwise, fetch all branches to make sure we end up with the
2035 # specific commit.
Aymen Bouaziz037040f2016-06-28 12:27:23 +02002036 if self.upstream:
2037 current_branch_only = not ID_RE.match(self.upstream)
2038 else:
2039 current_branch_only = False
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002040
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002041 if not name:
2042 name = self.remote.name
Shawn O. Pearcefb231612009-04-10 18:53:46 -07002043
2044 ssh_proxy = False
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -07002045 remote = self.GetRemote(name)
2046 if remote.PreConnectFetch():
Shawn O. Pearcefb231612009-04-10 18:53:46 -07002047 ssh_proxy = True
2048
Shawn O. Pearce88443382010-10-08 10:02:09 +02002049 if initial:
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002050 if alt_dir and 'objects' == os.path.basename(alt_dir):
2051 ref_dir = os.path.dirname(alt_dir)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002052 packed_refs = os.path.join(self.gitdir, 'packed-refs')
2053 remote = self.GetRemote(name)
2054
David Pursehouse8a68ff92012-09-24 12:15:13 +09002055 all_refs = self.bare_ref.all
2056 ids = set(all_refs.values())
Shawn O. Pearce88443382010-10-08 10:02:09 +02002057 tmp = set()
2058
Chirayu Desai217ea7d2013-03-01 19:14:38 +05302059 for r, ref_id in GitRefs(ref_dir).all.items():
David Pursehouse8a68ff92012-09-24 12:15:13 +09002060 if r not in all_refs:
Shawn O. Pearce88443382010-10-08 10:02:09 +02002061 if r.startswith(R_TAGS) or remote.WritesTo(r):
David Pursehouse8a68ff92012-09-24 12:15:13 +09002062 all_refs[r] = ref_id
2063 ids.add(ref_id)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002064 continue
2065
David Pursehouse8a68ff92012-09-24 12:15:13 +09002066 if ref_id in ids:
Shawn O. Pearce88443382010-10-08 10:02:09 +02002067 continue
2068
David Pursehouse8a68ff92012-09-24 12:15:13 +09002069 r = 'refs/_alt/%s' % ref_id
2070 all_refs[r] = ref_id
2071 ids.add(ref_id)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002072 tmp.add(r)
2073
heping3d7bbc92017-04-12 19:51:47 +08002074 tmp_packed_lines = []
2075 old_packed_lines = []
Shawn O. Pearce88443382010-10-08 10:02:09 +02002076
Chirayu Desai217ea7d2013-03-01 19:14:38 +05302077 for r in sorted(all_refs):
David Pursehouse8a68ff92012-09-24 12:15:13 +09002078 line = '%s %s\n' % (all_refs[r], r)
heping3d7bbc92017-04-12 19:51:47 +08002079 tmp_packed_lines.append(line)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002080 if r not in tmp:
heping3d7bbc92017-04-12 19:51:47 +08002081 old_packed_lines.append(line)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002082
heping3d7bbc92017-04-12 19:51:47 +08002083 tmp_packed = ''.join(tmp_packed_lines)
2084 old_packed = ''.join(old_packed_lines)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002085 _lwrite(packed_refs, tmp_packed)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002086 else:
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002087 alt_dir = None
Shawn O. Pearce88443382010-10-08 10:02:09 +02002088
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08002089 cmd = ['fetch']
Doug Anderson30d45292011-05-04 15:01:04 -07002090
Xin Li745be2e2019-06-03 11:24:30 -07002091 if clone_filter:
2092 git_require((2, 19, 0), fail=True, msg='partial clones')
2093 cmd.append('--filter=%s' % clone_filter)
Mike Frysingerf81c72e2020-02-19 15:50:00 -05002094 self.EnableRepositoryExtension('partialclone', self.remote.name)
Xin Li745be2e2019-06-03 11:24:30 -07002095
Conley Owensf97e8382015-01-21 11:12:46 -08002096 if depth:
Doug Anderson30d45292011-05-04 15:01:04 -07002097 cmd.append('--depth=%s' % depth)
Dan Willemseneeab6862015-08-03 13:11:53 -07002098 else:
2099 # If this repo has shallow objects, then we don't know which refs have
2100 # shallow objects or not. Tell git to unshallow all fetched refs. Don't
2101 # do this with projects that don't have shallow objects, since it is less
2102 # efficient.
2103 if os.path.exists(os.path.join(self.gitdir, 'shallow')):
2104 cmd.append('--depth=2147483647')
Doug Anderson30d45292011-05-04 15:01:04 -07002105
Mike Frysinger4847e052020-02-22 00:07:35 -05002106 if not verbose:
Shawn O. Pearce16614f82010-10-29 12:05:43 -07002107 cmd.append('--quiet')
Mike Frysinger4847e052020-02-22 00:07:35 -05002108 if not quiet and sys.stdout.isatty():
2109 cmd.append('--progress')
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08002110 if not self.worktree:
2111 cmd.append('--update-head-ok')
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002112 cmd.append(name)
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002113
Mike Frysingere57f1142019-03-18 21:27:54 -04002114 if force_sync:
2115 cmd.append('--force')
2116
David Pursehouse74cfd272015-10-14 10:50:15 +09002117 if prune:
2118 cmd.append('--prune')
2119
Martin Kellye4e94d22017-03-21 16:05:12 -07002120 if submodules:
2121 cmd.append('--recurse-submodules=on-demand')
2122
Kuang-che Wu6856f982019-11-25 12:37:55 +08002123 spec = []
Brian Harring14a66742012-09-28 20:21:57 -07002124 if not current_branch_only:
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002125 # Fetch whole repo
Conley Owens80b87fe2014-05-09 17:13:44 -07002126 spec.append(str((u'+refs/heads/*:') + remote.ToLocal('refs/heads/*')))
Anatol Pomazau53d6f4d2011-08-25 17:21:47 -07002127 elif tag_name is not None:
Conley Owens80b87fe2014-05-09 17:13:44 -07002128 spec.append('tag')
2129 spec.append(tag_name)
Nasser Grainawi04e52d62014-09-30 13:34:52 -06002130
Chirayu Desaif7b64e32020-02-04 17:50:57 +05302131 if self.manifest.IsMirror and not current_branch_only:
2132 branch = None
2133 else:
2134 branch = self.revisionExpr
Kuang-che Wu6856f982019-11-25 12:37:55 +08002135 if (not self.manifest.IsMirror and is_sha1 and depth
David Pursehouseabdf7502020-02-12 14:58:39 +09002136 and git_require((1, 8, 3))):
Kuang-che Wu6856f982019-11-25 12:37:55 +08002137 # Shallow checkout of a specific commit, fetch from that commit and not
2138 # the heads only as the commit might be deeper in the history.
2139 spec.append(branch)
Xin Liaabf79d2021-04-29 01:50:38 -07002140 if self.upstream:
2141 spec.append(self.upstream)
Kuang-che Wu6856f982019-11-25 12:37:55 +08002142 else:
2143 if is_sha1:
2144 branch = self.upstream
2145 if branch is not None and branch.strip():
2146 if not branch.startswith('refs/'):
2147 branch = R_HEADS + branch
2148 spec.append(str((u'+%s:' % branch) + remote.ToLocal(branch)))
2149
2150 # If mirroring repo and we cannot deduce the tag or branch to fetch, fetch
2151 # whole repo.
2152 if self.manifest.IsMirror and not spec:
2153 spec.append(str((u'+refs/heads/*:') + remote.ToLocal('refs/heads/*')))
2154
2155 # If using depth then we should not get all the tags since they may
2156 # be outside of the depth.
Mike Frysingerc58ec4d2020-02-17 14:36:08 -05002157 if not tags or depth:
Kuang-che Wu6856f982019-11-25 12:37:55 +08002158 cmd.append('--no-tags')
2159 else:
2160 cmd.append('--tags')
2161 spec.append(str((u'+refs/tags/*:') + remote.ToLocal('refs/tags/*')))
2162
Conley Owens80b87fe2014-05-09 17:13:44 -07002163 cmd.extend(spec)
2164
George Engelbrecht9bc283e2020-04-02 12:36:09 -06002165 # At least one retry minimum due to git remote prune.
2166 retry_fetches = max(retry_fetches, 2)
2167 retry_cur_sleep = retry_sleep_initial_sec
2168 ok = prune_tried = False
2169 for try_n in range(retry_fetches):
Mike Frysinger31990f02020-02-17 01:35:18 -05002170 gitcmd = GitCommand(self, cmd, bare=True, ssh_proxy=ssh_proxy,
Mike Frysinger7b586f22021-02-23 18:38:39 -05002171 merge_output=True, capture_stdout=quiet or bool(output_redir))
2172 if gitcmd.stdout and not quiet and output_redir:
2173 output_redir.write(gitcmd.stdout)
John L. Villalovos126e2982015-01-29 21:58:12 -08002174 ret = gitcmd.Wait()
Brian Harring14a66742012-09-28 20:21:57 -07002175 if ret == 0:
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002176 ok = True
2177 break
George Engelbrecht9bc283e2020-04-02 12:36:09 -06002178
2179 # Retry later due to HTTP 429 Too Many Requests.
Mike Frysinger92304bf2021-02-23 03:58:43 -05002180 elif (gitcmd.stdout and
2181 'error:' in gitcmd.stdout and
2182 'HTTP 429' in gitcmd.stdout):
Mike Frysinger6823bc22021-04-15 02:06:28 -04002183 # Fallthru to sleep+retry logic at the bottom.
2184 pass
George Engelbrecht9bc283e2020-04-02 12:36:09 -06002185
Mike Frysinger6823bc22021-04-15 02:06:28 -04002186 # Try to prune remote branches once in case there are conflicts.
2187 # For example, if the remote had refs/heads/upstream, but deleted that and
2188 # now has refs/heads/upstream/foo.
2189 elif (gitcmd.stdout and
Mike Frysinger92304bf2021-02-23 03:58:43 -05002190 'error:' in gitcmd.stdout and
2191 'git remote prune' in gitcmd.stdout and
George Engelbrecht9bc283e2020-04-02 12:36:09 -06002192 not prune_tried):
2193 prune_tried = True
John L. Villalovos126e2982015-01-29 21:58:12 -08002194 prunecmd = GitCommand(self, ['remote', 'prune', name], bare=True,
John L. Villalovos9c76f672015-03-16 20:49:10 -07002195 ssh_proxy=ssh_proxy)
John L. Villalovose30f46b2015-02-25 14:27:02 -08002196 ret = prunecmd.Wait()
John L. Villalovose30f46b2015-02-25 14:27:02 -08002197 if ret:
John L. Villalovos126e2982015-01-29 21:58:12 -08002198 break
Mike Frysinger6823bc22021-04-15 02:06:28 -04002199 output_redir.write('retrying fetch after pruning remote branches')
2200 # Continue right away so we don't sleep as we shouldn't need to.
John L. Villalovos126e2982015-01-29 21:58:12 -08002201 continue
Brian Harring14a66742012-09-28 20:21:57 -07002202 elif current_branch_only and is_sha1 and ret == 128:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002203 # Exit code 128 means "couldn't find the ref you asked for"; if we're
2204 # in sha1 mode, we just tried sync'ing from the upstream field; it
2205 # doesn't exist, thus abort the optimization attempt and do a full sync.
Brian Harring14a66742012-09-28 20:21:57 -07002206 break
Colin Crossc4b301f2015-05-13 00:10:02 -07002207 elif ret < 0:
2208 # Git died with a signal, exit immediately
2209 break
Mike Frysinger6823bc22021-04-15 02:06:28 -04002210
2211 # Figure out how long to sleep before the next attempt, if there is one.
Mike Frysinger31990f02020-02-17 01:35:18 -05002212 if not verbose:
Mike Frysingeraedd1e52021-05-04 07:21:19 -04002213 output_redir.write('\n%s:\n%s' % (self.name, gitcmd.stdout))
Mike Frysinger6823bc22021-04-15 02:06:28 -04002214 if try_n < retry_fetches - 1:
2215 output_redir.write('sleeping %s seconds before retrying' % retry_cur_sleep)
2216 time.sleep(retry_cur_sleep)
2217 retry_cur_sleep = min(retry_exp_factor * retry_cur_sleep,
2218 MAXIMUM_RETRY_SLEEP_SEC)
2219 retry_cur_sleep *= (1 - random.uniform(-RETRY_JITTER_PERCENT,
2220 RETRY_JITTER_PERCENT))
Shawn O. Pearce88443382010-10-08 10:02:09 +02002221
2222 if initial:
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002223 if alt_dir:
Shawn O. Pearce88443382010-10-08 10:02:09 +02002224 if old_packed != '':
2225 _lwrite(packed_refs, old_packed)
2226 else:
Renaud Paquay010fed72016-11-11 14:25:29 -08002227 platform_utils.remove(packed_refs)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002228 self.bare_git.pack_refs('--all', '--prune')
Brian Harring14a66742012-09-28 20:21:57 -07002229
Aymen Bouaziz6c594462016-10-25 18:03:51 +02002230 if is_sha1 and current_branch_only:
Brian Harring14a66742012-09-28 20:21:57 -07002231 # We just synced the upstream given branch; verify we
2232 # got what we wanted, else trigger a second run of all
2233 # refs.
Zac Livingstone4332262017-06-16 08:56:09 -06002234 if not self._CheckForImmutableRevision():
Mike Frysinger521d01b2020-02-17 01:51:49 -05002235 # Sync the current branch only with depth set to None.
2236 # We always pass depth=None down to avoid infinite recursion.
2237 return self._RemoteFetch(
Mike Frysinger7b586f22021-02-23 18:38:39 -05002238 name=name, quiet=quiet, verbose=verbose, output_redir=output_redir,
Mike Frysinger521d01b2020-02-17 01:51:49 -05002239 current_branch_only=current_branch_only and depth,
2240 initial=False, alt_dir=alt_dir,
2241 depth=None, clone_filter=clone_filter)
Brian Harring14a66742012-09-28 20:21:57 -07002242
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002243 return ok
Shawn O. Pearce88443382010-10-08 10:02:09 +02002244
Mike Frysingere50b6a72020-02-19 01:45:48 -05002245 def _ApplyCloneBundle(self, initial=False, quiet=False, verbose=False):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002246 if initial and \
2247 (self.manifest.manifestProject.config.GetString('repo.depth') or
2248 self.clone_depth):
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002249 return False
2250
2251 remote = self.GetRemote(self.remote.name)
2252 bundle_url = remote.url + '/clone.bundle'
2253 bundle_url = GitConfig.ForUser().UrlInsteadOf(bundle_url)
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002254 if GetSchemeFromUrl(bundle_url) not in ('http', 'https',
2255 'persistent-http',
2256 'persistent-https'):
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002257 return False
2258
2259 bundle_dst = os.path.join(self.gitdir, 'clone.bundle')
2260 bundle_tmp = os.path.join(self.gitdir, 'clone.bundle.tmp')
2261
2262 exist_dst = os.path.exists(bundle_dst)
2263 exist_tmp = os.path.exists(bundle_tmp)
2264
2265 if not initial and not exist_dst and not exist_tmp:
2266 return False
2267
2268 if not exist_dst:
Mike Frysingere50b6a72020-02-19 01:45:48 -05002269 exist_dst = self._FetchBundle(bundle_url, bundle_tmp, bundle_dst, quiet,
2270 verbose)
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002271 if not exist_dst:
2272 return False
2273
2274 cmd = ['fetch']
Mike Frysinger4847e052020-02-22 00:07:35 -05002275 if not verbose:
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002276 cmd.append('--quiet')
Mike Frysinger4847e052020-02-22 00:07:35 -05002277 if not quiet and sys.stdout.isatty():
2278 cmd.append('--progress')
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002279 if not self.worktree:
2280 cmd.append('--update-head-ok')
2281 cmd.append(bundle_dst)
2282 for f in remote.fetch:
2283 cmd.append(str(f))
Xin Li6e538442018-12-10 11:33:16 -08002284 cmd.append('+refs/tags/*:refs/tags/*')
Shawn O. Pearcec325dc32011-10-03 08:30:24 -07002285
2286 ok = GitCommand(self, cmd, bare=True).Wait() == 0
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -07002287 if os.path.exists(bundle_dst):
Renaud Paquay010fed72016-11-11 14:25:29 -08002288 platform_utils.remove(bundle_dst)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -07002289 if os.path.exists(bundle_tmp):
Renaud Paquay010fed72016-11-11 14:25:29 -08002290 platform_utils.remove(bundle_tmp)
Shawn O. Pearce88443382010-10-08 10:02:09 +02002291 return ok
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002292
Mike Frysingere50b6a72020-02-19 01:45:48 -05002293 def _FetchBundle(self, srcUrl, tmpPath, dstPath, quiet, verbose):
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002294 if os.path.exists(dstPath):
Renaud Paquay010fed72016-11-11 14:25:29 -08002295 platform_utils.remove(dstPath)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -07002296
Matt Gumbel2dc810c2012-08-30 09:39:36 -07002297 cmd = ['curl', '--fail', '--output', tmpPath, '--netrc', '--location']
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002298 if quiet:
Mike Frysingere50b6a72020-02-19 01:45:48 -05002299 cmd += ['--silent', '--show-error']
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002300 if os.path.exists(tmpPath):
2301 size = os.stat(tmpPath).st_size
2302 if size >= 1024:
2303 cmd += ['--continue-at', '%d' % (size,)]
2304 else:
Renaud Paquay010fed72016-11-11 14:25:29 -08002305 platform_utils.remove(tmpPath)
Xin Li3698ab72019-06-25 16:09:43 -07002306 with GetUrlCookieFile(srcUrl, quiet) as (cookiefile, proxy):
Dave Borowitz137d0132015-01-02 11:12:54 -08002307 if cookiefile:
Mike Frysingerdc1d0e02020-02-09 16:20:06 -05002308 cmd += ['--cookie', cookiefile]
Xin Li3698ab72019-06-25 16:09:43 -07002309 if proxy:
2310 cmd += ['--proxy', proxy]
2311 elif 'http_proxy' in os.environ and 'darwin' == sys.platform:
2312 cmd += ['--proxy', os.environ['http_proxy']]
2313 if srcUrl.startswith('persistent-https'):
2314 srcUrl = 'http' + srcUrl[len('persistent-https'):]
2315 elif srcUrl.startswith('persistent-http'):
2316 srcUrl = 'http' + srcUrl[len('persistent-http'):]
Dave Borowitz137d0132015-01-02 11:12:54 -08002317 cmd += [srcUrl]
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002318
Dave Borowitz137d0132015-01-02 11:12:54 -08002319 if IsTrace():
2320 Trace('%s', ' '.join(cmd))
Mike Frysingere50b6a72020-02-19 01:45:48 -05002321 if verbose:
2322 print('%s: Downloading bundle: %s' % (self.name, srcUrl))
2323 stdout = None if verbose else subprocess.PIPE
2324 stderr = None if verbose else subprocess.STDOUT
Dave Borowitz137d0132015-01-02 11:12:54 -08002325 try:
Mike Frysingere50b6a72020-02-19 01:45:48 -05002326 proc = subprocess.Popen(cmd, stdout=stdout, stderr=stderr)
Dave Borowitz137d0132015-01-02 11:12:54 -08002327 except OSError:
2328 return False
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002329
Mike Frysingere50b6a72020-02-19 01:45:48 -05002330 (output, _) = proc.communicate()
2331 curlret = proc.returncode
Matt Gumbel2dc810c2012-08-30 09:39:36 -07002332
Dave Borowitz137d0132015-01-02 11:12:54 -08002333 if curlret == 22:
2334 # From curl man page:
2335 # 22: HTTP page not retrieved. The requested url was not found or
2336 # returned another error with the HTTP error code being 400 or above.
2337 # This return code only appears if -f, --fail is used.
Mike Frysinger4847e052020-02-22 00:07:35 -05002338 if verbose:
George Engelbrechtb6871892020-04-02 13:53:01 -06002339 print('%s: Unable to retrieve clone.bundle; ignoring.' % self.name)
2340 if output:
George Engelbrecht2fe84e12020-04-15 11:28:00 -06002341 print('Curl output:\n%s' % output)
Dave Borowitz137d0132015-01-02 11:12:54 -08002342 return False
Mike Frysingere50b6a72020-02-19 01:45:48 -05002343 elif curlret and not verbose and output:
2344 print('%s' % output, file=sys.stderr)
Matt Gumbel2dc810c2012-08-30 09:39:36 -07002345
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002346 if os.path.exists(tmpPath):
Kris Giesingc8d882a2014-12-23 13:02:32 -08002347 if curlret == 0 and self._IsValidBundle(tmpPath, quiet):
Renaud Paquayad1abcb2016-11-01 11:34:55 -07002348 platform_utils.rename(tmpPath, dstPath)
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002349 return True
2350 else:
Renaud Paquay010fed72016-11-11 14:25:29 -08002351 platform_utils.remove(tmpPath)
Shawn O. Pearce5e7127d2012-08-02 14:57:37 -07002352 return False
2353 else:
2354 return False
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -07002355
Kris Giesingc8d882a2014-12-23 13:02:32 -08002356 def _IsValidBundle(self, path, quiet):
Dave Borowitz91f3ba52013-06-03 12:15:23 -07002357 try:
Pierre Tardy2b7daff2019-05-16 10:28:21 +02002358 with open(path, 'rb') as f:
2359 if f.read(16) == b'# v2 git bundle\n':
Dave Borowitz91f3ba52013-06-03 12:15:23 -07002360 return True
2361 else:
Kris Giesingc8d882a2014-12-23 13:02:32 -08002362 if not quiet:
2363 print("Invalid clone.bundle file; ignoring.", file=sys.stderr)
Dave Borowitz91f3ba52013-06-03 12:15:23 -07002364 return False
2365 except OSError:
2366 return False
2367
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002368 def _Checkout(self, rev, quiet=False):
2369 cmd = ['checkout']
2370 if quiet:
2371 cmd.append('-q')
2372 cmd.append(rev)
2373 cmd.append('--')
2374 if GitCommand(self, cmd).Wait() != 0:
2375 if self._allrefs:
2376 raise GitError('%s checkout %s ' % (self.name, rev))
2377
Mike Frysinger915fda12020-03-22 12:15:20 -04002378 def _CherryPick(self, rev, ffonly=False, record_origin=False):
Pierre Tardye5a21222011-03-24 16:28:18 +01002379 cmd = ['cherry-pick']
Mike Frysingerea431762020-03-22 12:14:01 -04002380 if ffonly:
2381 cmd.append('--ff')
Mike Frysinger915fda12020-03-22 12:15:20 -04002382 if record_origin:
2383 cmd.append('-x')
Pierre Tardye5a21222011-03-24 16:28:18 +01002384 cmd.append(rev)
2385 cmd.append('--')
2386 if GitCommand(self, cmd).Wait() != 0:
2387 if self._allrefs:
2388 raise GitError('%s cherry-pick %s ' % (self.name, rev))
2389
Akshay Verma0f2e45a2018-03-24 12:27:05 +05302390 def _LsRemote(self, refs):
2391 cmd = ['ls-remote', self.remote.name, refs]
Akshay Vermacf7c0832018-03-15 21:56:30 +05302392 p = GitCommand(self, cmd, capture_stdout=True)
2393 if p.Wait() == 0:
Mike Frysinger600f4922019-08-03 02:14:28 -04002394 return p.stdout
Akshay Vermacf7c0832018-03-15 21:56:30 +05302395 return None
2396
Anthony King7bdac712014-07-16 12:56:40 +01002397 def _Revert(self, rev):
Erwan Mahea94f1622011-08-19 13:56:09 +02002398 cmd = ['revert']
2399 cmd.append('--no-edit')
2400 cmd.append(rev)
2401 cmd.append('--')
2402 if GitCommand(self, cmd).Wait() != 0:
2403 if self._allrefs:
2404 raise GitError('%s revert %s ' % (self.name, rev))
2405
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002406 def _ResetHard(self, rev, quiet=True):
2407 cmd = ['reset', '--hard']
2408 if quiet:
2409 cmd.append('-q')
2410 cmd.append(rev)
2411 if GitCommand(self, cmd).Wait() != 0:
2412 raise GitError('%s reset --hard %s ' % (self.name, rev))
2413
Martin Kellye4e94d22017-03-21 16:05:12 -07002414 def _SyncSubmodules(self, quiet=True):
2415 cmd = ['submodule', 'update', '--init', '--recursive']
2416 if quiet:
2417 cmd.append('-q')
2418 if GitCommand(self, cmd).Wait() != 0:
2419 raise GitError('%s submodule update --init --recursive %s ' % self.name)
2420
Anthony King7bdac712014-07-16 12:56:40 +01002421 def _Rebase(self, upstream, onto=None):
Shawn O. Pearce19a83d82009-04-16 08:14:26 -07002422 cmd = ['rebase']
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002423 if onto is not None:
2424 cmd.extend(['--onto', onto])
2425 cmd.append(upstream)
Shawn O. Pearce19a83d82009-04-16 08:14:26 -07002426 if GitCommand(self, cmd).Wait() != 0:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002427 raise GitError('%s rebase %s ' % (self.name, upstream))
2428
Pierre Tardy3d125942012-05-04 12:18:12 +02002429 def _FastForward(self, head, ffonly=False):
Mike Frysinger2b1345b2020-02-17 01:07:11 -05002430 cmd = ['merge', '--no-stat', head]
Pierre Tardy3d125942012-05-04 12:18:12 +02002431 if ffonly:
2432 cmd.append("--ff-only")
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002433 if GitCommand(self, cmd).Wait() != 0:
2434 raise GitError('%s merge %s ' % (self.name, head))
2435
David Pursehousee8ace262020-02-13 12:41:15 +09002436 def _InitGitDir(self, mirror_git=None, force_sync=False, quiet=False):
Kevin Degi384b3c52014-10-16 16:02:58 -06002437 init_git_dir = not os.path.exists(self.gitdir)
2438 init_obj_dir = not os.path.exists(self.objdir)
Kevin Degib1a07b82015-07-27 13:33:43 -06002439 try:
2440 # Initialize the bare repository, which contains all of the objects.
2441 if init_obj_dir:
2442 os.makedirs(self.objdir)
2443 self.bare_objdir.init()
David James8d201162013-10-11 17:03:19 -07002444
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002445 if self.use_git_worktrees:
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002446 # Enable per-worktree config file support if possible. This is more a
2447 # nice-to-have feature for users rather than a hard requirement.
Adrien Bioteau65f51ad2020-07-24 14:56:20 +02002448 if git_require((2, 20, 0)):
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002449 self.EnableRepositoryExtension('worktreeConfig')
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002450
Kevin Degib1a07b82015-07-27 13:33:43 -06002451 # If we have a separate directory to hold refs, initialize it as well.
2452 if self.objdir != self.gitdir:
2453 if init_git_dir:
2454 os.makedirs(self.gitdir)
2455
2456 if init_obj_dir or init_git_dir:
2457 self._ReferenceGitDir(self.objdir, self.gitdir, share_refs=False,
2458 copy_all=True)
Kevin Degiabaa7f32014-11-12 11:27:45 -07002459 try:
2460 self._CheckDirReference(self.objdir, self.gitdir, share_refs=False)
2461 except GitError as e:
Kevin Degiabaa7f32014-11-12 11:27:45 -07002462 if force_sync:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002463 print("Retrying clone after deleting %s" %
2464 self.gitdir, file=sys.stderr)
Kevin Degiabaa7f32014-11-12 11:27:45 -07002465 try:
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002466 platform_utils.rmtree(platform_utils.realpath(self.gitdir))
2467 if self.worktree and os.path.exists(platform_utils.realpath
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002468 (self.worktree)):
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002469 platform_utils.rmtree(platform_utils.realpath(self.worktree))
David Pursehousee8ace262020-02-13 12:41:15 +09002470 return self._InitGitDir(mirror_git=mirror_git, force_sync=False,
2471 quiet=quiet)
David Pursehouse145e35b2020-02-12 15:40:47 +09002472 except Exception:
Kevin Degiabaa7f32014-11-12 11:27:45 -07002473 raise e
2474 raise e
Kevin Degib1a07b82015-07-27 13:33:43 -06002475
Kevin Degi384b3c52014-10-16 16:02:58 -06002476 if init_git_dir:
Kevin Degib1a07b82015-07-27 13:33:43 -06002477 mp = self.manifest.manifestProject
2478 ref_dir = mp.config.GetString('repo.reference') or ''
Kevin Degi384b3c52014-10-16 16:02:58 -06002479
Kevin Degib1a07b82015-07-27 13:33:43 -06002480 if ref_dir or mirror_git:
2481 if not mirror_git:
2482 mirror_git = os.path.join(ref_dir, self.name + '.git')
2483 repo_git = os.path.join(ref_dir, '.repo', 'projects',
2484 self.relpath + '.git')
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002485 worktrees_git = os.path.join(ref_dir, '.repo', 'worktrees',
2486 self.name + '.git')
Shawn O. Pearce2816d4f2009-03-03 17:53:18 -08002487
Kevin Degib1a07b82015-07-27 13:33:43 -06002488 if os.path.exists(mirror_git):
2489 ref_dir = mirror_git
Kevin Degib1a07b82015-07-27 13:33:43 -06002490 elif os.path.exists(repo_git):
2491 ref_dir = repo_git
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002492 elif os.path.exists(worktrees_git):
2493 ref_dir = worktrees_git
Kevin Degib1a07b82015-07-27 13:33:43 -06002494 else:
2495 ref_dir = None
Shawn O. Pearce88443382010-10-08 10:02:09 +02002496
Kevin Degib1a07b82015-07-27 13:33:43 -06002497 if ref_dir:
Samuel Hollandbaa00092018-01-22 10:57:29 -06002498 if not os.path.isabs(ref_dir):
2499 # The alternate directory is relative to the object database.
2500 ref_dir = os.path.relpath(ref_dir,
2501 os.path.join(self.objdir, 'objects'))
Kevin Degib1a07b82015-07-27 13:33:43 -06002502 _lwrite(os.path.join(self.gitdir, 'objects/info/alternates'),
2503 os.path.join(ref_dir, 'objects') + '\n')
Shawn O. Pearce88443382010-10-08 10:02:09 +02002504
David Pursehousee8ace262020-02-13 12:41:15 +09002505 self._UpdateHooks(quiet=quiet)
Kevin Degib1a07b82015-07-27 13:33:43 -06002506
2507 m = self.manifest.manifestProject.config
2508 for key in ['user.name', 'user.email']:
2509 if m.Has(key, include_defaults=False):
2510 self.config.SetString(key, m.GetString(key))
David Pursehouse76a4a9d2016-08-16 12:11:12 +09002511 self.config.SetString('filter.lfs.smudge', 'git-lfs smudge --skip -- %f')
Francois Ferrandc5b0e232019-05-24 09:35:20 +02002512 self.config.SetString('filter.lfs.process', 'git-lfs filter-process --skip')
Mike Frysinger38867fb2021-02-09 23:14:41 -05002513 self.config.SetBoolean('core.bare', True if self.manifest.IsMirror else None)
Kevin Degib1a07b82015-07-27 13:33:43 -06002514 except Exception:
2515 if init_obj_dir and os.path.exists(self.objdir):
Renaud Paquaya65adf72016-11-03 10:37:53 -07002516 platform_utils.rmtree(self.objdir)
Kevin Degib1a07b82015-07-27 13:33:43 -06002517 if init_git_dir and os.path.exists(self.gitdir):
Renaud Paquaya65adf72016-11-03 10:37:53 -07002518 platform_utils.rmtree(self.gitdir)
Kevin Degib1a07b82015-07-27 13:33:43 -06002519 raise
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002520
David Pursehousee8ace262020-02-13 12:41:15 +09002521 def _UpdateHooks(self, quiet=False):
Jimmie Westera0444582012-10-24 13:44:42 +02002522 if os.path.exists(self.gitdir):
David Pursehousee8ace262020-02-13 12:41:15 +09002523 self._InitHooks(quiet=quiet)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002524
David Pursehousee8ace262020-02-13 12:41:15 +09002525 def _InitHooks(self, quiet=False):
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002526 hooks = platform_utils.realpath(self._gitdir_path('hooks'))
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -08002527 if not os.path.exists(hooks):
2528 os.makedirs(hooks)
Jonathan Nieder93719792015-03-17 11:29:58 -07002529 for stock_hook in _ProjectHooks():
Shawn O. Pearce9452e4e2009-08-22 18:17:46 -07002530 name = os.path.basename(stock_hook)
2531
Victor Boivie65e0f352011-04-18 11:23:29 +02002532 if name in ('commit-msg',) and not self.remote.review \
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002533 and self is not self.manifest.manifestProject:
Shawn O. Pearce9452e4e2009-08-22 18:17:46 -07002534 # Don't install a Gerrit Code Review hook if this
2535 # project does not appear to use it for reviews.
2536 #
Victor Boivie65e0f352011-04-18 11:23:29 +02002537 # Since the manifest project is one of those, but also
2538 # managed through gerrit, it's excluded
Shawn O. Pearce9452e4e2009-08-22 18:17:46 -07002539 continue
2540
2541 dst = os.path.join(hooks, name)
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002542 if platform_utils.islink(dst):
Shawn O. Pearce9452e4e2009-08-22 18:17:46 -07002543 continue
2544 if os.path.exists(dst):
Mike Frysinger7951e142020-02-21 00:04:15 -05002545 # If the files are the same, we'll leave it alone. We create symlinks
2546 # below by default but fallback to hardlinks if the OS blocks them.
2547 # So if we're here, it's probably because we made a hardlink below.
2548 if not filecmp.cmp(stock_hook, dst, shallow=False):
David Pursehousee8ace262020-02-13 12:41:15 +09002549 if not quiet:
2550 _warn("%s: Not replacing locally modified %s hook",
2551 self.relpath, name)
Mike Frysinger7951e142020-02-21 00:04:15 -05002552 continue
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -08002553 try:
Renaud Paquayd5cec5e2016-11-01 11:24:03 -07002554 platform_utils.symlink(
2555 os.path.relpath(stock_hook, os.path.dirname(dst)), dst)
Sarah Owensa5be53f2012-09-09 15:37:57 -07002556 except OSError as e:
Shawn O. Pearce9452e4e2009-08-22 18:17:46 -07002557 if e.errno == errno.EPERM:
Mike Frysinger7951e142020-02-21 00:04:15 -05002558 try:
2559 os.link(stock_hook, dst)
2560 except OSError:
2561 raise GitError(self._get_symlink_error_message())
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -08002562 else:
2563 raise
2564
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002565 def _InitRemote(self):
Shawn O. Pearced1f70d92009-05-19 14:58:02 -07002566 if self.remote.url:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002567 remote = self.GetRemote(self.remote.name)
Shawn O. Pearced1f70d92009-05-19 14:58:02 -07002568 remote.url = self.remote.url
Steve Raed6480452016-08-10 15:00:00 -07002569 remote.pushUrl = self.remote.pushUrl
Shawn O. Pearced1f70d92009-05-19 14:58:02 -07002570 remote.review = self.remote.review
2571 remote.projectname = self.name
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002572
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08002573 if self.worktree:
2574 remote.ResetFetch(mirror=False)
2575 else:
2576 remote.ResetFetch(mirror=True)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002577 remote.Save()
2578
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002579 def _InitMRef(self):
2580 if self.manifest.branch:
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002581 if self.use_git_worktrees:
Mike Frysinger29626b42021-05-01 09:37:13 -04002582 # Set up the m/ space to point to the worktree-specific ref space.
2583 # We'll update the worktree-specific ref space on each checkout.
2584 ref = R_M + self.manifest.branch
2585 if not self.bare_ref.symref(ref):
2586 self.bare_git.symbolic_ref(
2587 '-m', 'redirecting to worktree scope',
2588 ref, R_WORKTREE_M + self.manifest.branch)
2589
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002590 # We can't update this ref with git worktrees until it exists.
2591 # We'll wait until the initial checkout to set it.
2592 if not os.path.exists(self.worktree):
2593 return
2594
2595 base = R_WORKTREE_M
2596 active_git = self.work_git
Remy Böhmer1469c282020-12-15 18:49:02 +01002597
2598 self._InitAnyMRef(HEAD, self.bare_git, detach=True)
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002599 else:
2600 base = R_M
2601 active_git = self.bare_git
2602
2603 self._InitAnyMRef(base + self.manifest.branch, active_git)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002604
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08002605 def _InitMirrorHead(self):
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002606 self._InitAnyMRef(HEAD, self.bare_git)
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07002607
Remy Böhmer1469c282020-12-15 18:49:02 +01002608 def _InitAnyMRef(self, ref, active_git, detach=False):
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07002609 cur = self.bare_ref.symref(ref)
2610
2611 if self.revisionId:
2612 if cur != '' or self.bare_ref.get(ref) != self.revisionId:
2613 msg = 'manifest set to %s' % self.revisionId
2614 dst = self.revisionId + '^0'
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002615 active_git.UpdateRef(ref, dst, message=msg, detach=True)
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07002616 else:
2617 remote = self.GetRemote(self.remote.name)
2618 dst = remote.ToLocal(self.revisionExpr)
2619 if cur != dst:
2620 msg = 'manifest set to %s' % self.revisionExpr
Remy Böhmer1469c282020-12-15 18:49:02 +01002621 if detach:
2622 active_git.UpdateRef(ref, dst, message=msg, detach=True)
2623 else:
2624 active_git.symbolic_ref('-m', msg, ref, dst)
Shawn O. Pearcee284ad12008-11-04 07:37:10 -08002625
Kevin Degi384b3c52014-10-16 16:02:58 -06002626 def _CheckDirReference(self, srcdir, destdir, share_refs):
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002627 # Git worktrees don't use symlinks to share at all.
2628 if self.use_git_worktrees:
2629 return
2630
Dan Willemsenbdb866e2016-04-05 17:22:02 -07002631 symlink_files = self.shareable_files[:]
2632 symlink_dirs = self.shareable_dirs[:]
Kevin Degi384b3c52014-10-16 16:02:58 -06002633 if share_refs:
2634 symlink_files += self.working_tree_files
2635 symlink_dirs += self.working_tree_dirs
2636 to_symlink = symlink_files + symlink_dirs
2637 for name in set(to_symlink):
Mike Frysingered4f2112020-02-11 23:06:29 -05002638 # Try to self-heal a bit in simple cases.
2639 dst_path = os.path.join(destdir, name)
2640 src_path = os.path.join(srcdir, name)
2641
2642 if name in self.working_tree_dirs:
2643 # If the dir is missing under .repo/projects/, create it.
2644 if not os.path.exists(src_path):
2645 os.makedirs(src_path)
2646
2647 elif name in self.working_tree_files:
2648 # If it's a file under the checkout .git/ and the .repo/projects/ has
2649 # nothing, move the file under the .repo/projects/ tree.
2650 if not os.path.exists(src_path) and os.path.isfile(dst_path):
2651 platform_utils.rename(dst_path, src_path)
2652
2653 # If the path exists under the .repo/projects/ and there's no symlink
2654 # under the checkout .git/, recreate the symlink.
2655 if name in self.working_tree_dirs or name in self.working_tree_files:
2656 if os.path.exists(src_path) and not os.path.exists(dst_path):
2657 platform_utils.symlink(
2658 os.path.relpath(src_path, os.path.dirname(dst_path)), dst_path)
2659
2660 dst = platform_utils.realpath(dst_path)
Kevin Degi384b3c52014-10-16 16:02:58 -06002661 if os.path.lexists(dst):
Mike Frysingered4f2112020-02-11 23:06:29 -05002662 src = platform_utils.realpath(src_path)
Kevin Degi384b3c52014-10-16 16:02:58 -06002663 # Fail if the links are pointing to the wrong place
2664 if src != dst:
Marc Herbertec287902016-10-27 12:58:26 -07002665 _error('%s is different in %s vs %s', name, destdir, srcdir)
Kevin Degiabaa7f32014-11-12 11:27:45 -07002666 raise GitError('--force-sync not enabled; cannot overwrite a local '
Simon Ruggierf9b76832015-07-31 17:18:34 -04002667 'work tree. If you\'re comfortable with the '
2668 'possibility of losing the work tree\'s git metadata,'
2669 ' use `repo sync --force-sync {0}` to '
2670 'proceed.'.format(self.relpath))
Kevin Degi384b3c52014-10-16 16:02:58 -06002671
David James8d201162013-10-11 17:03:19 -07002672 def _ReferenceGitDir(self, gitdir, dotgit, share_refs, copy_all):
2673 """Update |dotgit| to reference |gitdir|, using symlinks where possible.
2674
2675 Args:
2676 gitdir: The bare git repository. Must already be initialized.
2677 dotgit: The repository you would like to initialize.
2678 share_refs: If true, |dotgit| will store its refs under |gitdir|.
2679 Only one work tree can store refs under a given |gitdir|.
2680 copy_all: If true, copy all remaining files from |gitdir| -> |dotgit|.
2681 This saves you the effort of initializing |dotgit| yourself.
2682 """
Dan Willemsenbdb866e2016-04-05 17:22:02 -07002683 symlink_files = self.shareable_files[:]
2684 symlink_dirs = self.shareable_dirs[:]
David James8d201162013-10-11 17:03:19 -07002685 if share_refs:
Kevin Degi384b3c52014-10-16 16:02:58 -06002686 symlink_files += self.working_tree_files
2687 symlink_dirs += self.working_tree_dirs
David James8d201162013-10-11 17:03:19 -07002688 to_symlink = symlink_files + symlink_dirs
2689
2690 to_copy = []
2691 if copy_all:
Renaud Paquaybed8b622018-09-27 10:46:58 -07002692 to_copy = platform_utils.listdir(gitdir)
David James8d201162013-10-11 17:03:19 -07002693
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002694 dotgit = platform_utils.realpath(dotgit)
David James8d201162013-10-11 17:03:19 -07002695 for name in set(to_copy).union(to_symlink):
2696 try:
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002697 src = platform_utils.realpath(os.path.join(gitdir, name))
Dan Willemsen2a3e1522015-07-30 20:43:33 -07002698 dst = os.path.join(dotgit, name)
David James8d201162013-10-11 17:03:19 -07002699
Kevin Degi384b3c52014-10-16 16:02:58 -06002700 if os.path.lexists(dst):
2701 continue
David James8d201162013-10-11 17:03:19 -07002702
2703 # If the source dir doesn't exist, create an empty dir.
2704 if name in symlink_dirs and not os.path.lexists(src):
2705 os.makedirs(src)
2706
Cheuk Leung8ac0c962015-07-06 21:33:00 +02002707 if name in to_symlink:
Renaud Paquayd5cec5e2016-11-01 11:24:03 -07002708 platform_utils.symlink(
2709 os.path.relpath(src, os.path.dirname(dst)), dst)
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002710 elif copy_all and not platform_utils.islink(dst):
Renaud Paquaybed8b622018-09-27 10:46:58 -07002711 if platform_utils.isdir(src):
Cheuk Leung8ac0c962015-07-06 21:33:00 +02002712 shutil.copytree(src, dst)
2713 elif os.path.isfile(src):
2714 shutil.copy(src, dst)
2715
Conley Owens80b87fe2014-05-09 17:13:44 -07002716 # If the source file doesn't exist, ensure the destination
2717 # file doesn't either.
2718 if name in symlink_files and not os.path.lexists(src):
2719 try:
Renaud Paquay010fed72016-11-11 14:25:29 -08002720 platform_utils.remove(dst)
Conley Owens80b87fe2014-05-09 17:13:44 -07002721 except OSError:
2722 pass
2723
David James8d201162013-10-11 17:03:19 -07002724 except OSError as e:
2725 if e.errno == errno.EPERM:
Renaud Paquay788e9622017-01-27 11:41:12 -08002726 raise DownloadError(self._get_symlink_error_message())
David James8d201162013-10-11 17:03:19 -07002727 else:
2728 raise
2729
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002730 def _InitGitWorktree(self):
2731 """Init the project using git worktrees."""
2732 self.bare_git.worktree('prune')
2733 self.bare_git.worktree('add', '-ff', '--checkout', '--detach', '--lock',
2734 self.worktree, self.GetRevisionId())
2735
2736 # Rewrite the internal state files to use relative paths between the
2737 # checkouts & worktrees.
2738 dotgit = os.path.join(self.worktree, '.git')
2739 with open(dotgit, 'r') as fp:
2740 # Figure out the checkout->worktree path.
2741 setting = fp.read()
2742 assert setting.startswith('gitdir:')
2743 git_worktree_path = setting.split(':', 1)[1].strip()
Mike Frysinger75264782020-02-21 18:55:07 -05002744 # Some platforms (e.g. Windows) won't let us update dotgit in situ because
2745 # of file permissions. Delete it and recreate it from scratch to avoid.
2746 platform_utils.remove(dotgit)
Remy Bohmer44bc9642020-11-20 21:19:10 +01002747 # Use relative path from checkout->worktree & maintain Unix line endings
2748 # on all OS's to match git behavior.
2749 with open(dotgit, 'w', newline='\n') as fp:
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002750 print('gitdir:', os.path.relpath(git_worktree_path, self.worktree),
2751 file=fp)
Remy Bohmer44bc9642020-11-20 21:19:10 +01002752 # Use relative path from worktree->checkout & maintain Unix line endings
2753 # on all OS's to match git behavior.
2754 with open(os.path.join(git_worktree_path, 'gitdir'), 'w', newline='\n') as fp:
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002755 print(os.path.relpath(dotgit, git_worktree_path), file=fp)
2756
Mike Frysinger21b7fbe2020-02-26 23:53:36 -05002757 self._InitMRef()
2758
Martin Kellye4e94d22017-03-21 16:05:12 -07002759 def _InitWorkTree(self, force_sync=False, submodules=False):
Mike Frysingerf4545122019-11-11 04:34:16 -05002760 realdotgit = os.path.join(self.worktree, '.git')
2761 tmpdotgit = realdotgit + '.tmp'
2762 init_dotgit = not os.path.exists(realdotgit)
2763 if init_dotgit:
Mike Frysinger979d5bd2020-02-09 02:28:34 -05002764 if self.use_git_worktrees:
2765 self._InitGitWorktree()
2766 self._CopyAndLinkFiles()
2767 return
2768
Mike Frysingerf4545122019-11-11 04:34:16 -05002769 dotgit = tmpdotgit
2770 platform_utils.rmtree(tmpdotgit, ignore_errors=True)
2771 os.makedirs(tmpdotgit)
2772 self._ReferenceGitDir(self.gitdir, tmpdotgit, share_refs=True,
2773 copy_all=False)
2774 else:
2775 dotgit = realdotgit
2776
Kevin Degib1a07b82015-07-27 13:33:43 -06002777 try:
Mike Frysingerf4545122019-11-11 04:34:16 -05002778 self._CheckDirReference(self.gitdir, dotgit, share_refs=True)
2779 except GitError as e:
2780 if force_sync and not init_dotgit:
2781 try:
2782 platform_utils.rmtree(dotgit)
2783 return self._InitWorkTree(force_sync=False, submodules=submodules)
David Pursehouse145e35b2020-02-12 15:40:47 +09002784 except Exception:
Mike Frysingerf4545122019-11-11 04:34:16 -05002785 raise e
2786 raise e
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002787
Mike Frysingerf4545122019-11-11 04:34:16 -05002788 if init_dotgit:
2789 _lwrite(os.path.join(tmpdotgit, HEAD), '%s\n' % self.GetRevisionId())
Kevin Degi384b3c52014-10-16 16:02:58 -06002790
Mike Frysingerf4545122019-11-11 04:34:16 -05002791 # Now that the .git dir is fully set up, move it to its final home.
2792 platform_utils.rename(tmpdotgit, realdotgit)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002793
Mike Frysingerf4545122019-11-11 04:34:16 -05002794 # Finish checking out the worktree.
2795 cmd = ['read-tree', '--reset', '-u']
2796 cmd.append('-v')
2797 cmd.append(HEAD)
2798 if GitCommand(self, cmd).Wait() != 0:
2799 raise GitError('Cannot initialize work tree for ' + self.name)
Victor Boivie0960b5b2010-11-26 13:42:13 +01002800
Mike Frysingerf4545122019-11-11 04:34:16 -05002801 if submodules:
2802 self._SyncSubmodules(quiet=True)
2803 self._CopyAndLinkFiles()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002804
Renaud Paquay788e9622017-01-27 11:41:12 -08002805 def _get_symlink_error_message(self):
2806 if platform_utils.isWindows():
2807 return ('Unable to create symbolic link. Please re-run the command as '
2808 'Administrator, or see '
2809 'https://github.com/git-for-windows/git/wiki/Symbolic-Links '
2810 'for other options.')
2811 return 'filesystem must support symlinks'
2812
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002813 def _gitdir_path(self, path):
Renaud Paquay227ad2e2016-11-01 14:37:13 -07002814 return platform_utils.realpath(os.path.join(self.gitdir, path))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002815
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07002816 def _revlist(self, *args, **kw):
2817 a = []
2818 a.extend(args)
2819 a.append('--')
2820 return self.work_git.rev_list(*a, **kw)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002821
2822 @property
2823 def _allrefs(self):
Shawn O. Pearced237b692009-04-17 18:49:50 -07002824 return self.bare_ref.all
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002825
Sebastian Schuberth7ecccf62016-03-29 14:11:20 +02002826 def _getLogs(self, rev1, rev2, oneline=False, color=True, pretty_format=None):
Julien Camperguedd654222014-01-09 16:21:37 +01002827 """Get logs between two revisions of this project."""
2828 comp = '..'
2829 if rev1:
2830 revs = [rev1]
2831 if rev2:
2832 revs.extend([comp, rev2])
2833 cmd = ['log', ''.join(revs)]
2834 out = DiffColoring(self.config)
2835 if out.is_on and color:
2836 cmd.append('--color')
Sebastian Schuberth7ecccf62016-03-29 14:11:20 +02002837 if pretty_format is not None:
2838 cmd.append('--pretty=format:%s' % pretty_format)
Julien Camperguedd654222014-01-09 16:21:37 +01002839 if oneline:
2840 cmd.append('--oneline')
2841
2842 try:
2843 log = GitCommand(self, cmd, capture_stdout=True, capture_stderr=True)
2844 if log.Wait() == 0:
2845 return log.stdout
2846 except GitError:
2847 # worktree may not exist if groups changed for example. In that case,
2848 # try in gitdir instead.
2849 if not os.path.exists(self.worktree):
2850 return self.bare_git.log(*cmd[1:])
2851 else:
2852 raise
2853 return None
2854
Sebastian Schuberth7ecccf62016-03-29 14:11:20 +02002855 def getAddedAndRemovedLogs(self, toProject, oneline=False, color=True,
2856 pretty_format=None):
Julien Camperguedd654222014-01-09 16:21:37 +01002857 """Get the list of logs from this revision to given revisionId"""
2858 logs = {}
2859 selfId = self.GetRevisionId(self._allrefs)
2860 toId = toProject.GetRevisionId(toProject._allrefs)
2861
Sebastian Schuberth7ecccf62016-03-29 14:11:20 +02002862 logs['added'] = self._getLogs(selfId, toId, oneline=oneline, color=color,
2863 pretty_format=pretty_format)
2864 logs['removed'] = self._getLogs(toId, selfId, oneline=oneline, color=color,
2865 pretty_format=pretty_format)
Julien Camperguedd654222014-01-09 16:21:37 +01002866 return logs
2867
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002868 class _GitGetByExec(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002869
David James8d201162013-10-11 17:03:19 -07002870 def __init__(self, project, bare, gitdir):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002871 self._project = project
2872 self._bare = bare
David James8d201162013-10-11 17:03:19 -07002873 self._gitdir = gitdir
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002874
Kimiyuki Onaka0501b292020-08-28 10:05:27 +09002875 # __getstate__ and __setstate__ are required for pickling because __getattr__ exists.
2876 def __getstate__(self):
2877 return (self._project, self._bare, self._gitdir)
2878
2879 def __setstate__(self, state):
2880 self._project, self._bare, self._gitdir = state
2881
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002882 def LsOthers(self):
2883 p = GitCommand(self._project,
2884 ['ls-files',
2885 '-z',
2886 '--others',
2887 '--exclude-standard'],
Anthony King7bdac712014-07-16 12:56:40 +01002888 bare=False,
David James8d201162013-10-11 17:03:19 -07002889 gitdir=self._gitdir,
Anthony King7bdac712014-07-16 12:56:40 +01002890 capture_stdout=True,
2891 capture_stderr=True)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002892 if p.Wait() == 0:
2893 out = p.stdout
2894 if out:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002895 # Backslash is not anomalous
David Pursehouse65b0ba52018-06-24 16:21:51 +09002896 return out[:-1].split('\0')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002897 return []
2898
2899 def DiffZ(self, name, *args):
2900 cmd = [name]
2901 cmd.append('-z')
Eli Ribble2d095da2019-05-02 18:21:42 -07002902 cmd.append('--ignore-submodules')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002903 cmd.extend(args)
2904 p = GitCommand(self._project,
2905 cmd,
David James8d201162013-10-11 17:03:19 -07002906 gitdir=self._gitdir,
Anthony King7bdac712014-07-16 12:56:40 +01002907 bare=False,
2908 capture_stdout=True,
2909 capture_stderr=True)
Mike Frysinger84230002021-02-16 17:08:35 -05002910 p.Wait()
2911 r = {}
2912 out = p.stdout
2913 if out:
2914 out = iter(out[:-1].split('\0'))
2915 while out:
2916 try:
2917 info = next(out)
2918 path = next(out)
2919 except StopIteration:
2920 break
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002921
Mike Frysinger84230002021-02-16 17:08:35 -05002922 class _Info(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07002923
Mike Frysinger84230002021-02-16 17:08:35 -05002924 def __init__(self, path, omode, nmode, oid, nid, state):
2925 self.path = path
2926 self.src_path = None
2927 self.old_mode = omode
2928 self.new_mode = nmode
2929 self.old_id = oid
2930 self.new_id = nid
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002931
Mike Frysinger84230002021-02-16 17:08:35 -05002932 if len(state) == 1:
2933 self.status = state
2934 self.level = None
2935 else:
2936 self.status = state[:1]
2937 self.level = state[1:]
2938 while self.level.startswith('0'):
2939 self.level = self.level[1:]
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002940
Mike Frysinger84230002021-02-16 17:08:35 -05002941 info = info[1:].split(' ')
2942 info = _Info(path, *info)
2943 if info.status in ('R', 'C'):
2944 info.src_path = info.path
2945 info.path = next(out)
2946 r[info.path] = info
2947 return r
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002948
Mike Frysinger4b0eb5a2020-02-23 23:22:34 -05002949 def GetDotgitPath(self, subpath=None):
2950 """Return the full path to the .git dir.
2951
2952 As a convenience, append |subpath| if provided.
2953 """
Shawn O. Pearce5b23f242009-04-17 18:43:33 -07002954 if self._bare:
Mike Frysinger4b0eb5a2020-02-23 23:22:34 -05002955 dotgit = self._gitdir
Shawn O. Pearce5b23f242009-04-17 18:43:33 -07002956 else:
Mike Frysinger4b0eb5a2020-02-23 23:22:34 -05002957 dotgit = os.path.join(self._project.worktree, '.git')
2958 if os.path.isfile(dotgit):
2959 # Git worktrees use a "gitdir:" syntax to point to the scratch space.
2960 with open(dotgit) as fp:
2961 setting = fp.read()
2962 assert setting.startswith('gitdir:')
2963 gitdir = setting.split(':', 1)[1].strip()
2964 dotgit = os.path.normpath(os.path.join(self._project.worktree, gitdir))
2965
2966 return dotgit if subpath is None else os.path.join(dotgit, subpath)
2967
2968 def GetHead(self):
2969 """Return the ref that HEAD points to."""
2970 path = self.GetDotgitPath(subpath=HEAD)
Conley Owens75ee0572012-11-15 17:33:11 -08002971 try:
Mike Frysinger3164d402019-11-11 05:40:22 -05002972 with open(path) as fd:
2973 line = fd.readline()
Dan Sandler53e902a2014-03-09 13:20:02 -04002974 except IOError as e:
2975 raise NoManifestException(path, str(e))
Shawn O. Pearce76ca9f82009-04-18 14:48:03 -07002976 try:
Chirayu Desai217ea7d2013-03-01 19:14:38 +05302977 line = line.decode()
2978 except AttributeError:
2979 pass
Shawn O. Pearce5b23f242009-04-17 18:43:33 -07002980 if line.startswith('ref: '):
2981 return line[5:-1]
2982 return line[:-1]
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002983
2984 def SetHead(self, ref, message=None):
2985 cmdv = []
2986 if message is not None:
2987 cmdv.extend(['-m', message])
2988 cmdv.append(HEAD)
2989 cmdv.append(ref)
2990 self.symbolic_ref(*cmdv)
2991
2992 def DetachHead(self, new, message=None):
2993 cmdv = ['--no-deref']
2994 if message is not None:
2995 cmdv.extend(['-m', message])
2996 cmdv.append(HEAD)
2997 cmdv.append(new)
2998 self.update_ref(*cmdv)
2999
3000 def UpdateRef(self, name, new, old=None,
3001 message=None,
3002 detach=False):
3003 cmdv = []
3004 if message is not None:
3005 cmdv.extend(['-m', message])
3006 if detach:
3007 cmdv.append('--no-deref')
3008 cmdv.append(name)
3009 cmdv.append(new)
3010 if old is not None:
3011 cmdv.append(old)
3012 self.update_ref(*cmdv)
3013
3014 def DeleteRef(self, name, old=None):
3015 if not old:
3016 old = self.rev_parse(name)
3017 self.update_ref('-d', name, old)
Shawn O. Pearcefbcde472009-04-17 20:58:02 -07003018 self._project.bare_ref.deleted(name)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003019
Shawn O. Pearce8ad8a0e2009-05-29 18:28:25 -07003020 def rev_list(self, *args, **kw):
3021 if 'format' in kw:
3022 cmdv = ['log', '--pretty=format:%s' % kw['format']]
3023 else:
3024 cmdv = ['rev-list']
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003025 cmdv.extend(args)
3026 p = GitCommand(self._project,
3027 cmdv,
Anthony King7bdac712014-07-16 12:56:40 +01003028 bare=self._bare,
David James8d201162013-10-11 17:03:19 -07003029 gitdir=self._gitdir,
Anthony King7bdac712014-07-16 12:56:40 +01003030 capture_stdout=True,
3031 capture_stderr=True)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003032 if p.Wait() != 0:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003033 raise GitError('%s rev-list %s: %s' %
3034 (self._project.name, str(args), p.stderr))
Mike Frysinger81f5c592019-07-04 18:13:31 -04003035 return p.stdout.splitlines()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003036
3037 def __getattr__(self, name):
Doug Anderson37282b42011-03-04 11:54:18 -08003038 """Allow arbitrary git commands using pythonic syntax.
3039
3040 This allows you to do things like:
3041 git_obj.rev_parse('HEAD')
3042
3043 Since we don't have a 'rev_parse' method defined, the __getattr__ will
3044 run. We'll replace the '_' with a '-' and try to run a git command.
Dave Borowitz091f8932012-10-23 17:01:04 -07003045 Any other positional arguments will be passed to the git command, and the
3046 following keyword arguments are supported:
3047 config: An optional dict of git config options to be passed with '-c'.
Doug Anderson37282b42011-03-04 11:54:18 -08003048
3049 Args:
3050 name: The name of the git command to call. Any '_' characters will
3051 be replaced with '-'.
3052
3053 Returns:
3054 A callable object that will try to call git with the named command.
3055 """
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003056 name = name.replace('_', '-')
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003057
Dave Borowitz091f8932012-10-23 17:01:04 -07003058 def runner(*args, **kwargs):
3059 cmdv = []
3060 config = kwargs.pop('config', None)
3061 for k in kwargs:
3062 raise TypeError('%s() got an unexpected keyword argument %r'
3063 % (name, k))
3064 if config is not None:
Chirayu Desai217ea7d2013-03-01 19:14:38 +05303065 for k, v in config.items():
Dave Borowitz091f8932012-10-23 17:01:04 -07003066 cmdv.append('-c')
3067 cmdv.append('%s=%s' % (k, v))
3068 cmdv.append(name)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003069 cmdv.extend(args)
3070 p = GitCommand(self._project,
3071 cmdv,
Anthony King7bdac712014-07-16 12:56:40 +01003072 bare=self._bare,
David James8d201162013-10-11 17:03:19 -07003073 gitdir=self._gitdir,
Anthony King7bdac712014-07-16 12:56:40 +01003074 capture_stdout=True,
3075 capture_stderr=True)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003076 if p.Wait() != 0:
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003077 raise GitError('%s %s: %s' %
3078 (self._project.name, name, p.stderr))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003079 r = p.stdout
3080 if r.endswith('\n') and r.index('\n') == len(r) - 1:
3081 return r[:-1]
3082 return r
3083 return runner
3084
3085
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003086class _PriorSyncFailedError(Exception):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003087
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003088 def __str__(self):
3089 return 'prior sync failed; rebase still in progress'
3090
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003091
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003092class _DirtyError(Exception):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003093
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003094 def __str__(self):
3095 return 'contains uncommitted changes'
3096
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003097
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003098class _InfoMessage(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003099
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003100 def __init__(self, project, text):
3101 self.project = project
3102 self.text = text
3103
3104 def Print(self, syncbuf):
3105 syncbuf.out.info('%s/: %s', self.project.relpath, self.text)
3106 syncbuf.out.nl()
3107
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003108
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003109class _Failure(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003110
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003111 def __init__(self, project, why):
3112 self.project = project
3113 self.why = why
3114
3115 def Print(self, syncbuf):
3116 syncbuf.out.fail('error: %s/: %s',
3117 self.project.relpath,
3118 str(self.why))
3119 syncbuf.out.nl()
3120
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003121
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003122class _Later(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003123
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003124 def __init__(self, project, action):
3125 self.project = project
3126 self.action = action
3127
3128 def Run(self, syncbuf):
3129 out = syncbuf.out
3130 out.project('project %s/', self.project.relpath)
3131 out.nl()
3132 try:
3133 self.action()
3134 out.nl()
3135 return True
David Pursehouse8a68ff92012-09-24 12:15:13 +09003136 except GitError:
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003137 out.nl()
3138 return False
3139
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003140
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003141class _SyncColoring(Coloring):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003142
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003143 def __init__(self, config):
Mike Frysinger5d9c4972021-02-19 13:34:09 -05003144 super().__init__(config, 'reposync')
Anthony King7bdac712014-07-16 12:56:40 +01003145 self.project = self.printer('header', attr='bold')
3146 self.info = self.printer('info')
3147 self.fail = self.printer('fail', fg='red')
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003148
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003149
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003150class SyncBuffer(object):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003151
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003152 def __init__(self, config, detach_head=False):
3153 self._messages = []
3154 self._failures = []
3155 self._later_queue1 = []
3156 self._later_queue2 = []
3157
3158 self.out = _SyncColoring(config)
3159 self.out.redirect(sys.stderr)
3160
3161 self.detach_head = detach_head
3162 self.clean = True
David Rileye0684ad2017-04-05 00:02:59 -07003163 self.recent_clean = True
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003164
3165 def info(self, project, fmt, *args):
3166 self._messages.append(_InfoMessage(project, fmt % args))
3167
3168 def fail(self, project, err=None):
3169 self._failures.append(_Failure(project, err))
David Rileye0684ad2017-04-05 00:02:59 -07003170 self._MarkUnclean()
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003171
3172 def later1(self, project, what):
3173 self._later_queue1.append(_Later(project, what))
3174
3175 def later2(self, project, what):
3176 self._later_queue2.append(_Later(project, what))
3177
3178 def Finish(self):
3179 self._PrintMessages()
3180 self._RunLater()
3181 self._PrintMessages()
3182 return self.clean
3183
David Rileye0684ad2017-04-05 00:02:59 -07003184 def Recently(self):
3185 recent_clean = self.recent_clean
3186 self.recent_clean = True
3187 return recent_clean
3188
3189 def _MarkUnclean(self):
3190 self.clean = False
3191 self.recent_clean = False
3192
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003193 def _RunLater(self):
3194 for q in ['_later_queue1', '_later_queue2']:
3195 if not self._RunQueue(q):
3196 return
3197
3198 def _RunQueue(self, queue):
3199 for m in getattr(self, queue):
3200 if not m.Run(self):
David Rileye0684ad2017-04-05 00:02:59 -07003201 self._MarkUnclean()
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003202 return False
3203 setattr(self, queue, [])
3204 return True
3205
3206 def _PrintMessages(self):
Mike Frysinger70d861f2019-08-26 15:22:36 -04003207 if self._messages or self._failures:
3208 if os.isatty(2):
3209 self.out.write(progress.CSI_ERASE_LINE)
3210 self.out.write('\r')
3211
Shawn O. Pearce350cde42009-04-16 11:21:18 -07003212 for m in self._messages:
3213 m.Print(self)
3214 for m in self._failures:
3215 m.Print(self)
3216
3217 self._messages = []
3218 self._failures = []
3219
3220
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003221class MetaProject(Project):
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003222
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003223 """A special project housed under .repo.
3224 """
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003225
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003226 def __init__(self, manifest, name, gitdir, worktree):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003227 Project.__init__(self,
Anthony King7bdac712014-07-16 12:56:40 +01003228 manifest=manifest,
3229 name=name,
3230 gitdir=gitdir,
3231 objdir=gitdir,
3232 worktree=worktree,
3233 remote=RemoteSpec('origin'),
3234 relpath='.repo/%s' % name,
3235 revisionExpr='refs/heads/master',
3236 revisionId=None,
3237 groups=None)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003238
3239 def PreSync(self):
3240 if self.Exists:
3241 cb = self.CurrentBranch
3242 if cb:
3243 base = self.GetBranch(cb).merge
3244 if base:
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07003245 self.revisionExpr = base
3246 self.revisionId = None
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003247
Martin Kelly224a31a2017-07-10 14:46:25 -07003248 def MetaBranchSwitch(self, submodules=False):
Florian Vallee5d016502012-06-07 17:19:26 +02003249 """ Prepare MetaProject for manifest branch switch
3250 """
3251
3252 # detach and delete manifest branch, allowing a new
3253 # branch to take over
Anthony King7bdac712014-07-16 12:56:40 +01003254 syncbuf = SyncBuffer(self.config, detach_head=True)
Martin Kelly224a31a2017-07-10 14:46:25 -07003255 self.Sync_LocalHalf(syncbuf, submodules=submodules)
Florian Vallee5d016502012-06-07 17:19:26 +02003256 syncbuf.Finish()
3257
3258 return GitCommand(self,
Mark E. Hamilton30b0f4e2016-02-10 10:44:30 -07003259 ['update-ref', '-d', 'refs/heads/default'],
3260 capture_stdout=True,
3261 capture_stderr=True).Wait() == 0
Florian Vallee5d016502012-06-07 17:19:26 +02003262
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003263 @property
Shawn O. Pearcef6906872009-04-18 10:49:00 -07003264 def LastFetch(self):
3265 try:
3266 fh = os.path.join(self.gitdir, 'FETCH_HEAD')
3267 return os.path.getmtime(fh)
3268 except OSError:
3269 return 0
3270
3271 @property
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003272 def HasChanges(self):
3273 """Has the remote received new commits not yet checked out?
3274 """
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07003275 if not self.remote or not self.revisionExpr:
Shawn O. Pearce336f7bd2009-04-18 10:39:28 -07003276 return False
3277
David Pursehouse8a68ff92012-09-24 12:15:13 +09003278 all_refs = self.bare_ref.all
3279 revid = self.GetRevisionId(all_refs)
Shawn O. Pearce336f7bd2009-04-18 10:39:28 -07003280 head = self.work_git.GetHead()
3281 if head.startswith(R_HEADS):
3282 try:
David Pursehouse8a68ff92012-09-24 12:15:13 +09003283 head = all_refs[head]
Shawn O. Pearce336f7bd2009-04-18 10:39:28 -07003284 except KeyError:
3285 head = None
3286
3287 if revid == head:
3288 return False
Shawn O. Pearce3c8dea12009-05-29 18:38:17 -07003289 elif self._revlist(not_rev(HEAD), revid):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07003290 return True
3291 return False