David James | 0f5252f | 2013-04-19 08:03:14 -0700 | [diff] [blame] | 1 | # Copyright (c) 2013 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | """Download a binpkg from Google Storage. |
| 6 | |
| 7 | This is needed for two reasons: |
| 8 | 1) In the case where a binpkg is left over in the packages dir, |
| 9 | portage doesn't handle retries well and reports an error. |
| 10 | 2) gsutil retries when a download is interrupted, but it doesn't |
| 11 | handle the case where we are unable to resume a transfer and the |
| 12 | transfer needs to be restarted from scratch. Ensuring that the |
| 13 | file is deleted between each retry helps handle that eventuality. |
| 14 | """ |
| 15 | |
| 16 | import shutil |
| 17 | |
| 18 | from chromite.lib import commandline |
| 19 | from chromite.lib import cros_build_lib |
| 20 | from chromite.lib import gs |
| 21 | from chromite.lib import osutils |
| 22 | |
| 23 | |
| 24 | def GetParser(): |
| 25 | """Creates the argparse parser.""" |
| 26 | parser = commandline.ArgumentParser(description=__doc__) |
Mike Frysinger | c9bfb47 | 2015-05-13 23:11:58 -0400 | [diff] [blame] | 27 | parser.add_argument('--boto', type='path', help='Path to boto auth file.') |
Mike Frysinger | 74c7061 | 2015-12-02 18:01:41 -0500 | [diff] [blame] | 28 | parser.add_argument('uri', type='gs_path', |
| 29 | help='Google Storage URI to download') |
| 30 | parser.add_argument('filename', type='path', |
| 31 | help='Location to store the file.') |
David James | 0f5252f | 2013-04-19 08:03:14 -0700 | [diff] [blame] | 32 | return parser |
| 33 | |
Mike Frysinger | 3349400 | 2014-05-07 23:46:08 -0400 | [diff] [blame] | 34 | |
David James | 0f5252f | 2013-04-19 08:03:14 -0700 | [diff] [blame] | 35 | def Copy(ctx, uri, filename): |
| 36 | """Run the copy using a temp file.""" |
| 37 | temp_path = '%s.tmp' % filename |
| 38 | osutils.SafeUnlink(temp_path) |
| 39 | try: |
Alex Klein | c0bec2e | 2021-10-01 11:54:41 -0600 | [diff] [blame] | 40 | ctx.Copy(uri, temp_path, retries=10) |
David James | 0f5252f | 2013-04-19 08:03:14 -0700 | [diff] [blame] | 41 | shutil.move(temp_path, filename) |
| 42 | finally: |
| 43 | osutils.SafeUnlink(temp_path) |
| 44 | |
Mike Frysinger | 3349400 | 2014-05-07 23:46:08 -0400 | [diff] [blame] | 45 | |
Mike Frysinger | 9ad5fab | 2013-05-30 13:37:26 -0400 | [diff] [blame] | 46 | def main(argv): |
David James | 0f5252f | 2013-04-19 08:03:14 -0700 | [diff] [blame] | 47 | parser = GetParser() |
Mike Frysinger | 9ad5fab | 2013-05-30 13:37:26 -0400 | [diff] [blame] | 48 | options = parser.parse_args(argv) |
Mike Frysinger | c9bfb47 | 2015-05-13 23:11:58 -0400 | [diff] [blame] | 49 | options.Freeze() |
| 50 | ctx = gs.GSContext(boto_file=options.boto) |
David James | 0f5252f | 2013-04-19 08:03:14 -0700 | [diff] [blame] | 51 | try: |
Mike Frysinger | 1129106 | 2014-08-18 00:01:11 -0400 | [diff] [blame] | 52 | Copy(ctx, options.uri, options.filename) |
| 53 | except gs.GSContextException as ex: |
David James | 0f5252f | 2013-04-19 08:03:14 -0700 | [diff] [blame] | 54 | # Hide the stack trace using Die. |
| 55 | cros_build_lib.Die('%s', ex) |