api: Add BinhostService controller.
TEST=./run_tests api/controller/binhost_unittest
BUG=chromium:920418,b:127691580
Change-Id: I2fcf34944dbfd3b7bb9d9aeafb12322f69b5e722
Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/chromite/+/1538445
Tested-by: Evan Hernandez <evanhernandez@chromium.org>
Reviewed-by: Lann Martin <lannm@chromium.org>
diff --git a/api/controller/binhost.py b/api/controller/binhost.py
new file mode 100644
index 0000000..2ecf81c
--- /dev/null
+++ b/api/controller/binhost.py
@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+# Copyright 2019 The Chromium OS Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+"""Portage Binhost operations."""
+
+from __future__ import print_function
+
+import urlparse
+
+from chromite.api.gen.chromite.api import binhost_pb2
+from chromite.lib import gs
+from chromite.service import binhost
+
+
+def PrepareBinhostUploads(input_proto, output_proto):
+ """Return a list of files to uplooad to the binhost.
+
+ See BinhostService documentation in api/proto/binhost.proto.
+
+ Args:
+ input_proto (PrepareBinhostUploadsRequest): The input proto.
+ output_proto (PrepareBinhostUploadsResponse): The output proto.
+ """
+ target = input_proto.build_target.name
+ uri = input_proto.uri
+
+ # For now, we enforce that all input URIs are Google Storage buckets.
+ if not gs.PathIsGs(uri):
+ raise ValueError('Upload URI %s must be Google Storage.' % uri)
+
+ parsed_uri = urlparse.urlparse(uri)
+ upload_uri = gs.GetGsURL(parsed_uri.netloc)
+ upload_path = parsed_uri.path
+
+ # Read all packages and update the index. The index must be uploaded to the
+ # binhost for Portage to use it, so include it in upload_targets.
+ uploads_dir = binhost.GetPrebuiltsRoot(target)
+ upload_targets = binhost.GetPrebuiltsFiles(uploads_dir)
+ index_path = binhost.UpdatePackageIndex(uploads_dir, upload_uri, upload_path)
+ assert index_path.startswith(uploads_dir), (
+ 'expected index_path to start with uploads_dir')
+ upload_targets.append(index_path[len(uploads_dir):])
+
+ output_proto.uploads_dir = uploads_dir
+ for upload_target in upload_targets:
+ output_proto.upload_targets.add().path = upload_target.strip('/')
+
+
+def SetBinhost(input_proto, output_proto):
+ """Set the URI for a given binhost key and build target.
+
+ See BinhostService documentation in api/proto/binhost.proto.
+
+ Args:
+ input_proto (SetBinhostRequest): The input proto.
+ output_proto (SetBinhostResponse): The output proto.
+ """
+ target = input_proto.build_target.name
+ key = binhost_pb2.BinhostKey.Name(input_proto.key)
+ uri = input_proto.uri
+ private = input_proto.private
+ output_proto.output_file = binhost.SetBinhost(target, key, uri,
+ private=private)