Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
| 2 | # Copyright 2019 The Chromium OS Authors. All rights reserved. |
| 3 | # Use of this source code is governed by a BSD-style license that can be |
| 4 | # found in the LICENSE file. |
| 5 | |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 6 | """Validation helpers for simple input validation in the API. |
| 7 | |
| 8 | Note: Every validator MUST respect config.do_validation. This is an internally |
| 9 | set config option that allows the mock call decorators to be placed before or |
| 10 | after the validation decorators, rather than forcing an ordering that could then |
| 11 | produce incorrect outputs if missed. |
| 12 | """ |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 13 | |
| 14 | from __future__ import print_function |
| 15 | |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 16 | import functools |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 17 | import os |
Mike Frysinger | ef94e4c | 2020-02-10 23:59:54 -0500 | [diff] [blame] | 18 | import sys |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 19 | |
Mike Frysinger | 849d640 | 2019-10-17 00:14:16 -0400 | [diff] [blame] | 20 | from google.protobuf import message as protobuf_message |
| 21 | |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 22 | from chromite.lib import cros_build_lib |
| 23 | from chromite.lib import cros_logging as logging |
| 24 | |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 25 | |
Mike Frysinger | ef94e4c | 2020-02-10 23:59:54 -0500 | [diff] [blame] | 26 | assert sys.version_info >= (3, 6), 'This module requires Python 3.6+' |
| 27 | |
| 28 | |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 29 | def _value(field, message): |
| 30 | """Helper function to fetch the value of the field. |
| 31 | |
| 32 | Args: |
| 33 | field (str): The field name. Can be nested via . separation. |
| 34 | message (Message): The protobuf message it is being fetched from. |
| 35 | |
| 36 | Returns: |
| 37 | str|None|int|list|Message|bool - The value of the field. |
| 38 | """ |
Alex Klein | bdace30 | 2020-12-03 14:40:23 -0700 | [diff] [blame] | 39 | if not field: |
| 40 | return message |
| 41 | |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 42 | value = message |
| 43 | for part in field.split('.'): |
| 44 | if not isinstance(value, protobuf_message.Message): |
| 45 | value = None |
| 46 | break |
| 47 | |
| 48 | try: |
| 49 | value = getattr(value, part) |
| 50 | except AttributeError as e: |
Mike Frysinger | 6b5c3cd | 2019-08-27 16:51:00 -0400 | [diff] [blame] | 51 | cros_build_lib.Die('Invalid field: %s', e) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 52 | |
| 53 | return value |
| 54 | |
Alex Klein | 69339cc | 2019-07-22 14:08:35 -0600 | [diff] [blame] | 55 | |
Mike Frysinger | 88e02c1 | 2019-10-01 15:05:36 -0400 | [diff] [blame] | 56 | # pylint: disable=docstring-misnamed-args |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 57 | def exists(*fields): |
| 58 | """Validate that the paths in |fields| exist. |
| 59 | |
| 60 | Args: |
| 61 | fields (str): The fields being checked. Can be . separated nested |
| 62 | fields. |
| 63 | """ |
| 64 | assert fields |
| 65 | |
| 66 | def decorator(func): |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 67 | @functools.wraps(func) |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 68 | def _exists(input_proto, output_proto, config, *args, **kwargs): |
| 69 | if config.do_validation: |
| 70 | for field in fields: |
| 71 | logging.debug('Validating %s exists.', field) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 72 | |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 73 | value = _value(field, input_proto) |
| 74 | if not value or not os.path.exists(value): |
| 75 | cros_build_lib.Die('%s path does not exist: %s' % (field, value)) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 76 | |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 77 | return func(input_proto, output_proto, config, *args, **kwargs) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 78 | |
| 79 | return _exists |
| 80 | |
| 81 | return decorator |
| 82 | |
| 83 | |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 84 | def is_in(field, values): |
Alex Klein | bdace30 | 2020-12-03 14:40:23 -0700 | [diff] [blame] | 85 | """Validate |field| is an element of |values|. |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 86 | |
| 87 | Args: |
| 88 | field (str): The field being checked. May be . separated nested fields. |
| 89 | values (list): The possible values field may take. |
| 90 | """ |
| 91 | assert field |
| 92 | assert values |
| 93 | |
| 94 | def decorator(func): |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 95 | @functools.wraps(func) |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 96 | def _is_in(input_proto, output_proto, config, *args, **kwargs): |
| 97 | if config.do_validation: |
| 98 | logging.debug('Validating %s is in %r', field, values) |
| 99 | value = _value(field, input_proto) |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 100 | |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 101 | if value not in values: |
| 102 | cros_build_lib.Die('%s (%r) must be in %r', field, value, values) |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 103 | |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 104 | return func(input_proto, output_proto, config, *args, **kwargs) |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 105 | |
| 106 | return _is_in |
| 107 | |
| 108 | return decorator |
| 109 | |
| 110 | |
Alex Klein | bdace30 | 2020-12-03 14:40:23 -0700 | [diff] [blame] | 111 | def each_in(field, subfield, values, optional=False): |
| 112 | """Validate each |subfield| of the repeated |field| is in |values|. |
| 113 | |
| 114 | Args: |
| 115 | field (str): The field being checked. May be . separated nested fields. |
| 116 | subfield (str|None): The field in the repeated |field| to validate, or None |
| 117 | when |field| is not a repeated message, e.g. enum, scalars. |
| 118 | values (list): The possible values field may take. |
| 119 | optional (bool): Also allow the field to be empty when True. |
| 120 | """ |
| 121 | assert field |
| 122 | assert values |
| 123 | |
| 124 | def decorator(func): |
| 125 | @functools.wraps(func) |
| 126 | def _is_in(input_proto, output_proto, config, *args, **kwargs): |
| 127 | if config.do_validation: |
| 128 | members = _value(field, input_proto) or [] |
| 129 | if not optional and not members: |
| 130 | cros_build_lib.Die('The %s field is empty.', field) |
| 131 | for member in members: |
| 132 | logging.debug('Validating %s.[each].%s is in %r.', field, subfield, |
| 133 | values) |
| 134 | value = _value(subfield, member) |
| 135 | if value not in values: |
| 136 | cros_build_lib.Die('%s.[each].%s (%r) must be in %r is required.', |
| 137 | field, subfield, value, values) |
| 138 | |
| 139 | return func(input_proto, output_proto, config, *args, **kwargs) |
| 140 | |
| 141 | return _is_in |
| 142 | |
| 143 | return decorator |
| 144 | |
| 145 | |
Mike Frysinger | 88e02c1 | 2019-10-01 15:05:36 -0400 | [diff] [blame] | 146 | # pylint: disable=docstring-misnamed-args |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 147 | def require(*fields): |
| 148 | """Verify |fields| have all been set. |
| 149 | |
| 150 | Args: |
Alex Klein | 231d2da | 2019-07-22 16:44:45 -0600 | [diff] [blame] | 151 | fields (str): The fields being checked. May be . separated nested fields. |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 152 | """ |
| 153 | assert fields |
| 154 | |
| 155 | def decorator(func): |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 156 | @functools.wraps(func) |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 157 | def _require(input_proto, output_proto, config, *args, **kwargs): |
| 158 | if config.do_validation: |
| 159 | for field in fields: |
| 160 | logging.debug('Validating %s is set.', field) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 161 | |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 162 | value = _value(field, input_proto) |
| 163 | if not value: |
| 164 | cros_build_lib.Die('%s is required.', field) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 165 | |
Alex Klein | 2008aee | 2019-08-20 16:25:27 -0600 | [diff] [blame] | 166 | return func(input_proto, output_proto, config, *args, **kwargs) |
Alex Klein | 2b23672 | 2019-06-19 15:44:26 -0600 | [diff] [blame] | 167 | |
| 168 | return _require |
| 169 | |
| 170 | return decorator |
Alex Klein | 69339cc | 2019-07-22 14:08:35 -0600 | [diff] [blame] | 171 | |
| 172 | |
Alex Klein | 60c8052 | 2020-10-13 18:05:38 -0600 | [diff] [blame] | 173 | # pylint: disable=docstring-misnamed-args |
| 174 | def require_any(*fields): |
| 175 | """Verify at least one of |fields| have been set. |
| 176 | |
| 177 | Args: |
| 178 | fields (str): The fields being checked. May be . separated nested fields. |
| 179 | """ |
| 180 | assert fields |
| 181 | |
| 182 | def decorator(func): |
| 183 | @functools.wraps(func) |
| 184 | def _require(input_proto, output_proto, config, *args, **kwargs): |
| 185 | if config.do_validation: |
| 186 | for field in fields: |
| 187 | logging.debug('Validating %s is set.', field) |
| 188 | value = _value(field, input_proto) |
| 189 | if value: |
| 190 | break |
| 191 | else: |
| 192 | cros_build_lib.Die('At least one of the following must be set: %s', |
| 193 | ', '.join(fields)) |
| 194 | |
| 195 | return func(input_proto, output_proto, config, *args, **kwargs) |
| 196 | |
| 197 | return _require |
| 198 | |
| 199 | return decorator |
| 200 | |
| 201 | |
Alex Klein | 86242bf | 2020-09-22 15:23:23 -0600 | [diff] [blame] | 202 | def require_each(field, subfields, allow_empty=True): |
| 203 | """Verify |field| each have all of the |subfields| set. |
| 204 | |
| 205 | When |allow_empty| is True, |field| may be empty, and |subfields| are only |
| 206 | validated when it is not empty. When |allow_empty| is False, |field| must |
| 207 | also have at least one entry. |
| 208 | |
| 209 | Args: |
| 210 | field (str): The repeated field being checked. May be . separated nested |
| 211 | fields. |
| 212 | subfields (list[str]): The fields of the repeated message to validate. |
| 213 | allow_empty (bool): Also require at least one entry in the repeated field. |
| 214 | """ |
| 215 | assert field |
| 216 | assert subfields |
| 217 | assert not isinstance(subfields, str) |
| 218 | |
| 219 | def decorator(func): |
| 220 | @functools.wraps(func) |
| 221 | def _require_each(input_proto, output_proto, config, *args, **kwargs): |
| 222 | if config.do_validation: |
| 223 | members = _value(field, input_proto) or [] |
| 224 | if not allow_empty and not members: |
| 225 | cros_build_lib.Die('The %s field is empty.', field) |
| 226 | for member in members: |
| 227 | for subfield in subfields: |
| 228 | logging.debug('Validating %s.[each].%s is set.', field, subfield) |
| 229 | value = _value(subfield, member) |
| 230 | if not value: |
| 231 | cros_build_lib.Die('%s is required.', field) |
| 232 | |
| 233 | return func(input_proto, output_proto, config, *args, **kwargs) |
| 234 | |
| 235 | return _require_each |
| 236 | |
| 237 | return decorator |
| 238 | |
| 239 | |
Alex Klein | 69339cc | 2019-07-22 14:08:35 -0600 | [diff] [blame] | 240 | def validation_complete(func): |
| 241 | """Automatically skip the endpoint when called after all other validators. |
| 242 | |
| 243 | This decorator MUST be applied after all other validate decorators. |
| 244 | The config can be checked manually if there is non-decorator validation, but |
| 245 | this is much cleaner if it is all done in decorators. |
| 246 | """ |
Alex Klein | 4de25e8 | 2019-08-05 15:58:39 -0600 | [diff] [blame] | 247 | |
| 248 | @functools.wraps(func) |
Alex Klein | 69339cc | 2019-07-22 14:08:35 -0600 | [diff] [blame] | 249 | def _validate_only(request, response, configs, *args, **kwargs): |
| 250 | if configs.validate_only: |
| 251 | # Avoid calling the endpoint. |
| 252 | return 0 |
| 253 | else: |
| 254 | return func(request, response, configs, *args, **kwargs) |
| 255 | |
| 256 | return _validate_only |