blob: 3c33e4e46c0aa536862ed508c8b1ffeae3f67bdc [file] [log] [blame]
Michael Roth0f923be2011-07-19 14:50:39 -05001#
2# QAPI helper library
3#
4# Copyright IBM, Corp. 2011
Eric Blakefe2a9302015-05-04 09:05:02 -06005# Copyright (c) 2013-2015 Red Hat Inc.
Michael Roth0f923be2011-07-19 14:50:39 -05006#
7# Authors:
8# Anthony Liguori <aliguori@us.ibm.com>
Markus Armbrusterc7a3f252013-07-27 17:41:55 +02009# Markus Armbruster <armbru@redhat.com>
Michael Roth0f923be2011-07-19 14:50:39 -050010#
Markus Armbruster678e48a2014-03-01 08:40:34 +010011# This work is licensed under the terms of the GNU GPL, version 2.
12# See the COPYING file in the top-level directory.
Michael Roth0f923be2011-07-19 14:50:39 -050013
Lluís Vilanovaa719a272014-05-07 20:46:15 +020014import re
Michael Roth0f923be2011-07-19 14:50:39 -050015from ordereddict import OrderedDict
Lluís Vilanova33aaad52014-05-02 15:52:35 +020016import os
Markus Armbruster2caba362013-07-27 17:41:56 +020017import sys
Michael Roth0f923be2011-07-19 14:50:39 -050018
Eric Blakeb52c4b92015-05-04 09:05:00 -060019builtin_types = {
Kevin Wolf69dd62d2013-07-08 16:14:21 +020020 'str': 'QTYPE_QSTRING',
21 'int': 'QTYPE_QINT',
22 'number': 'QTYPE_QFLOAT',
23 'bool': 'QTYPE_QBOOL',
24 'int8': 'QTYPE_QINT',
25 'int16': 'QTYPE_QINT',
26 'int32': 'QTYPE_QINT',
27 'int64': 'QTYPE_QINT',
28 'uint8': 'QTYPE_QINT',
29 'uint16': 'QTYPE_QINT',
30 'uint32': 'QTYPE_QINT',
31 'uint64': 'QTYPE_QINT',
Eric Blakecb17f792015-05-04 09:05:01 -060032 'size': 'QTYPE_QINT',
Kevin Wolf69dd62d2013-07-08 16:14:21 +020033}
34
Eric Blake4dc2e692015-05-04 09:05:17 -060035enum_types = []
36struct_types = []
37union_types = []
38events = []
39all_names = {}
40
Lluís Vilanovaa719a272014-05-07 20:46:15 +020041def error_path(parent):
42 res = ""
43 while parent:
44 res = ("In file included from %s:%d:\n" % (parent['file'],
45 parent['line'])) + res
46 parent = parent['parent']
47 return res
48
Markus Armbruster2caba362013-07-27 17:41:56 +020049class QAPISchemaError(Exception):
50 def __init__(self, schema, msg):
Lluís Vilanovaa719a272014-05-07 20:46:15 +020051 self.input_file = schema.input_file
Markus Armbruster2caba362013-07-27 17:41:56 +020052 self.msg = msg
Wenchao Xia515b9432014-03-04 18:44:33 -080053 self.col = 1
54 self.line = schema.line
55 for ch in schema.src[schema.line_pos:schema.pos]:
56 if ch == '\t':
Markus Armbruster2caba362013-07-27 17:41:56 +020057 self.col = (self.col + 7) % 8 + 1
58 else:
59 self.col += 1
Lluís Vilanovaa719a272014-05-07 20:46:15 +020060 self.info = schema.parent_info
Markus Armbruster2caba362013-07-27 17:41:56 +020061
62 def __str__(self):
Lluís Vilanovaa719a272014-05-07 20:46:15 +020063 return error_path(self.info) + \
64 "%s:%d:%d: %s" % (self.input_file, self.line, self.col, self.msg)
Markus Armbruster2caba362013-07-27 17:41:56 +020065
Wenchao Xiab86b05e2014-03-04 18:44:34 -080066class QAPIExprError(Exception):
67 def __init__(self, expr_info, msg):
Lluís Vilanovaa719a272014-05-07 20:46:15 +020068 self.info = expr_info
Wenchao Xiab86b05e2014-03-04 18:44:34 -080069 self.msg = msg
70
71 def __str__(self):
Lluís Vilanovaa719a272014-05-07 20:46:15 +020072 return error_path(self.info['parent']) + \
73 "%s:%d: %s" % (self.info['file'], self.info['line'], self.msg)
Wenchao Xiab86b05e2014-03-04 18:44:34 -080074
Markus Armbrusterc7a3f252013-07-27 17:41:55 +020075class QAPISchema:
Michael Roth0f923be2011-07-19 14:50:39 -050076
Benoît Canet24fd8482014-05-16 12:51:56 +020077 def __init__(self, fp, input_relname=None, include_hist=[],
78 previously_included=[], parent_info=None):
79 """ include_hist is a stack used to detect inclusion cycles
80 previously_included is a global state used to avoid multiple
81 inclusions of the same file"""
Lluís Vilanovaa719a272014-05-07 20:46:15 +020082 input_fname = os.path.abspath(fp.name)
83 if input_relname is None:
84 input_relname = fp.name
85 self.input_dir = os.path.dirname(input_fname)
86 self.input_file = input_relname
87 self.include_hist = include_hist + [(input_relname, input_fname)]
Benoît Canet24fd8482014-05-16 12:51:56 +020088 previously_included.append(input_fname)
Lluís Vilanovaa719a272014-05-07 20:46:15 +020089 self.parent_info = parent_info
Markus Armbrusterc7a3f252013-07-27 17:41:55 +020090 self.src = fp.read()
91 if self.src == '' or self.src[-1] != '\n':
92 self.src += '\n'
93 self.cursor = 0
Wenchao Xia515b9432014-03-04 18:44:33 -080094 self.line = 1
95 self.line_pos = 0
Markus Armbrusterc7a3f252013-07-27 17:41:55 +020096 self.exprs = []
97 self.accept()
Michael Roth0f923be2011-07-19 14:50:39 -050098
Markus Armbrusterc7a3f252013-07-27 17:41:55 +020099 while self.tok != None:
Lluís Vilanovaa719a272014-05-07 20:46:15 +0200100 expr_info = {'file': input_relname, 'line': self.line, 'parent': self.parent_info}
101 expr = self.get_expr(False)
102 if isinstance(expr, dict) and "include" in expr:
103 if len(expr) != 1:
104 raise QAPIExprError(expr_info, "Invalid 'include' directive")
105 include = expr["include"]
106 if not isinstance(include, str):
107 raise QAPIExprError(expr_info,
108 'Expected a file name (string), got: %s'
109 % include)
110 include_path = os.path.join(self.input_dir, include)
Stefan Hajnoczi7ac9a9d2014-08-27 12:08:51 +0100111 for elem in self.include_hist:
112 if include_path == elem[1]:
113 raise QAPIExprError(expr_info, "Inclusion loop for %s"
114 % include)
Benoît Canet24fd8482014-05-16 12:51:56 +0200115 # skip multiple include of the same file
116 if include_path in previously_included:
117 continue
Lluís Vilanovaa719a272014-05-07 20:46:15 +0200118 try:
119 fobj = open(include_path, 'r')
Luiz Capitulino34788812014-05-20 13:50:19 -0400120 except IOError, e:
Lluís Vilanovaa719a272014-05-07 20:46:15 +0200121 raise QAPIExprError(expr_info,
122 '%s: %s' % (e.strerror, include))
Benoît Canet24fd8482014-05-16 12:51:56 +0200123 exprs_include = QAPISchema(fobj, include, self.include_hist,
124 previously_included, expr_info)
Lluís Vilanovaa719a272014-05-07 20:46:15 +0200125 self.exprs.extend(exprs_include.exprs)
126 else:
127 expr_elem = {'expr': expr,
128 'info': expr_info}
129 self.exprs.append(expr_elem)
Michael Roth0f923be2011-07-19 14:50:39 -0500130
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200131 def accept(self):
132 while True:
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200133 self.tok = self.src[self.cursor]
Markus Armbruster2caba362013-07-27 17:41:56 +0200134 self.pos = self.cursor
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200135 self.cursor += 1
136 self.val = None
Michael Roth0f923be2011-07-19 14:50:39 -0500137
Markus Armbrusterf1a145e2013-07-27 17:42:01 +0200138 if self.tok == '#':
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200139 self.cursor = self.src.find('\n', self.cursor)
140 elif self.tok in ['{', '}', ':', ',', '[', ']']:
141 return
142 elif self.tok == "'":
143 string = ''
144 esc = False
145 while True:
146 ch = self.src[self.cursor]
147 self.cursor += 1
148 if ch == '\n':
Markus Armbruster2caba362013-07-27 17:41:56 +0200149 raise QAPISchemaError(self,
150 'Missing terminating "\'"')
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200151 if esc:
152 string += ch
153 esc = False
154 elif ch == "\\":
155 esc = True
156 elif ch == "'":
157 self.val = string
158 return
159 else:
160 string += ch
Fam Zhenge53188a2015-05-04 09:05:18 -0600161 elif self.tok in "tfn":
162 val = self.src[self.cursor - 1:]
163 if val.startswith("true"):
164 self.val = True
165 self.cursor += 3
166 return
167 elif val.startswith("false"):
168 self.val = False
169 self.cursor += 4
170 return
171 elif val.startswith("null"):
172 self.val = None
173 self.cursor += 3
174 return
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200175 elif self.tok == '\n':
176 if self.cursor == len(self.src):
177 self.tok = None
178 return
Wenchao Xia515b9432014-03-04 18:44:33 -0800179 self.line += 1
180 self.line_pos = self.cursor
Markus Armbruster9213aa52013-07-27 17:41:57 +0200181 elif not self.tok.isspace():
182 raise QAPISchemaError(self, 'Stray "%s"' % self.tok)
Michael Roth0f923be2011-07-19 14:50:39 -0500183
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200184 def get_members(self):
185 expr = OrderedDict()
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200186 if self.tok == '}':
187 self.accept()
188 return expr
189 if self.tok != "'":
190 raise QAPISchemaError(self, 'Expected string or "}"')
191 while True:
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200192 key = self.val
193 self.accept()
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200194 if self.tok != ':':
195 raise QAPISchemaError(self, 'Expected ":"')
196 self.accept()
Wenchao Xia4b359912014-03-04 18:44:32 -0800197 if key in expr:
198 raise QAPISchemaError(self, 'Duplicate key "%s"' % key)
Markus Armbruster5f3cd2b2013-07-27 17:41:59 +0200199 expr[key] = self.get_expr(True)
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200200 if self.tok == '}':
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200201 self.accept()
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200202 return expr
203 if self.tok != ',':
204 raise QAPISchemaError(self, 'Expected "," or "}"')
205 self.accept()
206 if self.tok != "'":
207 raise QAPISchemaError(self, 'Expected string')
Michael Roth0f923be2011-07-19 14:50:39 -0500208
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200209 def get_values(self):
210 expr = []
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200211 if self.tok == ']':
212 self.accept()
213 return expr
Fam Zhenge53188a2015-05-04 09:05:18 -0600214 if not self.tok in "{['tfn":
215 raise QAPISchemaError(self, 'Expected "{", "[", "]", string, '
216 'boolean or "null"')
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200217 while True:
Markus Armbruster5f3cd2b2013-07-27 17:41:59 +0200218 expr.append(self.get_expr(True))
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200219 if self.tok == ']':
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200220 self.accept()
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200221 return expr
222 if self.tok != ',':
223 raise QAPISchemaError(self, 'Expected "," or "]"')
224 self.accept()
Michael Roth0f923be2011-07-19 14:50:39 -0500225
Markus Armbruster5f3cd2b2013-07-27 17:41:59 +0200226 def get_expr(self, nested):
227 if self.tok != '{' and not nested:
228 raise QAPISchemaError(self, 'Expected "{"')
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200229 if self.tok == '{':
230 self.accept()
231 expr = self.get_members()
232 elif self.tok == '[':
233 self.accept()
234 expr = self.get_values()
Fam Zhenge53188a2015-05-04 09:05:18 -0600235 elif self.tok in "'tfn":
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200236 expr = self.val
237 self.accept()
Markus Armbruster6974ccd2013-07-27 17:41:58 +0200238 else:
239 raise QAPISchemaError(self, 'Expected "{", "[" or string')
Markus Armbrusterc7a3f252013-07-27 17:41:55 +0200240 return expr
Kevin Wolfbd9927f2013-07-01 16:31:50 +0200241
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800242def find_base_fields(base):
243 base_struct_define = find_struct(base)
244 if not base_struct_define:
245 return None
246 return base_struct_define['data']
247
Eric Blake811d04f2015-05-04 09:05:10 -0600248# Return the qtype of an alternate branch, or None on error.
249def find_alternate_member_qtype(qapi_type):
Eric Blake44bd1272015-05-04 09:05:08 -0600250 if builtin_types.has_key(qapi_type):
251 return builtin_types[qapi_type]
252 elif find_struct(qapi_type):
253 return "QTYPE_QDICT"
254 elif find_enum(qapi_type):
255 return "QTYPE_QSTRING"
Eric Blake811d04f2015-05-04 09:05:10 -0600256 elif find_union(qapi_type):
257 return "QTYPE_QDICT"
Eric Blake44bd1272015-05-04 09:05:08 -0600258 return None
259
Wenchao Xiabceae762014-03-06 17:08:56 -0800260# Return the discriminator enum define if discriminator is specified as an
261# enum type, otherwise return None.
262def discriminator_find_enum_define(expr):
263 base = expr.get('base')
264 discriminator = expr.get('discriminator')
265
266 if not (discriminator and base):
267 return None
268
269 base_fields = find_base_fields(base)
270 if not base_fields:
271 return None
272
273 discriminator_type = base_fields.get(discriminator)
274 if not discriminator_type:
275 return None
276
277 return find_enum(discriminator_type)
278
Eric Blakedd883c62015-05-04 09:05:21 -0600279def check_type(expr_info, source, value, allow_array = False,
280 allow_dict = False, allow_metas = []):
281 global all_names
282 orig_value = value
283
284 if value is None:
285 return
286
287 if value == '**':
288 return
289
290 # Check if array type for value is okay
291 if isinstance(value, list):
292 if not allow_array:
293 raise QAPIExprError(expr_info,
294 "%s cannot be an array" % source)
295 if len(value) != 1 or not isinstance(value[0], str):
296 raise QAPIExprError(expr_info,
297 "%s: array type must contain single type name"
298 % source)
299 value = value[0]
300 orig_value = "array of %s" %value
301
302 # Check if type name for value is okay
303 if isinstance(value, str):
304 if not value in all_names:
305 raise QAPIExprError(expr_info,
306 "%s uses unknown type '%s'"
307 % (source, orig_value))
308 if not all_names[value] in allow_metas:
309 raise QAPIExprError(expr_info,
310 "%s cannot use %s type '%s'"
311 % (source, all_names[value], orig_value))
312 return
313
314 # value is a dictionary, check that each member is okay
315 if not isinstance(value, OrderedDict):
316 raise QAPIExprError(expr_info,
317 "%s should be a dictionary" % source)
318 if not allow_dict:
319 raise QAPIExprError(expr_info,
320 "%s should be a type name" % source)
321 for (key, arg) in value.items():
322 check_type(expr_info, "Member '%s' of %s" % (key, source), arg,
323 allow_array=True, allow_dict=True,
324 allow_metas=['built-in', 'union', 'alternate', 'struct',
325 'enum'])
326
327def check_command(expr, expr_info):
328 name = expr['command']
329 check_type(expr_info, "'data' for command '%s'" % name,
330 expr.get('data'), allow_dict=True,
331 allow_metas=['union', 'struct'])
332 check_type(expr_info, "'returns' for command '%s'" % name,
333 expr.get('returns'), allow_array=True, allow_dict=True,
334 allow_metas=['built-in', 'union', 'alternate', 'struct',
335 'enum'])
336
Wenchao Xia21cd70d2014-06-18 08:43:28 +0200337def check_event(expr, expr_info):
Eric Blake4dc2e692015-05-04 09:05:17 -0600338 global events
339 name = expr['event']
Wenchao Xia21cd70d2014-06-18 08:43:28 +0200340 params = expr.get('data')
Eric Blake4dc2e692015-05-04 09:05:17 -0600341
342 if name.upper() == 'MAX':
343 raise QAPIExprError(expr_info, "Event name 'MAX' cannot be created")
344 events.append(name)
Eric Blakedd883c62015-05-04 09:05:21 -0600345 check_type(expr_info, "'data' for event '%s'" % name,
346 expr.get('data'), allow_dict=True,
347 allow_metas=['union', 'struct'])
Wenchao Xia21cd70d2014-06-18 08:43:28 +0200348 if params:
349 for argname, argentry, optional, structured in parse_args(params):
350 if structured:
351 raise QAPIExprError(expr_info,
352 "Nested structure define in event is not "
Wenchao Xiad6f9c822014-06-24 16:33:59 -0700353 "supported, event '%s', argname '%s'"
Wenchao Xia21cd70d2014-06-18 08:43:28 +0200354 % (expr['event'], argname))
355
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800356def check_union(expr, expr_info):
357 name = expr['union']
358 base = expr.get('base')
359 discriminator = expr.get('discriminator')
360 members = expr['data']
Eric Blake44bd1272015-05-04 09:05:08 -0600361 values = { 'MAX': '(automatic)' }
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800362
Eric Blakea8d4a2e2015-05-04 09:05:07 -0600363 # If the object has a member 'base', its value must name a complex type,
364 # and there must be a discriminator.
365 if base is not None:
366 if discriminator is None:
367 raise QAPIExprError(expr_info,
368 "Union '%s' requires a discriminator to go "
369 "along with base" %name)
Eric Blake44bd1272015-05-04 09:05:08 -0600370
Eric Blake811d04f2015-05-04 09:05:10 -0600371 # Two types of unions, determined by discriminator.
Eric Blake811d04f2015-05-04 09:05:10 -0600372
373 # With no discriminator it is a simple union.
374 if discriminator is None:
Eric Blake44bd1272015-05-04 09:05:08 -0600375 enum_define = None
Eric Blakedd883c62015-05-04 09:05:21 -0600376 allow_metas=['built-in', 'union', 'alternate', 'struct', 'enum']
Eric Blake44bd1272015-05-04 09:05:08 -0600377 if base is not None:
378 raise QAPIExprError(expr_info,
Eric Blake811d04f2015-05-04 09:05:10 -0600379 "Simple union '%s' must not have a base"
Eric Blake44bd1272015-05-04 09:05:08 -0600380 % name)
381
382 # Else, it's a flat union.
383 else:
384 # The object must have a string member 'base'.
385 if not isinstance(base, str):
386 raise QAPIExprError(expr_info,
387 "Flat union '%s' must have a string base field"
388 % name)
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800389 base_fields = find_base_fields(base)
390 if not base_fields:
391 raise QAPIExprError(expr_info,
392 "Base '%s' is not a valid type"
393 % base)
394
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800395 # The value of member 'discriminator' must name a member of the
396 # base type.
Eric Blake44bd1272015-05-04 09:05:08 -0600397 if not isinstance(discriminator, str):
398 raise QAPIExprError(expr_info,
399 "Flat union '%s' discriminator must be a string"
400 % name)
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800401 discriminator_type = base_fields.get(discriminator)
402 if not discriminator_type:
403 raise QAPIExprError(expr_info,
404 "Discriminator '%s' is not a member of base "
405 "type '%s'"
406 % (discriminator, base))
407 enum_define = find_enum(discriminator_type)
Eric Blakedd883c62015-05-04 09:05:21 -0600408 allow_metas=['struct']
Wenchao Xia52230702014-03-04 18:44:39 -0800409 # Do not allow string discriminator
410 if not enum_define:
411 raise QAPIExprError(expr_info,
412 "Discriminator '%s' must be of enumeration "
413 "type" % discriminator)
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800414
415 # Check every branch
416 for (key, value) in members.items():
Eric Blakedd883c62015-05-04 09:05:21 -0600417 # Each value must name a known type; furthermore, in flat unions,
418 # branches must be a struct
419 check_type(expr_info, "Member '%s' of union '%s'" % (key, name),
420 value, allow_array=True, allow_metas=allow_metas)
421
Eric Blake44bd1272015-05-04 09:05:08 -0600422 # If the discriminator names an enum type, then all members
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800423 # of 'data' must also be members of the enum type.
Eric Blake44bd1272015-05-04 09:05:08 -0600424 if enum_define:
425 if not key in enum_define['enum_values']:
426 raise QAPIExprError(expr_info,
427 "Discriminator value '%s' is not found in "
428 "enum '%s'" %
429 (key, enum_define["enum_name"]))
430
431 # Otherwise, check for conflicts in the generated enum
432 else:
433 c_key = _generate_enum_string(key)
434 if c_key in values:
435 raise QAPIExprError(expr_info,
436 "Union '%s' member '%s' clashes with '%s'"
437 % (name, key, values[c_key]))
438 values[c_key] = key
439
Eric Blake811d04f2015-05-04 09:05:10 -0600440def check_alternate(expr, expr_info):
Eric Blakeab916fa2015-05-04 09:05:13 -0600441 name = expr['alternate']
Eric Blake811d04f2015-05-04 09:05:10 -0600442 members = expr['data']
443 values = { 'MAX': '(automatic)' }
444 types_seen = {}
Eric Blake44bd1272015-05-04 09:05:08 -0600445
Eric Blake811d04f2015-05-04 09:05:10 -0600446 # Check every branch
447 for (key, value) in members.items():
448 # Check for conflicts in the generated enum
449 c_key = _generate_enum_string(key)
450 if c_key in values:
451 raise QAPIExprError(expr_info,
Eric Blakeab916fa2015-05-04 09:05:13 -0600452 "Alternate '%s' member '%s' clashes with '%s'"
453 % (name, key, values[c_key]))
Eric Blake811d04f2015-05-04 09:05:10 -0600454 values[c_key] = key
455
456 # Ensure alternates have no type conflicts.
Eric Blakedd883c62015-05-04 09:05:21 -0600457 check_type(expr_info, "Member '%s' of alternate '%s'" % (key, name),
458 value,
459 allow_metas=['built-in', 'union', 'struct', 'enum'])
Eric Blake811d04f2015-05-04 09:05:10 -0600460 qtype = find_alternate_member_qtype(value)
Eric Blakedd883c62015-05-04 09:05:21 -0600461 assert qtype
Eric Blake811d04f2015-05-04 09:05:10 -0600462 if qtype in types_seen:
463 raise QAPIExprError(expr_info,
Eric Blakeab916fa2015-05-04 09:05:13 -0600464 "Alternate '%s' member '%s' can't "
Eric Blake811d04f2015-05-04 09:05:10 -0600465 "be distinguished from member '%s'"
466 % (name, key, types_seen[qtype]))
467 types_seen[qtype] = key
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800468
Eric Blakecf393592015-05-04 09:05:04 -0600469def check_enum(expr, expr_info):
470 name = expr['enum']
471 members = expr.get('data')
472 values = { 'MAX': '(automatic)' }
473
474 if not isinstance(members, list):
475 raise QAPIExprError(expr_info,
476 "Enum '%s' requires an array for 'data'" % name)
477 for member in members:
478 if not isinstance(member, str):
479 raise QAPIExprError(expr_info,
480 "Enum '%s' member '%s' is not a string"
481 % (name, member))
482 key = _generate_enum_string(member)
483 if key in values:
484 raise QAPIExprError(expr_info,
485 "Enum '%s' member '%s' clashes with '%s'"
486 % (name, member, values[key]))
487 values[key] = member
488
Eric Blakedd883c62015-05-04 09:05:21 -0600489def check_struct(expr, expr_info):
490 name = expr['type']
491 members = expr['data']
492
493 check_type(expr_info, "'data' for type '%s'" % name, members,
494 allow_dict=True)
495 check_type(expr_info, "'base' for type '%s'" % name, expr.get('base'),
496 allow_metas=['struct'])
497
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800498def check_exprs(schema):
499 for expr_elem in schema.exprs:
500 expr = expr_elem['expr']
Eric Blakecf393592015-05-04 09:05:04 -0600501 info = expr_elem['info']
502
503 if expr.has_key('enum'):
504 check_enum(expr, info)
505 elif expr.has_key('union'):
Eric Blakeab916fa2015-05-04 09:05:13 -0600506 check_union(expr, info)
507 elif expr.has_key('alternate'):
508 check_alternate(expr, info)
Eric Blakedd883c62015-05-04 09:05:21 -0600509 elif expr.has_key('type'):
510 check_struct(expr, info)
511 elif expr.has_key('command'):
512 check_command(expr, info)
Eric Blakecf393592015-05-04 09:05:04 -0600513 elif expr.has_key('event'):
514 check_event(expr, info)
Eric Blakedd883c62015-05-04 09:05:21 -0600515 else:
516 assert False, 'unexpected meta type'
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800517
Eric Blake0545f6b2015-05-04 09:05:15 -0600518def check_keys(expr_elem, meta, required, optional=[]):
519 expr = expr_elem['expr']
520 info = expr_elem['info']
521 name = expr[meta]
522 if not isinstance(name, str):
523 raise QAPIExprError(info,
524 "'%s' key must have a string value" % meta)
525 required = required + [ meta ]
526 for (key, value) in expr.items():
527 if not key in required and not key in optional:
528 raise QAPIExprError(info,
529 "Unknown key '%s' in %s '%s'"
530 % (key, meta, name))
531 for key in required:
532 if not expr.has_key(key):
533 raise QAPIExprError(info,
534 "Key '%s' is missing from %s '%s'"
535 % (key, meta, name))
536
537
Lluís Vilanova33aaad52014-05-02 15:52:35 +0200538def parse_schema(input_file):
Eric Blake4dc2e692015-05-04 09:05:17 -0600539 global all_names
540 exprs = []
541
Eric Blake268a1c52015-05-04 09:05:09 -0600542 # First pass: read entire file into memory
Markus Armbruster2caba362013-07-27 17:41:56 +0200543 try:
Lluís Vilanova33aaad52014-05-02 15:52:35 +0200544 schema = QAPISchema(open(input_file, "r"))
Lluís Vilanovaa719a272014-05-07 20:46:15 +0200545 except (QAPISchemaError, QAPIExprError), e:
Markus Armbruster2caba362013-07-27 17:41:56 +0200546 print >>sys.stderr, e
547 exit(1)
548
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800549 try:
Eric Blake0545f6b2015-05-04 09:05:15 -0600550 # Next pass: learn the types and check for valid expression keys. At
551 # this point, top-level 'include' has already been flattened.
Eric Blake4dc2e692015-05-04 09:05:17 -0600552 for builtin in builtin_types.keys():
553 all_names[builtin] = 'built-in'
Eric Blake268a1c52015-05-04 09:05:09 -0600554 for expr_elem in schema.exprs:
555 expr = expr_elem['expr']
Eric Blake4dc2e692015-05-04 09:05:17 -0600556 info = expr_elem['info']
Eric Blake268a1c52015-05-04 09:05:09 -0600557 if expr.has_key('enum'):
Eric Blake0545f6b2015-05-04 09:05:15 -0600558 check_keys(expr_elem, 'enum', ['data'])
Eric Blake4dc2e692015-05-04 09:05:17 -0600559 add_enum(expr['enum'], info, expr['data'])
Eric Blake268a1c52015-05-04 09:05:09 -0600560 elif expr.has_key('union'):
Eric Blake0545f6b2015-05-04 09:05:15 -0600561 check_keys(expr_elem, 'union', ['data'],
562 ['base', 'discriminator'])
Eric Blake4dc2e692015-05-04 09:05:17 -0600563 add_union(expr, info)
Eric Blake0545f6b2015-05-04 09:05:15 -0600564 elif expr.has_key('alternate'):
565 check_keys(expr_elem, 'alternate', ['data'])
Eric Blake4dc2e692015-05-04 09:05:17 -0600566 add_name(expr['alternate'], info, 'alternate')
Eric Blake268a1c52015-05-04 09:05:09 -0600567 elif expr.has_key('type'):
Eric Blake0545f6b2015-05-04 09:05:15 -0600568 check_keys(expr_elem, 'type', ['data'], ['base'])
Eric Blake4dc2e692015-05-04 09:05:17 -0600569 add_struct(expr, info)
Eric Blake0545f6b2015-05-04 09:05:15 -0600570 elif expr.has_key('command'):
571 check_keys(expr_elem, 'command', [],
572 ['data', 'returns', 'gen', 'success-response'])
Eric Blake4dc2e692015-05-04 09:05:17 -0600573 add_name(expr['command'], info, 'command')
Eric Blake0545f6b2015-05-04 09:05:15 -0600574 elif expr.has_key('event'):
575 check_keys(expr_elem, 'event', [], ['data'])
Eric Blake4dc2e692015-05-04 09:05:17 -0600576 add_name(expr['event'], info, 'event')
Eric Blake0545f6b2015-05-04 09:05:15 -0600577 else:
578 raise QAPIExprError(expr_elem['info'],
579 "Expression is missing metatype")
Eric Blake268a1c52015-05-04 09:05:09 -0600580 exprs.append(expr)
581
582 # Try again for hidden UnionKind enum
583 for expr_elem in schema.exprs:
584 expr = expr_elem['expr']
585 if expr.has_key('union'):
586 if not discriminator_find_enum_define(expr):
Eric Blake4dc2e692015-05-04 09:05:17 -0600587 add_enum('%sKind' % expr['union'], expr_elem['info'],
588 implicit=True)
Eric Blakeab916fa2015-05-04 09:05:13 -0600589 elif expr.has_key('alternate'):
Eric Blake4dc2e692015-05-04 09:05:17 -0600590 add_enum('%sKind' % expr['alternate'], expr_elem['info'],
591 implicit=True)
Eric Blake268a1c52015-05-04 09:05:09 -0600592
593 # Final pass - validate that exprs make sense
Wenchao Xiab86b05e2014-03-04 18:44:34 -0800594 check_exprs(schema)
595 except QAPIExprError, e:
596 print >>sys.stderr, e
597 exit(1)
598
Michael Roth0f923be2011-07-19 14:50:39 -0500599 return exprs
600
601def parse_args(typeinfo):
Eric Blakefe2a9302015-05-04 09:05:02 -0600602 if isinstance(typeinfo, str):
Kevin Wolfb35284e2013-07-01 16:31:51 +0200603 struct = find_struct(typeinfo)
604 assert struct != None
605 typeinfo = struct['data']
606
Michael Roth0f923be2011-07-19 14:50:39 -0500607 for member in typeinfo:
608 argname = member
609 argentry = typeinfo[member]
610 optional = False
611 structured = False
612 if member.startswith('*'):
613 argname = member[1:]
614 optional = True
615 if isinstance(argentry, OrderedDict):
616 structured = True
617 yield (argname, argentry, optional, structured)
618
619def de_camel_case(name):
620 new_name = ''
621 for ch in name:
622 if ch.isupper() and new_name:
623 new_name += '_'
624 if ch == '-':
625 new_name += '_'
626 else:
627 new_name += ch.lower()
628 return new_name
629
630def camel_case(name):
631 new_name = ''
632 first = True
633 for ch in name:
634 if ch in ['_', '-']:
635 first = True
636 elif first:
637 new_name += ch.upper()
638 first = False
639 else:
640 new_name += ch.lower()
641 return new_name
642
Paolo Bonzinieda50a62012-09-19 16:31:06 +0200643def c_var(name, protect=True):
Blue Swirl427a1a22012-07-30 15:46:55 +0000644 # ANSI X3J11/88-090, 3.1.1
645 c89_words = set(['auto', 'break', 'case', 'char', 'const', 'continue',
646 'default', 'do', 'double', 'else', 'enum', 'extern', 'float',
647 'for', 'goto', 'if', 'int', 'long', 'register', 'return',
648 'short', 'signed', 'sizeof', 'static', 'struct', 'switch',
649 'typedef', 'union', 'unsigned', 'void', 'volatile', 'while'])
650 # ISO/IEC 9899:1999, 6.4.1
651 c99_words = set(['inline', 'restrict', '_Bool', '_Complex', '_Imaginary'])
652 # ISO/IEC 9899:2011, 6.4.1
653 c11_words = set(['_Alignas', '_Alignof', '_Atomic', '_Generic', '_Noreturn',
654 '_Static_assert', '_Thread_local'])
655 # GCC http://gcc.gnu.org/onlinedocs/gcc-4.7.1/gcc/C-Extensions.html
656 # excluding _.*
657 gcc_words = set(['asm', 'typeof'])
Tomoki Sekiyama6f880092013-08-07 11:39:43 -0400658 # C++ ISO/IEC 14882:2003 2.11
659 cpp_words = set(['bool', 'catch', 'class', 'const_cast', 'delete',
660 'dynamic_cast', 'explicit', 'false', 'friend', 'mutable',
661 'namespace', 'new', 'operator', 'private', 'protected',
662 'public', 'reinterpret_cast', 'static_cast', 'template',
663 'this', 'throw', 'true', 'try', 'typeid', 'typename',
664 'using', 'virtual', 'wchar_t',
665 # alternative representations
666 'and', 'and_eq', 'bitand', 'bitor', 'compl', 'not',
667 'not_eq', 'or', 'or_eq', 'xor', 'xor_eq'])
Paolo Bonzini10577252012-09-19 16:31:07 +0200668 # namespace pollution:
Max Reitz8592a542013-12-20 19:28:18 +0100669 polluted_words = set(['unix', 'errno'])
Tomoki Sekiyama6f880092013-08-07 11:39:43 -0400670 if protect and (name in c89_words | c99_words | c11_words | gcc_words | cpp_words | polluted_words):
Blue Swirl427a1a22012-07-30 15:46:55 +0000671 return "q_" + name
Federico Simoncellic9da2282012-03-20 13:54:35 +0000672 return name.replace('-', '_').lstrip("*")
673
Paolo Bonzinieda50a62012-09-19 16:31:06 +0200674def c_fun(name, protect=True):
675 return c_var(name, protect).replace('.', '_')
Michael Roth0f923be2011-07-19 14:50:39 -0500676
677def c_list_type(name):
678 return '%sList' % name
679
680def type_name(name):
681 if type(name) == list:
682 return c_list_type(name[0])
683 return name
684
Eric Blake4dc2e692015-05-04 09:05:17 -0600685def add_name(name, info, meta, implicit = False):
686 global all_names
687 if name in all_names:
688 raise QAPIExprError(info,
689 "%s '%s' is already defined"
690 % (all_names[name], name))
691 if not implicit and name[-4:] == 'Kind':
692 raise QAPIExprError(info,
693 "%s '%s' should not end in 'Kind'"
694 % (meta, name))
695 all_names[name] = meta
Kevin Wolfb35284e2013-07-01 16:31:51 +0200696
Eric Blake4dc2e692015-05-04 09:05:17 -0600697def add_struct(definition, info):
Kevin Wolfb35284e2013-07-01 16:31:51 +0200698 global struct_types
Eric Blake4dc2e692015-05-04 09:05:17 -0600699 name = definition['type']
700 add_name(name, info, 'struct')
Kevin Wolfb35284e2013-07-01 16:31:51 +0200701 struct_types.append(definition)
702
703def find_struct(name):
704 global struct_types
705 for struct in struct_types:
706 if struct['type'] == name:
707 return struct
708 return None
Michael Roth0f923be2011-07-19 14:50:39 -0500709
Eric Blake4dc2e692015-05-04 09:05:17 -0600710def add_union(definition, info):
Kevin Wolfea66c6d2013-07-16 10:49:41 +0200711 global union_types
Eric Blake4dc2e692015-05-04 09:05:17 -0600712 name = definition['union']
713 add_name(name, info, 'union')
Eric Blakeab916fa2015-05-04 09:05:13 -0600714 union_types.append(definition)
Kevin Wolfea66c6d2013-07-16 10:49:41 +0200715
716def find_union(name):
717 global union_types
718 for union in union_types:
719 if union['union'] == name:
720 return union
721 return None
722
Eric Blake4dc2e692015-05-04 09:05:17 -0600723def add_enum(name, info, enum_values = None, implicit = False):
Michael Roth0f923be2011-07-19 14:50:39 -0500724 global enum_types
Eric Blake4dc2e692015-05-04 09:05:17 -0600725 add_name(name, info, 'enum', implicit)
Wenchao Xiadad1fca2014-03-04 18:44:31 -0800726 enum_types.append({"enum_name": name, "enum_values": enum_values})
727
728def find_enum(name):
729 global enum_types
730 for enum in enum_types:
731 if enum['enum_name'] == name:
732 return enum
733 return None
Michael Roth0f923be2011-07-19 14:50:39 -0500734
735def is_enum(name):
Wenchao Xiadad1fca2014-03-04 18:44:31 -0800736 return find_enum(name) != None
Michael Roth0f923be2011-07-19 14:50:39 -0500737
Amos Kong05dfb262014-06-10 19:25:53 +0800738eatspace = '\033EATSPACE.'
739
740# A special suffix is added in c_type() for pointer types, and it's
741# stripped in mcgen(). So please notice this when you check the return
742# value of c_type() outside mcgen().
Amos Kong0d14eeb2014-06-10 19:25:52 +0800743def c_type(name, is_param=False):
Michael Roth0f923be2011-07-19 14:50:39 -0500744 if name == 'str':
Amos Kong0d14eeb2014-06-10 19:25:52 +0800745 if is_param:
Amos Kong05dfb262014-06-10 19:25:53 +0800746 return 'const char *' + eatspace
747 return 'char *' + eatspace
748
Michael Roth0f923be2011-07-19 14:50:39 -0500749 elif name == 'int':
750 return 'int64_t'
Laszlo Ersekc46f18c2012-07-17 16:17:06 +0200751 elif (name == 'int8' or name == 'int16' or name == 'int32' or
752 name == 'int64' or name == 'uint8' or name == 'uint16' or
753 name == 'uint32' or name == 'uint64'):
754 return name + '_t'
Laszlo Ersek092705d2012-07-17 16:17:07 +0200755 elif name == 'size':
756 return 'uint64_t'
Michael Roth0f923be2011-07-19 14:50:39 -0500757 elif name == 'bool':
758 return 'bool'
759 elif name == 'number':
760 return 'double'
761 elif type(name) == list:
Amos Kong05dfb262014-06-10 19:25:53 +0800762 return '%s *%s' % (c_list_type(name[0]), eatspace)
Michael Roth0f923be2011-07-19 14:50:39 -0500763 elif is_enum(name):
764 return name
765 elif name == None or len(name) == 0:
766 return 'void'
Eric Blake4dc2e692015-05-04 09:05:17 -0600767 elif name in events:
Amos Kong05dfb262014-06-10 19:25:53 +0800768 return '%sEvent *%s' % (camel_case(name), eatspace)
Michael Roth0f923be2011-07-19 14:50:39 -0500769 else:
Amos Kong05dfb262014-06-10 19:25:53 +0800770 return '%s *%s' % (name, eatspace)
771
772def is_c_ptr(name):
773 suffix = "*" + eatspace
774 return c_type(name).endswith(suffix)
Michael Roth0f923be2011-07-19 14:50:39 -0500775
776def genindent(count):
777 ret = ""
778 for i in range(count):
779 ret += " "
780 return ret
781
782indent_level = 0
783
784def push_indent(indent_amount=4):
785 global indent_level
786 indent_level += indent_amount
787
788def pop_indent(indent_amount=4):
789 global indent_level
790 indent_level -= indent_amount
791
792def cgen(code, **kwds):
793 indent = genindent(indent_level)
794 lines = code.split('\n')
795 lines = map(lambda x: indent + x, lines)
796 return '\n'.join(lines) % kwds + '\n'
797
798def mcgen(code, **kwds):
Amos Kong05dfb262014-06-10 19:25:53 +0800799 raw = cgen('\n'.join(code.split('\n')[1:-1]), **kwds)
800 return re.sub(re.escape(eatspace) + ' *', '', raw)
Michael Roth0f923be2011-07-19 14:50:39 -0500801
802def basename(filename):
803 return filename.split("/")[-1]
804
805def guardname(filename):
Michael Rothd8e1f212011-11-29 16:47:48 -0600806 guard = basename(filename).rsplit(".", 1)[0]
807 for substr in [".", " ", "-"]:
808 guard = guard.replace(substr, "_")
809 return guard.upper() + '_H'
Michael Rothc0afa9c2013-05-10 17:46:00 -0500810
811def guardstart(name):
812 return mcgen('''
813
814#ifndef %(name)s
815#define %(name)s
816
817''',
818 name=guardname(name))
819
820def guardend(name):
821 return mcgen('''
822
823#endif /* %(name)s */
824
825''',
826 name=guardname(name))
Wenchao Xia62996592014-03-04 18:44:35 -0800827
Wenchao Xia5d371f42014-03-04 18:44:40 -0800828# ENUMName -> ENUM_NAME, EnumName1 -> ENUM_NAME1
829# ENUM_NAME -> ENUM_NAME, ENUM_NAME1 -> ENUM_NAME1, ENUM_Name2 -> ENUM_NAME2
830# ENUM24_Name -> ENUM24_NAME
831def _generate_enum_string(value):
832 c_fun_str = c_fun(value, False)
Wenchao Xiab0b58192014-03-04 18:44:36 -0800833 if value.isupper():
Wenchao Xia5d371f42014-03-04 18:44:40 -0800834 return c_fun_str
835
Wenchao Xia62996592014-03-04 18:44:35 -0800836 new_name = ''
Wenchao Xia5d371f42014-03-04 18:44:40 -0800837 l = len(c_fun_str)
838 for i in range(l):
839 c = c_fun_str[i]
840 # When c is upper and no "_" appears before, do more checks
841 if c.isupper() and (i > 0) and c_fun_str[i - 1] != "_":
842 # Case 1: next string is lower
843 # Case 2: previous string is digit
844 if (i < (l - 1) and c_fun_str[i + 1].islower()) or \
845 c_fun_str[i - 1].isdigit():
846 new_name += '_'
Wenchao Xia62996592014-03-04 18:44:35 -0800847 new_name += c
848 return new_name.lstrip('_').upper()
Wenchao Xiab0b58192014-03-04 18:44:36 -0800849
850def generate_enum_full_value(enum_name, enum_value):
Wenchao Xia5d371f42014-03-04 18:44:40 -0800851 abbrev_string = _generate_enum_string(enum_name)
852 value_string = _generate_enum_string(enum_value)
Wenchao Xiab0b58192014-03-04 18:44:36 -0800853 return "%s_%s" % (abbrev_string, value_string)