1# -*- coding: utf-8 -*- 2# 3# Check (context-free) QAPI schema expression structure 4# 5# Copyright IBM, Corp. 2011 6# Copyright (c) 2013-2019 Red Hat Inc. 7# 8# Authors: 9# Anthony Liguori <aliguori@us.ibm.com> 10# Markus Armbruster <armbru@redhat.com> 11# Eric Blake <eblake@redhat.com> 12# Marc-André Lureau <marcandre.lureau@redhat.com> 13# 14# This work is licensed under the terms of the GNU GPL, version 2. 15# See the COPYING file in the top-level directory. 16 17import re 18from collections import OrderedDict 19from qapi.common import c_name 20from qapi.error import QAPISemError 21 22 23# Names must be letters, numbers, -, and _. They must start with letter, 24# except for downstream extensions which must start with __RFQDN_. 25# Dots are only valid in the downstream extension prefix. 26valid_name = re.compile(r'^(__[a-zA-Z0-9.-]+_)?' 27 '[a-zA-Z][a-zA-Z0-9_-]*$') 28 29 30def check_name_is_str(name, info, source): 31 if not isinstance(name, str): 32 raise QAPISemError(info, "%s requires a string name" % source) 33 34 35def check_name_str(name, info, source, 36 allow_optional=False, enum_member=False, 37 permit_upper=False): 38 membername = name 39 40 if allow_optional and name.startswith('*'): 41 membername = name[1:] 42 # Enum members can start with a digit, because the generated C 43 # code always prefixes it with the enum name 44 if enum_member and membername[0].isdigit(): 45 membername = 'D' + membername 46 # Reserve the entire 'q_' namespace for c_name(), and for 'q_empty' 47 # and 'q_obj_*' implicit type names. 48 if not valid_name.match(membername) or \ 49 c_name(membername, False).startswith('q_'): 50 raise QAPISemError(info, "%s has an invalid name" % source) 51 if not permit_upper and name.lower() != name: 52 raise QAPISemError( 53 info, "%s uses uppercase in name" % source) 54 assert not membername.startswith('*') 55 56 57def check_defn_name_str(name, info, meta): 58 check_name_str(name, info, meta, permit_upper=True) 59 if name.endswith('Kind') or name.endswith('List'): 60 raise QAPISemError( 61 info, "%s name should not end in '%s'" % (meta, name[-4:])) 62 63 64def check_keys(value, info, source, required, optional): 65 66 def pprint(elems): 67 return ', '.join("'" + e + "'" for e in sorted(elems)) 68 69 missing = set(required) - set(value) 70 if missing: 71 raise QAPISemError( 72 info, 73 "%s misses key%s %s" 74 % (source, 's' if len(missing) > 1 else '', 75 pprint(missing))) 76 allowed = set(required + optional) 77 unknown = set(value) - allowed 78 if unknown: 79 raise QAPISemError( 80 info, 81 "%s has unknown key%s %s\nValid keys are %s." 82 % (source, 's' if len(unknown) > 1 else '', 83 pprint(unknown), pprint(allowed))) 84 85 86def check_flags(expr, info): 87 for key in ['gen', 'success-response']: 88 if key in expr and expr[key] is not False: 89 raise QAPISemError( 90 info, "flag '%s' may only use false value" % key) 91 for key in ['boxed', 'allow-oob', 'allow-preconfig', 'coroutine']: 92 if key in expr and expr[key] is not True: 93 raise QAPISemError( 94 info, "flag '%s' may only use true value" % key) 95 if 'allow-oob' in expr and 'coroutine' in expr: 96 # This is not necessarily a fundamental incompatibility, but 97 # we don't have a use case and the desired semantics isn't 98 # obvious. The simplest solution is to forbid it until we get 99 # a use case for it. 100 raise QAPISemError(info, "flags 'allow-oob' and 'coroutine' " 101 "are incompatible") 102 103 104def check_if(expr, info, source): 105 106 def check_if_str(ifcond, info): 107 if not isinstance(ifcond, str): 108 raise QAPISemError( 109 info, 110 "'if' condition of %s must be a string or a list of strings" 111 % source) 112 if ifcond.strip() == '': 113 raise QAPISemError( 114 info, 115 "'if' condition '%s' of %s makes no sense" 116 % (ifcond, source)) 117 118 ifcond = expr.get('if') 119 if ifcond is None: 120 return 121 if isinstance(ifcond, list): 122 if ifcond == []: 123 raise QAPISemError( 124 info, "'if' condition [] of %s is useless" % source) 125 for elt in ifcond: 126 check_if_str(elt, info) 127 else: 128 check_if_str(ifcond, info) 129 expr['if'] = [ifcond] 130 131 132def normalize_members(members): 133 if isinstance(members, OrderedDict): 134 for key, arg in members.items(): 135 if isinstance(arg, dict): 136 continue 137 members[key] = {'type': arg} 138 139 140def check_type(value, info, source, 141 allow_array=False, allow_dict=False): 142 if value is None: 143 return 144 145 # Array type 146 if isinstance(value, list): 147 if not allow_array: 148 raise QAPISemError(info, "%s cannot be an array" % source) 149 if len(value) != 1 or not isinstance(value[0], str): 150 raise QAPISemError(info, 151 "%s: array type must contain single type name" % 152 source) 153 return 154 155 # Type name 156 if isinstance(value, str): 157 return 158 159 # Anonymous type 160 161 if not allow_dict: 162 raise QAPISemError(info, "%s should be a type name" % source) 163 164 if not isinstance(value, OrderedDict): 165 raise QAPISemError(info, 166 "%s should be an object or type name" % source) 167 168 permit_upper = allow_dict in info.pragma.name_case_whitelist 169 170 # value is a dictionary, check that each member is okay 171 for (key, arg) in value.items(): 172 key_source = "%s member '%s'" % (source, key) 173 check_name_str(key, info, key_source, 174 allow_optional=True, permit_upper=permit_upper) 175 if c_name(key, False) == 'u' or c_name(key, False).startswith('has_'): 176 raise QAPISemError(info, "%s uses reserved name" % key_source) 177 check_keys(arg, info, key_source, ['type'], ['if', 'features']) 178 check_if(arg, info, key_source) 179 check_features(arg.get('features'), info) 180 check_type(arg['type'], info, key_source, allow_array=True) 181 182 183def check_features(features, info): 184 if features is None: 185 return 186 if not isinstance(features, list): 187 raise QAPISemError(info, "'features' must be an array") 188 features[:] = [f if isinstance(f, dict) else {'name': f} 189 for f in features] 190 for f in features: 191 source = "'features' member" 192 assert isinstance(f, dict) 193 check_keys(f, info, source, ['name'], ['if']) 194 check_name_is_str(f['name'], info, source) 195 source = "%s '%s'" % (source, f['name']) 196 check_name_str(f['name'], info, source) 197 check_if(f, info, source) 198 199 200def check_enum(expr, info): 201 name = expr['enum'] 202 members = expr['data'] 203 prefix = expr.get('prefix') 204 205 if not isinstance(members, list): 206 raise QAPISemError(info, "'data' must be an array") 207 if prefix is not None and not isinstance(prefix, str): 208 raise QAPISemError(info, "'prefix' must be a string") 209 210 permit_upper = name in info.pragma.name_case_whitelist 211 212 members[:] = [m if isinstance(m, dict) else {'name': m} 213 for m in members] 214 for member in members: 215 source = "'data' member" 216 check_keys(member, info, source, ['name'], ['if']) 217 check_name_is_str(member['name'], info, source) 218 source = "%s '%s'" % (source, member['name']) 219 check_name_str(member['name'], info, source, 220 enum_member=True, permit_upper=permit_upper) 221 check_if(member, info, source) 222 223 224def check_struct(expr, info): 225 name = expr['struct'] 226 members = expr['data'] 227 228 check_type(members, info, "'data'", allow_dict=name) 229 check_type(expr.get('base'), info, "'base'") 230 231 232def check_union(expr, info): 233 name = expr['union'] 234 base = expr.get('base') 235 discriminator = expr.get('discriminator') 236 members = expr['data'] 237 238 if discriminator is None: # simple union 239 if base is not None: 240 raise QAPISemError(info, "'base' requires 'discriminator'") 241 else: # flat union 242 check_type(base, info, "'base'", allow_dict=name) 243 if not base: 244 raise QAPISemError(info, "'discriminator' requires 'base'") 245 check_name_is_str(discriminator, info, "'discriminator'") 246 247 for (key, value) in members.items(): 248 source = "'data' member '%s'" % key 249 check_name_str(key, info, source) 250 check_keys(value, info, source, ['type'], ['if']) 251 check_if(value, info, source) 252 check_type(value['type'], info, source, allow_array=not base) 253 254 255def check_alternate(expr, info): 256 members = expr['data'] 257 258 if not members: 259 raise QAPISemError(info, "'data' must not be empty") 260 for (key, value) in members.items(): 261 source = "'data' member '%s'" % key 262 check_name_str(key, info, source) 263 check_keys(value, info, source, ['type'], ['if']) 264 check_if(value, info, source) 265 check_type(value['type'], info, source) 266 267 268def check_command(expr, info): 269 args = expr.get('data') 270 rets = expr.get('returns') 271 boxed = expr.get('boxed', False) 272 273 if boxed and args is None: 274 raise QAPISemError(info, "'boxed': true requires 'data'") 275 check_type(args, info, "'data'", allow_dict=not boxed) 276 check_type(rets, info, "'returns'", allow_array=True) 277 278 279def check_event(expr, info): 280 args = expr.get('data') 281 boxed = expr.get('boxed', False) 282 283 if boxed and args is None: 284 raise QAPISemError(info, "'boxed': true requires 'data'") 285 check_type(args, info, "'data'", allow_dict=not boxed) 286 287 288def check_exprs(exprs): 289 for expr_elem in exprs: 290 expr = expr_elem['expr'] 291 info = expr_elem['info'] 292 doc = expr_elem.get('doc') 293 294 if 'include' in expr: 295 continue 296 297 if 'enum' in expr: 298 meta = 'enum' 299 elif 'union' in expr: 300 meta = 'union' 301 elif 'alternate' in expr: 302 meta = 'alternate' 303 elif 'struct' in expr: 304 meta = 'struct' 305 elif 'command' in expr: 306 meta = 'command' 307 elif 'event' in expr: 308 meta = 'event' 309 else: 310 raise QAPISemError(info, "expression is missing metatype") 311 312 name = expr[meta] 313 check_name_is_str(name, info, "'%s'" % meta) 314 info.set_defn(meta, name) 315 check_defn_name_str(name, info, meta) 316 317 if doc: 318 if doc.symbol != name: 319 raise QAPISemError( 320 info, "documentation comment is for '%s'" % doc.symbol) 321 doc.check_expr(expr) 322 elif info.pragma.doc_required: 323 raise QAPISemError(info, 324 "documentation comment required") 325 326 if meta == 'enum': 327 check_keys(expr, info, meta, 328 ['enum', 'data'], ['if', 'features', 'prefix']) 329 check_enum(expr, info) 330 elif meta == 'union': 331 check_keys(expr, info, meta, 332 ['union', 'data'], 333 ['base', 'discriminator', 'if', 'features']) 334 normalize_members(expr.get('base')) 335 normalize_members(expr['data']) 336 check_union(expr, info) 337 elif meta == 'alternate': 338 check_keys(expr, info, meta, 339 ['alternate', 'data'], ['if', 'features']) 340 normalize_members(expr['data']) 341 check_alternate(expr, info) 342 elif meta == 'struct': 343 check_keys(expr, info, meta, 344 ['struct', 'data'], ['base', 'if', 'features']) 345 normalize_members(expr['data']) 346 check_struct(expr, info) 347 elif meta == 'command': 348 check_keys(expr, info, meta, 349 ['command'], 350 ['data', 'returns', 'boxed', 'if', 'features', 351 'gen', 'success-response', 'allow-oob', 352 'allow-preconfig', 'coroutine']) 353 normalize_members(expr.get('data')) 354 check_command(expr, info) 355 elif meta == 'event': 356 check_keys(expr, info, meta, 357 ['event'], ['data', 'boxed', 'if', 'features']) 358 normalize_members(expr.get('data')) 359 check_event(expr, info) 360 else: 361 assert False, 'unexpected meta type' 362 363 check_if(expr, info, meta) 364 check_features(expr.get('features'), info) 365 check_flags(expr, info) 366 367 return exprs 368