scripts/qapi-visit.py

   1 #
   2 # QAPI visitor generator
   3 #
   4 # Copyright IBM, Corp. 2011
   5 # Copyright (C) 2014 Red Hat, Inc.
   6 #
   7 # Authors:
   8 #  Anthony Liguori <aliguori@us.ibm.com>
   9 #  Michael Roth    <mdroth@linux.vnet.ibm.com>
  10 #  Markus Armbruster <armbru@redhat.com>
  11 #
  12 # This work is licensed under the terms of the GNU GPL, version 2.
  13 # See the COPYING file in the top-level directory.
  14
  15 from ordereddict import OrderedDict
  16 from qapi import *
  17 import re
  18 import sys
  19 import os
  20 import getopt
  21 import errno
  22
  23 implicit_structs = []
  24
  25 def generate_visit_implicit_struct(type):
  26     global implicit_structs
  27     if type in implicit_structs:
  28         return ''
  29     implicit_structs.append(type)
  30     return mcgen('''
  31
  32 static void visit_type_implicit_%(c_type)s(Visitor *m, %(c_type)s **obj, Error **errp)
  33 {
  34     Error *err = NULL;
  35
  36     visit_start_implicit_struct(m, (void **)obj, sizeof(%(c_type)s), &err);
  37     if (!err) {
  38         visit_type_%(c_type)s_fields(m, obj, errp);
  39         visit_end_implicit_struct(m, &err);
  40     }
  41     error_propagate(errp, err);
  42 }
  43 ''',
  44                  c_type=type_name(type))
  45
  46 def generate_visit_struct_fields(name, field_prefix, fn_prefix, members, base = None):
  47     substructs = []
  48     ret = ''
  49     if not fn_prefix:
  50         full_name = name
  51     else:
  52         full_name = "%s_%s" % (name, fn_prefix)
  53
  54     for argname, argentry, optional, structured in parse_args(members):
  55         if structured:
  56             if not fn_prefix:
  57                 nested_fn_prefix = argname
  58             else:
  59                 nested_fn_prefix = "%s_%s" % (fn_prefix, argname)
  60
  61             nested_field_prefix = "%s%s." % (field_prefix, argname)
  62             ret += generate_visit_struct_fields(name, nested_field_prefix,
  63                                                 nested_fn_prefix, argentry)
  64             ret += mcgen('''
  65
  66 static void visit_type_%(full_name)s_field_%(c_name)s(Visitor *m, %(name)s **obj, Error **errp)
  67 {
  68 ''',
  69                          name=name, full_name=full_name, c_name=c_var(argname))
  70             ret += generate_visit_struct_body(full_name, argname, argentry)
  71             ret += mcgen('''
  72 }
  73 ''')
  74
  75     if base:
  76         ret += generate_visit_implicit_struct(base)
  77
  78     ret += mcgen('''
  79
  80 static void visit_type_%(full_name)s_fields(Visitor *m, %(name)s **obj, Error **errp)
  81 {
  82     Error *err = NULL;
  83 ''',
  84         name=name, full_name=full_name)
  85     push_indent()
  86
  87     if base:
  88         ret += mcgen('''
  89 visit_type_implicit_%(type)s(m, &(*obj)->%(c_prefix)s%(c_name)s, &err);
  90 if (err) {
  91     goto out;
  92 }
  93 ''',
  94                      c_prefix=c_var(field_prefix),
  95                      type=type_name(base), c_name=c_var('base'))
  96
  97     for argname, argentry, optional, structured in parse_args(members):
  98         if optional:
  99             ret += mcgen('''
 100 visit_optional(m, &(*obj)->%(c_prefix)shas_%(c_name)s, "%(name)s", &err);
 101 if (!err && (*obj)->%(prefix)shas_%(c_name)s) {
 102 ''',
 103                          c_prefix=c_var(field_prefix), prefix=field_prefix,
 104                          c_name=c_var(argname), name=argname)
 105             push_indent()
 106
 107         if structured:
 108             ret += mcgen('''
 109 visit_type_%(full_name)s_field_%(c_name)s(m, obj, &err);
 110 ''',
 111                          full_name=full_name, c_name=c_var(argname))
 112         else:
 113             ret += mcgen('''
 114 visit_type_%(type)s(m, &(*obj)->%(c_prefix)s%(c_name)s, "%(name)s", &err);
 115 ''',
 116                          c_prefix=c_var(field_prefix), prefix=field_prefix,
 117                          type=type_name(argentry), c_name=c_var(argname),
 118                          name=argname)
 119
 120         if optional:
 121             pop_indent()
 122             ret += mcgen('''
 123 }
 124 ''')
 125         ret += mcgen('''
 126 if (err) {
 127     goto out;
 128 }
 129 ''')
 130
 131     pop_indent()
 132     if re.search('^ *goto out\\;', ret, re.MULTILINE):
 133         ret += mcgen('''
 134
 135 out:
 136 ''')
 137     ret += mcgen('''
 138     error_propagate(errp, err);
 139 }
 140 ''')
 141     return ret
 142
 143
 144 def generate_visit_struct_body(field_prefix, name, members):
 145     ret = mcgen('''
 146     Error *err = NULL;
 147
 148 ''')
 149
 150     if not field_prefix:
 151         full_name = name
 152     else:
 153         full_name = "%s_%s" % (field_prefix, name)
 154
 155     if len(field_prefix):
 156         ret += mcgen('''
 157     visit_start_struct(m, NULL, "", "%(name)s", 0, &err);
 158 ''',
 159                 name=name)
 160     else:
 161         ret += mcgen('''
 162     visit_start_struct(m, (void **)obj, "%(name)s", name, sizeof(%(name)s), &err);
 163 ''',
 164                 name=name)
 165
 166     ret += mcgen('''
 167     if (!err) {
 168         if (*obj) {
 169             visit_type_%(name)s_fields(m, obj, errp);
 170         }
 171         visit_end_struct(m, &err);
 172     }
 173     error_propagate(errp, err);
 174 ''',
 175         name=full_name)
 176
 177     return ret
 178
 179 def generate_visit_struct(expr):
 180
 181     name = expr['type']
 182     members = expr['data']
 183     base = expr.get('base')
 184
 185     ret = generate_visit_struct_fields(name, "", "", members, base)
 186
 187     ret += mcgen('''
 188
 189 void visit_type_%(name)s(Visitor *m, %(name)s **obj, const char *name, Error **errp)
 190 {
 191 ''',
 192                 name=name)
 193
 194     ret += generate_visit_struct_body("", name, members)
 195
 196     ret += mcgen('''
 197 }
 198 ''')
 199     return ret
 200
 201 def generate_visit_list(name, members):
 202     return mcgen('''
 203
 204 void visit_type_%(name)sList(Visitor *m, %(name)sList **obj, const char *name, Error **errp)
 205 {
 206     Error *err = NULL;
 207     GenericList *i, **prev;
 208
 209     visit_start_list(m, name, &err);
 210     if (err) {
 211         goto out;
 212     }
 213
 214     for (prev = (GenericList **)obj;
 215          !err && (i = visit_next_list(m, prev, &err)) != NULL;
 216          prev = &i) {
 217         %(name)sList *native_i = (%(name)sList *)i;
 218         visit_type_%(name)s(m, &native_i->value, NULL, &err);
 219     }
 220
 221     error_propagate(errp, err);
 222     err = NULL;
 223     visit_end_list(m, &err);
 224 out:
 225     error_propagate(errp, err);
 226 }
 227 ''',
 228                 name=name)
 229
 230 def generate_visit_enum(name, members):
 231     return mcgen('''
 232
 233 void visit_type_%(name)s(Visitor *m, %(name)s *obj, const char *name, Error **errp)
 234 {
 235     visit_type_enum(m, (int *)obj, %(name)s_lookup, "%(name)s", name, errp);
 236 }
 237 ''',
 238                  name=name)
 239
 240 def generate_visit_anon_union(name, members):
 241     ret = mcgen('''
 242
 243 void visit_type_%(name)s(Visitor *m, %(name)s **obj, const char *name, Error **errp)
 244 {
 245     Error *err = NULL;
 246
 247     visit_start_implicit_struct(m, (void**) obj, sizeof(%(name)s), &err);
 248     if (err) {
 249         goto out;
 250     }
 251     visit_get_next_type(m, (int*) &(*obj)->kind, %(name)s_qtypes, name, &err);
 252     if (err) {
 253         goto out_end;
 254     }
 255     switch ((*obj)->kind) {
 256 ''',
 257     name=name)
 258
 259     # For anon union, always use the default enum type automatically generated
 260     # as "'%sKind' % (name)"
 261     disc_type = '%sKind' % (name)
 262
 263     for key in members:
 264         assert (members[key] in builtin_types
 265             or find_struct(members[key])
 266             or find_union(members[key])
 267             or find_enum(members[key])), "Invalid anonymous union member"
 268
 269         enum_full_value = generate_enum_full_value(disc_type, key)
 270         ret += mcgen('''
 271     case %(enum_full_value)s:
 272         visit_type_%(c_type)s(m, &(*obj)->%(c_name)s, name, &err);
 273         break;
 274 ''',
 275                 enum_full_value = enum_full_value,
 276                 c_type = type_name(members[key]),
 277                 c_name = c_fun(key))
 278
 279     ret += mcgen('''
 280     default:
 281         abort();
 282     }
 283 out_end:
 284     error_propagate(errp, err);
 285     err = NULL;
 286     visit_end_implicit_struct(m, &err);
 287 out:
 288     error_propagate(errp, err);
 289 }
 290 ''')
 291
 292     return ret
 293
 294
 295 def generate_visit_union(expr):
 296
 297     name = expr['union']
 298     members = expr['data']
 299
 300     base = expr.get('base')
 301     discriminator = expr.get('discriminator')
 302
 303     if discriminator == {}:
 304         assert not base
 305         return generate_visit_anon_union(name, members)
 306
 307     enum_define = discriminator_find_enum_define(expr)
 308     if enum_define:
 309         # Use the enum type as discriminator
 310         ret = ""
 311         disc_type = enum_define['enum_name']
 312     else:
 313         # There will always be a discriminator in the C switch code, by default it
 314         # is an enum type generated silently as "'%sKind' % (name)"
 315         ret = generate_visit_enum('%sKind' % name, members.keys())
 316         disc_type = '%sKind' % (name)
 317
 318     if base:
 319         base_fields = find_struct(base)['data']
 320         if discriminator:
 321             base_fields = base_fields.copy()
 322             del base_fields[discriminator]
 323         ret += generate_visit_struct_fields(name, "", "", base_fields)
 324
 325     if discriminator:
 326         for key in members:
 327             ret += generate_visit_implicit_struct(members[key])
 328
 329     ret += mcgen('''
 330
 331 void visit_type_%(name)s(Visitor *m, %(name)s **obj, const char *name, Error **errp)
 332 {
 333     Error *err = NULL;
 334
 335     visit_start_struct(m, (void **)obj, "%(name)s", name, sizeof(%(name)s), &err);
 336     if (err) {
 337         goto out;
 338     }
 339     if (*obj) {
 340 ''',
 341                  name=name)
 342
 343     if base:
 344         ret += mcgen('''
 345         visit_type_%(name)s_fields(m, obj, &err);
 346         if (err) {
 347             goto out_obj;
 348         }
 349 ''',
 350             name=name)
 351
 352     if not discriminator:
 353         disc_key = "type"
 354     else:
 355         disc_key = discriminator
 356     ret += mcgen('''
 357         visit_type_%(disc_type)s(m, &(*obj)->kind, "%(disc_key)s", &err);
 358         if (err) {
 359             goto out_obj;
 360         }
 361         switch ((*obj)->kind) {
 362 ''',
 363                  disc_type = disc_type,
 364                  disc_key = disc_key)
 365
 366     for key in members:
 367         if not discriminator:
 368             fmt = 'visit_type_%(c_type)s(m, &(*obj)->%(c_name)s, "data", &err);'
 369         else:
 370             fmt = 'visit_type_implicit_%(c_type)s(m, &(*obj)->%(c_name)s, &err);'
 371
 372         enum_full_value = generate_enum_full_value(disc_type, key)
 373         ret += mcgen('''
 374         case %(enum_full_value)s:
 375             ''' + fmt + '''
 376             break;
 377 ''',
 378                 enum_full_value = enum_full_value,
 379                 c_type=type_name(members[key]),
 380                 c_name=c_fun(key))
 381
 382     ret += mcgen('''
 383         default:
 384             abort();
 385         }
 386 out_obj:
 387         error_propagate(errp, err);
 388         err = NULL;
 389     }
 390     visit_end_struct(m, &err);
 391 out:
 392     error_propagate(errp, err);
 393 }
 394 ''')
 395
 396     return ret
 397
 398 def generate_declaration(name, members, genlist=True, builtin_type=False):
 399     ret = ""
 400     if not builtin_type:
 401         ret += mcgen('''
 402
 403 void visit_type_%(name)s(Visitor *m, %(name)s **obj, const char *name, Error **errp);
 404 ''',
 405                     name=name)
 406
 407     if genlist:
 408         ret += mcgen('''
 409 void visit_type_%(name)sList(Visitor *m, %(name)sList **obj, const char *name, Error **errp);
 410 ''',
 411                  name=name)
 412
 413     return ret
 414
 415 def generate_enum_declaration(name, members, genlist=True):
 416     ret = ""
 417     if genlist:
 418         ret += mcgen('''
 419 void visit_type_%(name)sList(Visitor *m, %(name)sList **obj, const char *name, Error **errp);
 420 ''',
 421                      name=name)
 422
 423     return ret
 424
 425 def generate_decl_enum(name, members, genlist=True):
 426     return mcgen('''
 427
 428 void visit_type_%(name)s(Visitor *m, %(name)s *obj, const char *name, Error **errp);
 429 ''',
 430                 name=name)
 431
 432 try:
 433     opts, args = getopt.gnu_getopt(sys.argv[1:], "chbp:i:o:",
 434                                    ["source", "header", "builtins", "prefix=",
 435                                     "input-file=", "output-dir="])
 436 except getopt.GetoptError, err:
 437     print str(err)
 438     sys.exit(1)
 439
 440 input_file = ""
 441 output_dir = ""
 442 prefix = ""
 443 c_file = 'qapi-visit.c'
 444 h_file = 'qapi-visit.h'
 445
 446 do_c = False
 447 do_h = False
 448 do_builtins = False
 449
 450 for o, a in opts:
 451     if o in ("-p", "--prefix"):
 452         prefix = a
 453     elif o in ("-i", "--input-file"):
 454         input_file = a
 455     elif o in ("-o", "--output-dir"):
 456         output_dir = a + "/"
 457     elif o in ("-c", "--source"):
 458         do_c = True
 459     elif o in ("-h", "--header"):
 460         do_h = True
 461     elif o in ("-b", "--builtins"):
 462         do_builtins = True
 463
 464 if not do_c and not do_h:
 465     do_c = True
 466     do_h = True
 467
 468 c_file = output_dir + prefix + c_file
 469 h_file = output_dir + prefix + h_file
 470
 471 try:
 472     os.makedirs(output_dir)
 473 except os.error, e:
 474     if e.errno != errno.EEXIST:
 475         raise
 476
 477 def maybe_open(really, name, opt):
 478     if really:
 479         return open(name, opt)
 480     else:
 481         import StringIO
 482         return StringIO.StringIO()
 483
 484 fdef = maybe_open(do_c, c_file, 'w')
 485 fdecl = maybe_open(do_h, h_file, 'w')
 486
 487 fdef.write(mcgen('''
 488 /* THIS FILE IS AUTOMATICALLY GENERATED, DO NOT MODIFY */
 489
 490 /*
 491  * schema-defined QAPI visitor functions
 492  *
 493  * Copyright IBM, Corp. 2011
 494  *
 495  * Authors:
 496  *  Anthony Liguori   <aliguori@us.ibm.com>
 497  *
 498  * This work is licensed under the terms of the GNU LGPL, version 2.1 or later.
 499  * See the COPYING.LIB file in the top-level directory.
 500  *
 501  */
 502
 503 #include "qemu-common.h"
 504 #include "%(header)s"
 505 ''',
 506                  header=basename(h_file)))
 507
 508 fdecl.write(mcgen('''
 509 /* THIS FILE IS AUTOMATICALLY GENERATED, DO NOT MODIFY */
 510
 511 /*
 512  * schema-defined QAPI visitor functions
 513  *
 514  * Copyright IBM, Corp. 2011
 515  *
 516  * Authors:
 517  *  Anthony Liguori   <aliguori@us.ibm.com>
 518  *
 519  * This work is licensed under the terms of the GNU LGPL, version 2.1 or later.
 520  * See the COPYING.LIB file in the top-level directory.
 521  *
 522  */
 523
 524 #ifndef %(guard)s
 525 #define %(guard)s
 526
 527 #include "qapi/visitor.h"
 528 #include "%(prefix)sqapi-types.h"
 529
 530 ''',
 531                   prefix=prefix, guard=guardname(h_file)))
 532
 533 exprs = parse_schema(input_file)
 534
 535 # to avoid header dependency hell, we always generate declarations
 536 # for built-in types in our header files and simply guard them
 537 fdecl.write(guardstart("QAPI_VISIT_BUILTIN_VISITOR_DECL"))
 538 for typename in builtin_types:
 539     fdecl.write(generate_declaration(typename, None, genlist=True,
 540                                      builtin_type=True))
 541 fdecl.write(guardend("QAPI_VISIT_BUILTIN_VISITOR_DECL"))
 542
 543 # ...this doesn't work for cases where we link in multiple objects that
 544 # have the functions defined, so we use -b option to provide control
 545 # over these cases
 546 if do_builtins:
 547     for typename in builtin_types:
 548         fdef.write(generate_visit_list(typename, None))
 549
 550 for expr in exprs:
 551     if expr.has_key('type'):
 552         ret = generate_visit_struct(expr)
 553         ret += generate_visit_list(expr['type'], expr['data'])
 554         fdef.write(ret)
 555
 556         ret = generate_declaration(expr['type'], expr['data'])
 557         fdecl.write(ret)
 558     elif expr.has_key('union'):
 559         ret = generate_visit_union(expr)
 560         ret += generate_visit_list(expr['union'], expr['data'])
 561         fdef.write(ret)
 562
 563         enum_define = discriminator_find_enum_define(expr)
 564         ret = ""
 565         if not enum_define:
 566             ret = generate_decl_enum('%sKind' % expr['union'],
 567                                      expr['data'].keys())
 568         ret += generate_declaration(expr['union'], expr['data'])
 569         fdecl.write(ret)
 570     elif expr.has_key('enum'):
 571         ret = generate_visit_list(expr['enum'], expr['data'])
 572         ret += generate_visit_enum(expr['enum'], expr['data'])
 573         fdef.write(ret)
 574
 575         ret = generate_decl_enum(expr['enum'], expr['data'])
 576         ret += generate_enum_declaration(expr['enum'], expr['data'])
 577         fdecl.write(ret)
 578
 579 fdecl.write('''
 580 #endif
 581 ''')
 582
 583 fdecl.flush()
 584 fdecl.close()
 585
 586 fdef.flush()
 587 fdef.close()