1aaaa20b6SVladimir Sementsov-Ogievskiy#! /usr/bin/env python3 2aaaa20b6SVladimir Sementsov-Ogievskiy"""Generate coroutine wrappers for block subsystem. 3aaaa20b6SVladimir Sementsov-Ogievskiy 4aaaa20b6SVladimir Sementsov-OgievskiyThe program parses one or several concatenated c files from stdin, 576a2f554SEmanuele Giuseppe Espositosearches for functions with the 'co_wrapper' specifier 6aaaa20b6SVladimir Sementsov-Ogievskiyand generates corresponding wrappers on stdout. 7aaaa20b6SVladimir Sementsov-Ogievskiy 8aaaa20b6SVladimir Sementsov-OgievskiyUsage: block-coroutine-wrapper.py generated-file.c FILE.[ch]... 9aaaa20b6SVladimir Sementsov-Ogievskiy 10aaaa20b6SVladimir Sementsov-OgievskiyCopyright (c) 2020 Virtuozzo International GmbH. 11aaaa20b6SVladimir Sementsov-Ogievskiy 12aaaa20b6SVladimir Sementsov-OgievskiyThis program is free software; you can redistribute it and/or modify 13aaaa20b6SVladimir Sementsov-Ogievskiyit under the terms of the GNU General Public License as published by 14aaaa20b6SVladimir Sementsov-Ogievskiythe Free Software Foundation; either version 2 of the License, or 15aaaa20b6SVladimir Sementsov-Ogievskiy(at your option) any later version. 16aaaa20b6SVladimir Sementsov-Ogievskiy 17aaaa20b6SVladimir Sementsov-OgievskiyThis program is distributed in the hope that it will be useful, 18aaaa20b6SVladimir Sementsov-Ogievskiybut WITHOUT ANY WARRANTY; without even the implied warranty of 19aaaa20b6SVladimir Sementsov-OgievskiyMERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 20aaaa20b6SVladimir Sementsov-OgievskiyGNU General Public License for more details. 21aaaa20b6SVladimir Sementsov-Ogievskiy 22aaaa20b6SVladimir Sementsov-OgievskiyYou should have received a copy of the GNU General Public License 23aaaa20b6SVladimir Sementsov-Ogievskiyalong with this program. If not, see <http://www.gnu.org/licenses/>. 24aaaa20b6SVladimir Sementsov-Ogievskiy""" 25aaaa20b6SVladimir Sementsov-Ogievskiy 26aaaa20b6SVladimir Sementsov-Ogievskiyimport sys 27aaaa20b6SVladimir Sementsov-Ogievskiyimport re 28aaaa20b6SVladimir Sementsov-Ogievskiyfrom typing import Iterator 29aaaa20b6SVladimir Sementsov-Ogievskiy 30aaaa20b6SVladimir Sementsov-Ogievskiy 31aaaa20b6SVladimir Sementsov-Ogievskiydef gen_header(): 32aaaa20b6SVladimir Sementsov-Ogievskiy copyright = re.sub('^.*Copyright', 'Copyright', __doc__, flags=re.DOTALL) 33aaaa20b6SVladimir Sementsov-Ogievskiy copyright = re.sub('^(?=.)', ' * ', copyright.strip(), flags=re.MULTILINE) 34aaaa20b6SVladimir Sementsov-Ogievskiy copyright = re.sub('^$', ' *', copyright, flags=re.MULTILINE) 35aaaa20b6SVladimir Sementsov-Ogievskiy return f"""\ 36aaaa20b6SVladimir Sementsov-Ogievskiy/* 37aaaa20b6SVladimir Sementsov-Ogievskiy * File is generated by scripts/block-coroutine-wrapper.py 38aaaa20b6SVladimir Sementsov-Ogievskiy * 39aaaa20b6SVladimir Sementsov-Ogievskiy{copyright} 40aaaa20b6SVladimir Sementsov-Ogievskiy */ 41aaaa20b6SVladimir Sementsov-Ogievskiy 42aaaa20b6SVladimir Sementsov-Ogievskiy#include "qemu/osdep.h" 43aaaa20b6SVladimir Sementsov-Ogievskiy#include "block/coroutines.h" 44aaaa20b6SVladimir Sementsov-Ogievskiy#include "block/block-gen.h" 45e2c1c34fSMarkus Armbruster#include "block/block_int.h" 46e2c1c34fSMarkus Armbruster#include "block/dirty-bitmap.h" 47aaaa20b6SVladimir Sementsov-Ogievskiy""" 48aaaa20b6SVladimir Sementsov-Ogievskiy 49aaaa20b6SVladimir Sementsov-Ogievskiy 50aaaa20b6SVladimir Sementsov-Ogievskiyclass ParamDecl: 51aaaa20b6SVladimir Sementsov-Ogievskiy param_re = re.compile(r'(?P<decl>' 52aaaa20b6SVladimir Sementsov-Ogievskiy r'(?P<type>.*[ *])' 53aaaa20b6SVladimir Sementsov-Ogievskiy r'(?P<name>[a-z][a-z0-9_]*)' 54aaaa20b6SVladimir Sementsov-Ogievskiy r')') 55aaaa20b6SVladimir Sementsov-Ogievskiy 56aaaa20b6SVladimir Sementsov-Ogievskiy def __init__(self, param_decl: str) -> None: 57aaaa20b6SVladimir Sementsov-Ogievskiy m = self.param_re.match(param_decl.strip()) 58aaaa20b6SVladimir Sementsov-Ogievskiy if m is None: 59aaaa20b6SVladimir Sementsov-Ogievskiy raise ValueError(f'Wrong parameter declaration: "{param_decl}"') 60aaaa20b6SVladimir Sementsov-Ogievskiy self.decl = m.group('decl') 61aaaa20b6SVladimir Sementsov-Ogievskiy self.type = m.group('type') 62aaaa20b6SVladimir Sementsov-Ogievskiy self.name = m.group('name') 63aaaa20b6SVladimir Sementsov-Ogievskiy 64aaaa20b6SVladimir Sementsov-Ogievskiy 65aaaa20b6SVladimir Sementsov-Ogievskiyclass FuncDecl: 6676a2f554SEmanuele Giuseppe Esposito def __init__(self, return_type: str, name: str, args: str, 6776a2f554SEmanuele Giuseppe Esposito variant: str) -> None: 68aaaa20b6SVladimir Sementsov-Ogievskiy self.return_type = return_type.strip() 69aaaa20b6SVladimir Sementsov-Ogievskiy self.name = name.strip() 7076a2f554SEmanuele Giuseppe Esposito self.struct_name = snake_to_camel(self.name) 71aaaa20b6SVladimir Sementsov-Ogievskiy self.args = [ParamDecl(arg.strip()) for arg in args.split(',')] 7276a2f554SEmanuele Giuseppe Esposito self.create_only_co = 'mixed' not in variant 73e6d3f7a6SEmanuele Giuseppe Esposito self.graph_rdlock = 'bdrv_rdlock' in variant 7476a2f554SEmanuele Giuseppe Esposito 7576a2f554SEmanuele Giuseppe Esposito subsystem, subname = self.name.split('_', 1) 7676a2f554SEmanuele Giuseppe Esposito self.co_name = f'{subsystem}_co_{subname}' 7776a2f554SEmanuele Giuseppe Esposito 7876a2f554SEmanuele Giuseppe Esposito t = self.args[0].type 7976a2f554SEmanuele Giuseppe Esposito if t == 'BlockDriverState *': 800582fb82SEmanuele Giuseppe Esposito ctx = 'bdrv_get_aio_context(bs)' 8176a2f554SEmanuele Giuseppe Esposito elif t == 'BdrvChild *': 820582fb82SEmanuele Giuseppe Esposito ctx = 'bdrv_get_aio_context(child->bs)' 830582fb82SEmanuele Giuseppe Esposito elif t == 'BlockBackend *': 840582fb82SEmanuele Giuseppe Esposito ctx = 'blk_get_aio_context(blk)' 8576a2f554SEmanuele Giuseppe Esposito else: 860582fb82SEmanuele Giuseppe Esposito ctx = 'qemu_get_aio_context()' 870582fb82SEmanuele Giuseppe Esposito self.ctx = ctx 88aaaa20b6SVladimir Sementsov-Ogievskiy 89*5b317b8dSEmanuele Giuseppe Esposito self.get_result = 's->ret = ' 90*5b317b8dSEmanuele Giuseppe Esposito self.ret = 'return s.ret;' 91*5b317b8dSEmanuele Giuseppe Esposito self.co_ret = 'return ' 92*5b317b8dSEmanuele Giuseppe Esposito self.return_field = self.return_type + " ret;" 93*5b317b8dSEmanuele Giuseppe Esposito if self.return_type == 'void': 94*5b317b8dSEmanuele Giuseppe Esposito self.get_result = '' 95*5b317b8dSEmanuele Giuseppe Esposito self.ret = '' 96*5b317b8dSEmanuele Giuseppe Esposito self.co_ret = '' 97*5b317b8dSEmanuele Giuseppe Esposito self.return_field = '' 98*5b317b8dSEmanuele Giuseppe Esposito 99aaaa20b6SVladimir Sementsov-Ogievskiy def gen_list(self, format: str) -> str: 100aaaa20b6SVladimir Sementsov-Ogievskiy return ', '.join(format.format_map(arg.__dict__) for arg in self.args) 101aaaa20b6SVladimir Sementsov-Ogievskiy 102aaaa20b6SVladimir Sementsov-Ogievskiy def gen_block(self, format: str) -> str: 103aaaa20b6SVladimir Sementsov-Ogievskiy return '\n'.join(format.format_map(arg.__dict__) for arg in self.args) 104aaaa20b6SVladimir Sementsov-Ogievskiy 105aaaa20b6SVladimir Sementsov-Ogievskiy 10676a2f554SEmanuele Giuseppe Esposito# Match wrappers declared with a co_wrapper mark 1076700dfb1SEmanuele Giuseppe Espositofunc_decl_re = re.compile(r'^(?P<return_type>[a-zA-Z][a-zA-Z0-9_]* [\*]?)' 1086700dfb1SEmanuele Giuseppe Esposito r'\s*co_wrapper' 10976a2f554SEmanuele Giuseppe Esposito r'(?P<variant>(_[a-z][a-z0-9_]*)?)\s*' 110aaaa20b6SVladimir Sementsov-Ogievskiy r'(?P<wrapper_name>[a-z][a-z0-9_]*)' 111aaaa20b6SVladimir Sementsov-Ogievskiy r'\((?P<args>[^)]*)\);$', re.MULTILINE) 112aaaa20b6SVladimir Sementsov-Ogievskiy 113aaaa20b6SVladimir Sementsov-Ogievskiy 114aaaa20b6SVladimir Sementsov-Ogievskiydef func_decl_iter(text: str) -> Iterator: 115aaaa20b6SVladimir Sementsov-Ogievskiy for m in func_decl_re.finditer(text): 1166700dfb1SEmanuele Giuseppe Esposito yield FuncDecl(return_type=m.group('return_type'), 117aaaa20b6SVladimir Sementsov-Ogievskiy name=m.group('wrapper_name'), 11876a2f554SEmanuele Giuseppe Esposito args=m.group('args'), 11976a2f554SEmanuele Giuseppe Esposito variant=m.group('variant')) 120aaaa20b6SVladimir Sementsov-Ogievskiy 121aaaa20b6SVladimir Sementsov-Ogievskiy 122aaaa20b6SVladimir Sementsov-Ogievskiydef snake_to_camel(func_name: str) -> str: 123aaaa20b6SVladimir Sementsov-Ogievskiy """ 124aaaa20b6SVladimir Sementsov-Ogievskiy Convert underscore names like 'some_function_name' to camel-case like 125aaaa20b6SVladimir Sementsov-Ogievskiy 'SomeFunctionName' 126aaaa20b6SVladimir Sementsov-Ogievskiy """ 127aaaa20b6SVladimir Sementsov-Ogievskiy words = func_name.split('_') 128aaaa20b6SVladimir Sementsov-Ogievskiy words = [w[0].upper() + w[1:] for w in words] 129aaaa20b6SVladimir Sementsov-Ogievskiy return ''.join(words) 130aaaa20b6SVladimir Sementsov-Ogievskiy 131aaaa20b6SVladimir Sementsov-Ogievskiy 13276a2f554SEmanuele Giuseppe Espositodef create_mixed_wrapper(func: FuncDecl) -> str: 13376a2f554SEmanuele Giuseppe Esposito """ 13476a2f554SEmanuele Giuseppe Esposito Checks if we are already in coroutine 13576a2f554SEmanuele Giuseppe Esposito """ 13676a2f554SEmanuele Giuseppe Esposito name = func.co_name 13776a2f554SEmanuele Giuseppe Esposito struct_name = func.struct_name 138e6d3f7a6SEmanuele Giuseppe Esposito graph_assume_lock = 'assume_graph_lock();' if func.graph_rdlock else '' 139e6d3f7a6SEmanuele Giuseppe Esposito 14076a2f554SEmanuele Giuseppe Esposito return f"""\ 1416700dfb1SEmanuele Giuseppe Esposito{func.return_type} {func.name}({ func.gen_list('{decl}') }) 14276a2f554SEmanuele Giuseppe Esposito{{ 14376a2f554SEmanuele Giuseppe Esposito if (qemu_in_coroutine()) {{ 144e6d3f7a6SEmanuele Giuseppe Esposito {graph_assume_lock} 145*5b317b8dSEmanuele Giuseppe Esposito {func.co_ret}{name}({ func.gen_list('{name}') }); 14676a2f554SEmanuele Giuseppe Esposito }} else {{ 14776a2f554SEmanuele Giuseppe Esposito {struct_name} s = {{ 1480582fb82SEmanuele Giuseppe Esposito .poll_state.ctx = {func.ctx}, 14976a2f554SEmanuele Giuseppe Esposito .poll_state.in_progress = true, 15076a2f554SEmanuele Giuseppe Esposito 15176a2f554SEmanuele Giuseppe Esposito{ func.gen_block(' .{name} = {name},') } 15276a2f554SEmanuele Giuseppe Esposito }}; 15376a2f554SEmanuele Giuseppe Esposito 15476a2f554SEmanuele Giuseppe Esposito s.poll_state.co = qemu_coroutine_create({name}_entry, &s); 15576a2f554SEmanuele Giuseppe Esposito 1566700dfb1SEmanuele Giuseppe Esposito bdrv_poll_co(&s.poll_state); 157*5b317b8dSEmanuele Giuseppe Esposito {func.ret} 15876a2f554SEmanuele Giuseppe Esposito }} 15976a2f554SEmanuele Giuseppe Esposito}}""" 16076a2f554SEmanuele Giuseppe Esposito 16176a2f554SEmanuele Giuseppe Esposito 16276a2f554SEmanuele Giuseppe Espositodef create_co_wrapper(func: FuncDecl) -> str: 16376a2f554SEmanuele Giuseppe Esposito """ 16476a2f554SEmanuele Giuseppe Esposito Assumes we are not in coroutine, and creates one 16576a2f554SEmanuele Giuseppe Esposito """ 16676a2f554SEmanuele Giuseppe Esposito name = func.co_name 16776a2f554SEmanuele Giuseppe Esposito struct_name = func.struct_name 16876a2f554SEmanuele Giuseppe Esposito return f"""\ 1696700dfb1SEmanuele Giuseppe Esposito{func.return_type} {func.name}({ func.gen_list('{decl}') }) 17076a2f554SEmanuele Giuseppe Esposito{{ 17176a2f554SEmanuele Giuseppe Esposito {struct_name} s = {{ 1720582fb82SEmanuele Giuseppe Esposito .poll_state.ctx = {func.ctx}, 17376a2f554SEmanuele Giuseppe Esposito .poll_state.in_progress = true, 17476a2f554SEmanuele Giuseppe Esposito 17576a2f554SEmanuele Giuseppe Esposito{ func.gen_block(' .{name} = {name},') } 17676a2f554SEmanuele Giuseppe Esposito }}; 17776a2f554SEmanuele Giuseppe Esposito assert(!qemu_in_coroutine()); 17876a2f554SEmanuele Giuseppe Esposito 17976a2f554SEmanuele Giuseppe Esposito s.poll_state.co = qemu_coroutine_create({name}_entry, &s); 18076a2f554SEmanuele Giuseppe Esposito 1816700dfb1SEmanuele Giuseppe Esposito bdrv_poll_co(&s.poll_state); 182*5b317b8dSEmanuele Giuseppe Esposito {func.ret} 18376a2f554SEmanuele Giuseppe Esposito}}""" 18476a2f554SEmanuele Giuseppe Esposito 18576a2f554SEmanuele Giuseppe Esposito 186aaaa20b6SVladimir Sementsov-Ogievskiydef gen_wrapper(func: FuncDecl) -> str: 187bb436948SVladimir Sementsov-Ogievskiy assert not '_co_' in func.name 188aaaa20b6SVladimir Sementsov-Ogievskiy 18976a2f554SEmanuele Giuseppe Esposito name = func.co_name 19076a2f554SEmanuele Giuseppe Esposito struct_name = func.struct_name 191bb436948SVladimir Sementsov-Ogievskiy 192e6d3f7a6SEmanuele Giuseppe Esposito graph_lock='' 193e6d3f7a6SEmanuele Giuseppe Esposito graph_unlock='' 194e6d3f7a6SEmanuele Giuseppe Esposito if func.graph_rdlock: 195e6d3f7a6SEmanuele Giuseppe Esposito graph_lock=' bdrv_graph_co_rdlock();' 196e6d3f7a6SEmanuele Giuseppe Esposito graph_unlock=' bdrv_graph_co_rdunlock();' 197e6d3f7a6SEmanuele Giuseppe Esposito 19876a2f554SEmanuele Giuseppe Esposito creation_function = create_mixed_wrapper 19976a2f554SEmanuele Giuseppe Esposito if func.create_only_co: 20076a2f554SEmanuele Giuseppe Esposito creation_function = create_co_wrapper 201aaaa20b6SVladimir Sementsov-Ogievskiy 202aaaa20b6SVladimir Sementsov-Ogievskiy return f"""\ 203aaaa20b6SVladimir Sementsov-Ogievskiy/* 204aaaa20b6SVladimir Sementsov-Ogievskiy * Wrappers for {name} 205aaaa20b6SVladimir Sementsov-Ogievskiy */ 206aaaa20b6SVladimir Sementsov-Ogievskiy 207aaaa20b6SVladimir Sementsov-Ogievskiytypedef struct {struct_name} {{ 208aaaa20b6SVladimir Sementsov-Ogievskiy BdrvPollCo poll_state; 209*5b317b8dSEmanuele Giuseppe Esposito {func.return_field} 210aaaa20b6SVladimir Sementsov-Ogievskiy{ func.gen_block(' {decl};') } 211aaaa20b6SVladimir Sementsov-Ogievskiy}} {struct_name}; 212aaaa20b6SVladimir Sementsov-Ogievskiy 213aaaa20b6SVladimir Sementsov-Ogievskiystatic void coroutine_fn {name}_entry(void *opaque) 214aaaa20b6SVladimir Sementsov-Ogievskiy{{ 215aaaa20b6SVladimir Sementsov-Ogievskiy {struct_name} *s = opaque; 216aaaa20b6SVladimir Sementsov-Ogievskiy 217e6d3f7a6SEmanuele Giuseppe Esposito{graph_lock} 218*5b317b8dSEmanuele Giuseppe Esposito {func.get_result}{name}({ func.gen_list('s->{name}') }); 219e6d3f7a6SEmanuele Giuseppe Esposito{graph_unlock} 220aaaa20b6SVladimir Sementsov-Ogievskiy s->poll_state.in_progress = false; 221aaaa20b6SVladimir Sementsov-Ogievskiy 222aaaa20b6SVladimir Sementsov-Ogievskiy aio_wait_kick(); 223aaaa20b6SVladimir Sementsov-Ogievskiy}} 224aaaa20b6SVladimir Sementsov-Ogievskiy 22576a2f554SEmanuele Giuseppe Esposito{creation_function(func)}""" 226aaaa20b6SVladimir Sementsov-Ogievskiy 227aaaa20b6SVladimir Sementsov-Ogievskiy 228aaaa20b6SVladimir Sementsov-Ogievskiydef gen_wrappers(input_code: str) -> str: 229aaaa20b6SVladimir Sementsov-Ogievskiy res = '' 230aaaa20b6SVladimir Sementsov-Ogievskiy for func in func_decl_iter(input_code): 231aaaa20b6SVladimir Sementsov-Ogievskiy res += '\n\n\n' 232aaaa20b6SVladimir Sementsov-Ogievskiy res += gen_wrapper(func) 233aaaa20b6SVladimir Sementsov-Ogievskiy 234aaaa20b6SVladimir Sementsov-Ogievskiy return res 235aaaa20b6SVladimir Sementsov-Ogievskiy 236aaaa20b6SVladimir Sementsov-Ogievskiy 237aaaa20b6SVladimir Sementsov-Ogievskiyif __name__ == '__main__': 238aaaa20b6SVladimir Sementsov-Ogievskiy if len(sys.argv) < 3: 239aaaa20b6SVladimir Sementsov-Ogievskiy exit(f'Usage: {sys.argv[0]} OUT_FILE.c IN_FILE.[ch]...') 240aaaa20b6SVladimir Sementsov-Ogievskiy 241aaaa20b6SVladimir Sementsov-Ogievskiy with open(sys.argv[1], 'w', encoding='utf-8') as f_out: 242aaaa20b6SVladimir Sementsov-Ogievskiy f_out.write(gen_header()) 243aaaa20b6SVladimir Sementsov-Ogievskiy for fname in sys.argv[2:]: 244aaaa20b6SVladimir Sementsov-Ogievskiy with open(fname, encoding='utf-8') as f_in: 245aaaa20b6SVladimir Sementsov-Ogievskiy f_out.write(gen_wrappers(f_in.read())) 246aaaa20b6SVladimir Sementsov-Ogievskiy f_out.write('\n') 247