xref: /openbmc/qemu/scripts/block-coroutine-wrapper.py (revision 5b317b8dd95fd5a051f5c84f5442c03fc67faae2)
1aaaa20b6SVladimir Sementsov-Ogievskiy#! /usr/bin/env python3
2aaaa20b6SVladimir Sementsov-Ogievskiy"""Generate coroutine wrappers for block subsystem.
3aaaa20b6SVladimir Sementsov-Ogievskiy
4aaaa20b6SVladimir Sementsov-OgievskiyThe program parses one or several concatenated c files from stdin,
576a2f554SEmanuele Giuseppe Espositosearches for functions with the 'co_wrapper' specifier
6aaaa20b6SVladimir Sementsov-Ogievskiyand generates corresponding wrappers on stdout.
7aaaa20b6SVladimir Sementsov-Ogievskiy
8aaaa20b6SVladimir Sementsov-OgievskiyUsage: block-coroutine-wrapper.py generated-file.c FILE.[ch]...
9aaaa20b6SVladimir Sementsov-Ogievskiy
10aaaa20b6SVladimir Sementsov-OgievskiyCopyright (c) 2020 Virtuozzo International GmbH.
11aaaa20b6SVladimir Sementsov-Ogievskiy
12aaaa20b6SVladimir Sementsov-OgievskiyThis program is free software; you can redistribute it and/or modify
13aaaa20b6SVladimir Sementsov-Ogievskiyit under the terms of the GNU General Public License as published by
14aaaa20b6SVladimir Sementsov-Ogievskiythe Free Software Foundation; either version 2 of the License, or
15aaaa20b6SVladimir Sementsov-Ogievskiy(at your option) any later version.
16aaaa20b6SVladimir Sementsov-Ogievskiy
17aaaa20b6SVladimir Sementsov-OgievskiyThis program is distributed in the hope that it will be useful,
18aaaa20b6SVladimir Sementsov-Ogievskiybut WITHOUT ANY WARRANTY; without even the implied warranty of
19aaaa20b6SVladimir Sementsov-OgievskiyMERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
20aaaa20b6SVladimir Sementsov-OgievskiyGNU General Public License for more details.
21aaaa20b6SVladimir Sementsov-Ogievskiy
22aaaa20b6SVladimir Sementsov-OgievskiyYou should have received a copy of the GNU General Public License
23aaaa20b6SVladimir Sementsov-Ogievskiyalong with this program.  If not, see <http://www.gnu.org/licenses/>.
24aaaa20b6SVladimir Sementsov-Ogievskiy"""
25aaaa20b6SVladimir Sementsov-Ogievskiy
26aaaa20b6SVladimir Sementsov-Ogievskiyimport sys
27aaaa20b6SVladimir Sementsov-Ogievskiyimport re
28aaaa20b6SVladimir Sementsov-Ogievskiyfrom typing import Iterator
29aaaa20b6SVladimir Sementsov-Ogievskiy
30aaaa20b6SVladimir Sementsov-Ogievskiy
31aaaa20b6SVladimir Sementsov-Ogievskiydef gen_header():
32aaaa20b6SVladimir Sementsov-Ogievskiy    copyright = re.sub('^.*Copyright', 'Copyright', __doc__, flags=re.DOTALL)
33aaaa20b6SVladimir Sementsov-Ogievskiy    copyright = re.sub('^(?=.)', ' * ', copyright.strip(), flags=re.MULTILINE)
34aaaa20b6SVladimir Sementsov-Ogievskiy    copyright = re.sub('^$', ' *', copyright, flags=re.MULTILINE)
35aaaa20b6SVladimir Sementsov-Ogievskiy    return f"""\
36aaaa20b6SVladimir Sementsov-Ogievskiy/*
37aaaa20b6SVladimir Sementsov-Ogievskiy * File is generated by scripts/block-coroutine-wrapper.py
38aaaa20b6SVladimir Sementsov-Ogievskiy *
39aaaa20b6SVladimir Sementsov-Ogievskiy{copyright}
40aaaa20b6SVladimir Sementsov-Ogievskiy */
41aaaa20b6SVladimir Sementsov-Ogievskiy
42aaaa20b6SVladimir Sementsov-Ogievskiy#include "qemu/osdep.h"
43aaaa20b6SVladimir Sementsov-Ogievskiy#include "block/coroutines.h"
44aaaa20b6SVladimir Sementsov-Ogievskiy#include "block/block-gen.h"
45e2c1c34fSMarkus Armbruster#include "block/block_int.h"
46e2c1c34fSMarkus Armbruster#include "block/dirty-bitmap.h"
47aaaa20b6SVladimir Sementsov-Ogievskiy"""
48aaaa20b6SVladimir Sementsov-Ogievskiy
49aaaa20b6SVladimir Sementsov-Ogievskiy
50aaaa20b6SVladimir Sementsov-Ogievskiyclass ParamDecl:
51aaaa20b6SVladimir Sementsov-Ogievskiy    param_re = re.compile(r'(?P<decl>'
52aaaa20b6SVladimir Sementsov-Ogievskiy                          r'(?P<type>.*[ *])'
53aaaa20b6SVladimir Sementsov-Ogievskiy                          r'(?P<name>[a-z][a-z0-9_]*)'
54aaaa20b6SVladimir Sementsov-Ogievskiy                          r')')
55aaaa20b6SVladimir Sementsov-Ogievskiy
56aaaa20b6SVladimir Sementsov-Ogievskiy    def __init__(self, param_decl: str) -> None:
57aaaa20b6SVladimir Sementsov-Ogievskiy        m = self.param_re.match(param_decl.strip())
58aaaa20b6SVladimir Sementsov-Ogievskiy        if m is None:
59aaaa20b6SVladimir Sementsov-Ogievskiy            raise ValueError(f'Wrong parameter declaration: "{param_decl}"')
60aaaa20b6SVladimir Sementsov-Ogievskiy        self.decl = m.group('decl')
61aaaa20b6SVladimir Sementsov-Ogievskiy        self.type = m.group('type')
62aaaa20b6SVladimir Sementsov-Ogievskiy        self.name = m.group('name')
63aaaa20b6SVladimir Sementsov-Ogievskiy
64aaaa20b6SVladimir Sementsov-Ogievskiy
65aaaa20b6SVladimir Sementsov-Ogievskiyclass FuncDecl:
6676a2f554SEmanuele Giuseppe Esposito    def __init__(self, return_type: str, name: str, args: str,
6776a2f554SEmanuele Giuseppe Esposito                 variant: str) -> None:
68aaaa20b6SVladimir Sementsov-Ogievskiy        self.return_type = return_type.strip()
69aaaa20b6SVladimir Sementsov-Ogievskiy        self.name = name.strip()
7076a2f554SEmanuele Giuseppe Esposito        self.struct_name = snake_to_camel(self.name)
71aaaa20b6SVladimir Sementsov-Ogievskiy        self.args = [ParamDecl(arg.strip()) for arg in args.split(',')]
7276a2f554SEmanuele Giuseppe Esposito        self.create_only_co = 'mixed' not in variant
73e6d3f7a6SEmanuele Giuseppe Esposito        self.graph_rdlock = 'bdrv_rdlock' in variant
7476a2f554SEmanuele Giuseppe Esposito
7576a2f554SEmanuele Giuseppe Esposito        subsystem, subname = self.name.split('_', 1)
7676a2f554SEmanuele Giuseppe Esposito        self.co_name = f'{subsystem}_co_{subname}'
7776a2f554SEmanuele Giuseppe Esposito
7876a2f554SEmanuele Giuseppe Esposito        t = self.args[0].type
7976a2f554SEmanuele Giuseppe Esposito        if t == 'BlockDriverState *':
800582fb82SEmanuele Giuseppe Esposito            ctx = 'bdrv_get_aio_context(bs)'
8176a2f554SEmanuele Giuseppe Esposito        elif t == 'BdrvChild *':
820582fb82SEmanuele Giuseppe Esposito            ctx = 'bdrv_get_aio_context(child->bs)'
830582fb82SEmanuele Giuseppe Esposito        elif t == 'BlockBackend *':
840582fb82SEmanuele Giuseppe Esposito            ctx = 'blk_get_aio_context(blk)'
8576a2f554SEmanuele Giuseppe Esposito        else:
860582fb82SEmanuele Giuseppe Esposito            ctx = 'qemu_get_aio_context()'
870582fb82SEmanuele Giuseppe Esposito        self.ctx = ctx
88aaaa20b6SVladimir Sementsov-Ogievskiy
89*5b317b8dSEmanuele Giuseppe Esposito        self.get_result = 's->ret = '
90*5b317b8dSEmanuele Giuseppe Esposito        self.ret = 'return s.ret;'
91*5b317b8dSEmanuele Giuseppe Esposito        self.co_ret = 'return '
92*5b317b8dSEmanuele Giuseppe Esposito        self.return_field = self.return_type + " ret;"
93*5b317b8dSEmanuele Giuseppe Esposito        if self.return_type == 'void':
94*5b317b8dSEmanuele Giuseppe Esposito            self.get_result = ''
95*5b317b8dSEmanuele Giuseppe Esposito            self.ret = ''
96*5b317b8dSEmanuele Giuseppe Esposito            self.co_ret = ''
97*5b317b8dSEmanuele Giuseppe Esposito            self.return_field = ''
98*5b317b8dSEmanuele Giuseppe Esposito
99aaaa20b6SVladimir Sementsov-Ogievskiy    def gen_list(self, format: str) -> str:
100aaaa20b6SVladimir Sementsov-Ogievskiy        return ', '.join(format.format_map(arg.__dict__) for arg in self.args)
101aaaa20b6SVladimir Sementsov-Ogievskiy
102aaaa20b6SVladimir Sementsov-Ogievskiy    def gen_block(self, format: str) -> str:
103aaaa20b6SVladimir Sementsov-Ogievskiy        return '\n'.join(format.format_map(arg.__dict__) for arg in self.args)
104aaaa20b6SVladimir Sementsov-Ogievskiy
105aaaa20b6SVladimir Sementsov-Ogievskiy
10676a2f554SEmanuele Giuseppe Esposito# Match wrappers declared with a co_wrapper mark
1076700dfb1SEmanuele Giuseppe Espositofunc_decl_re = re.compile(r'^(?P<return_type>[a-zA-Z][a-zA-Z0-9_]* [\*]?)'
1086700dfb1SEmanuele Giuseppe Esposito                          r'\s*co_wrapper'
10976a2f554SEmanuele Giuseppe Esposito                          r'(?P<variant>(_[a-z][a-z0-9_]*)?)\s*'
110aaaa20b6SVladimir Sementsov-Ogievskiy                          r'(?P<wrapper_name>[a-z][a-z0-9_]*)'
111aaaa20b6SVladimir Sementsov-Ogievskiy                          r'\((?P<args>[^)]*)\);$', re.MULTILINE)
112aaaa20b6SVladimir Sementsov-Ogievskiy
113aaaa20b6SVladimir Sementsov-Ogievskiy
114aaaa20b6SVladimir Sementsov-Ogievskiydef func_decl_iter(text: str) -> Iterator:
115aaaa20b6SVladimir Sementsov-Ogievskiy    for m in func_decl_re.finditer(text):
1166700dfb1SEmanuele Giuseppe Esposito        yield FuncDecl(return_type=m.group('return_type'),
117aaaa20b6SVladimir Sementsov-Ogievskiy                       name=m.group('wrapper_name'),
11876a2f554SEmanuele Giuseppe Esposito                       args=m.group('args'),
11976a2f554SEmanuele Giuseppe Esposito                       variant=m.group('variant'))
120aaaa20b6SVladimir Sementsov-Ogievskiy
121aaaa20b6SVladimir Sementsov-Ogievskiy
122aaaa20b6SVladimir Sementsov-Ogievskiydef snake_to_camel(func_name: str) -> str:
123aaaa20b6SVladimir Sementsov-Ogievskiy    """
124aaaa20b6SVladimir Sementsov-Ogievskiy    Convert underscore names like 'some_function_name' to camel-case like
125aaaa20b6SVladimir Sementsov-Ogievskiy    'SomeFunctionName'
126aaaa20b6SVladimir Sementsov-Ogievskiy    """
127aaaa20b6SVladimir Sementsov-Ogievskiy    words = func_name.split('_')
128aaaa20b6SVladimir Sementsov-Ogievskiy    words = [w[0].upper() + w[1:] for w in words]
129aaaa20b6SVladimir Sementsov-Ogievskiy    return ''.join(words)
130aaaa20b6SVladimir Sementsov-Ogievskiy
131aaaa20b6SVladimir Sementsov-Ogievskiy
13276a2f554SEmanuele Giuseppe Espositodef create_mixed_wrapper(func: FuncDecl) -> str:
13376a2f554SEmanuele Giuseppe Esposito    """
13476a2f554SEmanuele Giuseppe Esposito    Checks if we are already in coroutine
13576a2f554SEmanuele Giuseppe Esposito    """
13676a2f554SEmanuele Giuseppe Esposito    name = func.co_name
13776a2f554SEmanuele Giuseppe Esposito    struct_name = func.struct_name
138e6d3f7a6SEmanuele Giuseppe Esposito    graph_assume_lock = 'assume_graph_lock();' if func.graph_rdlock else ''
139e6d3f7a6SEmanuele Giuseppe Esposito
14076a2f554SEmanuele Giuseppe Esposito    return f"""\
1416700dfb1SEmanuele Giuseppe Esposito{func.return_type} {func.name}({ func.gen_list('{decl}') })
14276a2f554SEmanuele Giuseppe Esposito{{
14376a2f554SEmanuele Giuseppe Esposito    if (qemu_in_coroutine()) {{
144e6d3f7a6SEmanuele Giuseppe Esposito        {graph_assume_lock}
145*5b317b8dSEmanuele Giuseppe Esposito        {func.co_ret}{name}({ func.gen_list('{name}') });
14676a2f554SEmanuele Giuseppe Esposito    }} else {{
14776a2f554SEmanuele Giuseppe Esposito        {struct_name} s = {{
1480582fb82SEmanuele Giuseppe Esposito            .poll_state.ctx = {func.ctx},
14976a2f554SEmanuele Giuseppe Esposito            .poll_state.in_progress = true,
15076a2f554SEmanuele Giuseppe Esposito
15176a2f554SEmanuele Giuseppe Esposito{ func.gen_block('            .{name} = {name},') }
15276a2f554SEmanuele Giuseppe Esposito        }};
15376a2f554SEmanuele Giuseppe Esposito
15476a2f554SEmanuele Giuseppe Esposito        s.poll_state.co = qemu_coroutine_create({name}_entry, &s);
15576a2f554SEmanuele Giuseppe Esposito
1566700dfb1SEmanuele Giuseppe Esposito        bdrv_poll_co(&s.poll_state);
157*5b317b8dSEmanuele Giuseppe Esposito        {func.ret}
15876a2f554SEmanuele Giuseppe Esposito    }}
15976a2f554SEmanuele Giuseppe Esposito}}"""
16076a2f554SEmanuele Giuseppe Esposito
16176a2f554SEmanuele Giuseppe Esposito
16276a2f554SEmanuele Giuseppe Espositodef create_co_wrapper(func: FuncDecl) -> str:
16376a2f554SEmanuele Giuseppe Esposito    """
16476a2f554SEmanuele Giuseppe Esposito    Assumes we are not in coroutine, and creates one
16576a2f554SEmanuele Giuseppe Esposito    """
16676a2f554SEmanuele Giuseppe Esposito    name = func.co_name
16776a2f554SEmanuele Giuseppe Esposito    struct_name = func.struct_name
16876a2f554SEmanuele Giuseppe Esposito    return f"""\
1696700dfb1SEmanuele Giuseppe Esposito{func.return_type} {func.name}({ func.gen_list('{decl}') })
17076a2f554SEmanuele Giuseppe Esposito{{
17176a2f554SEmanuele Giuseppe Esposito    {struct_name} s = {{
1720582fb82SEmanuele Giuseppe Esposito        .poll_state.ctx = {func.ctx},
17376a2f554SEmanuele Giuseppe Esposito        .poll_state.in_progress = true,
17476a2f554SEmanuele Giuseppe Esposito
17576a2f554SEmanuele Giuseppe Esposito{ func.gen_block('        .{name} = {name},') }
17676a2f554SEmanuele Giuseppe Esposito    }};
17776a2f554SEmanuele Giuseppe Esposito    assert(!qemu_in_coroutine());
17876a2f554SEmanuele Giuseppe Esposito
17976a2f554SEmanuele Giuseppe Esposito    s.poll_state.co = qemu_coroutine_create({name}_entry, &s);
18076a2f554SEmanuele Giuseppe Esposito
1816700dfb1SEmanuele Giuseppe Esposito    bdrv_poll_co(&s.poll_state);
182*5b317b8dSEmanuele Giuseppe Esposito    {func.ret}
18376a2f554SEmanuele Giuseppe Esposito}}"""
18476a2f554SEmanuele Giuseppe Esposito
18576a2f554SEmanuele Giuseppe Esposito
186aaaa20b6SVladimir Sementsov-Ogievskiydef gen_wrapper(func: FuncDecl) -> str:
187bb436948SVladimir Sementsov-Ogievskiy    assert not '_co_' in func.name
188aaaa20b6SVladimir Sementsov-Ogievskiy
18976a2f554SEmanuele Giuseppe Esposito    name = func.co_name
19076a2f554SEmanuele Giuseppe Esposito    struct_name = func.struct_name
191bb436948SVladimir Sementsov-Ogievskiy
192e6d3f7a6SEmanuele Giuseppe Esposito    graph_lock=''
193e6d3f7a6SEmanuele Giuseppe Esposito    graph_unlock=''
194e6d3f7a6SEmanuele Giuseppe Esposito    if func.graph_rdlock:
195e6d3f7a6SEmanuele Giuseppe Esposito        graph_lock='    bdrv_graph_co_rdlock();'
196e6d3f7a6SEmanuele Giuseppe Esposito        graph_unlock='    bdrv_graph_co_rdunlock();'
197e6d3f7a6SEmanuele Giuseppe Esposito
19876a2f554SEmanuele Giuseppe Esposito    creation_function = create_mixed_wrapper
19976a2f554SEmanuele Giuseppe Esposito    if func.create_only_co:
20076a2f554SEmanuele Giuseppe Esposito        creation_function = create_co_wrapper
201aaaa20b6SVladimir Sementsov-Ogievskiy
202aaaa20b6SVladimir Sementsov-Ogievskiy    return f"""\
203aaaa20b6SVladimir Sementsov-Ogievskiy/*
204aaaa20b6SVladimir Sementsov-Ogievskiy * Wrappers for {name}
205aaaa20b6SVladimir Sementsov-Ogievskiy */
206aaaa20b6SVladimir Sementsov-Ogievskiy
207aaaa20b6SVladimir Sementsov-Ogievskiytypedef struct {struct_name} {{
208aaaa20b6SVladimir Sementsov-Ogievskiy    BdrvPollCo poll_state;
209*5b317b8dSEmanuele Giuseppe Esposito    {func.return_field}
210aaaa20b6SVladimir Sementsov-Ogievskiy{ func.gen_block('    {decl};') }
211aaaa20b6SVladimir Sementsov-Ogievskiy}} {struct_name};
212aaaa20b6SVladimir Sementsov-Ogievskiy
213aaaa20b6SVladimir Sementsov-Ogievskiystatic void coroutine_fn {name}_entry(void *opaque)
214aaaa20b6SVladimir Sementsov-Ogievskiy{{
215aaaa20b6SVladimir Sementsov-Ogievskiy    {struct_name} *s = opaque;
216aaaa20b6SVladimir Sementsov-Ogievskiy
217e6d3f7a6SEmanuele Giuseppe Esposito{graph_lock}
218*5b317b8dSEmanuele Giuseppe Esposito    {func.get_result}{name}({ func.gen_list('s->{name}') });
219e6d3f7a6SEmanuele Giuseppe Esposito{graph_unlock}
220aaaa20b6SVladimir Sementsov-Ogievskiy    s->poll_state.in_progress = false;
221aaaa20b6SVladimir Sementsov-Ogievskiy
222aaaa20b6SVladimir Sementsov-Ogievskiy    aio_wait_kick();
223aaaa20b6SVladimir Sementsov-Ogievskiy}}
224aaaa20b6SVladimir Sementsov-Ogievskiy
22576a2f554SEmanuele Giuseppe Esposito{creation_function(func)}"""
226aaaa20b6SVladimir Sementsov-Ogievskiy
227aaaa20b6SVladimir Sementsov-Ogievskiy
228aaaa20b6SVladimir Sementsov-Ogievskiydef gen_wrappers(input_code: str) -> str:
229aaaa20b6SVladimir Sementsov-Ogievskiy    res = ''
230aaaa20b6SVladimir Sementsov-Ogievskiy    for func in func_decl_iter(input_code):
231aaaa20b6SVladimir Sementsov-Ogievskiy        res += '\n\n\n'
232aaaa20b6SVladimir Sementsov-Ogievskiy        res += gen_wrapper(func)
233aaaa20b6SVladimir Sementsov-Ogievskiy
234aaaa20b6SVladimir Sementsov-Ogievskiy    return res
235aaaa20b6SVladimir Sementsov-Ogievskiy
236aaaa20b6SVladimir Sementsov-Ogievskiy
237aaaa20b6SVladimir Sementsov-Ogievskiyif __name__ == '__main__':
238aaaa20b6SVladimir Sementsov-Ogievskiy    if len(sys.argv) < 3:
239aaaa20b6SVladimir Sementsov-Ogievskiy        exit(f'Usage: {sys.argv[0]} OUT_FILE.c IN_FILE.[ch]...')
240aaaa20b6SVladimir Sementsov-Ogievskiy
241aaaa20b6SVladimir Sementsov-Ogievskiy    with open(sys.argv[1], 'w', encoding='utf-8') as f_out:
242aaaa20b6SVladimir Sementsov-Ogievskiy        f_out.write(gen_header())
243aaaa20b6SVladimir Sementsov-Ogievskiy        for fname in sys.argv[2:]:
244aaaa20b6SVladimir Sementsov-Ogievskiy            with open(fname, encoding='utf-8') as f_in:
245aaaa20b6SVladimir Sementsov-Ogievskiy                f_out.write(gen_wrappers(f_in.read()))
246aaaa20b6SVladimir Sementsov-Ogievskiy                f_out.write('\n')
247