xref: /openbmc/qemu/include/block/aio.h (revision f197fe2b2c77259b6570620f288d905bfa38e2da)
1737e150eSPaolo Bonzini /*
2737e150eSPaolo Bonzini  * QEMU aio implementation
3737e150eSPaolo Bonzini  *
4737e150eSPaolo Bonzini  * Copyright IBM, Corp. 2008
5737e150eSPaolo Bonzini  *
6737e150eSPaolo Bonzini  * Authors:
7737e150eSPaolo Bonzini  *  Anthony Liguori   <aliguori@us.ibm.com>
8737e150eSPaolo Bonzini  *
9737e150eSPaolo Bonzini  * This work is licensed under the terms of the GNU GPL, version 2.  See
10737e150eSPaolo Bonzini  * the COPYING file in the top-level directory.
11737e150eSPaolo Bonzini  *
12737e150eSPaolo Bonzini  */
13737e150eSPaolo Bonzini 
14737e150eSPaolo Bonzini #ifndef QEMU_AIO_H
15737e150eSPaolo Bonzini #define QEMU_AIO_H
16737e150eSPaolo Bonzini 
176a1751b7SAlex Bligh #include "qemu/typedefs.h"
18737e150eSPaolo Bonzini #include "qemu-common.h"
191de7afc9SPaolo Bonzini #include "qemu/queue.h"
201de7afc9SPaolo Bonzini #include "qemu/event_notifier.h"
21dcc772e2SLiu Ping Fan #include "qemu/thread.h"
2298563fc3SStefan Hajnoczi #include "qemu/rfifolock.h"
23dae21b98SAlex Bligh #include "qemu/timer.h"
24737e150eSPaolo Bonzini 
25737e150eSPaolo Bonzini typedef struct BlockDriverAIOCB BlockDriverAIOCB;
26737e150eSPaolo Bonzini typedef void BlockDriverCompletionFunc(void *opaque, int ret);
27737e150eSPaolo Bonzini 
28737e150eSPaolo Bonzini typedef struct AIOCBInfo {
29737e150eSPaolo Bonzini     void (*cancel)(BlockDriverAIOCB *acb);
30737e150eSPaolo Bonzini     size_t aiocb_size;
31737e150eSPaolo Bonzini } AIOCBInfo;
32737e150eSPaolo Bonzini 
33737e150eSPaolo Bonzini struct BlockDriverAIOCB {
34737e150eSPaolo Bonzini     const AIOCBInfo *aiocb_info;
35737e150eSPaolo Bonzini     BlockDriverState *bs;
36737e150eSPaolo Bonzini     BlockDriverCompletionFunc *cb;
37737e150eSPaolo Bonzini     void *opaque;
38*f197fe2bSFam Zheng     int refcnt;
39737e150eSPaolo Bonzini };
40737e150eSPaolo Bonzini 
41737e150eSPaolo Bonzini void *qemu_aio_get(const AIOCBInfo *aiocb_info, BlockDriverState *bs,
42737e150eSPaolo Bonzini                    BlockDriverCompletionFunc *cb, void *opaque);
43737e150eSPaolo Bonzini void qemu_aio_release(void *p);
44*f197fe2bSFam Zheng void qemu_aio_ref(void *p);
45737e150eSPaolo Bonzini 
46737e150eSPaolo Bonzini typedef struct AioHandler AioHandler;
47737e150eSPaolo Bonzini typedef void QEMUBHFunc(void *opaque);
48737e150eSPaolo Bonzini typedef void IOHandler(void *opaque);
49737e150eSPaolo Bonzini 
506a1751b7SAlex Bligh struct AioContext {
51737e150eSPaolo Bonzini     GSource source;
52737e150eSPaolo Bonzini 
5398563fc3SStefan Hajnoczi     /* Protects all fields from multi-threaded access */
5498563fc3SStefan Hajnoczi     RFifoLock lock;
5598563fc3SStefan Hajnoczi 
56737e150eSPaolo Bonzini     /* The list of registered AIO handlers */
57737e150eSPaolo Bonzini     QLIST_HEAD(, AioHandler) aio_handlers;
58737e150eSPaolo Bonzini 
59737e150eSPaolo Bonzini     /* This is a simple lock used to protect the aio_handlers list.
60737e150eSPaolo Bonzini      * Specifically, it's used to ensure that no callbacks are removed while
61737e150eSPaolo Bonzini      * we're walking and dispatching callbacks.
62737e150eSPaolo Bonzini      */
63737e150eSPaolo Bonzini     int walking_handlers;
64737e150eSPaolo Bonzini 
650ceb849bSPaolo Bonzini     /* Used to avoid unnecessary event_notifier_set calls in aio_notify.
660ceb849bSPaolo Bonzini      * Writes protected by lock or BQL, reads are lockless.
670ceb849bSPaolo Bonzini      */
680ceb849bSPaolo Bonzini     bool dispatching;
690ceb849bSPaolo Bonzini 
70dcc772e2SLiu Ping Fan     /* lock to protect between bh's adders and deleter */
71dcc772e2SLiu Ping Fan     QemuMutex bh_lock;
720ceb849bSPaolo Bonzini 
73737e150eSPaolo Bonzini     /* Anchor of the list of Bottom Halves belonging to the context */
74737e150eSPaolo Bonzini     struct QEMUBH *first_bh;
75737e150eSPaolo Bonzini 
76737e150eSPaolo Bonzini     /* A simple lock used to protect the first_bh list, and ensure that
77737e150eSPaolo Bonzini      * no callbacks are removed while we're walking and dispatching callbacks.
78737e150eSPaolo Bonzini      */
79737e150eSPaolo Bonzini     int walking_bh;
80737e150eSPaolo Bonzini 
81737e150eSPaolo Bonzini     /* Used for aio_notify.  */
82737e150eSPaolo Bonzini     EventNotifier notifier;
836b5f8762SStefan Hajnoczi 
846b5f8762SStefan Hajnoczi     /* GPollFDs for aio_poll() */
856b5f8762SStefan Hajnoczi     GArray *pollfds;
869b34277dSStefan Hajnoczi 
879b34277dSStefan Hajnoczi     /* Thread pool for performing work and receiving completion callbacks */
889b34277dSStefan Hajnoczi     struct ThreadPool *thread_pool;
89dae21b98SAlex Bligh 
90dae21b98SAlex Bligh     /* TimerLists for calling timers - one per clock type */
91dae21b98SAlex Bligh     QEMUTimerListGroup tlg;
926a1751b7SAlex Bligh };
93737e150eSPaolo Bonzini 
940ceb849bSPaolo Bonzini /* Used internally to synchronize aio_poll against qemu_bh_schedule.  */
950ceb849bSPaolo Bonzini void aio_set_dispatching(AioContext *ctx, bool dispatching);
960ceb849bSPaolo Bonzini 
97737e150eSPaolo Bonzini /**
98737e150eSPaolo Bonzini  * aio_context_new: Allocate a new AioContext.
99737e150eSPaolo Bonzini  *
100737e150eSPaolo Bonzini  * AioContext provide a mini event-loop that can be waited on synchronously.
101737e150eSPaolo Bonzini  * They also provide bottom halves, a service to execute a piece of code
102737e150eSPaolo Bonzini  * as soon as possible.
103737e150eSPaolo Bonzini  */
104737e150eSPaolo Bonzini AioContext *aio_context_new(void);
105737e150eSPaolo Bonzini 
106737e150eSPaolo Bonzini /**
107737e150eSPaolo Bonzini  * aio_context_ref:
108737e150eSPaolo Bonzini  * @ctx: The AioContext to operate on.
109737e150eSPaolo Bonzini  *
110737e150eSPaolo Bonzini  * Add a reference to an AioContext.
111737e150eSPaolo Bonzini  */
112737e150eSPaolo Bonzini void aio_context_ref(AioContext *ctx);
113737e150eSPaolo Bonzini 
114737e150eSPaolo Bonzini /**
115737e150eSPaolo Bonzini  * aio_context_unref:
116737e150eSPaolo Bonzini  * @ctx: The AioContext to operate on.
117737e150eSPaolo Bonzini  *
118737e150eSPaolo Bonzini  * Drop a reference to an AioContext.
119737e150eSPaolo Bonzini  */
120737e150eSPaolo Bonzini void aio_context_unref(AioContext *ctx);
121737e150eSPaolo Bonzini 
12298563fc3SStefan Hajnoczi /* Take ownership of the AioContext.  If the AioContext will be shared between
12398563fc3SStefan Hajnoczi  * threads, a thread must have ownership when calling aio_poll().
12498563fc3SStefan Hajnoczi  *
12598563fc3SStefan Hajnoczi  * Note that multiple threads calling aio_poll() means timers, BHs, and
12698563fc3SStefan Hajnoczi  * callbacks may be invoked from a different thread than they were registered
12798563fc3SStefan Hajnoczi  * from.  Therefore, code must use AioContext acquire/release or use
12898563fc3SStefan Hajnoczi  * fine-grained synchronization to protect shared state if other threads will
12998563fc3SStefan Hajnoczi  * be accessing it simultaneously.
13098563fc3SStefan Hajnoczi  */
13198563fc3SStefan Hajnoczi void aio_context_acquire(AioContext *ctx);
13298563fc3SStefan Hajnoczi 
13398563fc3SStefan Hajnoczi /* Relinquish ownership of the AioContext. */
13498563fc3SStefan Hajnoczi void aio_context_release(AioContext *ctx);
13598563fc3SStefan Hajnoczi 
136737e150eSPaolo Bonzini /**
137737e150eSPaolo Bonzini  * aio_bh_new: Allocate a new bottom half structure.
138737e150eSPaolo Bonzini  *
139737e150eSPaolo Bonzini  * Bottom halves are lightweight callbacks whose invocation is guaranteed
140737e150eSPaolo Bonzini  * to be wait-free, thread-safe and signal-safe.  The #QEMUBH structure
141737e150eSPaolo Bonzini  * is opaque and must be allocated prior to its use.
142737e150eSPaolo Bonzini  */
143737e150eSPaolo Bonzini QEMUBH *aio_bh_new(AioContext *ctx, QEMUBHFunc *cb, void *opaque);
144737e150eSPaolo Bonzini 
145737e150eSPaolo Bonzini /**
146737e150eSPaolo Bonzini  * aio_notify: Force processing of pending events.
147737e150eSPaolo Bonzini  *
148737e150eSPaolo Bonzini  * Similar to signaling a condition variable, aio_notify forces
149737e150eSPaolo Bonzini  * aio_wait to exit, so that the next call will re-examine pending events.
150737e150eSPaolo Bonzini  * The caller of aio_notify will usually call aio_wait again very soon,
151737e150eSPaolo Bonzini  * or go through another iteration of the GLib main loop.  Hence, aio_notify
152737e150eSPaolo Bonzini  * also has the side effect of recalculating the sets of file descriptors
153737e150eSPaolo Bonzini  * that the main loop waits for.
154737e150eSPaolo Bonzini  *
155737e150eSPaolo Bonzini  * Calling aio_notify is rarely necessary, because for example scheduling
156737e150eSPaolo Bonzini  * a bottom half calls it already.
157737e150eSPaolo Bonzini  */
158737e150eSPaolo Bonzini void aio_notify(AioContext *ctx);
159737e150eSPaolo Bonzini 
160737e150eSPaolo Bonzini /**
161737e150eSPaolo Bonzini  * aio_bh_poll: Poll bottom halves for an AioContext.
162737e150eSPaolo Bonzini  *
163737e150eSPaolo Bonzini  * These are internal functions used by the QEMU main loop.
164dcc772e2SLiu Ping Fan  * And notice that multiple occurrences of aio_bh_poll cannot
165dcc772e2SLiu Ping Fan  * be called concurrently
166737e150eSPaolo Bonzini  */
167737e150eSPaolo Bonzini int aio_bh_poll(AioContext *ctx);
168737e150eSPaolo Bonzini 
169737e150eSPaolo Bonzini /**
170737e150eSPaolo Bonzini  * qemu_bh_schedule: Schedule a bottom half.
171737e150eSPaolo Bonzini  *
172737e150eSPaolo Bonzini  * Scheduling a bottom half interrupts the main loop and causes the
173737e150eSPaolo Bonzini  * execution of the callback that was passed to qemu_bh_new.
174737e150eSPaolo Bonzini  *
175737e150eSPaolo Bonzini  * Bottom halves that are scheduled from a bottom half handler are instantly
176737e150eSPaolo Bonzini  * invoked.  This can create an infinite loop if a bottom half handler
177737e150eSPaolo Bonzini  * schedules itself.
178737e150eSPaolo Bonzini  *
179737e150eSPaolo Bonzini  * @bh: The bottom half to be scheduled.
180737e150eSPaolo Bonzini  */
181737e150eSPaolo Bonzini void qemu_bh_schedule(QEMUBH *bh);
182737e150eSPaolo Bonzini 
183737e150eSPaolo Bonzini /**
184737e150eSPaolo Bonzini  * qemu_bh_cancel: Cancel execution of a bottom half.
185737e150eSPaolo Bonzini  *
186737e150eSPaolo Bonzini  * Canceling execution of a bottom half undoes the effect of calls to
187737e150eSPaolo Bonzini  * qemu_bh_schedule without freeing its resources yet.  While cancellation
188737e150eSPaolo Bonzini  * itself is also wait-free and thread-safe, it can of course race with the
189737e150eSPaolo Bonzini  * loop that executes bottom halves unless you are holding the iothread
190737e150eSPaolo Bonzini  * mutex.  This makes it mostly useless if you are not holding the mutex.
191737e150eSPaolo Bonzini  *
192737e150eSPaolo Bonzini  * @bh: The bottom half to be canceled.
193737e150eSPaolo Bonzini  */
194737e150eSPaolo Bonzini void qemu_bh_cancel(QEMUBH *bh);
195737e150eSPaolo Bonzini 
196737e150eSPaolo Bonzini /**
197737e150eSPaolo Bonzini  *qemu_bh_delete: Cancel execution of a bottom half and free its resources.
198737e150eSPaolo Bonzini  *
199737e150eSPaolo Bonzini  * Deleting a bottom half frees the memory that was allocated for it by
200737e150eSPaolo Bonzini  * qemu_bh_new.  It also implies canceling the bottom half if it was
201737e150eSPaolo Bonzini  * scheduled.
202dcc772e2SLiu Ping Fan  * This func is async. The bottom half will do the delete action at the finial
203dcc772e2SLiu Ping Fan  * end.
204737e150eSPaolo Bonzini  *
205737e150eSPaolo Bonzini  * @bh: The bottom half to be deleted.
206737e150eSPaolo Bonzini  */
207737e150eSPaolo Bonzini void qemu_bh_delete(QEMUBH *bh);
208737e150eSPaolo Bonzini 
209737e150eSPaolo Bonzini /* Return whether there are any pending callbacks from the GSource
210a3462c65SPaolo Bonzini  * attached to the AioContext, before g_poll is invoked.
211a3462c65SPaolo Bonzini  *
212a3462c65SPaolo Bonzini  * This is used internally in the implementation of the GSource.
213a3462c65SPaolo Bonzini  */
214a3462c65SPaolo Bonzini bool aio_prepare(AioContext *ctx);
215a3462c65SPaolo Bonzini 
216a3462c65SPaolo Bonzini /* Return whether there are any pending callbacks from the GSource
217a3462c65SPaolo Bonzini  * attached to the AioContext, after g_poll is invoked.
218737e150eSPaolo Bonzini  *
219737e150eSPaolo Bonzini  * This is used internally in the implementation of the GSource.
220737e150eSPaolo Bonzini  */
221737e150eSPaolo Bonzini bool aio_pending(AioContext *ctx);
222737e150eSPaolo Bonzini 
223e4c7e2d1SPaolo Bonzini /* Dispatch any pending callbacks from the GSource attached to the AioContext.
224e4c7e2d1SPaolo Bonzini  *
225e4c7e2d1SPaolo Bonzini  * This is used internally in the implementation of the GSource.
226e4c7e2d1SPaolo Bonzini  */
227e4c7e2d1SPaolo Bonzini bool aio_dispatch(AioContext *ctx);
228e4c7e2d1SPaolo Bonzini 
229737e150eSPaolo Bonzini /* Progress in completing AIO work to occur.  This can issue new pending
230737e150eSPaolo Bonzini  * aio as a result of executing I/O completion or bh callbacks.
231737e150eSPaolo Bonzini  *
232acfb23adSPaolo Bonzini  * Return whether any progress was made by executing AIO or bottom half
233acfb23adSPaolo Bonzini  * handlers.  If @blocking == true, this should always be true except
234acfb23adSPaolo Bonzini  * if someone called aio_notify.
235737e150eSPaolo Bonzini  *
236737e150eSPaolo Bonzini  * If there are no pending bottom halves, but there are pending AIO
237737e150eSPaolo Bonzini  * operations, it may not be possible to make any progress without
238737e150eSPaolo Bonzini  * blocking.  If @blocking is true, this function will wait until one
239737e150eSPaolo Bonzini  * or more AIO events have completed, to ensure something has moved
240737e150eSPaolo Bonzini  * before returning.
241737e150eSPaolo Bonzini  */
242737e150eSPaolo Bonzini bool aio_poll(AioContext *ctx, bool blocking);
243737e150eSPaolo Bonzini 
244737e150eSPaolo Bonzini /* Register a file descriptor and associated callbacks.  Behaves very similarly
245737e150eSPaolo Bonzini  * to qemu_set_fd_handler2.  Unlike qemu_set_fd_handler2, these callbacks will
24687f68d31SPaolo Bonzini  * be invoked when using aio_poll().
247737e150eSPaolo Bonzini  *
248737e150eSPaolo Bonzini  * Code that invokes AIO completion functions should rely on this function
249737e150eSPaolo Bonzini  * instead of qemu_set_fd_handler[2].
250737e150eSPaolo Bonzini  */
251737e150eSPaolo Bonzini void aio_set_fd_handler(AioContext *ctx,
252737e150eSPaolo Bonzini                         int fd,
253737e150eSPaolo Bonzini                         IOHandler *io_read,
254737e150eSPaolo Bonzini                         IOHandler *io_write,
255737e150eSPaolo Bonzini                         void *opaque);
256737e150eSPaolo Bonzini 
257737e150eSPaolo Bonzini /* Register an event notifier and associated callbacks.  Behaves very similarly
258737e150eSPaolo Bonzini  * to event_notifier_set_handler.  Unlike event_notifier_set_handler, these callbacks
25987f68d31SPaolo Bonzini  * will be invoked when using aio_poll().
260737e150eSPaolo Bonzini  *
261737e150eSPaolo Bonzini  * Code that invokes AIO completion functions should rely on this function
262737e150eSPaolo Bonzini  * instead of event_notifier_set_handler.
263737e150eSPaolo Bonzini  */
264737e150eSPaolo Bonzini void aio_set_event_notifier(AioContext *ctx,
265737e150eSPaolo Bonzini                             EventNotifier *notifier,
266f2e5dca4SStefan Hajnoczi                             EventNotifierHandler *io_read);
267737e150eSPaolo Bonzini 
268737e150eSPaolo Bonzini /* Return a GSource that lets the main loop poll the file descriptors attached
269737e150eSPaolo Bonzini  * to this AioContext.
270737e150eSPaolo Bonzini  */
271737e150eSPaolo Bonzini GSource *aio_get_g_source(AioContext *ctx);
272737e150eSPaolo Bonzini 
2739b34277dSStefan Hajnoczi /* Return the ThreadPool bound to this AioContext */
2749b34277dSStefan Hajnoczi struct ThreadPool *aio_get_thread_pool(AioContext *ctx);
2759b34277dSStefan Hajnoczi 
2764e29e831SAlex Bligh /**
2774e29e831SAlex Bligh  * aio_timer_new:
2784e29e831SAlex Bligh  * @ctx: the aio context
2794e29e831SAlex Bligh  * @type: the clock type
2804e29e831SAlex Bligh  * @scale: the scale
2814e29e831SAlex Bligh  * @cb: the callback to call on timer expiry
2824e29e831SAlex Bligh  * @opaque: the opaque pointer to pass to the callback
2834e29e831SAlex Bligh  *
2844e29e831SAlex Bligh  * Allocate a new timer attached to the context @ctx.
2854e29e831SAlex Bligh  * The function is responsible for memory allocation.
2864e29e831SAlex Bligh  *
2874e29e831SAlex Bligh  * The preferred interface is aio_timer_init. Use that
2884e29e831SAlex Bligh  * unless you really need dynamic memory allocation.
2894e29e831SAlex Bligh  *
2904e29e831SAlex Bligh  * Returns: a pointer to the new timer
2914e29e831SAlex Bligh  */
2924e29e831SAlex Bligh static inline QEMUTimer *aio_timer_new(AioContext *ctx, QEMUClockType type,
2934e29e831SAlex Bligh                                        int scale,
2944e29e831SAlex Bligh                                        QEMUTimerCB *cb, void *opaque)
2954e29e831SAlex Bligh {
2964e29e831SAlex Bligh     return timer_new_tl(ctx->tlg.tl[type], scale, cb, opaque);
2974e29e831SAlex Bligh }
2984e29e831SAlex Bligh 
2994e29e831SAlex Bligh /**
3004e29e831SAlex Bligh  * aio_timer_init:
3014e29e831SAlex Bligh  * @ctx: the aio context
3024e29e831SAlex Bligh  * @ts: the timer
3034e29e831SAlex Bligh  * @type: the clock type
3044e29e831SAlex Bligh  * @scale: the scale
3054e29e831SAlex Bligh  * @cb: the callback to call on timer expiry
3064e29e831SAlex Bligh  * @opaque: the opaque pointer to pass to the callback
3074e29e831SAlex Bligh  *
3084e29e831SAlex Bligh  * Initialise a new timer attached to the context @ctx.
3094e29e831SAlex Bligh  * The caller is responsible for memory allocation.
3104e29e831SAlex Bligh  */
3114e29e831SAlex Bligh static inline void aio_timer_init(AioContext *ctx,
3124e29e831SAlex Bligh                                   QEMUTimer *ts, QEMUClockType type,
3134e29e831SAlex Bligh                                   int scale,
3144e29e831SAlex Bligh                                   QEMUTimerCB *cb, void *opaque)
3154e29e831SAlex Bligh {
3164e29e831SAlex Bligh     timer_init(ts, ctx->tlg.tl[type], scale, cb, opaque);
3174e29e831SAlex Bligh }
3184e29e831SAlex Bligh 
319845ca10dSPaolo Bonzini /**
320845ca10dSPaolo Bonzini  * aio_compute_timeout:
321845ca10dSPaolo Bonzini  * @ctx: the aio context
322845ca10dSPaolo Bonzini  *
323845ca10dSPaolo Bonzini  * Compute the timeout that a blocking aio_poll should use.
324845ca10dSPaolo Bonzini  */
325845ca10dSPaolo Bonzini int64_t aio_compute_timeout(AioContext *ctx);
326845ca10dSPaolo Bonzini 
327737e150eSPaolo Bonzini #endif
328