xref: /openbmc/qemu/include/block/aio.h (revision 2f78e491d7b46542158ce0b8132ee4e05bc0ade4)
1737e150eSPaolo Bonzini /*
2737e150eSPaolo Bonzini  * QEMU aio implementation
3737e150eSPaolo Bonzini  *
4737e150eSPaolo Bonzini  * Copyright IBM, Corp. 2008
5737e150eSPaolo Bonzini  *
6737e150eSPaolo Bonzini  * Authors:
7737e150eSPaolo Bonzini  *  Anthony Liguori   <aliguori@us.ibm.com>
8737e150eSPaolo Bonzini  *
9737e150eSPaolo Bonzini  * This work is licensed under the terms of the GNU GPL, version 2.  See
10737e150eSPaolo Bonzini  * the COPYING file in the top-level directory.
11737e150eSPaolo Bonzini  *
12737e150eSPaolo Bonzini  */
13737e150eSPaolo Bonzini 
14737e150eSPaolo Bonzini #ifndef QEMU_AIO_H
15737e150eSPaolo Bonzini #define QEMU_AIO_H
16737e150eSPaolo Bonzini 
176a1751b7SAlex Bligh #include "qemu/typedefs.h"
18737e150eSPaolo Bonzini #include "qemu-common.h"
191de7afc9SPaolo Bonzini #include "qemu/queue.h"
201de7afc9SPaolo Bonzini #include "qemu/event_notifier.h"
21dcc772e2SLiu Ping Fan #include "qemu/thread.h"
2298563fc3SStefan Hajnoczi #include "qemu/rfifolock.h"
23dae21b98SAlex Bligh #include "qemu/timer.h"
24737e150eSPaolo Bonzini 
25737e150eSPaolo Bonzini typedef struct BlockDriverAIOCB BlockDriverAIOCB;
26737e150eSPaolo Bonzini typedef void BlockDriverCompletionFunc(void *opaque, int ret);
27737e150eSPaolo Bonzini 
28737e150eSPaolo Bonzini typedef struct AIOCBInfo {
2902c50efeSFam Zheng     void (*cancel_async)(BlockDriverAIOCB *acb);
3002c50efeSFam Zheng     AioContext *(*get_aio_context)(BlockDriverAIOCB *acb);
31737e150eSPaolo Bonzini     size_t aiocb_size;
32737e150eSPaolo Bonzini } AIOCBInfo;
33737e150eSPaolo Bonzini 
34737e150eSPaolo Bonzini struct BlockDriverAIOCB {
35737e150eSPaolo Bonzini     const AIOCBInfo *aiocb_info;
36737e150eSPaolo Bonzini     BlockDriverState *bs;
37737e150eSPaolo Bonzini     BlockDriverCompletionFunc *cb;
38737e150eSPaolo Bonzini     void *opaque;
39f197fe2bSFam Zheng     int refcnt;
40737e150eSPaolo Bonzini };
41737e150eSPaolo Bonzini 
42737e150eSPaolo Bonzini void *qemu_aio_get(const AIOCBInfo *aiocb_info, BlockDriverState *bs,
43737e150eSPaolo Bonzini                    BlockDriverCompletionFunc *cb, void *opaque);
448007429aSFam Zheng void qemu_aio_unref(void *p);
45f197fe2bSFam Zheng void qemu_aio_ref(void *p);
46737e150eSPaolo Bonzini 
47737e150eSPaolo Bonzini typedef struct AioHandler AioHandler;
48737e150eSPaolo Bonzini typedef void QEMUBHFunc(void *opaque);
49737e150eSPaolo Bonzini typedef void IOHandler(void *opaque);
50737e150eSPaolo Bonzini 
516a1751b7SAlex Bligh struct AioContext {
52737e150eSPaolo Bonzini     GSource source;
53737e150eSPaolo Bonzini 
5498563fc3SStefan Hajnoczi     /* Protects all fields from multi-threaded access */
5598563fc3SStefan Hajnoczi     RFifoLock lock;
5698563fc3SStefan Hajnoczi 
57737e150eSPaolo Bonzini     /* The list of registered AIO handlers */
58737e150eSPaolo Bonzini     QLIST_HEAD(, AioHandler) aio_handlers;
59737e150eSPaolo Bonzini 
60737e150eSPaolo Bonzini     /* This is a simple lock used to protect the aio_handlers list.
61737e150eSPaolo Bonzini      * Specifically, it's used to ensure that no callbacks are removed while
62737e150eSPaolo Bonzini      * we're walking and dispatching callbacks.
63737e150eSPaolo Bonzini      */
64737e150eSPaolo Bonzini     int walking_handlers;
65737e150eSPaolo Bonzini 
660ceb849bSPaolo Bonzini     /* Used to avoid unnecessary event_notifier_set calls in aio_notify.
670ceb849bSPaolo Bonzini      * Writes protected by lock or BQL, reads are lockless.
680ceb849bSPaolo Bonzini      */
690ceb849bSPaolo Bonzini     bool dispatching;
700ceb849bSPaolo Bonzini 
71dcc772e2SLiu Ping Fan     /* lock to protect between bh's adders and deleter */
72dcc772e2SLiu Ping Fan     QemuMutex bh_lock;
730ceb849bSPaolo Bonzini 
74737e150eSPaolo Bonzini     /* Anchor of the list of Bottom Halves belonging to the context */
75737e150eSPaolo Bonzini     struct QEMUBH *first_bh;
76737e150eSPaolo Bonzini 
77737e150eSPaolo Bonzini     /* A simple lock used to protect the first_bh list, and ensure that
78737e150eSPaolo Bonzini      * no callbacks are removed while we're walking and dispatching callbacks.
79737e150eSPaolo Bonzini      */
80737e150eSPaolo Bonzini     int walking_bh;
81737e150eSPaolo Bonzini 
82737e150eSPaolo Bonzini     /* Used for aio_notify.  */
83737e150eSPaolo Bonzini     EventNotifier notifier;
846b5f8762SStefan Hajnoczi 
856b5f8762SStefan Hajnoczi     /* GPollFDs for aio_poll() */
866b5f8762SStefan Hajnoczi     GArray *pollfds;
879b34277dSStefan Hajnoczi 
889b34277dSStefan Hajnoczi     /* Thread pool for performing work and receiving completion callbacks */
899b34277dSStefan Hajnoczi     struct ThreadPool *thread_pool;
90dae21b98SAlex Bligh 
91dae21b98SAlex Bligh     /* TimerLists for calling timers - one per clock type */
92dae21b98SAlex Bligh     QEMUTimerListGroup tlg;
936a1751b7SAlex Bligh };
94737e150eSPaolo Bonzini 
950ceb849bSPaolo Bonzini /* Used internally to synchronize aio_poll against qemu_bh_schedule.  */
960ceb849bSPaolo Bonzini void aio_set_dispatching(AioContext *ctx, bool dispatching);
970ceb849bSPaolo Bonzini 
98737e150eSPaolo Bonzini /**
99737e150eSPaolo Bonzini  * aio_context_new: Allocate a new AioContext.
100737e150eSPaolo Bonzini  *
101737e150eSPaolo Bonzini  * AioContext provide a mini event-loop that can be waited on synchronously.
102737e150eSPaolo Bonzini  * They also provide bottom halves, a service to execute a piece of code
103737e150eSPaolo Bonzini  * as soon as possible.
104737e150eSPaolo Bonzini  */
105*2f78e491SChrysostomos Nanakos AioContext *aio_context_new(Error **errp);
106737e150eSPaolo Bonzini 
107737e150eSPaolo Bonzini /**
108737e150eSPaolo Bonzini  * aio_context_ref:
109737e150eSPaolo Bonzini  * @ctx: The AioContext to operate on.
110737e150eSPaolo Bonzini  *
111737e150eSPaolo Bonzini  * Add a reference to an AioContext.
112737e150eSPaolo Bonzini  */
113737e150eSPaolo Bonzini void aio_context_ref(AioContext *ctx);
114737e150eSPaolo Bonzini 
115737e150eSPaolo Bonzini /**
116737e150eSPaolo Bonzini  * aio_context_unref:
117737e150eSPaolo Bonzini  * @ctx: The AioContext to operate on.
118737e150eSPaolo Bonzini  *
119737e150eSPaolo Bonzini  * Drop a reference to an AioContext.
120737e150eSPaolo Bonzini  */
121737e150eSPaolo Bonzini void aio_context_unref(AioContext *ctx);
122737e150eSPaolo Bonzini 
12398563fc3SStefan Hajnoczi /* Take ownership of the AioContext.  If the AioContext will be shared between
12498563fc3SStefan Hajnoczi  * threads, a thread must have ownership when calling aio_poll().
12598563fc3SStefan Hajnoczi  *
12698563fc3SStefan Hajnoczi  * Note that multiple threads calling aio_poll() means timers, BHs, and
12798563fc3SStefan Hajnoczi  * callbacks may be invoked from a different thread than they were registered
12898563fc3SStefan Hajnoczi  * from.  Therefore, code must use AioContext acquire/release or use
12998563fc3SStefan Hajnoczi  * fine-grained synchronization to protect shared state if other threads will
13098563fc3SStefan Hajnoczi  * be accessing it simultaneously.
13198563fc3SStefan Hajnoczi  */
13298563fc3SStefan Hajnoczi void aio_context_acquire(AioContext *ctx);
13398563fc3SStefan Hajnoczi 
13498563fc3SStefan Hajnoczi /* Relinquish ownership of the AioContext. */
13598563fc3SStefan Hajnoczi void aio_context_release(AioContext *ctx);
13698563fc3SStefan Hajnoczi 
137737e150eSPaolo Bonzini /**
138737e150eSPaolo Bonzini  * aio_bh_new: Allocate a new bottom half structure.
139737e150eSPaolo Bonzini  *
140737e150eSPaolo Bonzini  * Bottom halves are lightweight callbacks whose invocation is guaranteed
141737e150eSPaolo Bonzini  * to be wait-free, thread-safe and signal-safe.  The #QEMUBH structure
142737e150eSPaolo Bonzini  * is opaque and must be allocated prior to its use.
143737e150eSPaolo Bonzini  */
144737e150eSPaolo Bonzini QEMUBH *aio_bh_new(AioContext *ctx, QEMUBHFunc *cb, void *opaque);
145737e150eSPaolo Bonzini 
146737e150eSPaolo Bonzini /**
147737e150eSPaolo Bonzini  * aio_notify: Force processing of pending events.
148737e150eSPaolo Bonzini  *
149737e150eSPaolo Bonzini  * Similar to signaling a condition variable, aio_notify forces
150737e150eSPaolo Bonzini  * aio_wait to exit, so that the next call will re-examine pending events.
151737e150eSPaolo Bonzini  * The caller of aio_notify will usually call aio_wait again very soon,
152737e150eSPaolo Bonzini  * or go through another iteration of the GLib main loop.  Hence, aio_notify
153737e150eSPaolo Bonzini  * also has the side effect of recalculating the sets of file descriptors
154737e150eSPaolo Bonzini  * that the main loop waits for.
155737e150eSPaolo Bonzini  *
156737e150eSPaolo Bonzini  * Calling aio_notify is rarely necessary, because for example scheduling
157737e150eSPaolo Bonzini  * a bottom half calls it already.
158737e150eSPaolo Bonzini  */
159737e150eSPaolo Bonzini void aio_notify(AioContext *ctx);
160737e150eSPaolo Bonzini 
161737e150eSPaolo Bonzini /**
162737e150eSPaolo Bonzini  * aio_bh_poll: Poll bottom halves for an AioContext.
163737e150eSPaolo Bonzini  *
164737e150eSPaolo Bonzini  * These are internal functions used by the QEMU main loop.
165dcc772e2SLiu Ping Fan  * And notice that multiple occurrences of aio_bh_poll cannot
166dcc772e2SLiu Ping Fan  * be called concurrently
167737e150eSPaolo Bonzini  */
168737e150eSPaolo Bonzini int aio_bh_poll(AioContext *ctx);
169737e150eSPaolo Bonzini 
170737e150eSPaolo Bonzini /**
171737e150eSPaolo Bonzini  * qemu_bh_schedule: Schedule a bottom half.
172737e150eSPaolo Bonzini  *
173737e150eSPaolo Bonzini  * Scheduling a bottom half interrupts the main loop and causes the
174737e150eSPaolo Bonzini  * execution of the callback that was passed to qemu_bh_new.
175737e150eSPaolo Bonzini  *
176737e150eSPaolo Bonzini  * Bottom halves that are scheduled from a bottom half handler are instantly
177737e150eSPaolo Bonzini  * invoked.  This can create an infinite loop if a bottom half handler
178737e150eSPaolo Bonzini  * schedules itself.
179737e150eSPaolo Bonzini  *
180737e150eSPaolo Bonzini  * @bh: The bottom half to be scheduled.
181737e150eSPaolo Bonzini  */
182737e150eSPaolo Bonzini void qemu_bh_schedule(QEMUBH *bh);
183737e150eSPaolo Bonzini 
184737e150eSPaolo Bonzini /**
185737e150eSPaolo Bonzini  * qemu_bh_cancel: Cancel execution of a bottom half.
186737e150eSPaolo Bonzini  *
187737e150eSPaolo Bonzini  * Canceling execution of a bottom half undoes the effect of calls to
188737e150eSPaolo Bonzini  * qemu_bh_schedule without freeing its resources yet.  While cancellation
189737e150eSPaolo Bonzini  * itself is also wait-free and thread-safe, it can of course race with the
190737e150eSPaolo Bonzini  * loop that executes bottom halves unless you are holding the iothread
191737e150eSPaolo Bonzini  * mutex.  This makes it mostly useless if you are not holding the mutex.
192737e150eSPaolo Bonzini  *
193737e150eSPaolo Bonzini  * @bh: The bottom half to be canceled.
194737e150eSPaolo Bonzini  */
195737e150eSPaolo Bonzini void qemu_bh_cancel(QEMUBH *bh);
196737e150eSPaolo Bonzini 
197737e150eSPaolo Bonzini /**
198737e150eSPaolo Bonzini  *qemu_bh_delete: Cancel execution of a bottom half and free its resources.
199737e150eSPaolo Bonzini  *
200737e150eSPaolo Bonzini  * Deleting a bottom half frees the memory that was allocated for it by
201737e150eSPaolo Bonzini  * qemu_bh_new.  It also implies canceling the bottom half if it was
202737e150eSPaolo Bonzini  * scheduled.
203dcc772e2SLiu Ping Fan  * This func is async. The bottom half will do the delete action at the finial
204dcc772e2SLiu Ping Fan  * end.
205737e150eSPaolo Bonzini  *
206737e150eSPaolo Bonzini  * @bh: The bottom half to be deleted.
207737e150eSPaolo Bonzini  */
208737e150eSPaolo Bonzini void qemu_bh_delete(QEMUBH *bh);
209737e150eSPaolo Bonzini 
210737e150eSPaolo Bonzini /* Return whether there are any pending callbacks from the GSource
211a3462c65SPaolo Bonzini  * attached to the AioContext, before g_poll is invoked.
212a3462c65SPaolo Bonzini  *
213a3462c65SPaolo Bonzini  * This is used internally in the implementation of the GSource.
214a3462c65SPaolo Bonzini  */
215a3462c65SPaolo Bonzini bool aio_prepare(AioContext *ctx);
216a3462c65SPaolo Bonzini 
217a3462c65SPaolo Bonzini /* Return whether there are any pending callbacks from the GSource
218a3462c65SPaolo Bonzini  * attached to the AioContext, after g_poll is invoked.
219737e150eSPaolo Bonzini  *
220737e150eSPaolo Bonzini  * This is used internally in the implementation of the GSource.
221737e150eSPaolo Bonzini  */
222737e150eSPaolo Bonzini bool aio_pending(AioContext *ctx);
223737e150eSPaolo Bonzini 
224e4c7e2d1SPaolo Bonzini /* Dispatch any pending callbacks from the GSource attached to the AioContext.
225e4c7e2d1SPaolo Bonzini  *
226e4c7e2d1SPaolo Bonzini  * This is used internally in the implementation of the GSource.
227e4c7e2d1SPaolo Bonzini  */
228e4c7e2d1SPaolo Bonzini bool aio_dispatch(AioContext *ctx);
229e4c7e2d1SPaolo Bonzini 
230737e150eSPaolo Bonzini /* Progress in completing AIO work to occur.  This can issue new pending
231737e150eSPaolo Bonzini  * aio as a result of executing I/O completion or bh callbacks.
232737e150eSPaolo Bonzini  *
233acfb23adSPaolo Bonzini  * Return whether any progress was made by executing AIO or bottom half
234acfb23adSPaolo Bonzini  * handlers.  If @blocking == true, this should always be true except
235acfb23adSPaolo Bonzini  * if someone called aio_notify.
236737e150eSPaolo Bonzini  *
237737e150eSPaolo Bonzini  * If there are no pending bottom halves, but there are pending AIO
238737e150eSPaolo Bonzini  * operations, it may not be possible to make any progress without
239737e150eSPaolo Bonzini  * blocking.  If @blocking is true, this function will wait until one
240737e150eSPaolo Bonzini  * or more AIO events have completed, to ensure something has moved
241737e150eSPaolo Bonzini  * before returning.
242737e150eSPaolo Bonzini  */
243737e150eSPaolo Bonzini bool aio_poll(AioContext *ctx, bool blocking);
244737e150eSPaolo Bonzini 
245737e150eSPaolo Bonzini /* Register a file descriptor and associated callbacks.  Behaves very similarly
246737e150eSPaolo Bonzini  * to qemu_set_fd_handler2.  Unlike qemu_set_fd_handler2, these callbacks will
24787f68d31SPaolo Bonzini  * be invoked when using aio_poll().
248737e150eSPaolo Bonzini  *
249737e150eSPaolo Bonzini  * Code that invokes AIO completion functions should rely on this function
250737e150eSPaolo Bonzini  * instead of qemu_set_fd_handler[2].
251737e150eSPaolo Bonzini  */
252737e150eSPaolo Bonzini void aio_set_fd_handler(AioContext *ctx,
253737e150eSPaolo Bonzini                         int fd,
254737e150eSPaolo Bonzini                         IOHandler *io_read,
255737e150eSPaolo Bonzini                         IOHandler *io_write,
256737e150eSPaolo Bonzini                         void *opaque);
257737e150eSPaolo Bonzini 
258737e150eSPaolo Bonzini /* Register an event notifier and associated callbacks.  Behaves very similarly
259737e150eSPaolo Bonzini  * to event_notifier_set_handler.  Unlike event_notifier_set_handler, these callbacks
26087f68d31SPaolo Bonzini  * will be invoked when using aio_poll().
261737e150eSPaolo Bonzini  *
262737e150eSPaolo Bonzini  * Code that invokes AIO completion functions should rely on this function
263737e150eSPaolo Bonzini  * instead of event_notifier_set_handler.
264737e150eSPaolo Bonzini  */
265737e150eSPaolo Bonzini void aio_set_event_notifier(AioContext *ctx,
266737e150eSPaolo Bonzini                             EventNotifier *notifier,
267f2e5dca4SStefan Hajnoczi                             EventNotifierHandler *io_read);
268737e150eSPaolo Bonzini 
269737e150eSPaolo Bonzini /* Return a GSource that lets the main loop poll the file descriptors attached
270737e150eSPaolo Bonzini  * to this AioContext.
271737e150eSPaolo Bonzini  */
272737e150eSPaolo Bonzini GSource *aio_get_g_source(AioContext *ctx);
273737e150eSPaolo Bonzini 
2749b34277dSStefan Hajnoczi /* Return the ThreadPool bound to this AioContext */
2759b34277dSStefan Hajnoczi struct ThreadPool *aio_get_thread_pool(AioContext *ctx);
2769b34277dSStefan Hajnoczi 
2774e29e831SAlex Bligh /**
2784e29e831SAlex Bligh  * aio_timer_new:
2794e29e831SAlex Bligh  * @ctx: the aio context
2804e29e831SAlex Bligh  * @type: the clock type
2814e29e831SAlex Bligh  * @scale: the scale
2824e29e831SAlex Bligh  * @cb: the callback to call on timer expiry
2834e29e831SAlex Bligh  * @opaque: the opaque pointer to pass to the callback
2844e29e831SAlex Bligh  *
2854e29e831SAlex Bligh  * Allocate a new timer attached to the context @ctx.
2864e29e831SAlex Bligh  * The function is responsible for memory allocation.
2874e29e831SAlex Bligh  *
2884e29e831SAlex Bligh  * The preferred interface is aio_timer_init. Use that
2894e29e831SAlex Bligh  * unless you really need dynamic memory allocation.
2904e29e831SAlex Bligh  *
2914e29e831SAlex Bligh  * Returns: a pointer to the new timer
2924e29e831SAlex Bligh  */
2934e29e831SAlex Bligh static inline QEMUTimer *aio_timer_new(AioContext *ctx, QEMUClockType type,
2944e29e831SAlex Bligh                                        int scale,
2954e29e831SAlex Bligh                                        QEMUTimerCB *cb, void *opaque)
2964e29e831SAlex Bligh {
2974e29e831SAlex Bligh     return timer_new_tl(ctx->tlg.tl[type], scale, cb, opaque);
2984e29e831SAlex Bligh }
2994e29e831SAlex Bligh 
3004e29e831SAlex Bligh /**
3014e29e831SAlex Bligh  * aio_timer_init:
3024e29e831SAlex Bligh  * @ctx: the aio context
3034e29e831SAlex Bligh  * @ts: the timer
3044e29e831SAlex Bligh  * @type: the clock type
3054e29e831SAlex Bligh  * @scale: the scale
3064e29e831SAlex Bligh  * @cb: the callback to call on timer expiry
3074e29e831SAlex Bligh  * @opaque: the opaque pointer to pass to the callback
3084e29e831SAlex Bligh  *
3094e29e831SAlex Bligh  * Initialise a new timer attached to the context @ctx.
3104e29e831SAlex Bligh  * The caller is responsible for memory allocation.
3114e29e831SAlex Bligh  */
3124e29e831SAlex Bligh static inline void aio_timer_init(AioContext *ctx,
3134e29e831SAlex Bligh                                   QEMUTimer *ts, QEMUClockType type,
3144e29e831SAlex Bligh                                   int scale,
3154e29e831SAlex Bligh                                   QEMUTimerCB *cb, void *opaque)
3164e29e831SAlex Bligh {
3174e29e831SAlex Bligh     timer_init(ts, ctx->tlg.tl[type], scale, cb, opaque);
3184e29e831SAlex Bligh }
3194e29e831SAlex Bligh 
320845ca10dSPaolo Bonzini /**
321845ca10dSPaolo Bonzini  * aio_compute_timeout:
322845ca10dSPaolo Bonzini  * @ctx: the aio context
323845ca10dSPaolo Bonzini  *
324845ca10dSPaolo Bonzini  * Compute the timeout that a blocking aio_poll should use.
325845ca10dSPaolo Bonzini  */
326845ca10dSPaolo Bonzini int64_t aio_compute_timeout(AioContext *ctx);
327845ca10dSPaolo Bonzini 
328737e150eSPaolo Bonzini #endif
329