1737e150eSPaolo Bonzini /* 2737e150eSPaolo Bonzini * QEMU aio implementation 3737e150eSPaolo Bonzini * 4737e150eSPaolo Bonzini * Copyright IBM, Corp. 2008 5737e150eSPaolo Bonzini * 6737e150eSPaolo Bonzini * Authors: 7737e150eSPaolo Bonzini * Anthony Liguori <aliguori@us.ibm.com> 8737e150eSPaolo Bonzini * 9737e150eSPaolo Bonzini * This work is licensed under the terms of the GNU GPL, version 2. See 10737e150eSPaolo Bonzini * the COPYING file in the top-level directory. 11737e150eSPaolo Bonzini * 12737e150eSPaolo Bonzini */ 13737e150eSPaolo Bonzini 14737e150eSPaolo Bonzini #ifndef QEMU_AIO_H 15737e150eSPaolo Bonzini #define QEMU_AIO_H 16737e150eSPaolo Bonzini 176a1751b7SAlex Bligh #include "qemu/typedefs.h" 18737e150eSPaolo Bonzini #include "qemu-common.h" 191de7afc9SPaolo Bonzini #include "qemu/queue.h" 201de7afc9SPaolo Bonzini #include "qemu/event_notifier.h" 21dcc772e2SLiu Ping Fan #include "qemu/thread.h" 2298563fc3SStefan Hajnoczi #include "qemu/rfifolock.h" 23dae21b98SAlex Bligh #include "qemu/timer.h" 24737e150eSPaolo Bonzini 25737e150eSPaolo Bonzini typedef struct BlockDriverAIOCB BlockDriverAIOCB; 26737e150eSPaolo Bonzini typedef void BlockDriverCompletionFunc(void *opaque, int ret); 27737e150eSPaolo Bonzini 28737e150eSPaolo Bonzini typedef struct AIOCBInfo { 2902c50efeSFam Zheng void (*cancel_async)(BlockDriverAIOCB *acb); 3002c50efeSFam Zheng AioContext *(*get_aio_context)(BlockDriverAIOCB *acb); 31737e150eSPaolo Bonzini size_t aiocb_size; 32737e150eSPaolo Bonzini } AIOCBInfo; 33737e150eSPaolo Bonzini 34737e150eSPaolo Bonzini struct BlockDriverAIOCB { 35737e150eSPaolo Bonzini const AIOCBInfo *aiocb_info; 36737e150eSPaolo Bonzini BlockDriverState *bs; 37737e150eSPaolo Bonzini BlockDriverCompletionFunc *cb; 38737e150eSPaolo Bonzini void *opaque; 39f197fe2bSFam Zheng int refcnt; 40737e150eSPaolo Bonzini }; 41737e150eSPaolo Bonzini 42737e150eSPaolo Bonzini void *qemu_aio_get(const AIOCBInfo *aiocb_info, BlockDriverState *bs, 43737e150eSPaolo Bonzini BlockDriverCompletionFunc *cb, void *opaque); 448007429aSFam Zheng void qemu_aio_unref(void *p); 45f197fe2bSFam Zheng void qemu_aio_ref(void *p); 46737e150eSPaolo Bonzini 47737e150eSPaolo Bonzini typedef struct AioHandler AioHandler; 48737e150eSPaolo Bonzini typedef void QEMUBHFunc(void *opaque); 49737e150eSPaolo Bonzini typedef void IOHandler(void *opaque); 50737e150eSPaolo Bonzini 516a1751b7SAlex Bligh struct AioContext { 52737e150eSPaolo Bonzini GSource source; 53737e150eSPaolo Bonzini 5498563fc3SStefan Hajnoczi /* Protects all fields from multi-threaded access */ 5598563fc3SStefan Hajnoczi RFifoLock lock; 5698563fc3SStefan Hajnoczi 57737e150eSPaolo Bonzini /* The list of registered AIO handlers */ 58737e150eSPaolo Bonzini QLIST_HEAD(, AioHandler) aio_handlers; 59737e150eSPaolo Bonzini 60737e150eSPaolo Bonzini /* This is a simple lock used to protect the aio_handlers list. 61737e150eSPaolo Bonzini * Specifically, it's used to ensure that no callbacks are removed while 62737e150eSPaolo Bonzini * we're walking and dispatching callbacks. 63737e150eSPaolo Bonzini */ 64737e150eSPaolo Bonzini int walking_handlers; 65737e150eSPaolo Bonzini 660ceb849bSPaolo Bonzini /* Used to avoid unnecessary event_notifier_set calls in aio_notify. 670ceb849bSPaolo Bonzini * Writes protected by lock or BQL, reads are lockless. 680ceb849bSPaolo Bonzini */ 690ceb849bSPaolo Bonzini bool dispatching; 700ceb849bSPaolo Bonzini 71dcc772e2SLiu Ping Fan /* lock to protect between bh's adders and deleter */ 72dcc772e2SLiu Ping Fan QemuMutex bh_lock; 730ceb849bSPaolo Bonzini 74737e150eSPaolo Bonzini /* Anchor of the list of Bottom Halves belonging to the context */ 75737e150eSPaolo Bonzini struct QEMUBH *first_bh; 76737e150eSPaolo Bonzini 77737e150eSPaolo Bonzini /* A simple lock used to protect the first_bh list, and ensure that 78737e150eSPaolo Bonzini * no callbacks are removed while we're walking and dispatching callbacks. 79737e150eSPaolo Bonzini */ 80737e150eSPaolo Bonzini int walking_bh; 81737e150eSPaolo Bonzini 82737e150eSPaolo Bonzini /* Used for aio_notify. */ 83737e150eSPaolo Bonzini EventNotifier notifier; 846b5f8762SStefan Hajnoczi 856b5f8762SStefan Hajnoczi /* GPollFDs for aio_poll() */ 866b5f8762SStefan Hajnoczi GArray *pollfds; 879b34277dSStefan Hajnoczi 889b34277dSStefan Hajnoczi /* Thread pool for performing work and receiving completion callbacks */ 899b34277dSStefan Hajnoczi struct ThreadPool *thread_pool; 90dae21b98SAlex Bligh 91dae21b98SAlex Bligh /* TimerLists for calling timers - one per clock type */ 92dae21b98SAlex Bligh QEMUTimerListGroup tlg; 936a1751b7SAlex Bligh }; 94737e150eSPaolo Bonzini 950ceb849bSPaolo Bonzini /* Used internally to synchronize aio_poll against qemu_bh_schedule. */ 960ceb849bSPaolo Bonzini void aio_set_dispatching(AioContext *ctx, bool dispatching); 970ceb849bSPaolo Bonzini 98737e150eSPaolo Bonzini /** 99737e150eSPaolo Bonzini * aio_context_new: Allocate a new AioContext. 100737e150eSPaolo Bonzini * 101737e150eSPaolo Bonzini * AioContext provide a mini event-loop that can be waited on synchronously. 102737e150eSPaolo Bonzini * They also provide bottom halves, a service to execute a piece of code 103737e150eSPaolo Bonzini * as soon as possible. 104737e150eSPaolo Bonzini */ 105*2f78e491SChrysostomos Nanakos AioContext *aio_context_new(Error **errp); 106737e150eSPaolo Bonzini 107737e150eSPaolo Bonzini /** 108737e150eSPaolo Bonzini * aio_context_ref: 109737e150eSPaolo Bonzini * @ctx: The AioContext to operate on. 110737e150eSPaolo Bonzini * 111737e150eSPaolo Bonzini * Add a reference to an AioContext. 112737e150eSPaolo Bonzini */ 113737e150eSPaolo Bonzini void aio_context_ref(AioContext *ctx); 114737e150eSPaolo Bonzini 115737e150eSPaolo Bonzini /** 116737e150eSPaolo Bonzini * aio_context_unref: 117737e150eSPaolo Bonzini * @ctx: The AioContext to operate on. 118737e150eSPaolo Bonzini * 119737e150eSPaolo Bonzini * Drop a reference to an AioContext. 120737e150eSPaolo Bonzini */ 121737e150eSPaolo Bonzini void aio_context_unref(AioContext *ctx); 122737e150eSPaolo Bonzini 12398563fc3SStefan Hajnoczi /* Take ownership of the AioContext. If the AioContext will be shared between 12498563fc3SStefan Hajnoczi * threads, a thread must have ownership when calling aio_poll(). 12598563fc3SStefan Hajnoczi * 12698563fc3SStefan Hajnoczi * Note that multiple threads calling aio_poll() means timers, BHs, and 12798563fc3SStefan Hajnoczi * callbacks may be invoked from a different thread than they were registered 12898563fc3SStefan Hajnoczi * from. Therefore, code must use AioContext acquire/release or use 12998563fc3SStefan Hajnoczi * fine-grained synchronization to protect shared state if other threads will 13098563fc3SStefan Hajnoczi * be accessing it simultaneously. 13198563fc3SStefan Hajnoczi */ 13298563fc3SStefan Hajnoczi void aio_context_acquire(AioContext *ctx); 13398563fc3SStefan Hajnoczi 13498563fc3SStefan Hajnoczi /* Relinquish ownership of the AioContext. */ 13598563fc3SStefan Hajnoczi void aio_context_release(AioContext *ctx); 13698563fc3SStefan Hajnoczi 137737e150eSPaolo Bonzini /** 138737e150eSPaolo Bonzini * aio_bh_new: Allocate a new bottom half structure. 139737e150eSPaolo Bonzini * 140737e150eSPaolo Bonzini * Bottom halves are lightweight callbacks whose invocation is guaranteed 141737e150eSPaolo Bonzini * to be wait-free, thread-safe and signal-safe. The #QEMUBH structure 142737e150eSPaolo Bonzini * is opaque and must be allocated prior to its use. 143737e150eSPaolo Bonzini */ 144737e150eSPaolo Bonzini QEMUBH *aio_bh_new(AioContext *ctx, QEMUBHFunc *cb, void *opaque); 145737e150eSPaolo Bonzini 146737e150eSPaolo Bonzini /** 147737e150eSPaolo Bonzini * aio_notify: Force processing of pending events. 148737e150eSPaolo Bonzini * 149737e150eSPaolo Bonzini * Similar to signaling a condition variable, aio_notify forces 150737e150eSPaolo Bonzini * aio_wait to exit, so that the next call will re-examine pending events. 151737e150eSPaolo Bonzini * The caller of aio_notify will usually call aio_wait again very soon, 152737e150eSPaolo Bonzini * or go through another iteration of the GLib main loop. Hence, aio_notify 153737e150eSPaolo Bonzini * also has the side effect of recalculating the sets of file descriptors 154737e150eSPaolo Bonzini * that the main loop waits for. 155737e150eSPaolo Bonzini * 156737e150eSPaolo Bonzini * Calling aio_notify is rarely necessary, because for example scheduling 157737e150eSPaolo Bonzini * a bottom half calls it already. 158737e150eSPaolo Bonzini */ 159737e150eSPaolo Bonzini void aio_notify(AioContext *ctx); 160737e150eSPaolo Bonzini 161737e150eSPaolo Bonzini /** 162737e150eSPaolo Bonzini * aio_bh_poll: Poll bottom halves for an AioContext. 163737e150eSPaolo Bonzini * 164737e150eSPaolo Bonzini * These are internal functions used by the QEMU main loop. 165dcc772e2SLiu Ping Fan * And notice that multiple occurrences of aio_bh_poll cannot 166dcc772e2SLiu Ping Fan * be called concurrently 167737e150eSPaolo Bonzini */ 168737e150eSPaolo Bonzini int aio_bh_poll(AioContext *ctx); 169737e150eSPaolo Bonzini 170737e150eSPaolo Bonzini /** 171737e150eSPaolo Bonzini * qemu_bh_schedule: Schedule a bottom half. 172737e150eSPaolo Bonzini * 173737e150eSPaolo Bonzini * Scheduling a bottom half interrupts the main loop and causes the 174737e150eSPaolo Bonzini * execution of the callback that was passed to qemu_bh_new. 175737e150eSPaolo Bonzini * 176737e150eSPaolo Bonzini * Bottom halves that are scheduled from a bottom half handler are instantly 177737e150eSPaolo Bonzini * invoked. This can create an infinite loop if a bottom half handler 178737e150eSPaolo Bonzini * schedules itself. 179737e150eSPaolo Bonzini * 180737e150eSPaolo Bonzini * @bh: The bottom half to be scheduled. 181737e150eSPaolo Bonzini */ 182737e150eSPaolo Bonzini void qemu_bh_schedule(QEMUBH *bh); 183737e150eSPaolo Bonzini 184737e150eSPaolo Bonzini /** 185737e150eSPaolo Bonzini * qemu_bh_cancel: Cancel execution of a bottom half. 186737e150eSPaolo Bonzini * 187737e150eSPaolo Bonzini * Canceling execution of a bottom half undoes the effect of calls to 188737e150eSPaolo Bonzini * qemu_bh_schedule without freeing its resources yet. While cancellation 189737e150eSPaolo Bonzini * itself is also wait-free and thread-safe, it can of course race with the 190737e150eSPaolo Bonzini * loop that executes bottom halves unless you are holding the iothread 191737e150eSPaolo Bonzini * mutex. This makes it mostly useless if you are not holding the mutex. 192737e150eSPaolo Bonzini * 193737e150eSPaolo Bonzini * @bh: The bottom half to be canceled. 194737e150eSPaolo Bonzini */ 195737e150eSPaolo Bonzini void qemu_bh_cancel(QEMUBH *bh); 196737e150eSPaolo Bonzini 197737e150eSPaolo Bonzini /** 198737e150eSPaolo Bonzini *qemu_bh_delete: Cancel execution of a bottom half and free its resources. 199737e150eSPaolo Bonzini * 200737e150eSPaolo Bonzini * Deleting a bottom half frees the memory that was allocated for it by 201737e150eSPaolo Bonzini * qemu_bh_new. It also implies canceling the bottom half if it was 202737e150eSPaolo Bonzini * scheduled. 203dcc772e2SLiu Ping Fan * This func is async. The bottom half will do the delete action at the finial 204dcc772e2SLiu Ping Fan * end. 205737e150eSPaolo Bonzini * 206737e150eSPaolo Bonzini * @bh: The bottom half to be deleted. 207737e150eSPaolo Bonzini */ 208737e150eSPaolo Bonzini void qemu_bh_delete(QEMUBH *bh); 209737e150eSPaolo Bonzini 210737e150eSPaolo Bonzini /* Return whether there are any pending callbacks from the GSource 211a3462c65SPaolo Bonzini * attached to the AioContext, before g_poll is invoked. 212a3462c65SPaolo Bonzini * 213a3462c65SPaolo Bonzini * This is used internally in the implementation of the GSource. 214a3462c65SPaolo Bonzini */ 215a3462c65SPaolo Bonzini bool aio_prepare(AioContext *ctx); 216a3462c65SPaolo Bonzini 217a3462c65SPaolo Bonzini /* Return whether there are any pending callbacks from the GSource 218a3462c65SPaolo Bonzini * attached to the AioContext, after g_poll is invoked. 219737e150eSPaolo Bonzini * 220737e150eSPaolo Bonzini * This is used internally in the implementation of the GSource. 221737e150eSPaolo Bonzini */ 222737e150eSPaolo Bonzini bool aio_pending(AioContext *ctx); 223737e150eSPaolo Bonzini 224e4c7e2d1SPaolo Bonzini /* Dispatch any pending callbacks from the GSource attached to the AioContext. 225e4c7e2d1SPaolo Bonzini * 226e4c7e2d1SPaolo Bonzini * This is used internally in the implementation of the GSource. 227e4c7e2d1SPaolo Bonzini */ 228e4c7e2d1SPaolo Bonzini bool aio_dispatch(AioContext *ctx); 229e4c7e2d1SPaolo Bonzini 230737e150eSPaolo Bonzini /* Progress in completing AIO work to occur. This can issue new pending 231737e150eSPaolo Bonzini * aio as a result of executing I/O completion or bh callbacks. 232737e150eSPaolo Bonzini * 233acfb23adSPaolo Bonzini * Return whether any progress was made by executing AIO or bottom half 234acfb23adSPaolo Bonzini * handlers. If @blocking == true, this should always be true except 235acfb23adSPaolo Bonzini * if someone called aio_notify. 236737e150eSPaolo Bonzini * 237737e150eSPaolo Bonzini * If there are no pending bottom halves, but there are pending AIO 238737e150eSPaolo Bonzini * operations, it may not be possible to make any progress without 239737e150eSPaolo Bonzini * blocking. If @blocking is true, this function will wait until one 240737e150eSPaolo Bonzini * or more AIO events have completed, to ensure something has moved 241737e150eSPaolo Bonzini * before returning. 242737e150eSPaolo Bonzini */ 243737e150eSPaolo Bonzini bool aio_poll(AioContext *ctx, bool blocking); 244737e150eSPaolo Bonzini 245737e150eSPaolo Bonzini /* Register a file descriptor and associated callbacks. Behaves very similarly 246737e150eSPaolo Bonzini * to qemu_set_fd_handler2. Unlike qemu_set_fd_handler2, these callbacks will 24787f68d31SPaolo Bonzini * be invoked when using aio_poll(). 248737e150eSPaolo Bonzini * 249737e150eSPaolo Bonzini * Code that invokes AIO completion functions should rely on this function 250737e150eSPaolo Bonzini * instead of qemu_set_fd_handler[2]. 251737e150eSPaolo Bonzini */ 252737e150eSPaolo Bonzini void aio_set_fd_handler(AioContext *ctx, 253737e150eSPaolo Bonzini int fd, 254737e150eSPaolo Bonzini IOHandler *io_read, 255737e150eSPaolo Bonzini IOHandler *io_write, 256737e150eSPaolo Bonzini void *opaque); 257737e150eSPaolo Bonzini 258737e150eSPaolo Bonzini /* Register an event notifier and associated callbacks. Behaves very similarly 259737e150eSPaolo Bonzini * to event_notifier_set_handler. Unlike event_notifier_set_handler, these callbacks 26087f68d31SPaolo Bonzini * will be invoked when using aio_poll(). 261737e150eSPaolo Bonzini * 262737e150eSPaolo Bonzini * Code that invokes AIO completion functions should rely on this function 263737e150eSPaolo Bonzini * instead of event_notifier_set_handler. 264737e150eSPaolo Bonzini */ 265737e150eSPaolo Bonzini void aio_set_event_notifier(AioContext *ctx, 266737e150eSPaolo Bonzini EventNotifier *notifier, 267f2e5dca4SStefan Hajnoczi EventNotifierHandler *io_read); 268737e150eSPaolo Bonzini 269737e150eSPaolo Bonzini /* Return a GSource that lets the main loop poll the file descriptors attached 270737e150eSPaolo Bonzini * to this AioContext. 271737e150eSPaolo Bonzini */ 272737e150eSPaolo Bonzini GSource *aio_get_g_source(AioContext *ctx); 273737e150eSPaolo Bonzini 2749b34277dSStefan Hajnoczi /* Return the ThreadPool bound to this AioContext */ 2759b34277dSStefan Hajnoczi struct ThreadPool *aio_get_thread_pool(AioContext *ctx); 2769b34277dSStefan Hajnoczi 2774e29e831SAlex Bligh /** 2784e29e831SAlex Bligh * aio_timer_new: 2794e29e831SAlex Bligh * @ctx: the aio context 2804e29e831SAlex Bligh * @type: the clock type 2814e29e831SAlex Bligh * @scale: the scale 2824e29e831SAlex Bligh * @cb: the callback to call on timer expiry 2834e29e831SAlex Bligh * @opaque: the opaque pointer to pass to the callback 2844e29e831SAlex Bligh * 2854e29e831SAlex Bligh * Allocate a new timer attached to the context @ctx. 2864e29e831SAlex Bligh * The function is responsible for memory allocation. 2874e29e831SAlex Bligh * 2884e29e831SAlex Bligh * The preferred interface is aio_timer_init. Use that 2894e29e831SAlex Bligh * unless you really need dynamic memory allocation. 2904e29e831SAlex Bligh * 2914e29e831SAlex Bligh * Returns: a pointer to the new timer 2924e29e831SAlex Bligh */ 2934e29e831SAlex Bligh static inline QEMUTimer *aio_timer_new(AioContext *ctx, QEMUClockType type, 2944e29e831SAlex Bligh int scale, 2954e29e831SAlex Bligh QEMUTimerCB *cb, void *opaque) 2964e29e831SAlex Bligh { 2974e29e831SAlex Bligh return timer_new_tl(ctx->tlg.tl[type], scale, cb, opaque); 2984e29e831SAlex Bligh } 2994e29e831SAlex Bligh 3004e29e831SAlex Bligh /** 3014e29e831SAlex Bligh * aio_timer_init: 3024e29e831SAlex Bligh * @ctx: the aio context 3034e29e831SAlex Bligh * @ts: the timer 3044e29e831SAlex Bligh * @type: the clock type 3054e29e831SAlex Bligh * @scale: the scale 3064e29e831SAlex Bligh * @cb: the callback to call on timer expiry 3074e29e831SAlex Bligh * @opaque: the opaque pointer to pass to the callback 3084e29e831SAlex Bligh * 3094e29e831SAlex Bligh * Initialise a new timer attached to the context @ctx. 3104e29e831SAlex Bligh * The caller is responsible for memory allocation. 3114e29e831SAlex Bligh */ 3124e29e831SAlex Bligh static inline void aio_timer_init(AioContext *ctx, 3134e29e831SAlex Bligh QEMUTimer *ts, QEMUClockType type, 3144e29e831SAlex Bligh int scale, 3154e29e831SAlex Bligh QEMUTimerCB *cb, void *opaque) 3164e29e831SAlex Bligh { 3174e29e831SAlex Bligh timer_init(ts, ctx->tlg.tl[type], scale, cb, opaque); 3184e29e831SAlex Bligh } 3194e29e831SAlex Bligh 320845ca10dSPaolo Bonzini /** 321845ca10dSPaolo Bonzini * aio_compute_timeout: 322845ca10dSPaolo Bonzini * @ctx: the aio context 323845ca10dSPaolo Bonzini * 324845ca10dSPaolo Bonzini * Compute the timeout that a blocking aio_poll should use. 325845ca10dSPaolo Bonzini */ 326845ca10dSPaolo Bonzini int64_t aio_compute_timeout(AioContext *ctx); 327845ca10dSPaolo Bonzini 328737e150eSPaolo Bonzini #endif 329