xref: /openbmc/qemu/block/export/export.c (revision 2a2359b84407b35fe978e98b7396f2ab8c5dd8b7)
156ee8626SKevin Wolf /*
256ee8626SKevin Wolf  * Common block export infrastructure
356ee8626SKevin Wolf  *
456ee8626SKevin Wolf  * Copyright (c) 2012, 2020 Red Hat, Inc.
556ee8626SKevin Wolf  *
656ee8626SKevin Wolf  * Authors:
756ee8626SKevin Wolf  * Paolo Bonzini <pbonzini@redhat.com>
856ee8626SKevin Wolf  * Kevin Wolf <kwolf@redhat.com>
956ee8626SKevin Wolf  *
1056ee8626SKevin Wolf  * This work is licensed under the terms of the GNU GPL, version 2 or
1156ee8626SKevin Wolf  * later.  See the COPYING file in the top-level directory.
1256ee8626SKevin Wolf  */
1356ee8626SKevin Wolf 
1456ee8626SKevin Wolf #include "qemu/osdep.h"
1556ee8626SKevin Wolf 
169b562c64SKevin Wolf #include "block/block.h"
179b562c64SKevin Wolf #include "sysemu/block-backend.h"
18f51d23c8SStefan Hajnoczi #include "sysemu/iothread.h"
1956ee8626SKevin Wolf #include "block/export.h"
200c9b70d5SMax Reitz #include "block/fuse.h"
2156ee8626SKevin Wolf #include "block/nbd.h"
2256ee8626SKevin Wolf #include "qapi/error.h"
2356ee8626SKevin Wolf #include "qapi/qapi-commands-block-export.h"
241a9f7a80SKevin Wolf #include "qapi/qapi-events-block-export.h"
25d53be9ceSKevin Wolf #include "qemu/id.h"
26bc15e44cSStefan Hajnoczi #ifdef CONFIG_VHOST_USER_BLK_SERVER
273a213f83SStefan Hajnoczi #include "vhost-user-blk-server.h"
283a213f83SStefan Hajnoczi #endif
29*2a2359b8SXie Yongji #ifdef CONFIG_VDUSE_BLK_EXPORT
30*2a2359b8SXie Yongji #include "vduse-blk.h"
31*2a2359b8SXie Yongji #endif
3256ee8626SKevin Wolf 
3356ee8626SKevin Wolf static const BlockExportDriver *blk_exp_drivers[] = {
3456ee8626SKevin Wolf     &blk_exp_nbd,
35bc15e44cSStefan Hajnoczi #ifdef CONFIG_VHOST_USER_BLK_SERVER
3690fc91d5SStefan Hajnoczi     &blk_exp_vhost_user_blk,
3790fc91d5SStefan Hajnoczi #endif
380c9b70d5SMax Reitz #ifdef CONFIG_FUSE
390c9b70d5SMax Reitz     &blk_exp_fuse,
400c9b70d5SMax Reitz #endif
41*2a2359b8SXie Yongji #ifdef CONFIG_VDUSE_BLK_EXPORT
42*2a2359b8SXie Yongji     &blk_exp_vduse_blk,
43*2a2359b8SXie Yongji #endif
4456ee8626SKevin Wolf };
4556ee8626SKevin Wolf 
46bc4ee65bSKevin Wolf /* Only accessed from the main thread */
47bc4ee65bSKevin Wolf static QLIST_HEAD(, BlockExport) block_exports =
48bc4ee65bSKevin Wolf     QLIST_HEAD_INITIALIZER(block_exports);
49bc4ee65bSKevin Wolf 
503c3bc462SKevin Wolf BlockExport *blk_exp_find(const char *id)
51d53be9ceSKevin Wolf {
52d53be9ceSKevin Wolf     BlockExport *exp;
53d53be9ceSKevin Wolf 
54d53be9ceSKevin Wolf     QLIST_FOREACH(exp, &block_exports, next) {
55d53be9ceSKevin Wolf         if (strcmp(id, exp->id) == 0) {
56d53be9ceSKevin Wolf             return exp;
57d53be9ceSKevin Wolf         }
58d53be9ceSKevin Wolf     }
59d53be9ceSKevin Wolf 
60d53be9ceSKevin Wolf     return NULL;
61d53be9ceSKevin Wolf }
62d53be9ceSKevin Wolf 
6356ee8626SKevin Wolf static const BlockExportDriver *blk_exp_find_driver(BlockExportType type)
6456ee8626SKevin Wolf {
6556ee8626SKevin Wolf     int i;
6656ee8626SKevin Wolf 
6756ee8626SKevin Wolf     for (i = 0; i < ARRAY_SIZE(blk_exp_drivers); i++) {
6856ee8626SKevin Wolf         if (blk_exp_drivers[i]->type == type) {
6956ee8626SKevin Wolf             return blk_exp_drivers[i];
7056ee8626SKevin Wolf         }
7156ee8626SKevin Wolf     }
7256ee8626SKevin Wolf     return NULL;
7356ee8626SKevin Wolf }
7456ee8626SKevin Wolf 
759b562c64SKevin Wolf BlockExport *blk_exp_add(BlockExportOptions *export, Error **errp)
7656ee8626SKevin Wolf {
77f51d23c8SStefan Hajnoczi     bool fixed_iothread = export->has_fixed_iothread && export->fixed_iothread;
7856ee8626SKevin Wolf     const BlockExportDriver *drv;
79331170e0SKevin Wolf     BlockExport *exp = NULL;
80331170e0SKevin Wolf     BlockDriverState *bs;
81f51d23c8SStefan Hajnoczi     BlockBackend *blk = NULL;
82331170e0SKevin Wolf     AioContext *ctx;
8330dbc81dSKevin Wolf     uint64_t perm;
84a6ff7989SKevin Wolf     int ret;
8556ee8626SKevin Wolf 
86d53be9ceSKevin Wolf     if (!id_wellformed(export->id)) {
87d53be9ceSKevin Wolf         error_setg(errp, "Invalid block export id");
88d53be9ceSKevin Wolf         return NULL;
89d53be9ceSKevin Wolf     }
90d53be9ceSKevin Wolf     if (blk_exp_find(export->id)) {
91d53be9ceSKevin Wolf         error_setg(errp, "Block export id '%s' is already in use", export->id);
92d53be9ceSKevin Wolf         return NULL;
93d53be9ceSKevin Wolf     }
94d53be9ceSKevin Wolf 
9556ee8626SKevin Wolf     drv = blk_exp_find_driver(export->type);
9656ee8626SKevin Wolf     if (!drv) {
9756ee8626SKevin Wolf         error_setg(errp, "No driver found for the requested export type");
989b562c64SKevin Wolf         return NULL;
9956ee8626SKevin Wolf     }
10056ee8626SKevin Wolf 
101331170e0SKevin Wolf     bs = bdrv_lookup_bs(NULL, export->node_name, errp);
102331170e0SKevin Wolf     if (!bs) {
103331170e0SKevin Wolf         return NULL;
104331170e0SKevin Wolf     }
105331170e0SKevin Wolf 
10630dbc81dSKevin Wolf     if (!export->has_writable) {
10730dbc81dSKevin Wolf         export->writable = false;
10830dbc81dSKevin Wolf     }
10930dbc81dSKevin Wolf     if (bdrv_is_read_only(bs) && export->writable) {
11030dbc81dSKevin Wolf         error_setg(errp, "Cannot export read-only node as writable");
11130dbc81dSKevin Wolf         return NULL;
11230dbc81dSKevin Wolf     }
11330dbc81dSKevin Wolf 
114331170e0SKevin Wolf     ctx = bdrv_get_aio_context(bs);
115331170e0SKevin Wolf     aio_context_acquire(ctx);
116331170e0SKevin Wolf 
117f51d23c8SStefan Hajnoczi     if (export->has_iothread) {
118f51d23c8SStefan Hajnoczi         IOThread *iothread;
119f51d23c8SStefan Hajnoczi         AioContext *new_ctx;
1208573823fSMax Reitz         Error **set_context_errp;
121f51d23c8SStefan Hajnoczi 
122f51d23c8SStefan Hajnoczi         iothread = iothread_by_id(export->iothread);
123f51d23c8SStefan Hajnoczi         if (!iothread) {
124f51d23c8SStefan Hajnoczi             error_setg(errp, "iothread \"%s\" not found", export->iothread);
125f51d23c8SStefan Hajnoczi             goto fail;
126f51d23c8SStefan Hajnoczi         }
127f51d23c8SStefan Hajnoczi 
128f51d23c8SStefan Hajnoczi         new_ctx = iothread_get_aio_context(iothread);
129f51d23c8SStefan Hajnoczi 
1308573823fSMax Reitz         /* Ignore errors with fixed-iothread=false */
1318573823fSMax Reitz         set_context_errp = fixed_iothread ? errp : NULL;
1328573823fSMax Reitz         ret = bdrv_try_set_aio_context(bs, new_ctx, set_context_errp);
133f51d23c8SStefan Hajnoczi         if (ret == 0) {
134f51d23c8SStefan Hajnoczi             aio_context_release(ctx);
135f51d23c8SStefan Hajnoczi             aio_context_acquire(new_ctx);
136f51d23c8SStefan Hajnoczi             ctx = new_ctx;
137f51d23c8SStefan Hajnoczi         } else if (fixed_iothread) {
138f51d23c8SStefan Hajnoczi             goto fail;
139f51d23c8SStefan Hajnoczi         }
140f51d23c8SStefan Hajnoczi     }
141f51d23c8SStefan Hajnoczi 
142331170e0SKevin Wolf     /*
143331170e0SKevin Wolf      * Block exports are used for non-shared storage migration. Make sure
144331170e0SKevin Wolf      * that BDRV_O_INACTIVE is cleared and the image is ready for write
145331170e0SKevin Wolf      * access since the export could be available before migration handover.
146331170e0SKevin Wolf      * ctx was acquired in the caller.
147331170e0SKevin Wolf      */
148a94750d9SEmanuele Giuseppe Esposito     bdrv_activate(bs, NULL);
149331170e0SKevin Wolf 
15030dbc81dSKevin Wolf     perm = BLK_PERM_CONSISTENT_READ;
15130dbc81dSKevin Wolf     if (export->writable) {
15230dbc81dSKevin Wolf         perm |= BLK_PERM_WRITE;
15330dbc81dSKevin Wolf     }
15430dbc81dSKevin Wolf 
15530dbc81dSKevin Wolf     blk = blk_new(ctx, perm, BLK_PERM_ALL);
156f51d23c8SStefan Hajnoczi 
157f51d23c8SStefan Hajnoczi     if (!fixed_iothread) {
158f51d23c8SStefan Hajnoczi         blk_set_allow_aio_context_change(blk, true);
159f51d23c8SStefan Hajnoczi     }
160f51d23c8SStefan Hajnoczi 
161331170e0SKevin Wolf     ret = blk_insert_bs(blk, bs, errp);
162331170e0SKevin Wolf     if (ret < 0) {
163331170e0SKevin Wolf         goto fail;
164331170e0SKevin Wolf     }
165331170e0SKevin Wolf 
166331170e0SKevin Wolf     if (!export->has_writethrough) {
167331170e0SKevin Wolf         export->writethrough = false;
168331170e0SKevin Wolf     }
169331170e0SKevin Wolf     blk_set_enable_write_cache(blk, !export->writethrough);
170331170e0SKevin Wolf 
171a6ff7989SKevin Wolf     assert(drv->instance_size >= sizeof(BlockExport));
172a6ff7989SKevin Wolf     exp = g_malloc0(drv->instance_size);
173a6ff7989SKevin Wolf     *exp = (BlockExport) {
174a6ff7989SKevin Wolf         .drv        = drv,
175a6ff7989SKevin Wolf         .refcount   = 1,
1763859ad36SKevin Wolf         .user_owned = true,
177d53be9ceSKevin Wolf         .id         = g_strdup(export->id),
178331170e0SKevin Wolf         .ctx        = ctx,
179331170e0SKevin Wolf         .blk        = blk,
180a6ff7989SKevin Wolf     };
181a6ff7989SKevin Wolf 
182a6ff7989SKevin Wolf     ret = drv->create(exp, export, errp);
183a6ff7989SKevin Wolf     if (ret < 0) {
184331170e0SKevin Wolf         goto fail;
185a6ff7989SKevin Wolf     }
186a6ff7989SKevin Wolf 
18737a4f70cSKevin Wolf     assert(exp->blk != NULL);
18837a4f70cSKevin Wolf 
189bc4ee65bSKevin Wolf     QLIST_INSERT_HEAD(&block_exports, exp, next);
190331170e0SKevin Wolf 
191331170e0SKevin Wolf     aio_context_release(ctx);
192a6ff7989SKevin Wolf     return exp;
193331170e0SKevin Wolf 
194331170e0SKevin Wolf fail:
195331170e0SKevin Wolf     blk_unref(blk);
196331170e0SKevin Wolf     aio_context_release(ctx);
197331170e0SKevin Wolf     if (exp) {
198331170e0SKevin Wolf         g_free(exp->id);
199331170e0SKevin Wolf         g_free(exp);
200331170e0SKevin Wolf     }
201331170e0SKevin Wolf     return NULL;
2029b562c64SKevin Wolf }
2039b562c64SKevin Wolf 
2048612c686SKevin Wolf /* Callers must hold exp->ctx lock */
205c69de1beSKevin Wolf void blk_exp_ref(BlockExport *exp)
206c69de1beSKevin Wolf {
207c69de1beSKevin Wolf     assert(exp->refcount > 0);
208c69de1beSKevin Wolf     exp->refcount++;
209c69de1beSKevin Wolf }
210c69de1beSKevin Wolf 
211bc4ee65bSKevin Wolf /* Runs in the main thread */
212bc4ee65bSKevin Wolf static void blk_exp_delete_bh(void *opaque)
213bc4ee65bSKevin Wolf {
214bc4ee65bSKevin Wolf     BlockExport *exp = opaque;
215bc4ee65bSKevin Wolf     AioContext *aio_context = exp->ctx;
216bc4ee65bSKevin Wolf 
217bc4ee65bSKevin Wolf     aio_context_acquire(aio_context);
218bc4ee65bSKevin Wolf 
219bc4ee65bSKevin Wolf     assert(exp->refcount == 0);
220bc4ee65bSKevin Wolf     QLIST_REMOVE(exp, next);
221bc4ee65bSKevin Wolf     exp->drv->delete(exp);
22237a4f70cSKevin Wolf     blk_unref(exp->blk);
2231a9f7a80SKevin Wolf     qapi_event_send_block_export_deleted(exp->id);
224d53be9ceSKevin Wolf     g_free(exp->id);
225bc4ee65bSKevin Wolf     g_free(exp);
226bc4ee65bSKevin Wolf 
227bc4ee65bSKevin Wolf     aio_context_release(aio_context);
228bc4ee65bSKevin Wolf }
229bc4ee65bSKevin Wolf 
2308612c686SKevin Wolf /* Callers must hold exp->ctx lock */
231c69de1beSKevin Wolf void blk_exp_unref(BlockExport *exp)
232c69de1beSKevin Wolf {
233c69de1beSKevin Wolf     assert(exp->refcount > 0);
234c69de1beSKevin Wolf     if (--exp->refcount == 0) {
235bc4ee65bSKevin Wolf         /* Touch the block_exports list only in the main thread */
236bc4ee65bSKevin Wolf         aio_bh_schedule_oneshot(qemu_get_aio_context(), blk_exp_delete_bh,
237bc4ee65bSKevin Wolf                                 exp);
238c69de1beSKevin Wolf     }
239c69de1beSKevin Wolf }
240c69de1beSKevin Wolf 
241bc4ee65bSKevin Wolf /*
242bc4ee65bSKevin Wolf  * Drops the user reference to the export and requests that all client
243bc4ee65bSKevin Wolf  * connections and other internally held references start to shut down. When
244bc4ee65bSKevin Wolf  * the function returns, there may still be active references while the export
245bc4ee65bSKevin Wolf  * is in the process of shutting down.
246bc4ee65bSKevin Wolf  *
247bc4ee65bSKevin Wolf  * Acquires exp->ctx internally. Callers must *not* hold the lock.
248bc4ee65bSKevin Wolf  */
249bc4ee65bSKevin Wolf void blk_exp_request_shutdown(BlockExport *exp)
250bc4ee65bSKevin Wolf {
251bc4ee65bSKevin Wolf     AioContext *aio_context = exp->ctx;
252bc4ee65bSKevin Wolf 
253bc4ee65bSKevin Wolf     aio_context_acquire(aio_context);
2543c3bc462SKevin Wolf 
2553c3bc462SKevin Wolf     /*
2563c3bc462SKevin Wolf      * If the user doesn't own the export any more, it is already shutting
2573c3bc462SKevin Wolf      * down. We must not call .request_shutdown and decrease the refcount a
2583c3bc462SKevin Wolf      * second time.
2593c3bc462SKevin Wolf      */
2603c3bc462SKevin Wolf     if (!exp->user_owned) {
2613c3bc462SKevin Wolf         goto out;
2623c3bc462SKevin Wolf     }
2633c3bc462SKevin Wolf 
264bc4ee65bSKevin Wolf     exp->drv->request_shutdown(exp);
2653859ad36SKevin Wolf 
2663859ad36SKevin Wolf     assert(exp->user_owned);
2673859ad36SKevin Wolf     exp->user_owned = false;
2683859ad36SKevin Wolf     blk_exp_unref(exp);
2693859ad36SKevin Wolf 
2703c3bc462SKevin Wolf out:
271bc4ee65bSKevin Wolf     aio_context_release(aio_context);
272bc4ee65bSKevin Wolf }
273bc4ee65bSKevin Wolf 
274bc4ee65bSKevin Wolf /*
275bc4ee65bSKevin Wolf  * Returns whether a block export of the given type exists.
276bc4ee65bSKevin Wolf  * type == BLOCK_EXPORT_TYPE__MAX checks for an export of any type.
277bc4ee65bSKevin Wolf  */
278bc4ee65bSKevin Wolf static bool blk_exp_has_type(BlockExportType type)
279bc4ee65bSKevin Wolf {
280bc4ee65bSKevin Wolf     BlockExport *exp;
281bc4ee65bSKevin Wolf 
282bc4ee65bSKevin Wolf     if (type == BLOCK_EXPORT_TYPE__MAX) {
283bc4ee65bSKevin Wolf         return !QLIST_EMPTY(&block_exports);
284bc4ee65bSKevin Wolf     }
285bc4ee65bSKevin Wolf 
286bc4ee65bSKevin Wolf     QLIST_FOREACH(exp, &block_exports, next) {
287bc4ee65bSKevin Wolf         if (exp->drv->type == type) {
288bc4ee65bSKevin Wolf             return true;
289bc4ee65bSKevin Wolf         }
290bc4ee65bSKevin Wolf     }
291bc4ee65bSKevin Wolf 
292bc4ee65bSKevin Wolf     return false;
293bc4ee65bSKevin Wolf }
294bc4ee65bSKevin Wolf 
295bc4ee65bSKevin Wolf /* type == BLOCK_EXPORT_TYPE__MAX for all types */
296bc4ee65bSKevin Wolf void blk_exp_close_all_type(BlockExportType type)
297bc4ee65bSKevin Wolf {
298bc4ee65bSKevin Wolf     BlockExport *exp, *next;
299bc4ee65bSKevin Wolf 
300bc4ee65bSKevin Wolf     assert(in_aio_context_home_thread(qemu_get_aio_context()));
301bc4ee65bSKevin Wolf 
302bc4ee65bSKevin Wolf     QLIST_FOREACH_SAFE(exp, &block_exports, next, next) {
303bc4ee65bSKevin Wolf         if (type != BLOCK_EXPORT_TYPE__MAX && exp->drv->type != type) {
304bc4ee65bSKevin Wolf             continue;
305bc4ee65bSKevin Wolf         }
306bc4ee65bSKevin Wolf         blk_exp_request_shutdown(exp);
307bc4ee65bSKevin Wolf     }
308bc4ee65bSKevin Wolf 
309bc4ee65bSKevin Wolf     AIO_WAIT_WHILE(NULL, blk_exp_has_type(type));
310bc4ee65bSKevin Wolf }
311bc4ee65bSKevin Wolf 
312bc4ee65bSKevin Wolf void blk_exp_close_all(void)
313bc4ee65bSKevin Wolf {
314bc4ee65bSKevin Wolf     blk_exp_close_all_type(BLOCK_EXPORT_TYPE__MAX);
315bc4ee65bSKevin Wolf }
316bc4ee65bSKevin Wolf 
3179b562c64SKevin Wolf void qmp_block_export_add(BlockExportOptions *export, Error **errp)
3189b562c64SKevin Wolf {
3199b562c64SKevin Wolf     blk_exp_add(export, errp);
32056ee8626SKevin Wolf }
3213c3bc462SKevin Wolf 
3223c3bc462SKevin Wolf void qmp_block_export_del(const char *id,
3233c3bc462SKevin Wolf                           bool has_mode, BlockExportRemoveMode mode,
3243c3bc462SKevin Wolf                           Error **errp)
3253c3bc462SKevin Wolf {
3263c3bc462SKevin Wolf     ERRP_GUARD();
3273c3bc462SKevin Wolf     BlockExport *exp;
3283c3bc462SKevin Wolf 
3293c3bc462SKevin Wolf     exp = blk_exp_find(id);
3303c3bc462SKevin Wolf     if (exp == NULL) {
3313c3bc462SKevin Wolf         error_setg(errp, "Export '%s' is not found", id);
3323c3bc462SKevin Wolf         return;
3333c3bc462SKevin Wolf     }
3343c3bc462SKevin Wolf     if (!exp->user_owned) {
3353c3bc462SKevin Wolf         error_setg(errp, "Export '%s' is already shutting down", id);
3363c3bc462SKevin Wolf         return;
3373c3bc462SKevin Wolf     }
3383c3bc462SKevin Wolf 
3393c3bc462SKevin Wolf     if (!has_mode) {
3403c3bc462SKevin Wolf         mode = BLOCK_EXPORT_REMOVE_MODE_SAFE;
3413c3bc462SKevin Wolf     }
3423c3bc462SKevin Wolf     if (mode == BLOCK_EXPORT_REMOVE_MODE_SAFE && exp->refcount > 1) {
3433c3bc462SKevin Wolf         error_setg(errp, "export '%s' still in use", exp->id);
3443c3bc462SKevin Wolf         error_append_hint(errp, "Use mode='hard' to force client "
3453c3bc462SKevin Wolf                           "disconnect\n");
3463c3bc462SKevin Wolf         return;
3473c3bc462SKevin Wolf     }
3483c3bc462SKevin Wolf 
3493c3bc462SKevin Wolf     blk_exp_request_shutdown(exp);
3503c3bc462SKevin Wolf }
3518cade320SKevin Wolf 
3528cade320SKevin Wolf BlockExportInfoList *qmp_query_block_exports(Error **errp)
3538cade320SKevin Wolf {
354c3033fd3SEric Blake     BlockExportInfoList *head = NULL, **tail = &head;
3558cade320SKevin Wolf     BlockExport *exp;
3568cade320SKevin Wolf 
3578cade320SKevin Wolf     QLIST_FOREACH(exp, &block_exports, next) {
3588cade320SKevin Wolf         BlockExportInfo *info = g_new(BlockExportInfo, 1);
3598cade320SKevin Wolf         *info = (BlockExportInfo) {
3608cade320SKevin Wolf             .id             = g_strdup(exp->id),
3618cade320SKevin Wolf             .type           = exp->drv->type,
3628cade320SKevin Wolf             .node_name      = g_strdup(bdrv_get_node_name(blk_bs(exp->blk))),
3638cade320SKevin Wolf             .shutting_down  = !exp->user_owned,
3648cade320SKevin Wolf         };
3658cade320SKevin Wolf 
366c3033fd3SEric Blake         QAPI_LIST_APPEND(tail, info);
3678cade320SKevin Wolf     }
3688cade320SKevin Wolf 
3698cade320SKevin Wolf     return head;
3708cade320SKevin Wolf }
371