1019d6b8fSAnthony Liguori /* 2019d6b8fSAnthony Liguori * QEMU Block driver for NBD 3019d6b8fSAnthony Liguori * 4f7651539SVladimir Sementsov-Ogievskiy * Copyright (c) 2019 Virtuozzo International GmbH. 586f8cdf3SVladimir Sementsov-Ogievskiy * Copyright (C) 2016 Red Hat, Inc. 6019d6b8fSAnthony Liguori * Copyright (C) 2008 Bull S.A.S. 7019d6b8fSAnthony Liguori * Author: Laurent Vivier <Laurent.Vivier@bull.net> 8019d6b8fSAnthony Liguori * 9019d6b8fSAnthony Liguori * Some parts: 10019d6b8fSAnthony Liguori * Copyright (C) 2007 Anthony Liguori <anthony@codemonkey.ws> 11019d6b8fSAnthony Liguori * 12019d6b8fSAnthony Liguori * Permission is hereby granted, free of charge, to any person obtaining a copy 13019d6b8fSAnthony Liguori * of this software and associated documentation files (the "Software"), to deal 14019d6b8fSAnthony Liguori * in the Software without restriction, including without limitation the rights 15019d6b8fSAnthony Liguori * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 16019d6b8fSAnthony Liguori * copies of the Software, and to permit persons to whom the Software is 17019d6b8fSAnthony Liguori * furnished to do so, subject to the following conditions: 18019d6b8fSAnthony Liguori * 19019d6b8fSAnthony Liguori * The above copyright notice and this permission notice shall be included in 20019d6b8fSAnthony Liguori * all copies or substantial portions of the Software. 21019d6b8fSAnthony Liguori * 22019d6b8fSAnthony Liguori * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 23019d6b8fSAnthony Liguori * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 24019d6b8fSAnthony Liguori * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 25019d6b8fSAnthony Liguori * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 26019d6b8fSAnthony Liguori * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 27019d6b8fSAnthony Liguori * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 28019d6b8fSAnthony Liguori * THE SOFTWARE. 29019d6b8fSAnthony Liguori */ 30019d6b8fSAnthony Liguori 3180c71a24SPeter Maydell #include "qemu/osdep.h" 3286f8cdf3SVladimir Sementsov-Ogievskiy 3386f8cdf3SVladimir Sementsov-Ogievskiy #include "trace.h" 341de7afc9SPaolo Bonzini #include "qemu/uri.h" 35922a01a0SMarkus Armbruster #include "qemu/option.h" 36f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 37db725815SMarkus Armbruster #include "qemu/main-loop.h" 38fee091cdSLukas Straub #include "qemu/atomic.h" 39019d6b8fSAnthony Liguori 4086f8cdf3SVladimir Sementsov-Ogievskiy #include "qapi/qapi-visit-sockets.h" 4186f8cdf3SVladimir Sementsov-Ogievskiy #include "qapi/qmp/qstring.h" 421dc4718dSVladimir Sementsov-Ogievskiy #include "qapi/clone-visitor.h" 4386f8cdf3SVladimir Sementsov-Ogievskiy 4486f8cdf3SVladimir Sementsov-Ogievskiy #include "block/qdict.h" 4586f8cdf3SVladimir Sementsov-Ogievskiy #include "block/nbd.h" 4686f8cdf3SVladimir Sementsov-Ogievskiy #include "block/block_int.h" 4786f8cdf3SVladimir Sementsov-Ogievskiy 48fee091cdSLukas Straub #include "qemu/yank.h" 49fee091cdSLukas Straub 501d45f8b5SLaurent Vivier #define EN_OPTSTR ":exportname=" 5186f8cdf3SVladimir Sementsov-Ogievskiy #define MAX_NBD_REQUESTS 16 5286f8cdf3SVladimir Sementsov-Ogievskiy 5386f8cdf3SVladimir Sementsov-Ogievskiy #define HANDLE_TO_INDEX(bs, handle) ((handle) ^ (uint64_t)(intptr_t)(bs)) 5486f8cdf3SVladimir Sementsov-Ogievskiy #define INDEX_TO_HANDLE(bs, index) ((index) ^ (uint64_t)(intptr_t)(bs)) 5586f8cdf3SVladimir Sementsov-Ogievskiy 5686f8cdf3SVladimir Sementsov-Ogievskiy typedef struct { 5786f8cdf3SVladimir Sementsov-Ogievskiy Coroutine *coroutine; 5886f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset; /* original offset of the request */ 5986f8cdf3SVladimir Sementsov-Ogievskiy bool receiving; /* waiting for connection_co? */ 6086f8cdf3SVladimir Sementsov-Ogievskiy } NBDClientRequest; 6186f8cdf3SVladimir Sementsov-Ogievskiy 62a34b1e5eSVladimir Sementsov-Ogievskiy typedef enum NBDClientState { 63f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_WAIT, 64f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_NOWAIT, 65a34b1e5eSVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTED, 66a34b1e5eSVladimir Sementsov-Ogievskiy NBD_CLIENT_QUIT 67a34b1e5eSVladimir Sementsov-Ogievskiy } NBDClientState; 68a34b1e5eSVladimir Sementsov-Ogievskiy 69611ae1d7SVladimir Sementsov-Ogievskiy typedef struct BDRVNBDState { 7095a078eaSVladimir Sementsov-Ogievskiy QIOChannel *ioc; /* The current I/O channel */ 7186f8cdf3SVladimir Sementsov-Ogievskiy NBDExportInfo info; 7286f8cdf3SVladimir Sementsov-Ogievskiy 7386f8cdf3SVladimir Sementsov-Ogievskiy CoMutex send_mutex; 7486f8cdf3SVladimir Sementsov-Ogievskiy CoQueue free_sema; 7586f8cdf3SVladimir Sementsov-Ogievskiy Coroutine *connection_co; 7678c81a3fSMax Reitz Coroutine *teardown_co; 7729a6ea24SPaolo Bonzini QemuCoSleep reconnect_sleep; 78f7651539SVladimir Sementsov-Ogievskiy bool drained; 79f7651539SVladimir Sementsov-Ogievskiy bool wait_drained_end; 8086f8cdf3SVladimir Sementsov-Ogievskiy int in_flight; 81a34b1e5eSVladimir Sementsov-Ogievskiy NBDClientState state; 82f7651539SVladimir Sementsov-Ogievskiy bool wait_in_flight; 8386f8cdf3SVladimir Sementsov-Ogievskiy 8446f56631SVladimir Sementsov-Ogievskiy QEMUTimer *reconnect_delay_timer; 8546f56631SVladimir Sementsov-Ogievskiy 8686f8cdf3SVladimir Sementsov-Ogievskiy NBDClientRequest requests[MAX_NBD_REQUESTS]; 8786f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply; 8886f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs; 8903504d05SMax Reitz 908f071c9dSVladimir Sementsov-Ogievskiy /* Connection parameters */ 918f071c9dSVladimir Sementsov-Ogievskiy uint32_t reconnect_delay; 9262cf396bSMarkus Armbruster SocketAddress *saddr; 93491d6c7cSMax Reitz char *export, *tlscredsid; 948f071c9dSVladimir Sementsov-Ogievskiy QCryptoTLSCreds *tlscreds; 958f071c9dSVladimir Sementsov-Ogievskiy const char *hostname; 968f071c9dSVladimir Sementsov-Ogievskiy char *x_dirty_bitmap; 97dbc7b014SEric Blake bool alloc_depth; 981dc4718dSVladimir Sementsov-Ogievskiy 9990ddc64fSVladimir Sementsov-Ogievskiy NBDClientConnection *conn; 100019d6b8fSAnthony Liguori } BDRVNBDState; 101019d6b8fSAnthony Liguori 10295a078eaSVladimir Sementsov-Ogievskiy static QIOChannelSocket *nbd_establish_connection(BlockDriverState *bs, 10395a078eaSVladimir Sementsov-Ogievskiy SocketAddress *saddr, 104fa35591bSVladimir Sementsov-Ogievskiy Error **errp); 10595a078eaSVladimir Sementsov-Ogievskiy static int nbd_client_handshake(BlockDriverState *bs, QIOChannelSocket *sioc, 10695a078eaSVladimir Sementsov-Ogievskiy Error **errp); 107fee091cdSLukas Straub static void nbd_yank(void *opaque); 108f7651539SVladimir Sementsov-Ogievskiy 109bbba1c37SVladimir Sementsov-Ogievskiy static void nbd_clear_bdrvstate(BlockDriverState *bs) 1107f493662SPan Nengyuan { 111bbba1c37SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 112e8b35bf5SRoman Kagan 113248d4701SVladimir Sementsov-Ogievskiy nbd_client_connection_release(s->conn); 114248d4701SVladimir Sementsov-Ogievskiy s->conn = NULL; 115bbba1c37SVladimir Sementsov-Ogievskiy 116bbba1c37SVladimir Sementsov-Ogievskiy yank_unregister_instance(BLOCKDEV_YANK_INSTANCE(bs->node_name)); 117bbba1c37SVladimir Sementsov-Ogievskiy 1187f493662SPan Nengyuan object_unref(OBJECT(s->tlscreds)); 1197f493662SPan Nengyuan qapi_free_SocketAddress(s->saddr); 1207f493662SPan Nengyuan s->saddr = NULL; 1217f493662SPan Nengyuan g_free(s->export); 1227f493662SPan Nengyuan s->export = NULL; 1237f493662SPan Nengyuan g_free(s->tlscredsid); 1247f493662SPan Nengyuan s->tlscredsid = NULL; 1257f493662SPan Nengyuan g_free(s->x_dirty_bitmap); 1267f493662SPan Nengyuan s->x_dirty_bitmap = NULL; 1277f493662SPan Nengyuan } 1287f493662SPan Nengyuan 129a34b1e5eSVladimir Sementsov-Ogievskiy static void nbd_channel_error(BDRVNBDState *s, int ret) 130a34b1e5eSVladimir Sementsov-Ogievskiy { 131f7651539SVladimir Sementsov-Ogievskiy if (ret == -EIO) { 132fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED) { 133f7651539SVladimir Sementsov-Ogievskiy s->state = s->reconnect_delay ? NBD_CLIENT_CONNECTING_WAIT : 134f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_NOWAIT; 135f7651539SVladimir Sementsov-Ogievskiy } 136f7651539SVladimir Sementsov-Ogievskiy } else { 137fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED) { 138f7651539SVladimir Sementsov-Ogievskiy qio_channel_shutdown(s->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL); 139f7651539SVladimir Sementsov-Ogievskiy } 140a34b1e5eSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_QUIT; 141a34b1e5eSVladimir Sementsov-Ogievskiy } 142f7651539SVladimir Sementsov-Ogievskiy } 143a34b1e5eSVladimir Sementsov-Ogievskiy 144611ae1d7SVladimir Sementsov-Ogievskiy static void nbd_recv_coroutines_wake_all(BDRVNBDState *s) 14586f8cdf3SVladimir Sementsov-Ogievskiy { 14686f8cdf3SVladimir Sementsov-Ogievskiy int i; 14786f8cdf3SVladimir Sementsov-Ogievskiy 14886f8cdf3SVladimir Sementsov-Ogievskiy for (i = 0; i < MAX_NBD_REQUESTS; i++) { 14986f8cdf3SVladimir Sementsov-Ogievskiy NBDClientRequest *req = &s->requests[i]; 15086f8cdf3SVladimir Sementsov-Ogievskiy 15186f8cdf3SVladimir Sementsov-Ogievskiy if (req->coroutine && req->receiving) { 15286f8cdf3SVladimir Sementsov-Ogievskiy aio_co_wake(req->coroutine); 15386f8cdf3SVladimir Sementsov-Ogievskiy } 15486f8cdf3SVladimir Sementsov-Ogievskiy } 15586f8cdf3SVladimir Sementsov-Ogievskiy } 15686f8cdf3SVladimir Sementsov-Ogievskiy 15746f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_del(BDRVNBDState *s) 15846f56631SVladimir Sementsov-Ogievskiy { 15946f56631SVladimir Sementsov-Ogievskiy if (s->reconnect_delay_timer) { 16046f56631SVladimir Sementsov-Ogievskiy timer_free(s->reconnect_delay_timer); 16146f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay_timer = NULL; 16246f56631SVladimir Sementsov-Ogievskiy } 16346f56631SVladimir Sementsov-Ogievskiy } 16446f56631SVladimir Sementsov-Ogievskiy 16546f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_cb(void *opaque) 16646f56631SVladimir Sementsov-Ogievskiy { 16746f56631SVladimir Sementsov-Ogievskiy BDRVNBDState *s = opaque; 16846f56631SVladimir Sementsov-Ogievskiy 169fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT) { 17046f56631SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_NOWAIT; 17146f56631SVladimir Sementsov-Ogievskiy while (qemu_co_enter_next(&s->free_sema, NULL)) { 17246f56631SVladimir Sementsov-Ogievskiy /* Resume all queued requests */ 17346f56631SVladimir Sementsov-Ogievskiy } 17446f56631SVladimir Sementsov-Ogievskiy } 17546f56631SVladimir Sementsov-Ogievskiy 17646f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 17746f56631SVladimir Sementsov-Ogievskiy } 17846f56631SVladimir Sementsov-Ogievskiy 17946f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_init(BDRVNBDState *s, uint64_t expire_time_ns) 18046f56631SVladimir Sementsov-Ogievskiy { 181fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTING_WAIT) { 18246f56631SVladimir Sementsov-Ogievskiy return; 18346f56631SVladimir Sementsov-Ogievskiy } 18446f56631SVladimir Sementsov-Ogievskiy 18546f56631SVladimir Sementsov-Ogievskiy assert(!s->reconnect_delay_timer); 18646f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay_timer = aio_timer_new(bdrv_get_aio_context(s->bs), 18746f56631SVladimir Sementsov-Ogievskiy QEMU_CLOCK_REALTIME, 18846f56631SVladimir Sementsov-Ogievskiy SCALE_NS, 18946f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_cb, s); 19046f56631SVladimir Sementsov-Ogievskiy timer_mod(s->reconnect_delay_timer, expire_time_ns); 19146f56631SVladimir Sementsov-Ogievskiy } 19246f56631SVladimir Sementsov-Ogievskiy 19386f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_detach_aio_context(BlockDriverState *bs) 19486f8cdf3SVladimir Sementsov-Ogievskiy { 195611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 196611ae1d7SVladimir Sementsov-Ogievskiy 19746f56631SVladimir Sementsov-Ogievskiy /* Timer is deleted in nbd_client_co_drain_begin() */ 19846f56631SVladimir Sementsov-Ogievskiy assert(!s->reconnect_delay_timer); 1993b5e4db6SRoman Kagan /* 2003b5e4db6SRoman Kagan * If reconnect is in progress we may have no ->ioc. It will be 2013b5e4db6SRoman Kagan * re-instantiated in the proper aio context once the connection is 2023b5e4db6SRoman Kagan * reestablished. 2033b5e4db6SRoman Kagan */ 2043b5e4db6SRoman Kagan if (s->ioc) { 205611ae1d7SVladimir Sementsov-Ogievskiy qio_channel_detach_aio_context(QIO_CHANNEL(s->ioc)); 20686f8cdf3SVladimir Sementsov-Ogievskiy } 2073b5e4db6SRoman Kagan } 20886f8cdf3SVladimir Sementsov-Ogievskiy 20986f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_attach_aio_context_bh(void *opaque) 21086f8cdf3SVladimir Sementsov-Ogievskiy { 21186f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs = opaque; 212611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 21386f8cdf3SVladimir Sementsov-Ogievskiy 214ddde5ee7SRoman Kagan if (s->connection_co) { 21586f8cdf3SVladimir Sementsov-Ogievskiy /* 21686f8cdf3SVladimir Sementsov-Ogievskiy * The node is still drained, so we know the coroutine has yielded in 217ddde5ee7SRoman Kagan * nbd_read_eof(), the only place where bs->in_flight can reach 0, or 218ddde5ee7SRoman Kagan * it is entered for the first time. Both places are safe for entering 219ddde5ee7SRoman Kagan * the coroutine. 22086f8cdf3SVladimir Sementsov-Ogievskiy */ 221611ae1d7SVladimir Sementsov-Ogievskiy qemu_aio_coroutine_enter(bs->aio_context, s->connection_co); 222ddde5ee7SRoman Kagan } 22386f8cdf3SVladimir Sementsov-Ogievskiy bdrv_dec_in_flight(bs); 22486f8cdf3SVladimir Sementsov-Ogievskiy } 22586f8cdf3SVladimir Sementsov-Ogievskiy 22686f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_attach_aio_context(BlockDriverState *bs, 22786f8cdf3SVladimir Sementsov-Ogievskiy AioContext *new_context) 22886f8cdf3SVladimir Sementsov-Ogievskiy { 229611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 230611ae1d7SVladimir Sementsov-Ogievskiy 231f7651539SVladimir Sementsov-Ogievskiy /* 232f7651539SVladimir Sementsov-Ogievskiy * s->connection_co is either yielded from nbd_receive_reply or from 233f7651539SVladimir Sementsov-Ogievskiy * nbd_co_reconnect_loop() 234f7651539SVladimir Sementsov-Ogievskiy */ 235fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED) { 236611ae1d7SVladimir Sementsov-Ogievskiy qio_channel_attach_aio_context(QIO_CHANNEL(s->ioc), new_context); 237f7651539SVladimir Sementsov-Ogievskiy } 23886f8cdf3SVladimir Sementsov-Ogievskiy 23986f8cdf3SVladimir Sementsov-Ogievskiy bdrv_inc_in_flight(bs); 24086f8cdf3SVladimir Sementsov-Ogievskiy 24186f8cdf3SVladimir Sementsov-Ogievskiy /* 24286f8cdf3SVladimir Sementsov-Ogievskiy * Need to wait here for the BH to run because the BH must run while the 24386f8cdf3SVladimir Sementsov-Ogievskiy * node is still drained. 24486f8cdf3SVladimir Sementsov-Ogievskiy */ 24586f8cdf3SVladimir Sementsov-Ogievskiy aio_wait_bh_oneshot(new_context, nbd_client_attach_aio_context_bh, bs); 24686f8cdf3SVladimir Sementsov-Ogievskiy } 24786f8cdf3SVladimir Sementsov-Ogievskiy 248f7651539SVladimir Sementsov-Ogievskiy static void coroutine_fn nbd_client_co_drain_begin(BlockDriverState *bs) 249f7651539SVladimir Sementsov-Ogievskiy { 250f7651539SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 251f7651539SVladimir Sementsov-Ogievskiy 252f7651539SVladimir Sementsov-Ogievskiy s->drained = true; 25329a6ea24SPaolo Bonzini qemu_co_sleep_wake(&s->reconnect_sleep); 2541dc4718dSVladimir Sementsov-Ogievskiy 25590ddc64fSVladimir Sementsov-Ogievskiy nbd_co_establish_connection_cancel(s->conn); 2568c517de2SVladimir Sementsov-Ogievskiy 25746f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 25846f56631SVladimir Sementsov-Ogievskiy 259fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT) { 2608c517de2SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_NOWAIT; 2618c517de2SVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 2628c517de2SVladimir Sementsov-Ogievskiy } 263f7651539SVladimir Sementsov-Ogievskiy } 264f7651539SVladimir Sementsov-Ogievskiy 265f7651539SVladimir Sementsov-Ogievskiy static void coroutine_fn nbd_client_co_drain_end(BlockDriverState *bs) 266f7651539SVladimir Sementsov-Ogievskiy { 267f7651539SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 268f7651539SVladimir Sementsov-Ogievskiy 269f7651539SVladimir Sementsov-Ogievskiy s->drained = false; 270f7651539SVladimir Sementsov-Ogievskiy if (s->wait_drained_end) { 271f7651539SVladimir Sementsov-Ogievskiy s->wait_drained_end = false; 272f7651539SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 273f7651539SVladimir Sementsov-Ogievskiy } 274f7651539SVladimir Sementsov-Ogievskiy } 275f7651539SVladimir Sementsov-Ogievskiy 27686f8cdf3SVladimir Sementsov-Ogievskiy 27786f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_teardown_connection(BlockDriverState *bs) 27886f8cdf3SVladimir Sementsov-Ogievskiy { 279611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 28086f8cdf3SVladimir Sementsov-Ogievskiy 281fbeb3e63SVladimir Sementsov-Ogievskiy if (s->ioc) { 28286f8cdf3SVladimir Sementsov-Ogievskiy /* finish any pending coroutines */ 283f7651539SVladimir Sementsov-Ogievskiy qio_channel_shutdown(s->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL); 284f7651539SVladimir Sementsov-Ogievskiy } 285fbeb3e63SVladimir Sementsov-Ogievskiy 286f7651539SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_QUIT; 287f7651539SVladimir Sementsov-Ogievskiy if (s->connection_co) { 28829a6ea24SPaolo Bonzini qemu_co_sleep_wake(&s->reconnect_sleep); 28990ddc64fSVladimir Sementsov-Ogievskiy nbd_co_establish_connection_cancel(s->conn); 290f7651539SVladimir Sementsov-Ogievskiy } 29178c81a3fSMax Reitz if (qemu_in_coroutine()) { 29278c81a3fSMax Reitz s->teardown_co = qemu_coroutine_self(); 29378c81a3fSMax Reitz /* connection_co resumes us when it terminates */ 29478c81a3fSMax Reitz qemu_coroutine_yield(); 29578c81a3fSMax Reitz s->teardown_co = NULL; 29678c81a3fSMax Reitz } else { 297611ae1d7SVladimir Sementsov-Ogievskiy BDRV_POLL_WHILE(bs, s->connection_co); 298f7651539SVladimir Sementsov-Ogievskiy } 29978c81a3fSMax Reitz assert(!s->connection_co); 30078c81a3fSMax Reitz } 30186f8cdf3SVladimir Sementsov-Ogievskiy 302f7651539SVladimir Sementsov-Ogievskiy static bool nbd_client_connecting(BDRVNBDState *s) 303f7651539SVladimir Sementsov-Ogievskiy { 304fee091cdSLukas Straub NBDClientState state = qatomic_load_acquire(&s->state); 305fee091cdSLukas Straub return state == NBD_CLIENT_CONNECTING_WAIT || 306fee091cdSLukas Straub state == NBD_CLIENT_CONNECTING_NOWAIT; 307f7651539SVladimir Sementsov-Ogievskiy } 308f7651539SVladimir Sementsov-Ogievskiy 309f7651539SVladimir Sementsov-Ogievskiy static bool nbd_client_connecting_wait(BDRVNBDState *s) 310f7651539SVladimir Sementsov-Ogievskiy { 311fee091cdSLukas Straub return qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT; 312f7651539SVladimir Sementsov-Ogievskiy } 313f7651539SVladimir Sementsov-Ogievskiy 314e9ba7788SVladimir Sementsov-Ogievskiy /* 315e9ba7788SVladimir Sementsov-Ogievskiy * Update @bs with information learned during a completed negotiation process. 316e9ba7788SVladimir Sementsov-Ogievskiy * Return failure if the server's advertised options are incompatible with the 317e9ba7788SVladimir Sementsov-Ogievskiy * client's needs. 318e9ba7788SVladimir Sementsov-Ogievskiy */ 319e9ba7788SVladimir Sementsov-Ogievskiy static int nbd_handle_updated_info(BlockDriverState *bs, Error **errp) 320e9ba7788SVladimir Sementsov-Ogievskiy { 321e9ba7788SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 322e9ba7788SVladimir Sementsov-Ogievskiy int ret; 323e9ba7788SVladimir Sementsov-Ogievskiy 324e9ba7788SVladimir Sementsov-Ogievskiy if (s->x_dirty_bitmap) { 325e9ba7788SVladimir Sementsov-Ogievskiy if (!s->info.base_allocation) { 326e9ba7788SVladimir Sementsov-Ogievskiy error_setg(errp, "requested x-dirty-bitmap %s not found", 327e9ba7788SVladimir Sementsov-Ogievskiy s->x_dirty_bitmap); 328e9ba7788SVladimir Sementsov-Ogievskiy return -EINVAL; 329e9ba7788SVladimir Sementsov-Ogievskiy } 330e9ba7788SVladimir Sementsov-Ogievskiy if (strcmp(s->x_dirty_bitmap, "qemu:allocation-depth") == 0) { 331e9ba7788SVladimir Sementsov-Ogievskiy s->alloc_depth = true; 332e9ba7788SVladimir Sementsov-Ogievskiy } 333e9ba7788SVladimir Sementsov-Ogievskiy } 334e9ba7788SVladimir Sementsov-Ogievskiy 335e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_READ_ONLY) { 336e9ba7788SVladimir Sementsov-Ogievskiy ret = bdrv_apply_auto_read_only(bs, "NBD export is read-only", errp); 337e9ba7788SVladimir Sementsov-Ogievskiy if (ret < 0) { 338e9ba7788SVladimir Sementsov-Ogievskiy return ret; 339e9ba7788SVladimir Sementsov-Ogievskiy } 340e9ba7788SVladimir Sementsov-Ogievskiy } 341e9ba7788SVladimir Sementsov-Ogievskiy 342e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_FUA) { 343e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_write_flags = BDRV_REQ_FUA; 344e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_FUA; 345e9ba7788SVladimir Sementsov-Ogievskiy } 346e9ba7788SVladimir Sementsov-Ogievskiy 347e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_WRITE_ZEROES) { 348e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_MAY_UNMAP; 349e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_FAST_ZERO) { 350e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_NO_FALLBACK; 351e9ba7788SVladimir Sementsov-Ogievskiy } 352e9ba7788SVladimir Sementsov-Ogievskiy } 353e9ba7788SVladimir Sementsov-Ogievskiy 354e9ba7788SVladimir Sementsov-Ogievskiy trace_nbd_client_handshake_success(s->export); 355e9ba7788SVladimir Sementsov-Ogievskiy 356e9ba7788SVladimir Sementsov-Ogievskiy return 0; 357e9ba7788SVladimir Sementsov-Ogievskiy } 358e9ba7788SVladimir Sementsov-Ogievskiy 359*51edbf53SVladimir Sementsov-Ogievskiy static int coroutine_fn nbd_co_do_establish_connection(BlockDriverState *bs, 360*51edbf53SVladimir Sementsov-Ogievskiy Error **errp) 361*51edbf53SVladimir Sementsov-Ogievskiy { 362*51edbf53SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 363*51edbf53SVladimir Sementsov-Ogievskiy int ret; 364*51edbf53SVladimir Sementsov-Ogievskiy 365*51edbf53SVladimir Sementsov-Ogievskiy assert(!s->ioc); 366*51edbf53SVladimir Sementsov-Ogievskiy 367*51edbf53SVladimir Sementsov-Ogievskiy s->ioc = nbd_co_establish_connection(s->conn, &s->info, errp); 368*51edbf53SVladimir Sementsov-Ogievskiy if (!s->ioc) { 369*51edbf53SVladimir Sementsov-Ogievskiy return -ECONNREFUSED; 370*51edbf53SVladimir Sementsov-Ogievskiy } 371*51edbf53SVladimir Sementsov-Ogievskiy 372*51edbf53SVladimir Sementsov-Ogievskiy ret = nbd_handle_updated_info(s->bs, NULL); 373*51edbf53SVladimir Sementsov-Ogievskiy if (ret < 0) { 374*51edbf53SVladimir Sementsov-Ogievskiy /* 375*51edbf53SVladimir Sementsov-Ogievskiy * We have connected, but must fail for other reasons. 376*51edbf53SVladimir Sementsov-Ogievskiy * Send NBD_CMD_DISC as a courtesy to the server. 377*51edbf53SVladimir Sementsov-Ogievskiy */ 378*51edbf53SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_DISC }; 379*51edbf53SVladimir Sementsov-Ogievskiy 380*51edbf53SVladimir Sementsov-Ogievskiy nbd_send_request(s->ioc, &request); 381*51edbf53SVladimir Sementsov-Ogievskiy 382*51edbf53SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc)); 383*51edbf53SVladimir Sementsov-Ogievskiy s->ioc = NULL; 384*51edbf53SVladimir Sementsov-Ogievskiy 385*51edbf53SVladimir Sementsov-Ogievskiy return ret; 386*51edbf53SVladimir Sementsov-Ogievskiy } 387*51edbf53SVladimir Sementsov-Ogievskiy 388*51edbf53SVladimir Sementsov-Ogievskiy qio_channel_set_blocking(s->ioc, false, NULL); 389*51edbf53SVladimir Sementsov-Ogievskiy qio_channel_attach_aio_context(s->ioc, bdrv_get_aio_context(bs)); 390*51edbf53SVladimir Sementsov-Ogievskiy 391*51edbf53SVladimir Sementsov-Ogievskiy yank_register_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name), nbd_yank, 392*51edbf53SVladimir Sementsov-Ogievskiy bs); 393*51edbf53SVladimir Sementsov-Ogievskiy 394*51edbf53SVladimir Sementsov-Ogievskiy /* successfully connected */ 395*51edbf53SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTED; 396*51edbf53SVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 397*51edbf53SVladimir Sementsov-Ogievskiy 398*51edbf53SVladimir Sementsov-Ogievskiy return 0; 399*51edbf53SVladimir Sementsov-Ogievskiy } 400*51edbf53SVladimir Sementsov-Ogievskiy 401f7651539SVladimir Sementsov-Ogievskiy static coroutine_fn void nbd_reconnect_attempt(BDRVNBDState *s) 402f7651539SVladimir Sementsov-Ogievskiy { 403f7651539SVladimir Sementsov-Ogievskiy if (!nbd_client_connecting(s)) { 404f7651539SVladimir Sementsov-Ogievskiy return; 405f7651539SVladimir Sementsov-Ogievskiy } 406f7651539SVladimir Sementsov-Ogievskiy 407f7651539SVladimir Sementsov-Ogievskiy /* Wait for completion of all in-flight requests */ 408f7651539SVladimir Sementsov-Ogievskiy 409f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 410f7651539SVladimir Sementsov-Ogievskiy 411f7651539SVladimir Sementsov-Ogievskiy while (s->in_flight > 0) { 412f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 413f7651539SVladimir Sementsov-Ogievskiy nbd_recv_coroutines_wake_all(s); 414f7651539SVladimir Sementsov-Ogievskiy s->wait_in_flight = true; 415f7651539SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 416f7651539SVladimir Sementsov-Ogievskiy s->wait_in_flight = false; 417f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 418f7651539SVladimir Sementsov-Ogievskiy } 419f7651539SVladimir Sementsov-Ogievskiy 420f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 421f7651539SVladimir Sementsov-Ogievskiy 422f7651539SVladimir Sementsov-Ogievskiy if (!nbd_client_connecting(s)) { 423f7651539SVladimir Sementsov-Ogievskiy return; 424f7651539SVladimir Sementsov-Ogievskiy } 425f7651539SVladimir Sementsov-Ogievskiy 426f7651539SVladimir Sementsov-Ogievskiy /* 427f7651539SVladimir Sementsov-Ogievskiy * Now we are sure that nobody is accessing the channel, and no one will 428f7651539SVladimir Sementsov-Ogievskiy * try until we set the state to CONNECTED. 429f7651539SVladimir Sementsov-Ogievskiy */ 430f7651539SVladimir Sementsov-Ogievskiy 431f7651539SVladimir Sementsov-Ogievskiy /* Finalize previous connection if any */ 432f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) { 4338a509afdSVladimir Sementsov-Ogievskiy qio_channel_detach_aio_context(QIO_CHANNEL(s->ioc)); 434fee091cdSLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name), 435fee091cdSLukas Straub nbd_yank, s->bs); 436611ae1d7SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc)); 437611ae1d7SVladimir Sementsov-Ogievskiy s->ioc = NULL; 43886f8cdf3SVladimir Sementsov-Ogievskiy } 43986f8cdf3SVladimir Sementsov-Ogievskiy 440*51edbf53SVladimir Sementsov-Ogievskiy nbd_co_do_establish_connection(s->bs, NULL); 441fa35591bSVladimir Sementsov-Ogievskiy } 442f7651539SVladimir Sementsov-Ogievskiy 443f7651539SVladimir Sementsov-Ogievskiy static coroutine_fn void nbd_co_reconnect_loop(BDRVNBDState *s) 444f7651539SVladimir Sementsov-Ogievskiy { 445f7651539SVladimir Sementsov-Ogievskiy uint64_t timeout = 1 * NANOSECONDS_PER_SECOND; 446f7651539SVladimir Sementsov-Ogievskiy uint64_t max_timeout = 16 * NANOSECONDS_PER_SECOND; 447f7651539SVladimir Sementsov-Ogievskiy 448fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT) { 44946f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_init(s, qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + 45046f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay * NANOSECONDS_PER_SECOND); 45146f56631SVladimir Sementsov-Ogievskiy } 45246f56631SVladimir Sementsov-Ogievskiy 453f7651539SVladimir Sementsov-Ogievskiy nbd_reconnect_attempt(s); 454f7651539SVladimir Sementsov-Ogievskiy 455f7651539SVladimir Sementsov-Ogievskiy while (nbd_client_connecting(s)) { 456f7651539SVladimir Sementsov-Ogievskiy if (s->drained) { 457f7651539SVladimir Sementsov-Ogievskiy bdrv_dec_in_flight(s->bs); 458f7651539SVladimir Sementsov-Ogievskiy s->wait_drained_end = true; 459f7651539SVladimir Sementsov-Ogievskiy while (s->drained) { 460f7651539SVladimir Sementsov-Ogievskiy /* 461f7651539SVladimir Sementsov-Ogievskiy * We may be entered once from nbd_client_attach_aio_context_bh 462f7651539SVladimir Sementsov-Ogievskiy * and then from nbd_client_co_drain_end. So here is a loop. 463f7651539SVladimir Sementsov-Ogievskiy */ 464f7651539SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 465f7651539SVladimir Sementsov-Ogievskiy } 466f7651539SVladimir Sementsov-Ogievskiy bdrv_inc_in_flight(s->bs); 46712c75e20SVladimir Sementsov-Ogievskiy } else { 46829a6ea24SPaolo Bonzini qemu_co_sleep_ns_wakeable(&s->reconnect_sleep, 46929a6ea24SPaolo Bonzini QEMU_CLOCK_REALTIME, timeout); 47099d72dbaSVladimir Sementsov-Ogievskiy if (s->drained) { 47199d72dbaSVladimir Sementsov-Ogievskiy continue; 47299d72dbaSVladimir Sementsov-Ogievskiy } 473f7651539SVladimir Sementsov-Ogievskiy if (timeout < max_timeout) { 474f7651539SVladimir Sementsov-Ogievskiy timeout *= 2; 475f7651539SVladimir Sementsov-Ogievskiy } 47612c75e20SVladimir Sementsov-Ogievskiy } 477f7651539SVladimir Sementsov-Ogievskiy 478f7651539SVladimir Sementsov-Ogievskiy nbd_reconnect_attempt(s); 479f7651539SVladimir Sementsov-Ogievskiy } 48046f56631SVladimir Sementsov-Ogievskiy 48146f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 482f7651539SVladimir Sementsov-Ogievskiy } 483f7651539SVladimir Sementsov-Ogievskiy 48486f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn void nbd_connection_entry(void *opaque) 48586f8cdf3SVladimir Sementsov-Ogievskiy { 486611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = opaque; 48786f8cdf3SVladimir Sementsov-Ogievskiy uint64_t i; 48886f8cdf3SVladimir Sementsov-Ogievskiy int ret = 0; 48986f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 49086f8cdf3SVladimir Sementsov-Ogievskiy 491fee091cdSLukas Straub while (qatomic_load_acquire(&s->state) != NBD_CLIENT_QUIT) { 49286f8cdf3SVladimir Sementsov-Ogievskiy /* 49386f8cdf3SVladimir Sementsov-Ogievskiy * The NBD client can only really be considered idle when it has 49486f8cdf3SVladimir Sementsov-Ogievskiy * yielded from qio_channel_readv_all_eof(), waiting for data. This is 49586f8cdf3SVladimir Sementsov-Ogievskiy * the point where the additional scheduled coroutine entry happens 49686f8cdf3SVladimir Sementsov-Ogievskiy * after nbd_client_attach_aio_context(). 49786f8cdf3SVladimir Sementsov-Ogievskiy * 49886f8cdf3SVladimir Sementsov-Ogievskiy * Therefore we keep an additional in_flight reference all the time and 49986f8cdf3SVladimir Sementsov-Ogievskiy * only drop it temporarily here. 50086f8cdf3SVladimir Sementsov-Ogievskiy */ 501f7651539SVladimir Sementsov-Ogievskiy 502f7651539SVladimir Sementsov-Ogievskiy if (nbd_client_connecting(s)) { 503f7651539SVladimir Sementsov-Ogievskiy nbd_co_reconnect_loop(s); 504f7651539SVladimir Sementsov-Ogievskiy } 505f7651539SVladimir Sementsov-Ogievskiy 506fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 507f7651539SVladimir Sementsov-Ogievskiy continue; 508f7651539SVladimir Sementsov-Ogievskiy } 509f7651539SVladimir Sementsov-Ogievskiy 51086f8cdf3SVladimir Sementsov-Ogievskiy assert(s->reply.handle == 0); 51186f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_receive_reply(s->bs, s->ioc, &s->reply, &local_err); 51286f8cdf3SVladimir Sementsov-Ogievskiy 51386f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 51486f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_read_reply_entry_fail(ret, error_get_pretty(local_err)); 51586f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 516f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 51786f8cdf3SVladimir Sementsov-Ogievskiy } 51886f8cdf3SVladimir Sementsov-Ogievskiy if (ret <= 0) { 519a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret ? ret : -EIO); 520f7651539SVladimir Sementsov-Ogievskiy continue; 52186f8cdf3SVladimir Sementsov-Ogievskiy } 52286f8cdf3SVladimir Sementsov-Ogievskiy 52386f8cdf3SVladimir Sementsov-Ogievskiy /* 52486f8cdf3SVladimir Sementsov-Ogievskiy * There's no need for a mutex on the receive side, because the 52586f8cdf3SVladimir Sementsov-Ogievskiy * handler acts as a synchronization point and ensures that only 52686f8cdf3SVladimir Sementsov-Ogievskiy * one coroutine is called until the reply finishes. 52786f8cdf3SVladimir Sementsov-Ogievskiy */ 52886f8cdf3SVladimir Sementsov-Ogievskiy i = HANDLE_TO_INDEX(s, s->reply.handle); 52986f8cdf3SVladimir Sementsov-Ogievskiy if (i >= MAX_NBD_REQUESTS || 53086f8cdf3SVladimir Sementsov-Ogievskiy !s->requests[i].coroutine || 53186f8cdf3SVladimir Sementsov-Ogievskiy !s->requests[i].receiving || 53286f8cdf3SVladimir Sementsov-Ogievskiy (nbd_reply_is_structured(&s->reply) && !s->info.structured_reply)) 53386f8cdf3SVladimir Sementsov-Ogievskiy { 534a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 535f7651539SVladimir Sementsov-Ogievskiy continue; 53686f8cdf3SVladimir Sementsov-Ogievskiy } 53786f8cdf3SVladimir Sementsov-Ogievskiy 53886f8cdf3SVladimir Sementsov-Ogievskiy /* 53986f8cdf3SVladimir Sementsov-Ogievskiy * We're woken up again by the request itself. Note that there 54086f8cdf3SVladimir Sementsov-Ogievskiy * is no race between yielding and reentering connection_co. This 54186f8cdf3SVladimir Sementsov-Ogievskiy * is because: 54286f8cdf3SVladimir Sementsov-Ogievskiy * 54386f8cdf3SVladimir Sementsov-Ogievskiy * - if the request runs on the same AioContext, it is only 54486f8cdf3SVladimir Sementsov-Ogievskiy * entered after we yield 54586f8cdf3SVladimir Sementsov-Ogievskiy * 54686f8cdf3SVladimir Sementsov-Ogievskiy * - if the request runs on a different AioContext, reentering 54786f8cdf3SVladimir Sementsov-Ogievskiy * connection_co happens through a bottom half, which can only 54886f8cdf3SVladimir Sementsov-Ogievskiy * run after we yield. 54986f8cdf3SVladimir Sementsov-Ogievskiy */ 55086f8cdf3SVladimir Sementsov-Ogievskiy aio_co_wake(s->requests[i].coroutine); 55186f8cdf3SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 55286f8cdf3SVladimir Sementsov-Ogievskiy } 55386f8cdf3SVladimir Sementsov-Ogievskiy 554f7651539SVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 55586f8cdf3SVladimir Sementsov-Ogievskiy nbd_recv_coroutines_wake_all(s); 55686f8cdf3SVladimir Sementsov-Ogievskiy bdrv_dec_in_flight(s->bs); 55786f8cdf3SVladimir Sementsov-Ogievskiy 55886f8cdf3SVladimir Sementsov-Ogievskiy s->connection_co = NULL; 559f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) { 5608a509afdSVladimir Sementsov-Ogievskiy qio_channel_detach_aio_context(QIO_CHANNEL(s->ioc)); 561fee091cdSLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name), 562fee091cdSLukas Straub nbd_yank, s->bs); 563f7651539SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc)); 564f7651539SVladimir Sementsov-Ogievskiy s->ioc = NULL; 565f7651539SVladimir Sementsov-Ogievskiy } 566f7651539SVladimir Sementsov-Ogievskiy 56778c81a3fSMax Reitz if (s->teardown_co) { 56878c81a3fSMax Reitz aio_co_wake(s->teardown_co); 56978c81a3fSMax Reitz } 57086f8cdf3SVladimir Sementsov-Ogievskiy aio_wait_kick(); 57186f8cdf3SVladimir Sementsov-Ogievskiy } 57286f8cdf3SVladimir Sementsov-Ogievskiy 57386f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_co_send_request(BlockDriverState *bs, 57486f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest *request, 57586f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov) 57686f8cdf3SVladimir Sementsov-Ogievskiy { 577611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 578a34b1e5eSVladimir Sementsov-Ogievskiy int rc, i = -1; 57986f8cdf3SVladimir Sementsov-Ogievskiy 58086f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 581f7651539SVladimir Sementsov-Ogievskiy while (s->in_flight == MAX_NBD_REQUESTS || nbd_client_connecting_wait(s)) { 58286f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_queue_wait(&s->free_sema, &s->send_mutex); 58386f8cdf3SVladimir Sementsov-Ogievskiy } 584a34b1e5eSVladimir Sementsov-Ogievskiy 585fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 586a34b1e5eSVladimir Sementsov-Ogievskiy rc = -EIO; 587a34b1e5eSVladimir Sementsov-Ogievskiy goto err; 588a34b1e5eSVladimir Sementsov-Ogievskiy } 589a34b1e5eSVladimir Sementsov-Ogievskiy 59086f8cdf3SVladimir Sementsov-Ogievskiy s->in_flight++; 59186f8cdf3SVladimir Sementsov-Ogievskiy 59286f8cdf3SVladimir Sementsov-Ogievskiy for (i = 0; i < MAX_NBD_REQUESTS; i++) { 59386f8cdf3SVladimir Sementsov-Ogievskiy if (s->requests[i].coroutine == NULL) { 59486f8cdf3SVladimir Sementsov-Ogievskiy break; 59586f8cdf3SVladimir Sementsov-Ogievskiy } 59686f8cdf3SVladimir Sementsov-Ogievskiy } 59786f8cdf3SVladimir Sementsov-Ogievskiy 59886f8cdf3SVladimir Sementsov-Ogievskiy g_assert(qemu_in_coroutine()); 59986f8cdf3SVladimir Sementsov-Ogievskiy assert(i < MAX_NBD_REQUESTS); 60086f8cdf3SVladimir Sementsov-Ogievskiy 60186f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].coroutine = qemu_coroutine_self(); 60286f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].offset = request->from; 60386f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].receiving = false; 60486f8cdf3SVladimir Sementsov-Ogievskiy 60586f8cdf3SVladimir Sementsov-Ogievskiy request->handle = INDEX_TO_HANDLE(s, i); 60686f8cdf3SVladimir Sementsov-Ogievskiy 60786f8cdf3SVladimir Sementsov-Ogievskiy assert(s->ioc); 60886f8cdf3SVladimir Sementsov-Ogievskiy 60986f8cdf3SVladimir Sementsov-Ogievskiy if (qiov) { 61086f8cdf3SVladimir Sementsov-Ogievskiy qio_channel_set_cork(s->ioc, true); 61186f8cdf3SVladimir Sementsov-Ogievskiy rc = nbd_send_request(s->ioc, request); 612fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED && 613fee091cdSLukas Straub rc >= 0) { 61486f8cdf3SVladimir Sementsov-Ogievskiy if (qio_channel_writev_all(s->ioc, qiov->iov, qiov->niov, 61586f8cdf3SVladimir Sementsov-Ogievskiy NULL) < 0) { 61686f8cdf3SVladimir Sementsov-Ogievskiy rc = -EIO; 61786f8cdf3SVladimir Sementsov-Ogievskiy } 61886f8cdf3SVladimir Sementsov-Ogievskiy } else if (rc >= 0) { 61986f8cdf3SVladimir Sementsov-Ogievskiy rc = -EIO; 62086f8cdf3SVladimir Sementsov-Ogievskiy } 62186f8cdf3SVladimir Sementsov-Ogievskiy qio_channel_set_cork(s->ioc, false); 62286f8cdf3SVladimir Sementsov-Ogievskiy } else { 62386f8cdf3SVladimir Sementsov-Ogievskiy rc = nbd_send_request(s->ioc, request); 62486f8cdf3SVladimir Sementsov-Ogievskiy } 62586f8cdf3SVladimir Sementsov-Ogievskiy 62686f8cdf3SVladimir Sementsov-Ogievskiy err: 62786f8cdf3SVladimir Sementsov-Ogievskiy if (rc < 0) { 628a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, rc); 629a34b1e5eSVladimir Sementsov-Ogievskiy if (i != -1) { 63086f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].coroutine = NULL; 63186f8cdf3SVladimir Sementsov-Ogievskiy s->in_flight--; 632a34b1e5eSVladimir Sementsov-Ogievskiy } 633f7651539SVladimir Sementsov-Ogievskiy if (s->in_flight == 0 && s->wait_in_flight) { 634f7651539SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 635f7651539SVladimir Sementsov-Ogievskiy } else { 63686f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_queue_next(&s->free_sema); 63786f8cdf3SVladimir Sementsov-Ogievskiy } 638f7651539SVladimir Sementsov-Ogievskiy } 63986f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 64086f8cdf3SVladimir Sementsov-Ogievskiy return rc; 64186f8cdf3SVladimir Sementsov-Ogievskiy } 64286f8cdf3SVladimir Sementsov-Ogievskiy 64386f8cdf3SVladimir Sementsov-Ogievskiy static inline uint16_t payload_advance16(uint8_t **payload) 64486f8cdf3SVladimir Sementsov-Ogievskiy { 64586f8cdf3SVladimir Sementsov-Ogievskiy *payload += 2; 64686f8cdf3SVladimir Sementsov-Ogievskiy return lduw_be_p(*payload - 2); 64786f8cdf3SVladimir Sementsov-Ogievskiy } 64886f8cdf3SVladimir Sementsov-Ogievskiy 64986f8cdf3SVladimir Sementsov-Ogievskiy static inline uint32_t payload_advance32(uint8_t **payload) 65086f8cdf3SVladimir Sementsov-Ogievskiy { 65186f8cdf3SVladimir Sementsov-Ogievskiy *payload += 4; 65286f8cdf3SVladimir Sementsov-Ogievskiy return ldl_be_p(*payload - 4); 65386f8cdf3SVladimir Sementsov-Ogievskiy } 65486f8cdf3SVladimir Sementsov-Ogievskiy 65586f8cdf3SVladimir Sementsov-Ogievskiy static inline uint64_t payload_advance64(uint8_t **payload) 65686f8cdf3SVladimir Sementsov-Ogievskiy { 65786f8cdf3SVladimir Sementsov-Ogievskiy *payload += 8; 65886f8cdf3SVladimir Sementsov-Ogievskiy return ldq_be_p(*payload - 8); 65986f8cdf3SVladimir Sementsov-Ogievskiy } 66086f8cdf3SVladimir Sementsov-Ogievskiy 661611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_parse_offset_hole_payload(BDRVNBDState *s, 66286f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk, 66386f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, uint64_t orig_offset, 66486f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, Error **errp) 66586f8cdf3SVladimir Sementsov-Ogievskiy { 66686f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset; 66786f8cdf3SVladimir Sementsov-Ogievskiy uint32_t hole_size; 66886f8cdf3SVladimir Sementsov-Ogievskiy 66986f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length != sizeof(offset) + sizeof(hole_size)) { 67086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for " 67186f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_OFFSET_HOLE"); 67286f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 67386f8cdf3SVladimir Sementsov-Ogievskiy } 67486f8cdf3SVladimir Sementsov-Ogievskiy 67586f8cdf3SVladimir Sementsov-Ogievskiy offset = payload_advance64(&payload); 67686f8cdf3SVladimir Sementsov-Ogievskiy hole_size = payload_advance32(&payload); 67786f8cdf3SVladimir Sementsov-Ogievskiy 67886f8cdf3SVladimir Sementsov-Ogievskiy if (!hole_size || offset < orig_offset || hole_size > qiov->size || 67986f8cdf3SVladimir Sementsov-Ogievskiy offset > orig_offset + qiov->size - hole_size) { 68086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent chunk exceeding requested" 68186f8cdf3SVladimir Sementsov-Ogievskiy " region"); 68286f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 68386f8cdf3SVladimir Sementsov-Ogievskiy } 684611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block && 685611ae1d7SVladimir Sementsov-Ogievskiy !QEMU_IS_ALIGNED(hole_size, s->info.min_block)) { 68686f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_structured_read_compliance("hole"); 68786f8cdf3SVladimir Sementsov-Ogievskiy } 68886f8cdf3SVladimir Sementsov-Ogievskiy 68986f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, offset - orig_offset, 0, hole_size); 69086f8cdf3SVladimir Sementsov-Ogievskiy 69186f8cdf3SVladimir Sementsov-Ogievskiy return 0; 69286f8cdf3SVladimir Sementsov-Ogievskiy } 69386f8cdf3SVladimir Sementsov-Ogievskiy 69486f8cdf3SVladimir Sementsov-Ogievskiy /* 69586f8cdf3SVladimir Sementsov-Ogievskiy * nbd_parse_blockstatus_payload 69686f8cdf3SVladimir Sementsov-Ogievskiy * Based on our request, we expect only one extent in reply, for the 69786f8cdf3SVladimir Sementsov-Ogievskiy * base:allocation context. 69886f8cdf3SVladimir Sementsov-Ogievskiy */ 699611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_parse_blockstatus_payload(BDRVNBDState *s, 70086f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk, 70186f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, uint64_t orig_length, 70286f8cdf3SVladimir Sementsov-Ogievskiy NBDExtent *extent, Error **errp) 70386f8cdf3SVladimir Sementsov-Ogievskiy { 70486f8cdf3SVladimir Sementsov-Ogievskiy uint32_t context_id; 70586f8cdf3SVladimir Sementsov-Ogievskiy 70686f8cdf3SVladimir Sementsov-Ogievskiy /* The server succeeded, so it must have sent [at least] one extent */ 70786f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length < sizeof(context_id) + sizeof(*extent)) { 70886f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for " 70986f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_BLOCK_STATUS"); 71086f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 71186f8cdf3SVladimir Sementsov-Ogievskiy } 71286f8cdf3SVladimir Sementsov-Ogievskiy 71386f8cdf3SVladimir Sementsov-Ogievskiy context_id = payload_advance32(&payload); 714611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.context_id != context_id) { 71586f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: unexpected context id %d for " 71686f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_BLOCK_STATUS, when negotiated context " 71786f8cdf3SVladimir Sementsov-Ogievskiy "id is %d", context_id, 718611ae1d7SVladimir Sementsov-Ogievskiy s->info.context_id); 71986f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 72086f8cdf3SVladimir Sementsov-Ogievskiy } 72186f8cdf3SVladimir Sementsov-Ogievskiy 72286f8cdf3SVladimir Sementsov-Ogievskiy extent->length = payload_advance32(&payload); 72386f8cdf3SVladimir Sementsov-Ogievskiy extent->flags = payload_advance32(&payload); 72486f8cdf3SVladimir Sementsov-Ogievskiy 72586f8cdf3SVladimir Sementsov-Ogievskiy if (extent->length == 0) { 72686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent status chunk with " 72786f8cdf3SVladimir Sementsov-Ogievskiy "zero length"); 72886f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 72986f8cdf3SVladimir Sementsov-Ogievskiy } 73086f8cdf3SVladimir Sementsov-Ogievskiy 73186f8cdf3SVladimir Sementsov-Ogievskiy /* 73286f8cdf3SVladimir Sementsov-Ogievskiy * A server sending unaligned block status is in violation of the 73386f8cdf3SVladimir Sementsov-Ogievskiy * protocol, but as qemu-nbd 3.1 is such a server (at least for 73486f8cdf3SVladimir Sementsov-Ogievskiy * POSIX files that are not a multiple of 512 bytes, since qemu 73586f8cdf3SVladimir Sementsov-Ogievskiy * rounds files up to 512-byte multiples but lseek(SEEK_HOLE) 73686f8cdf3SVladimir Sementsov-Ogievskiy * still sees an implicit hole beyond the real EOF), it's nicer to 73786f8cdf3SVladimir Sementsov-Ogievskiy * work around the misbehaving server. If the request included 73886f8cdf3SVladimir Sementsov-Ogievskiy * more than the final unaligned block, truncate it back to an 73986f8cdf3SVladimir Sementsov-Ogievskiy * aligned result; if the request was only the final block, round 74086f8cdf3SVladimir Sementsov-Ogievskiy * up to the full block and change the status to fully-allocated 74186f8cdf3SVladimir Sementsov-Ogievskiy * (always a safe status, even if it loses information). 74286f8cdf3SVladimir Sementsov-Ogievskiy */ 743611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block && !QEMU_IS_ALIGNED(extent->length, 744611ae1d7SVladimir Sementsov-Ogievskiy s->info.min_block)) { 74586f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("extent length is unaligned"); 746611ae1d7SVladimir Sementsov-Ogievskiy if (extent->length > s->info.min_block) { 74786f8cdf3SVladimir Sementsov-Ogievskiy extent->length = QEMU_ALIGN_DOWN(extent->length, 748611ae1d7SVladimir Sementsov-Ogievskiy s->info.min_block); 74986f8cdf3SVladimir Sementsov-Ogievskiy } else { 750611ae1d7SVladimir Sementsov-Ogievskiy extent->length = s->info.min_block; 75186f8cdf3SVladimir Sementsov-Ogievskiy extent->flags = 0; 75286f8cdf3SVladimir Sementsov-Ogievskiy } 75386f8cdf3SVladimir Sementsov-Ogievskiy } 75486f8cdf3SVladimir Sementsov-Ogievskiy 75586f8cdf3SVladimir Sementsov-Ogievskiy /* 75686f8cdf3SVladimir Sementsov-Ogievskiy * We used NBD_CMD_FLAG_REQ_ONE, so the server should not have 75786f8cdf3SVladimir Sementsov-Ogievskiy * sent us any more than one extent, nor should it have included 75886f8cdf3SVladimir Sementsov-Ogievskiy * status beyond our request in that extent. However, it's easy 75986f8cdf3SVladimir Sementsov-Ogievskiy * enough to ignore the server's noncompliance without killing the 76086f8cdf3SVladimir Sementsov-Ogievskiy * connection; just ignore trailing extents, and clamp things to 76186f8cdf3SVladimir Sementsov-Ogievskiy * the length of our request. 76286f8cdf3SVladimir Sementsov-Ogievskiy */ 76386f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length > sizeof(context_id) + sizeof(*extent)) { 76486f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("more than one extent"); 76586f8cdf3SVladimir Sementsov-Ogievskiy } 76686f8cdf3SVladimir Sementsov-Ogievskiy if (extent->length > orig_length) { 76786f8cdf3SVladimir Sementsov-Ogievskiy extent->length = orig_length; 76886f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("extent length too large"); 76986f8cdf3SVladimir Sementsov-Ogievskiy } 77086f8cdf3SVladimir Sementsov-Ogievskiy 771dbc7b014SEric Blake /* 772dbc7b014SEric Blake * HACK: if we are using x-dirty-bitmaps to access 773dbc7b014SEric Blake * qemu:allocation-depth, treat all depths > 2 the same as 2, 774dbc7b014SEric Blake * since nbd_client_co_block_status is only expecting the low two 775dbc7b014SEric Blake * bits to be set. 776dbc7b014SEric Blake */ 777dbc7b014SEric Blake if (s->alloc_depth && extent->flags > 2) { 778dbc7b014SEric Blake extent->flags = 2; 779dbc7b014SEric Blake } 780dbc7b014SEric Blake 78186f8cdf3SVladimir Sementsov-Ogievskiy return 0; 78286f8cdf3SVladimir Sementsov-Ogievskiy } 78386f8cdf3SVladimir Sementsov-Ogievskiy 78486f8cdf3SVladimir Sementsov-Ogievskiy /* 78586f8cdf3SVladimir Sementsov-Ogievskiy * nbd_parse_error_payload 78686f8cdf3SVladimir Sementsov-Ogievskiy * on success @errp contains message describing nbd error reply 78786f8cdf3SVladimir Sementsov-Ogievskiy */ 78886f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_parse_error_payload(NBDStructuredReplyChunk *chunk, 78986f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, int *request_ret, 79086f8cdf3SVladimir Sementsov-Ogievskiy Error **errp) 79186f8cdf3SVladimir Sementsov-Ogievskiy { 79286f8cdf3SVladimir Sementsov-Ogievskiy uint32_t error; 79386f8cdf3SVladimir Sementsov-Ogievskiy uint16_t message_size; 79486f8cdf3SVladimir Sementsov-Ogievskiy 79586f8cdf3SVladimir Sementsov-Ogievskiy assert(chunk->type & (1 << 15)); 79686f8cdf3SVladimir Sementsov-Ogievskiy 79786f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length < sizeof(error) + sizeof(message_size)) { 79886f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, 79986f8cdf3SVladimir Sementsov-Ogievskiy "Protocol error: invalid payload for structured error"); 80086f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 80186f8cdf3SVladimir Sementsov-Ogievskiy } 80286f8cdf3SVladimir Sementsov-Ogievskiy 80386f8cdf3SVladimir Sementsov-Ogievskiy error = nbd_errno_to_system_errno(payload_advance32(&payload)); 80486f8cdf3SVladimir Sementsov-Ogievskiy if (error == 0) { 80586f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent structured error chunk " 80686f8cdf3SVladimir Sementsov-Ogievskiy "with error = 0"); 80786f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 80886f8cdf3SVladimir Sementsov-Ogievskiy } 80986f8cdf3SVladimir Sementsov-Ogievskiy 81086f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = -error; 81186f8cdf3SVladimir Sementsov-Ogievskiy message_size = payload_advance16(&payload); 81286f8cdf3SVladimir Sementsov-Ogievskiy 81386f8cdf3SVladimir Sementsov-Ogievskiy if (message_size > chunk->length - sizeof(error) - sizeof(message_size)) { 81486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent structured error chunk " 81586f8cdf3SVladimir Sementsov-Ogievskiy "with incorrect message size"); 81686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 81786f8cdf3SVladimir Sementsov-Ogievskiy } 81886f8cdf3SVladimir Sementsov-Ogievskiy 81986f8cdf3SVladimir Sementsov-Ogievskiy /* TODO: Add a trace point to mention the server complaint */ 82086f8cdf3SVladimir Sementsov-Ogievskiy 82186f8cdf3SVladimir Sementsov-Ogievskiy /* TODO handle ERROR_OFFSET */ 82286f8cdf3SVladimir Sementsov-Ogievskiy 82386f8cdf3SVladimir Sementsov-Ogievskiy return 0; 82486f8cdf3SVladimir Sementsov-Ogievskiy } 82586f8cdf3SVladimir Sementsov-Ogievskiy 826611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_offset_data_payload(BDRVNBDState *s, 82786f8cdf3SVladimir Sementsov-Ogievskiy uint64_t orig_offset, 82886f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, Error **errp) 82986f8cdf3SVladimir Sementsov-Ogievskiy { 83086f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector sub_qiov; 83186f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset; 83286f8cdf3SVladimir Sementsov-Ogievskiy size_t data_size; 83386f8cdf3SVladimir Sementsov-Ogievskiy int ret; 83486f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &s->reply.structured; 83586f8cdf3SVladimir Sementsov-Ogievskiy 83686f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&s->reply)); 83786f8cdf3SVladimir Sementsov-Ogievskiy 83886f8cdf3SVladimir Sementsov-Ogievskiy /* The NBD spec requires at least one byte of payload */ 83986f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length <= sizeof(offset)) { 84086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for " 84186f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_OFFSET_DATA"); 84286f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 84386f8cdf3SVladimir Sementsov-Ogievskiy } 84486f8cdf3SVladimir Sementsov-Ogievskiy 84586f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_read64(s->ioc, &offset, "OFFSET_DATA offset", errp) < 0) { 84686f8cdf3SVladimir Sementsov-Ogievskiy return -EIO; 84786f8cdf3SVladimir Sementsov-Ogievskiy } 84886f8cdf3SVladimir Sementsov-Ogievskiy 84986f8cdf3SVladimir Sementsov-Ogievskiy data_size = chunk->length - sizeof(offset); 85086f8cdf3SVladimir Sementsov-Ogievskiy assert(data_size); 85186f8cdf3SVladimir Sementsov-Ogievskiy if (offset < orig_offset || data_size > qiov->size || 85286f8cdf3SVladimir Sementsov-Ogievskiy offset > orig_offset + qiov->size - data_size) { 85386f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent chunk exceeding requested" 85486f8cdf3SVladimir Sementsov-Ogievskiy " region"); 85586f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 85686f8cdf3SVladimir Sementsov-Ogievskiy } 85786f8cdf3SVladimir Sementsov-Ogievskiy if (s->info.min_block && !QEMU_IS_ALIGNED(data_size, s->info.min_block)) { 85886f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_structured_read_compliance("data"); 85986f8cdf3SVladimir Sementsov-Ogievskiy } 86086f8cdf3SVladimir Sementsov-Ogievskiy 86186f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_init(&sub_qiov, qiov->niov); 86286f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_concat(&sub_qiov, qiov, offset - orig_offset, data_size); 86386f8cdf3SVladimir Sementsov-Ogievskiy ret = qio_channel_readv_all(s->ioc, sub_qiov.iov, sub_qiov.niov, errp); 86486f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_destroy(&sub_qiov); 86586f8cdf3SVladimir Sementsov-Ogievskiy 86686f8cdf3SVladimir Sementsov-Ogievskiy return ret < 0 ? -EIO : 0; 86786f8cdf3SVladimir Sementsov-Ogievskiy } 86886f8cdf3SVladimir Sementsov-Ogievskiy 86986f8cdf3SVladimir Sementsov-Ogievskiy #define NBD_MAX_MALLOC_PAYLOAD 1000 87086f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_receive_structured_payload( 871611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s, void **payload, Error **errp) 87286f8cdf3SVladimir Sementsov-Ogievskiy { 87386f8cdf3SVladimir Sementsov-Ogievskiy int ret; 87486f8cdf3SVladimir Sementsov-Ogievskiy uint32_t len; 87586f8cdf3SVladimir Sementsov-Ogievskiy 87686f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&s->reply)); 87786f8cdf3SVladimir Sementsov-Ogievskiy 87886f8cdf3SVladimir Sementsov-Ogievskiy len = s->reply.structured.length; 87986f8cdf3SVladimir Sementsov-Ogievskiy 88086f8cdf3SVladimir Sementsov-Ogievskiy if (len == 0) { 88186f8cdf3SVladimir Sementsov-Ogievskiy return 0; 88286f8cdf3SVladimir Sementsov-Ogievskiy } 88386f8cdf3SVladimir Sementsov-Ogievskiy 88486f8cdf3SVladimir Sementsov-Ogievskiy if (payload == NULL) { 88586f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Unexpected structured payload"); 88686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 88786f8cdf3SVladimir Sementsov-Ogievskiy } 88886f8cdf3SVladimir Sementsov-Ogievskiy 88986f8cdf3SVladimir Sementsov-Ogievskiy if (len > NBD_MAX_MALLOC_PAYLOAD) { 89086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Payload too large"); 89186f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 89286f8cdf3SVladimir Sementsov-Ogievskiy } 89386f8cdf3SVladimir Sementsov-Ogievskiy 89486f8cdf3SVladimir Sementsov-Ogievskiy *payload = g_new(char, len); 89586f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_read(s->ioc, *payload, len, "structured payload", errp); 89686f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 89786f8cdf3SVladimir Sementsov-Ogievskiy g_free(*payload); 89886f8cdf3SVladimir Sementsov-Ogievskiy *payload = NULL; 89986f8cdf3SVladimir Sementsov-Ogievskiy return ret; 90086f8cdf3SVladimir Sementsov-Ogievskiy } 90186f8cdf3SVladimir Sementsov-Ogievskiy 90286f8cdf3SVladimir Sementsov-Ogievskiy return 0; 90386f8cdf3SVladimir Sementsov-Ogievskiy } 90486f8cdf3SVladimir Sementsov-Ogievskiy 90586f8cdf3SVladimir Sementsov-Ogievskiy /* 90686f8cdf3SVladimir Sementsov-Ogievskiy * nbd_co_do_receive_one_chunk 90786f8cdf3SVladimir Sementsov-Ogievskiy * for simple reply: 90886f8cdf3SVladimir Sementsov-Ogievskiy * set request_ret to received reply error 90986f8cdf3SVladimir Sementsov-Ogievskiy * if qiov is not NULL: read payload to @qiov 91086f8cdf3SVladimir Sementsov-Ogievskiy * for structured reply chunk: 91186f8cdf3SVladimir Sementsov-Ogievskiy * if error chunk: read payload, set @request_ret, do not set @payload 91286f8cdf3SVladimir Sementsov-Ogievskiy * else if offset_data chunk: read payload data to @qiov, do not set @payload 91386f8cdf3SVladimir Sementsov-Ogievskiy * else: read payload to @payload 91486f8cdf3SVladimir Sementsov-Ogievskiy * 91586f8cdf3SVladimir Sementsov-Ogievskiy * If function fails, @errp contains corresponding error message, and the 91686f8cdf3SVladimir Sementsov-Ogievskiy * connection with the server is suspect. If it returns 0, then the 91786f8cdf3SVladimir Sementsov-Ogievskiy * transaction succeeded (although @request_ret may be a negative errno 91886f8cdf3SVladimir Sementsov-Ogievskiy * corresponding to the server's error reply), and errp is unchanged. 91986f8cdf3SVladimir Sementsov-Ogievskiy */ 92086f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_do_receive_one_chunk( 921611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s, uint64_t handle, bool only_structured, 92286f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, QEMUIOVector *qiov, void **payload, Error **errp) 92386f8cdf3SVladimir Sementsov-Ogievskiy { 92486f8cdf3SVladimir Sementsov-Ogievskiy int ret; 92586f8cdf3SVladimir Sementsov-Ogievskiy int i = HANDLE_TO_INDEX(s, handle); 92686f8cdf3SVladimir Sementsov-Ogievskiy void *local_payload = NULL; 92786f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk; 92886f8cdf3SVladimir Sementsov-Ogievskiy 92986f8cdf3SVladimir Sementsov-Ogievskiy if (payload) { 93086f8cdf3SVladimir Sementsov-Ogievskiy *payload = NULL; 93186f8cdf3SVladimir Sementsov-Ogievskiy } 93286f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = 0; 93386f8cdf3SVladimir Sementsov-Ogievskiy 93486f8cdf3SVladimir Sementsov-Ogievskiy /* Wait until we're woken up by nbd_connection_entry. */ 93586f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].receiving = true; 93686f8cdf3SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 93786f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].receiving = false; 938fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 93986f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Connection closed"); 94086f8cdf3SVladimir Sementsov-Ogievskiy return -EIO; 94186f8cdf3SVladimir Sementsov-Ogievskiy } 94286f8cdf3SVladimir Sementsov-Ogievskiy assert(s->ioc); 94386f8cdf3SVladimir Sementsov-Ogievskiy 94486f8cdf3SVladimir Sementsov-Ogievskiy assert(s->reply.handle == handle); 94586f8cdf3SVladimir Sementsov-Ogievskiy 94686f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_is_simple(&s->reply)) { 94786f8cdf3SVladimir Sementsov-Ogievskiy if (only_structured) { 94886f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: simple reply when structured " 94986f8cdf3SVladimir Sementsov-Ogievskiy "reply chunk was expected"); 95086f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 95186f8cdf3SVladimir Sementsov-Ogievskiy } 95286f8cdf3SVladimir Sementsov-Ogievskiy 95386f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = -nbd_errno_to_system_errno(s->reply.simple.error); 95486f8cdf3SVladimir Sementsov-Ogievskiy if (*request_ret < 0 || !qiov) { 95586f8cdf3SVladimir Sementsov-Ogievskiy return 0; 95686f8cdf3SVladimir Sementsov-Ogievskiy } 95786f8cdf3SVladimir Sementsov-Ogievskiy 95886f8cdf3SVladimir Sementsov-Ogievskiy return qio_channel_readv_all(s->ioc, qiov->iov, qiov->niov, 95986f8cdf3SVladimir Sementsov-Ogievskiy errp) < 0 ? -EIO : 0; 96086f8cdf3SVladimir Sementsov-Ogievskiy } 96186f8cdf3SVladimir Sementsov-Ogievskiy 96286f8cdf3SVladimir Sementsov-Ogievskiy /* handle structured reply chunk */ 96386f8cdf3SVladimir Sementsov-Ogievskiy assert(s->info.structured_reply); 96486f8cdf3SVladimir Sementsov-Ogievskiy chunk = &s->reply.structured; 96586f8cdf3SVladimir Sementsov-Ogievskiy 96686f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_NONE) { 96786f8cdf3SVladimir Sementsov-Ogievskiy if (!(chunk->flags & NBD_REPLY_FLAG_DONE)) { 96886f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: NBD_REPLY_TYPE_NONE chunk without" 96986f8cdf3SVladimir Sementsov-Ogievskiy " NBD_REPLY_FLAG_DONE flag set"); 97086f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 97186f8cdf3SVladimir Sementsov-Ogievskiy } 97286f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length) { 97386f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: NBD_REPLY_TYPE_NONE chunk with" 97486f8cdf3SVladimir Sementsov-Ogievskiy " nonzero length"); 97586f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 97686f8cdf3SVladimir Sementsov-Ogievskiy } 97786f8cdf3SVladimir Sementsov-Ogievskiy return 0; 97886f8cdf3SVladimir Sementsov-Ogievskiy } 97986f8cdf3SVladimir Sementsov-Ogievskiy 98086f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_OFFSET_DATA) { 98186f8cdf3SVladimir Sementsov-Ogievskiy if (!qiov) { 98286f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Unexpected NBD_REPLY_TYPE_OFFSET_DATA chunk"); 98386f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 98486f8cdf3SVladimir Sementsov-Ogievskiy } 98586f8cdf3SVladimir Sementsov-Ogievskiy 98686f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_receive_offset_data_payload(s, s->requests[i].offset, 98786f8cdf3SVladimir Sementsov-Ogievskiy qiov, errp); 98886f8cdf3SVladimir Sementsov-Ogievskiy } 98986f8cdf3SVladimir Sementsov-Ogievskiy 99086f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_type_is_error(chunk->type)) { 99186f8cdf3SVladimir Sementsov-Ogievskiy payload = &local_payload; 99286f8cdf3SVladimir Sementsov-Ogievskiy } 99386f8cdf3SVladimir Sementsov-Ogievskiy 99486f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_structured_payload(s, payload, errp); 99586f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 99686f8cdf3SVladimir Sementsov-Ogievskiy return ret; 99786f8cdf3SVladimir Sementsov-Ogievskiy } 99886f8cdf3SVladimir Sementsov-Ogievskiy 99986f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_type_is_error(chunk->type)) { 100086f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_error_payload(chunk, local_payload, request_ret, errp); 100186f8cdf3SVladimir Sementsov-Ogievskiy g_free(local_payload); 100286f8cdf3SVladimir Sementsov-Ogievskiy return ret; 100386f8cdf3SVladimir Sementsov-Ogievskiy } 100486f8cdf3SVladimir Sementsov-Ogievskiy 100586f8cdf3SVladimir Sementsov-Ogievskiy return 0; 100686f8cdf3SVladimir Sementsov-Ogievskiy } 100786f8cdf3SVladimir Sementsov-Ogievskiy 100886f8cdf3SVladimir Sementsov-Ogievskiy /* 100986f8cdf3SVladimir Sementsov-Ogievskiy * nbd_co_receive_one_chunk 101086f8cdf3SVladimir Sementsov-Ogievskiy * Read reply, wake up connection_co and set s->quit if needed. 101186f8cdf3SVladimir Sementsov-Ogievskiy * Return value is a fatal error code or normal nbd reply error code 101286f8cdf3SVladimir Sementsov-Ogievskiy */ 101386f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_receive_one_chunk( 1014611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s, uint64_t handle, bool only_structured, 101586f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, QEMUIOVector *qiov, NBDReply *reply, void **payload, 101686f8cdf3SVladimir Sementsov-Ogievskiy Error **errp) 101786f8cdf3SVladimir Sementsov-Ogievskiy { 101886f8cdf3SVladimir Sementsov-Ogievskiy int ret = nbd_co_do_receive_one_chunk(s, handle, only_structured, 101986f8cdf3SVladimir Sementsov-Ogievskiy request_ret, qiov, payload, errp); 102086f8cdf3SVladimir Sementsov-Ogievskiy 102186f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 10225cf42b1cSEric Blake memset(reply, 0, sizeof(*reply)); 1023a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret); 102486f8cdf3SVladimir Sementsov-Ogievskiy } else { 102586f8cdf3SVladimir Sementsov-Ogievskiy /* For assert at loop start in nbd_connection_entry */ 102686f8cdf3SVladimir Sementsov-Ogievskiy *reply = s->reply; 102786f8cdf3SVladimir Sementsov-Ogievskiy } 1028f7651539SVladimir Sementsov-Ogievskiy s->reply.handle = 0; 102986f8cdf3SVladimir Sementsov-Ogievskiy 1030f7651539SVladimir Sementsov-Ogievskiy if (s->connection_co && !s->wait_in_flight) { 1031f7651539SVladimir Sementsov-Ogievskiy /* 1032f7651539SVladimir Sementsov-Ogievskiy * We must check s->wait_in_flight, because we may entered by 1033f7651539SVladimir Sementsov-Ogievskiy * nbd_recv_coroutines_wake_all(), in this case we should not 1034f7651539SVladimir Sementsov-Ogievskiy * wake connection_co here, it will woken by last request. 1035f7651539SVladimir Sementsov-Ogievskiy */ 103686f8cdf3SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 103786f8cdf3SVladimir Sementsov-Ogievskiy } 103886f8cdf3SVladimir Sementsov-Ogievskiy 103986f8cdf3SVladimir Sementsov-Ogievskiy return ret; 104086f8cdf3SVladimir Sementsov-Ogievskiy } 104186f8cdf3SVladimir Sementsov-Ogievskiy 104286f8cdf3SVladimir Sementsov-Ogievskiy typedef struct NBDReplyChunkIter { 104386f8cdf3SVladimir Sementsov-Ogievskiy int ret; 104486f8cdf3SVladimir Sementsov-Ogievskiy int request_ret; 104586f8cdf3SVladimir Sementsov-Ogievskiy Error *err; 104686f8cdf3SVladimir Sementsov-Ogievskiy bool done, only_structured; 104786f8cdf3SVladimir Sementsov-Ogievskiy } NBDReplyChunkIter; 104886f8cdf3SVladimir Sementsov-Ogievskiy 104986f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_iter_channel_error(NBDReplyChunkIter *iter, 105086f8cdf3SVladimir Sementsov-Ogievskiy int ret, Error **local_err) 105186f8cdf3SVladimir Sementsov-Ogievskiy { 1052d9366135SVladimir Sementsov-Ogievskiy assert(local_err && *local_err); 105386f8cdf3SVladimir Sementsov-Ogievskiy assert(ret < 0); 105486f8cdf3SVladimir Sementsov-Ogievskiy 105586f8cdf3SVladimir Sementsov-Ogievskiy if (!iter->ret) { 105686f8cdf3SVladimir Sementsov-Ogievskiy iter->ret = ret; 105786f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(&iter->err, *local_err); 105886f8cdf3SVladimir Sementsov-Ogievskiy } else { 105986f8cdf3SVladimir Sementsov-Ogievskiy error_free(*local_err); 106086f8cdf3SVladimir Sementsov-Ogievskiy } 106186f8cdf3SVladimir Sementsov-Ogievskiy 106286f8cdf3SVladimir Sementsov-Ogievskiy *local_err = NULL; 106386f8cdf3SVladimir Sementsov-Ogievskiy } 106486f8cdf3SVladimir Sementsov-Ogievskiy 106586f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_iter_request_error(NBDReplyChunkIter *iter, int ret) 106686f8cdf3SVladimir Sementsov-Ogievskiy { 106786f8cdf3SVladimir Sementsov-Ogievskiy assert(ret < 0); 106886f8cdf3SVladimir Sementsov-Ogievskiy 106986f8cdf3SVladimir Sementsov-Ogievskiy if (!iter->request_ret) { 107086f8cdf3SVladimir Sementsov-Ogievskiy iter->request_ret = ret; 107186f8cdf3SVladimir Sementsov-Ogievskiy } 107286f8cdf3SVladimir Sementsov-Ogievskiy } 107386f8cdf3SVladimir Sementsov-Ogievskiy 107486f8cdf3SVladimir Sementsov-Ogievskiy /* 107586f8cdf3SVladimir Sementsov-Ogievskiy * NBD_FOREACH_REPLY_CHUNK 107686f8cdf3SVladimir Sementsov-Ogievskiy * The pointer stored in @payload requires g_free() to free it. 107786f8cdf3SVladimir Sementsov-Ogievskiy */ 107886f8cdf3SVladimir Sementsov-Ogievskiy #define NBD_FOREACH_REPLY_CHUNK(s, iter, handle, structured, \ 107986f8cdf3SVladimir Sementsov-Ogievskiy qiov, reply, payload) \ 108086f8cdf3SVladimir Sementsov-Ogievskiy for (iter = (NBDReplyChunkIter) { .only_structured = structured }; \ 108186f8cdf3SVladimir Sementsov-Ogievskiy nbd_reply_chunk_iter_receive(s, &iter, handle, qiov, reply, payload);) 108286f8cdf3SVladimir Sementsov-Ogievskiy 108386f8cdf3SVladimir Sementsov-Ogievskiy /* 108486f8cdf3SVladimir Sementsov-Ogievskiy * nbd_reply_chunk_iter_receive 108586f8cdf3SVladimir Sementsov-Ogievskiy * The pointer stored in @payload requires g_free() to free it. 108686f8cdf3SVladimir Sementsov-Ogievskiy */ 1087611ae1d7SVladimir Sementsov-Ogievskiy static bool nbd_reply_chunk_iter_receive(BDRVNBDState *s, 108886f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter *iter, 108986f8cdf3SVladimir Sementsov-Ogievskiy uint64_t handle, 109086f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, NBDReply *reply, 109186f8cdf3SVladimir Sementsov-Ogievskiy void **payload) 109286f8cdf3SVladimir Sementsov-Ogievskiy { 109386f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 109486f8cdf3SVladimir Sementsov-Ogievskiy NBDReply local_reply; 109586f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk; 109686f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 1097fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 109886f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Connection closed"); 109986f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(iter, -EIO, &local_err); 110086f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 110186f8cdf3SVladimir Sementsov-Ogievskiy } 110286f8cdf3SVladimir Sementsov-Ogievskiy 110386f8cdf3SVladimir Sementsov-Ogievskiy if (iter->done) { 110486f8cdf3SVladimir Sementsov-Ogievskiy /* Previous iteration was last. */ 110586f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 110686f8cdf3SVladimir Sementsov-Ogievskiy } 110786f8cdf3SVladimir Sementsov-Ogievskiy 110886f8cdf3SVladimir Sementsov-Ogievskiy if (reply == NULL) { 110986f8cdf3SVladimir Sementsov-Ogievskiy reply = &local_reply; 111086f8cdf3SVladimir Sementsov-Ogievskiy } 111186f8cdf3SVladimir Sementsov-Ogievskiy 111286f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_one_chunk(s, handle, iter->only_structured, 111386f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, qiov, reply, payload, 111486f8cdf3SVladimir Sementsov-Ogievskiy &local_err); 111586f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 111686f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(iter, ret, &local_err); 111786f8cdf3SVladimir Sementsov-Ogievskiy } else if (request_ret < 0) { 111886f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_request_error(iter, request_ret); 111986f8cdf3SVladimir Sementsov-Ogievskiy } 112086f8cdf3SVladimir Sementsov-Ogievskiy 112186f8cdf3SVladimir Sementsov-Ogievskiy /* Do not execute the body of NBD_FOREACH_REPLY_CHUNK for simple reply. */ 1122fee091cdSLukas Straub if (nbd_reply_is_simple(reply) || 1123fee091cdSLukas Straub qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 112486f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 112586f8cdf3SVladimir Sementsov-Ogievskiy } 112686f8cdf3SVladimir Sementsov-Ogievskiy 112786f8cdf3SVladimir Sementsov-Ogievskiy chunk = &reply->structured; 112886f8cdf3SVladimir Sementsov-Ogievskiy iter->only_structured = true; 112986f8cdf3SVladimir Sementsov-Ogievskiy 113086f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_NONE) { 113186f8cdf3SVladimir Sementsov-Ogievskiy /* NBD_REPLY_FLAG_DONE is already checked in nbd_co_receive_one_chunk */ 113286f8cdf3SVladimir Sementsov-Ogievskiy assert(chunk->flags & NBD_REPLY_FLAG_DONE); 113386f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 113486f8cdf3SVladimir Sementsov-Ogievskiy } 113586f8cdf3SVladimir Sementsov-Ogievskiy 113686f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->flags & NBD_REPLY_FLAG_DONE) { 113786f8cdf3SVladimir Sementsov-Ogievskiy /* This iteration is last. */ 113886f8cdf3SVladimir Sementsov-Ogievskiy iter->done = true; 113986f8cdf3SVladimir Sementsov-Ogievskiy } 114086f8cdf3SVladimir Sementsov-Ogievskiy 114186f8cdf3SVladimir Sementsov-Ogievskiy /* Execute the loop body */ 114286f8cdf3SVladimir Sementsov-Ogievskiy return true; 114386f8cdf3SVladimir Sementsov-Ogievskiy 114486f8cdf3SVladimir Sementsov-Ogievskiy break_loop: 114586f8cdf3SVladimir Sementsov-Ogievskiy s->requests[HANDLE_TO_INDEX(s, handle)].coroutine = NULL; 114686f8cdf3SVladimir Sementsov-Ogievskiy 114786f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 114886f8cdf3SVladimir Sementsov-Ogievskiy s->in_flight--; 1149f7651539SVladimir Sementsov-Ogievskiy if (s->in_flight == 0 && s->wait_in_flight) { 1150f7651539SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 1151f7651539SVladimir Sementsov-Ogievskiy } else { 115286f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_queue_next(&s->free_sema); 1153f7651539SVladimir Sementsov-Ogievskiy } 115486f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 115586f8cdf3SVladimir Sementsov-Ogievskiy 115686f8cdf3SVladimir Sementsov-Ogievskiy return false; 115786f8cdf3SVladimir Sementsov-Ogievskiy } 115886f8cdf3SVladimir Sementsov-Ogievskiy 1159611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_return_code(BDRVNBDState *s, uint64_t handle, 116086f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp) 116186f8cdf3SVladimir Sementsov-Ogievskiy { 116286f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter; 116386f8cdf3SVladimir Sementsov-Ogievskiy 116486f8cdf3SVladimir Sementsov-Ogievskiy NBD_FOREACH_REPLY_CHUNK(s, iter, handle, false, NULL, NULL, NULL) { 116586f8cdf3SVladimir Sementsov-Ogievskiy /* nbd_reply_chunk_iter_receive does all the work */ 116686f8cdf3SVladimir Sementsov-Ogievskiy } 116786f8cdf3SVladimir Sementsov-Ogievskiy 116886f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err); 116986f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret; 117086f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret; 117186f8cdf3SVladimir Sementsov-Ogievskiy } 117286f8cdf3SVladimir Sementsov-Ogievskiy 1173611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_cmdread_reply(BDRVNBDState *s, uint64_t handle, 117486f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset, QEMUIOVector *qiov, 117586f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp) 117686f8cdf3SVladimir Sementsov-Ogievskiy { 117786f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter; 117886f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply; 117986f8cdf3SVladimir Sementsov-Ogievskiy void *payload = NULL; 118086f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 118186f8cdf3SVladimir Sementsov-Ogievskiy 118286f8cdf3SVladimir Sementsov-Ogievskiy NBD_FOREACH_REPLY_CHUNK(s, iter, handle, s->info.structured_reply, 118386f8cdf3SVladimir Sementsov-Ogievskiy qiov, &reply, &payload) 118486f8cdf3SVladimir Sementsov-Ogievskiy { 118586f8cdf3SVladimir Sementsov-Ogievskiy int ret; 118686f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &reply.structured; 118786f8cdf3SVladimir Sementsov-Ogievskiy 118886f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&reply)); 118986f8cdf3SVladimir Sementsov-Ogievskiy 119086f8cdf3SVladimir Sementsov-Ogievskiy switch (chunk->type) { 119186f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_OFFSET_DATA: 119286f8cdf3SVladimir Sementsov-Ogievskiy /* 119386f8cdf3SVladimir Sementsov-Ogievskiy * special cased in nbd_co_receive_one_chunk, data is already 119486f8cdf3SVladimir Sementsov-Ogievskiy * in qiov 119586f8cdf3SVladimir Sementsov-Ogievskiy */ 119686f8cdf3SVladimir Sementsov-Ogievskiy break; 119786f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_OFFSET_HOLE: 119886f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_offset_hole_payload(s, &reply.structured, payload, 119986f8cdf3SVladimir Sementsov-Ogievskiy offset, qiov, &local_err); 120086f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1201a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret); 120286f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, ret, &local_err); 120386f8cdf3SVladimir Sementsov-Ogievskiy } 120486f8cdf3SVladimir Sementsov-Ogievskiy break; 120586f8cdf3SVladimir Sementsov-Ogievskiy default: 120686f8cdf3SVladimir Sementsov-Ogievskiy if (!nbd_reply_type_is_error(chunk->type)) { 120786f8cdf3SVladimir Sementsov-Ogievskiy /* not allowed reply type */ 1208a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 120986f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, 121086f8cdf3SVladimir Sementsov-Ogievskiy "Unexpected reply type: %d (%s) for CMD_READ", 121186f8cdf3SVladimir Sementsov-Ogievskiy chunk->type, nbd_reply_type_lookup(chunk->type)); 121286f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err); 121386f8cdf3SVladimir Sementsov-Ogievskiy } 121486f8cdf3SVladimir Sementsov-Ogievskiy } 121586f8cdf3SVladimir Sementsov-Ogievskiy 121686f8cdf3SVladimir Sementsov-Ogievskiy g_free(payload); 121786f8cdf3SVladimir Sementsov-Ogievskiy payload = NULL; 121886f8cdf3SVladimir Sementsov-Ogievskiy } 121986f8cdf3SVladimir Sementsov-Ogievskiy 122086f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err); 122186f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret; 122286f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret; 122386f8cdf3SVladimir Sementsov-Ogievskiy } 122486f8cdf3SVladimir Sementsov-Ogievskiy 1225611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_blockstatus_reply(BDRVNBDState *s, 122686f8cdf3SVladimir Sementsov-Ogievskiy uint64_t handle, uint64_t length, 122786f8cdf3SVladimir Sementsov-Ogievskiy NBDExtent *extent, 122886f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp) 122986f8cdf3SVladimir Sementsov-Ogievskiy { 123086f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter; 123186f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply; 123286f8cdf3SVladimir Sementsov-Ogievskiy void *payload = NULL; 123386f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 123486f8cdf3SVladimir Sementsov-Ogievskiy bool received = false; 123586f8cdf3SVladimir Sementsov-Ogievskiy 123686f8cdf3SVladimir Sementsov-Ogievskiy assert(!extent->length); 123786f8cdf3SVladimir Sementsov-Ogievskiy NBD_FOREACH_REPLY_CHUNK(s, iter, handle, false, NULL, &reply, &payload) { 123886f8cdf3SVladimir Sementsov-Ogievskiy int ret; 123986f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &reply.structured; 124086f8cdf3SVladimir Sementsov-Ogievskiy 124186f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&reply)); 124286f8cdf3SVladimir Sementsov-Ogievskiy 124386f8cdf3SVladimir Sementsov-Ogievskiy switch (chunk->type) { 124486f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_BLOCK_STATUS: 124586f8cdf3SVladimir Sementsov-Ogievskiy if (received) { 1246a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 124786f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Several BLOCK_STATUS chunks in reply"); 124886f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err); 124986f8cdf3SVladimir Sementsov-Ogievskiy } 125086f8cdf3SVladimir Sementsov-Ogievskiy received = true; 125186f8cdf3SVladimir Sementsov-Ogievskiy 125286f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_blockstatus_payload(s, &reply.structured, 125386f8cdf3SVladimir Sementsov-Ogievskiy payload, length, extent, 125486f8cdf3SVladimir Sementsov-Ogievskiy &local_err); 125586f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1256a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret); 125786f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, ret, &local_err); 125886f8cdf3SVladimir Sementsov-Ogievskiy } 125986f8cdf3SVladimir Sementsov-Ogievskiy break; 126086f8cdf3SVladimir Sementsov-Ogievskiy default: 126186f8cdf3SVladimir Sementsov-Ogievskiy if (!nbd_reply_type_is_error(chunk->type)) { 1262a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 126386f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, 126486f8cdf3SVladimir Sementsov-Ogievskiy "Unexpected reply type: %d (%s) " 126586f8cdf3SVladimir Sementsov-Ogievskiy "for CMD_BLOCK_STATUS", 126686f8cdf3SVladimir Sementsov-Ogievskiy chunk->type, nbd_reply_type_lookup(chunk->type)); 126786f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err); 126886f8cdf3SVladimir Sementsov-Ogievskiy } 126986f8cdf3SVladimir Sementsov-Ogievskiy } 127086f8cdf3SVladimir Sementsov-Ogievskiy 127186f8cdf3SVladimir Sementsov-Ogievskiy g_free(payload); 127286f8cdf3SVladimir Sementsov-Ogievskiy payload = NULL; 127386f8cdf3SVladimir Sementsov-Ogievskiy } 127486f8cdf3SVladimir Sementsov-Ogievskiy 127586f8cdf3SVladimir Sementsov-Ogievskiy if (!extent->length && !iter.request_ret) { 127686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Server did not reply with any status extents"); 127786f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EIO, &local_err); 127886f8cdf3SVladimir Sementsov-Ogievskiy } 127986f8cdf3SVladimir Sementsov-Ogievskiy 128086f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err); 128186f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret; 128286f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret; 128386f8cdf3SVladimir Sementsov-Ogievskiy } 128486f8cdf3SVladimir Sementsov-Ogievskiy 128586f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_co_request(BlockDriverState *bs, NBDRequest *request, 128686f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *write_qiov) 128786f8cdf3SVladimir Sementsov-Ogievskiy { 128886f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 128986f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 1290611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 129186f8cdf3SVladimir Sementsov-Ogievskiy 129286f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type != NBD_CMD_READ); 129386f8cdf3SVladimir Sementsov-Ogievskiy if (write_qiov) { 129486f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type == NBD_CMD_WRITE); 129586f8cdf3SVladimir Sementsov-Ogievskiy assert(request->len == iov_size(write_qiov->iov, write_qiov->niov)); 129686f8cdf3SVladimir Sementsov-Ogievskiy } else { 129786f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type != NBD_CMD_WRITE); 129886f8cdf3SVladimir Sementsov-Ogievskiy } 1299f7651539SVladimir Sementsov-Ogievskiy 1300f7651539SVladimir Sementsov-Ogievskiy do { 130186f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, request, write_qiov); 130286f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1303f7651539SVladimir Sementsov-Ogievskiy continue; 130486f8cdf3SVladimir Sementsov-Ogievskiy } 130586f8cdf3SVladimir Sementsov-Ogievskiy 1306611ae1d7SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_return_code(s, request->handle, 130786f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, &local_err); 130886f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 1309f7651539SVladimir Sementsov-Ogievskiy trace_nbd_co_request_fail(request->from, request->len, 1310f7651539SVladimir Sementsov-Ogievskiy request->handle, request->flags, 1311f7651539SVladimir Sementsov-Ogievskiy request->type, 131286f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request->type), 131386f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err)); 131486f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 1315f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 131686f8cdf3SVladimir Sementsov-Ogievskiy } 1317f7651539SVladimir Sementsov-Ogievskiy } while (ret < 0 && nbd_client_connecting_wait(s)); 1318f7651539SVladimir Sementsov-Ogievskiy 131986f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret; 132086f8cdf3SVladimir Sementsov-Ogievskiy } 132186f8cdf3SVladimir Sementsov-Ogievskiy 132286f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_preadv(BlockDriverState *bs, uint64_t offset, 132386f8cdf3SVladimir Sementsov-Ogievskiy uint64_t bytes, QEMUIOVector *qiov, int flags) 132486f8cdf3SVladimir Sementsov-Ogievskiy { 132586f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 132686f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 1327611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 132886f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 132986f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_READ, 133086f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 133186f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 133286f8cdf3SVladimir Sementsov-Ogievskiy }; 133386f8cdf3SVladimir Sementsov-Ogievskiy 133486f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes <= NBD_MAX_BUFFER_SIZE); 133586f8cdf3SVladimir Sementsov-Ogievskiy assert(!flags); 133686f8cdf3SVladimir Sementsov-Ogievskiy 133786f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) { 133886f8cdf3SVladimir Sementsov-Ogievskiy return 0; 133986f8cdf3SVladimir Sementsov-Ogievskiy } 134086f8cdf3SVladimir Sementsov-Ogievskiy /* 134186f8cdf3SVladimir Sementsov-Ogievskiy * Work around the fact that the block layer doesn't do 134286f8cdf3SVladimir Sementsov-Ogievskiy * byte-accurate sizing yet - if the read exceeds the server's 134386f8cdf3SVladimir Sementsov-Ogievskiy * advertised size because the block layer rounded size up, then 134486f8cdf3SVladimir Sementsov-Ogievskiy * truncate the request to the server and tail-pad with zero. 134586f8cdf3SVladimir Sementsov-Ogievskiy */ 1346611ae1d7SVladimir Sementsov-Ogievskiy if (offset >= s->info.size) { 134786f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes < BDRV_SECTOR_SIZE); 134886f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, 0, 0, bytes); 134986f8cdf3SVladimir Sementsov-Ogievskiy return 0; 135086f8cdf3SVladimir Sementsov-Ogievskiy } 1351611ae1d7SVladimir Sementsov-Ogievskiy if (offset + bytes > s->info.size) { 1352611ae1d7SVladimir Sementsov-Ogievskiy uint64_t slop = offset + bytes - s->info.size; 135386f8cdf3SVladimir Sementsov-Ogievskiy 135486f8cdf3SVladimir Sementsov-Ogievskiy assert(slop < BDRV_SECTOR_SIZE); 135586f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, bytes - slop, 0, slop); 135686f8cdf3SVladimir Sementsov-Ogievskiy request.len -= slop; 135786f8cdf3SVladimir Sementsov-Ogievskiy } 135886f8cdf3SVladimir Sementsov-Ogievskiy 1359f7651539SVladimir Sementsov-Ogievskiy do { 136086f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, &request, NULL); 136186f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1362f7651539SVladimir Sementsov-Ogievskiy continue; 136386f8cdf3SVladimir Sementsov-Ogievskiy } 136486f8cdf3SVladimir Sementsov-Ogievskiy 1365611ae1d7SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_cmdread_reply(s, request.handle, offset, qiov, 136686f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, &local_err); 136786f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 136886f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_co_request_fail(request.from, request.len, request.handle, 136986f8cdf3SVladimir Sementsov-Ogievskiy request.flags, request.type, 137086f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request.type), 137186f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err)); 137286f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 1373f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 137486f8cdf3SVladimir Sementsov-Ogievskiy } 1375f7651539SVladimir Sementsov-Ogievskiy } while (ret < 0 && nbd_client_connecting_wait(s)); 1376f7651539SVladimir Sementsov-Ogievskiy 137786f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret; 137886f8cdf3SVladimir Sementsov-Ogievskiy } 137986f8cdf3SVladimir Sementsov-Ogievskiy 138086f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_pwritev(BlockDriverState *bs, uint64_t offset, 138186f8cdf3SVladimir Sementsov-Ogievskiy uint64_t bytes, QEMUIOVector *qiov, int flags) 138286f8cdf3SVladimir Sementsov-Ogievskiy { 1383611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 138486f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 138586f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_WRITE, 138686f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 138786f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 138886f8cdf3SVladimir Sementsov-Ogievskiy }; 138986f8cdf3SVladimir Sementsov-Ogievskiy 1390611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY)); 139186f8cdf3SVladimir Sementsov-Ogievskiy if (flags & BDRV_REQ_FUA) { 1392611ae1d7SVladimir Sementsov-Ogievskiy assert(s->info.flags & NBD_FLAG_SEND_FUA); 139386f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_FUA; 139486f8cdf3SVladimir Sementsov-Ogievskiy } 139586f8cdf3SVladimir Sementsov-Ogievskiy 139686f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes <= NBD_MAX_BUFFER_SIZE); 139786f8cdf3SVladimir Sementsov-Ogievskiy 139886f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) { 139986f8cdf3SVladimir Sementsov-Ogievskiy return 0; 140086f8cdf3SVladimir Sementsov-Ogievskiy } 140186f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, qiov); 140286f8cdf3SVladimir Sementsov-Ogievskiy } 140386f8cdf3SVladimir Sementsov-Ogievskiy 140486f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_pwrite_zeroes(BlockDriverState *bs, int64_t offset, 140586f8cdf3SVladimir Sementsov-Ogievskiy int bytes, BdrvRequestFlags flags) 140686f8cdf3SVladimir Sementsov-Ogievskiy { 1407611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 140886f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 140986f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_WRITE_ZEROES, 141086f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 141186f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 141286f8cdf3SVladimir Sementsov-Ogievskiy }; 141386f8cdf3SVladimir Sementsov-Ogievskiy 1414611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY)); 1415611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_WRITE_ZEROES)) { 141686f8cdf3SVladimir Sementsov-Ogievskiy return -ENOTSUP; 141786f8cdf3SVladimir Sementsov-Ogievskiy } 141886f8cdf3SVladimir Sementsov-Ogievskiy 141986f8cdf3SVladimir Sementsov-Ogievskiy if (flags & BDRV_REQ_FUA) { 1420611ae1d7SVladimir Sementsov-Ogievskiy assert(s->info.flags & NBD_FLAG_SEND_FUA); 142186f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_FUA; 142286f8cdf3SVladimir Sementsov-Ogievskiy } 142386f8cdf3SVladimir Sementsov-Ogievskiy if (!(flags & BDRV_REQ_MAY_UNMAP)) { 142486f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_NO_HOLE; 142586f8cdf3SVladimir Sementsov-Ogievskiy } 1426f061656cSEric Blake if (flags & BDRV_REQ_NO_FALLBACK) { 1427f061656cSEric Blake assert(s->info.flags & NBD_FLAG_SEND_FAST_ZERO); 1428f061656cSEric Blake request.flags |= NBD_CMD_FLAG_FAST_ZERO; 1429f061656cSEric Blake } 143086f8cdf3SVladimir Sementsov-Ogievskiy 143186f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) { 143286f8cdf3SVladimir Sementsov-Ogievskiy return 0; 143386f8cdf3SVladimir Sementsov-Ogievskiy } 143486f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL); 143586f8cdf3SVladimir Sementsov-Ogievskiy } 143686f8cdf3SVladimir Sementsov-Ogievskiy 143786f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_flush(BlockDriverState *bs) 143886f8cdf3SVladimir Sementsov-Ogievskiy { 1439611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 144086f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_FLUSH }; 144186f8cdf3SVladimir Sementsov-Ogievskiy 1442611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_FLUSH)) { 144386f8cdf3SVladimir Sementsov-Ogievskiy return 0; 144486f8cdf3SVladimir Sementsov-Ogievskiy } 144586f8cdf3SVladimir Sementsov-Ogievskiy 144686f8cdf3SVladimir Sementsov-Ogievskiy request.from = 0; 144786f8cdf3SVladimir Sementsov-Ogievskiy request.len = 0; 144886f8cdf3SVladimir Sementsov-Ogievskiy 144986f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL); 145086f8cdf3SVladimir Sementsov-Ogievskiy } 145186f8cdf3SVladimir Sementsov-Ogievskiy 145286f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_pdiscard(BlockDriverState *bs, int64_t offset, 145386f8cdf3SVladimir Sementsov-Ogievskiy int bytes) 145486f8cdf3SVladimir Sementsov-Ogievskiy { 1455611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 145686f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 145786f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_TRIM, 145886f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 145986f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 146086f8cdf3SVladimir Sementsov-Ogievskiy }; 146186f8cdf3SVladimir Sementsov-Ogievskiy 1462611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY)); 1463611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_TRIM) || !bytes) { 146486f8cdf3SVladimir Sementsov-Ogievskiy return 0; 146586f8cdf3SVladimir Sementsov-Ogievskiy } 146686f8cdf3SVladimir Sementsov-Ogievskiy 146786f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL); 146886f8cdf3SVladimir Sementsov-Ogievskiy } 146986f8cdf3SVladimir Sementsov-Ogievskiy 147086f8cdf3SVladimir Sementsov-Ogievskiy static int coroutine_fn nbd_client_co_block_status( 147186f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs, bool want_zero, int64_t offset, int64_t bytes, 147286f8cdf3SVladimir Sementsov-Ogievskiy int64_t *pnum, int64_t *map, BlockDriverState **file) 147386f8cdf3SVladimir Sementsov-Ogievskiy { 147486f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 147586f8cdf3SVladimir Sementsov-Ogievskiy NBDExtent extent = { 0 }; 1476611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 147786f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 147886f8cdf3SVladimir Sementsov-Ogievskiy 147986f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 148086f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_BLOCK_STATUS, 148186f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 14826bf792b4SVladimir Sementsov-Ogievskiy .len = MIN(QEMU_ALIGN_DOWN(INT_MAX, bs->bl.request_alignment), 1483611ae1d7SVladimir Sementsov-Ogievskiy MIN(bytes, s->info.size - offset)), 148486f8cdf3SVladimir Sementsov-Ogievskiy .flags = NBD_CMD_FLAG_REQ_ONE, 148586f8cdf3SVladimir Sementsov-Ogievskiy }; 148686f8cdf3SVladimir Sementsov-Ogievskiy 1487611ae1d7SVladimir Sementsov-Ogievskiy if (!s->info.base_allocation) { 148886f8cdf3SVladimir Sementsov-Ogievskiy *pnum = bytes; 148986f8cdf3SVladimir Sementsov-Ogievskiy *map = offset; 149086f8cdf3SVladimir Sementsov-Ogievskiy *file = bs; 149186f8cdf3SVladimir Sementsov-Ogievskiy return BDRV_BLOCK_DATA | BDRV_BLOCK_OFFSET_VALID; 149286f8cdf3SVladimir Sementsov-Ogievskiy } 149386f8cdf3SVladimir Sementsov-Ogievskiy 149486f8cdf3SVladimir Sementsov-Ogievskiy /* 149586f8cdf3SVladimir Sementsov-Ogievskiy * Work around the fact that the block layer doesn't do 149686f8cdf3SVladimir Sementsov-Ogievskiy * byte-accurate sizing yet - if the status request exceeds the 149786f8cdf3SVladimir Sementsov-Ogievskiy * server's advertised size because the block layer rounded size 149886f8cdf3SVladimir Sementsov-Ogievskiy * up, we truncated the request to the server (above), or are 149986f8cdf3SVladimir Sementsov-Ogievskiy * called on just the hole. 150086f8cdf3SVladimir Sementsov-Ogievskiy */ 1501611ae1d7SVladimir Sementsov-Ogievskiy if (offset >= s->info.size) { 150286f8cdf3SVladimir Sementsov-Ogievskiy *pnum = bytes; 150386f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes < BDRV_SECTOR_SIZE); 150486f8cdf3SVladimir Sementsov-Ogievskiy /* Intentionally don't report offset_valid for the hole */ 150586f8cdf3SVladimir Sementsov-Ogievskiy return BDRV_BLOCK_ZERO; 150686f8cdf3SVladimir Sementsov-Ogievskiy } 150786f8cdf3SVladimir Sementsov-Ogievskiy 1508611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block) { 1509611ae1d7SVladimir Sementsov-Ogievskiy assert(QEMU_IS_ALIGNED(request.len, s->info.min_block)); 151086f8cdf3SVladimir Sementsov-Ogievskiy } 1511f7651539SVladimir Sementsov-Ogievskiy do { 151286f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, &request, NULL); 151386f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1514f7651539SVladimir Sementsov-Ogievskiy continue; 151586f8cdf3SVladimir Sementsov-Ogievskiy } 151686f8cdf3SVladimir Sementsov-Ogievskiy 1517611ae1d7SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_blockstatus_reply(s, request.handle, bytes, 1518f7651539SVladimir Sementsov-Ogievskiy &extent, &request_ret, 1519f7651539SVladimir Sementsov-Ogievskiy &local_err); 152086f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 152186f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_co_request_fail(request.from, request.len, request.handle, 152286f8cdf3SVladimir Sementsov-Ogievskiy request.flags, request.type, 152386f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request.type), 152486f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err)); 152586f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 1526f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 152786f8cdf3SVladimir Sementsov-Ogievskiy } 1528f7651539SVladimir Sementsov-Ogievskiy } while (ret < 0 && nbd_client_connecting_wait(s)); 1529f7651539SVladimir Sementsov-Ogievskiy 153086f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0 || request_ret < 0) { 153186f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret; 153286f8cdf3SVladimir Sementsov-Ogievskiy } 153386f8cdf3SVladimir Sementsov-Ogievskiy 153486f8cdf3SVladimir Sementsov-Ogievskiy assert(extent.length); 153586f8cdf3SVladimir Sementsov-Ogievskiy *pnum = extent.length; 153686f8cdf3SVladimir Sementsov-Ogievskiy *map = offset; 153786f8cdf3SVladimir Sementsov-Ogievskiy *file = bs; 153886f8cdf3SVladimir Sementsov-Ogievskiy return (extent.flags & NBD_STATE_HOLE ? 0 : BDRV_BLOCK_DATA) | 153986f8cdf3SVladimir Sementsov-Ogievskiy (extent.flags & NBD_STATE_ZERO ? BDRV_BLOCK_ZERO : 0) | 154086f8cdf3SVladimir Sementsov-Ogievskiy BDRV_BLOCK_OFFSET_VALID; 154186f8cdf3SVladimir Sementsov-Ogievskiy } 154286f8cdf3SVladimir Sementsov-Ogievskiy 1543e99754b4SMaxim Levitsky static int nbd_client_reopen_prepare(BDRVReopenState *state, 1544e99754b4SMaxim Levitsky BlockReopenQueue *queue, Error **errp) 1545e99754b4SMaxim Levitsky { 1546e99754b4SMaxim Levitsky BDRVNBDState *s = (BDRVNBDState *)state->bs->opaque; 1547e99754b4SMaxim Levitsky 1548e99754b4SMaxim Levitsky if ((state->flags & BDRV_O_RDWR) && (s->info.flags & NBD_FLAG_READ_ONLY)) { 1549e99754b4SMaxim Levitsky error_setg(errp, "Can't reopen read-only NBD mount as read/write"); 1550e99754b4SMaxim Levitsky return -EACCES; 1551e99754b4SMaxim Levitsky } 1552e99754b4SMaxim Levitsky return 0; 1553e99754b4SMaxim Levitsky } 1554e99754b4SMaxim Levitsky 1555fee091cdSLukas Straub static void nbd_yank(void *opaque) 1556fee091cdSLukas Straub { 1557fee091cdSLukas Straub BlockDriverState *bs = opaque; 1558fee091cdSLukas Straub BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 1559fee091cdSLukas Straub 1560fee091cdSLukas Straub qatomic_store_release(&s->state, NBD_CLIENT_QUIT); 156195a078eaSVladimir Sementsov-Ogievskiy qio_channel_shutdown(QIO_CHANNEL(s->ioc), QIO_CHANNEL_SHUTDOWN_BOTH, NULL); 1562fee091cdSLukas Straub } 1563fee091cdSLukas Straub 156486f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_close(BlockDriverState *bs) 156586f8cdf3SVladimir Sementsov-Ogievskiy { 1566611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 156786f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_DISC }; 156886f8cdf3SVladimir Sementsov-Ogievskiy 1569f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) { 1570611ae1d7SVladimir Sementsov-Ogievskiy nbd_send_request(s->ioc, &request); 1571f7651539SVladimir Sementsov-Ogievskiy } 157286f8cdf3SVladimir Sementsov-Ogievskiy 157386f8cdf3SVladimir Sementsov-Ogievskiy nbd_teardown_connection(bs); 157486f8cdf3SVladimir Sementsov-Ogievskiy } 157586f8cdf3SVladimir Sementsov-Ogievskiy 157695a078eaSVladimir Sementsov-Ogievskiy static QIOChannelSocket *nbd_establish_connection(BlockDriverState *bs, 1577fee091cdSLukas Straub SocketAddress *saddr, 157886f8cdf3SVladimir Sementsov-Ogievskiy Error **errp) 157986f8cdf3SVladimir Sementsov-Ogievskiy { 1580795d946dSVladimir Sementsov-Ogievskiy ERRP_GUARD(); 158195a078eaSVladimir Sementsov-Ogievskiy QIOChannelSocket *sioc; 158286f8cdf3SVladimir Sementsov-Ogievskiy 158395a078eaSVladimir Sementsov-Ogievskiy sioc = qio_channel_socket_new(); 158495a078eaSVladimir Sementsov-Ogievskiy qio_channel_set_name(QIO_CHANNEL(sioc), "nbd-client"); 158586f8cdf3SVladimir Sementsov-Ogievskiy 158695a078eaSVladimir Sementsov-Ogievskiy qio_channel_socket_connect_sync(sioc, saddr, errp); 1587795d946dSVladimir Sementsov-Ogievskiy if (*errp) { 158895a078eaSVladimir Sementsov-Ogievskiy object_unref(OBJECT(sioc)); 158995a078eaSVladimir Sementsov-Ogievskiy return NULL; 159086f8cdf3SVladimir Sementsov-Ogievskiy } 159186f8cdf3SVladimir Sementsov-Ogievskiy 1592fee091cdSLukas Straub yank_register_function(BLOCKDEV_YANK_INSTANCE(bs->node_name), nbd_yank, bs); 159395a078eaSVladimir Sementsov-Ogievskiy qio_channel_set_delay(QIO_CHANNEL(sioc), false); 159486f8cdf3SVladimir Sementsov-Ogievskiy 159595a078eaSVladimir Sementsov-Ogievskiy return sioc; 159686f8cdf3SVladimir Sementsov-Ogievskiy } 159786f8cdf3SVladimir Sementsov-Ogievskiy 159895a078eaSVladimir Sementsov-Ogievskiy /* nbd_client_handshake takes ownership on sioc. */ 159995a078eaSVladimir Sementsov-Ogievskiy static int nbd_client_handshake(BlockDriverState *bs, QIOChannelSocket *sioc, 160095a078eaSVladimir Sementsov-Ogievskiy Error **errp) 160186f8cdf3SVladimir Sementsov-Ogievskiy { 1602611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 1603a8e2bb6aSVladimir Sementsov-Ogievskiy AioContext *aio_context = bdrv_get_aio_context(bs); 160486f8cdf3SVladimir Sementsov-Ogievskiy int ret; 160586f8cdf3SVladimir Sementsov-Ogievskiy 1606fa35591bSVladimir Sementsov-Ogievskiy trace_nbd_client_handshake(s->export); 160795a078eaSVladimir Sementsov-Ogievskiy qio_channel_set_blocking(QIO_CHANNEL(sioc), false, NULL); 160895a078eaSVladimir Sementsov-Ogievskiy qio_channel_attach_aio_context(QIO_CHANNEL(sioc), aio_context); 160986f8cdf3SVladimir Sementsov-Ogievskiy 1610611ae1d7SVladimir Sementsov-Ogievskiy s->info.request_sizes = true; 1611611ae1d7SVladimir Sementsov-Ogievskiy s->info.structured_reply = true; 1612611ae1d7SVladimir Sementsov-Ogievskiy s->info.base_allocation = true; 16138f071c9dSVladimir Sementsov-Ogievskiy s->info.x_dirty_bitmap = g_strdup(s->x_dirty_bitmap); 16148f071c9dSVladimir Sementsov-Ogievskiy s->info.name = g_strdup(s->export ?: ""); 161595a078eaSVladimir Sementsov-Ogievskiy ret = nbd_receive_negotiate(aio_context, QIO_CHANNEL(sioc), s->tlscreds, 16168f071c9dSVladimir Sementsov-Ogievskiy s->hostname, &s->ioc, &s->info, errp); 1617611ae1d7SVladimir Sementsov-Ogievskiy g_free(s->info.x_dirty_bitmap); 1618611ae1d7SVladimir Sementsov-Ogievskiy g_free(s->info.name); 161986f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1620fee091cdSLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(bs->node_name), 1621fee091cdSLukas Straub nbd_yank, bs); 162295a078eaSVladimir Sementsov-Ogievskiy object_unref(OBJECT(sioc)); 162386f8cdf3SVladimir Sementsov-Ogievskiy return ret; 162486f8cdf3SVladimir Sementsov-Ogievskiy } 1625e9ba7788SVladimir Sementsov-Ogievskiy 162695a078eaSVladimir Sementsov-Ogievskiy if (s->ioc) { 162795a078eaSVladimir Sementsov-Ogievskiy /* sioc is referenced by s->ioc */ 162895a078eaSVladimir Sementsov-Ogievskiy object_unref(OBJECT(sioc)); 162995a078eaSVladimir Sementsov-Ogievskiy } else { 163095a078eaSVladimir Sementsov-Ogievskiy s->ioc = QIO_CHANNEL(sioc); 163195a078eaSVladimir Sementsov-Ogievskiy } 163295a078eaSVladimir Sementsov-Ogievskiy sioc = NULL; 163395a078eaSVladimir Sementsov-Ogievskiy 1634e9ba7788SVladimir Sementsov-Ogievskiy ret = nbd_handle_updated_info(bs, errp); 163586f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 163686f8cdf3SVladimir Sementsov-Ogievskiy /* 1637a8e2bb6aSVladimir Sementsov-Ogievskiy * We have connected, but must fail for other reasons. 1638a8e2bb6aSVladimir Sementsov-Ogievskiy * Send NBD_CMD_DISC as a courtesy to the server. 163986f8cdf3SVladimir Sementsov-Ogievskiy */ 164086f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_DISC }; 164186f8cdf3SVladimir Sementsov-Ogievskiy 164295a078eaSVladimir Sementsov-Ogievskiy nbd_send_request(s->ioc, &request); 164386f8cdf3SVladimir Sementsov-Ogievskiy 1644fee091cdSLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(bs->node_name), 1645fee091cdSLukas Straub nbd_yank, bs); 16462a25def4SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc)); 16472a25def4SVladimir Sementsov-Ogievskiy s->ioc = NULL; 164886f8cdf3SVladimir Sementsov-Ogievskiy return ret; 164986f8cdf3SVladimir Sementsov-Ogievskiy } 1650e9ba7788SVladimir Sementsov-Ogievskiy 1651e9ba7788SVladimir Sementsov-Ogievskiy return 0; 165286f8cdf3SVladimir Sementsov-Ogievskiy } 165386f8cdf3SVladimir Sementsov-Ogievskiy 16548f071c9dSVladimir Sementsov-Ogievskiy /* 16558f071c9dSVladimir Sementsov-Ogievskiy * Parse nbd_open options 16568f071c9dSVladimir Sementsov-Ogievskiy */ 165786f8cdf3SVladimir Sementsov-Ogievskiy 1658f53a1febSKevin Wolf static int nbd_parse_uri(const char *filename, QDict *options) 16591d7d2a9dSPaolo Bonzini { 16601d7d2a9dSPaolo Bonzini URI *uri; 16611d7d2a9dSPaolo Bonzini const char *p; 16621d7d2a9dSPaolo Bonzini QueryParams *qp = NULL; 16631d7d2a9dSPaolo Bonzini int ret = 0; 1664f53a1febSKevin Wolf bool is_unix; 16651d7d2a9dSPaolo Bonzini 16661d7d2a9dSPaolo Bonzini uri = uri_parse(filename); 16671d7d2a9dSPaolo Bonzini if (!uri) { 16681d7d2a9dSPaolo Bonzini return -EINVAL; 16691d7d2a9dSPaolo Bonzini } 16701d7d2a9dSPaolo Bonzini 16711d7d2a9dSPaolo Bonzini /* transport */ 1672f69165a8SMax Reitz if (!g_strcmp0(uri->scheme, "nbd")) { 1673f53a1febSKevin Wolf is_unix = false; 1674f69165a8SMax Reitz } else if (!g_strcmp0(uri->scheme, "nbd+tcp")) { 1675f53a1febSKevin Wolf is_unix = false; 1676f69165a8SMax Reitz } else if (!g_strcmp0(uri->scheme, "nbd+unix")) { 1677f53a1febSKevin Wolf is_unix = true; 16781d7d2a9dSPaolo Bonzini } else { 16791d7d2a9dSPaolo Bonzini ret = -EINVAL; 16801d7d2a9dSPaolo Bonzini goto out; 16811d7d2a9dSPaolo Bonzini } 16821d7d2a9dSPaolo Bonzini 16832485f22fSEric Blake p = uri->path ? uri->path : ""; 16842485f22fSEric Blake if (p[0] == '/') { 16852485f22fSEric Blake p++; 16862485f22fSEric Blake } 16871d7d2a9dSPaolo Bonzini if (p[0]) { 168846f5ac20SEric Blake qdict_put_str(options, "export", p); 16891d7d2a9dSPaolo Bonzini } 16901d7d2a9dSPaolo Bonzini 16911d7d2a9dSPaolo Bonzini qp = query_params_parse(uri->query); 1692f53a1febSKevin Wolf if (qp->n > 1 || (is_unix && !qp->n) || (!is_unix && qp->n)) { 16931d7d2a9dSPaolo Bonzini ret = -EINVAL; 16941d7d2a9dSPaolo Bonzini goto out; 16951d7d2a9dSPaolo Bonzini } 16961d7d2a9dSPaolo Bonzini 1697f53a1febSKevin Wolf if (is_unix) { 16981d7d2a9dSPaolo Bonzini /* nbd+unix:///export?socket=path */ 16991d7d2a9dSPaolo Bonzini if (uri->server || uri->port || strcmp(qp->p[0].name, "socket")) { 17001d7d2a9dSPaolo Bonzini ret = -EINVAL; 17011d7d2a9dSPaolo Bonzini goto out; 17021d7d2a9dSPaolo Bonzini } 170346f5ac20SEric Blake qdict_put_str(options, "server.type", "unix"); 170446f5ac20SEric Blake qdict_put_str(options, "server.path", qp->p[0].value); 17051d7d2a9dSPaolo Bonzini } else { 170623307908SJán Tomko QString *host; 1707f84d431bSMax Reitz char *port_str; 1708f84d431bSMax Reitz 1709bebbf7faSKevin Wolf /* nbd[+tcp]://host[:port]/export */ 17101d7d2a9dSPaolo Bonzini if (!uri->server) { 17111d7d2a9dSPaolo Bonzini ret = -EINVAL; 17121d7d2a9dSPaolo Bonzini goto out; 17131d7d2a9dSPaolo Bonzini } 1714f17c90beSKevin Wolf 171523307908SJán Tomko /* strip braces from literal IPv6 address */ 171623307908SJán Tomko if (uri->server[0] == '[') { 171723307908SJán Tomko host = qstring_from_substr(uri->server, 1, 1718ba891d68SMarkus Armbruster strlen(uri->server) - 1); 171923307908SJán Tomko } else { 172023307908SJán Tomko host = qstring_from_str(uri->server); 172123307908SJán Tomko } 172223307908SJán Tomko 172346f5ac20SEric Blake qdict_put_str(options, "server.type", "inet"); 17249445673eSMarkus Armbruster qdict_put(options, "server.host", host); 1725f84d431bSMax Reitz 1726f84d431bSMax Reitz port_str = g_strdup_printf("%d", uri->port ?: NBD_DEFAULT_PORT); 172746f5ac20SEric Blake qdict_put_str(options, "server.port", port_str); 1728f53a1febSKevin Wolf g_free(port_str); 17291d7d2a9dSPaolo Bonzini } 17301d7d2a9dSPaolo Bonzini 17311d7d2a9dSPaolo Bonzini out: 17321d7d2a9dSPaolo Bonzini if (qp) { 17331d7d2a9dSPaolo Bonzini query_params_free(qp); 17341d7d2a9dSPaolo Bonzini } 17351d7d2a9dSPaolo Bonzini uri_free(uri); 17361d7d2a9dSPaolo Bonzini return ret; 17371d7d2a9dSPaolo Bonzini } 17381d7d2a9dSPaolo Bonzini 173948c38e0bSMax Reitz static bool nbd_has_filename_options_conflict(QDict *options, Error **errp) 174048c38e0bSMax Reitz { 174148c38e0bSMax Reitz const QDictEntry *e; 174248c38e0bSMax Reitz 174348c38e0bSMax Reitz for (e = qdict_first(options); e; e = qdict_next(options, e)) { 174448c38e0bSMax Reitz if (!strcmp(e->key, "host") || 174548c38e0bSMax Reitz !strcmp(e->key, "port") || 174648c38e0bSMax Reitz !strcmp(e->key, "path") || 1747491d6c7cSMax Reitz !strcmp(e->key, "export") || 1748491d6c7cSMax Reitz strstart(e->key, "server.", NULL)) 174948c38e0bSMax Reitz { 175048c38e0bSMax Reitz error_setg(errp, "Option '%s' cannot be used with a file name", 175148c38e0bSMax Reitz e->key); 175248c38e0bSMax Reitz return true; 175348c38e0bSMax Reitz } 175448c38e0bSMax Reitz } 175548c38e0bSMax Reitz 175648c38e0bSMax Reitz return false; 175748c38e0bSMax Reitz } 175848c38e0bSMax Reitz 17596963a30dSKevin Wolf static void nbd_parse_filename(const char *filename, QDict *options, 17606963a30dSKevin Wolf Error **errp) 1761019d6b8fSAnthony Liguori { 1762df18c04eSEric Blake g_autofree char *file = NULL; 176333897dc7SNick Thomas char *export_name; 176433897dc7SNick Thomas const char *host_spec; 1765019d6b8fSAnthony Liguori const char *unixpath; 1766019d6b8fSAnthony Liguori 176748c38e0bSMax Reitz if (nbd_has_filename_options_conflict(options, errp)) { 1768681e7ad0SKevin Wolf return; 1769681e7ad0SKevin Wolf } 1770681e7ad0SKevin Wolf 17711d7d2a9dSPaolo Bonzini if (strstr(filename, "://")) { 17726963a30dSKevin Wolf int ret = nbd_parse_uri(filename, options); 17736963a30dSKevin Wolf if (ret < 0) { 17746963a30dSKevin Wolf error_setg(errp, "No valid URL specified"); 17756963a30dSKevin Wolf } 17766963a30dSKevin Wolf return; 17771d7d2a9dSPaolo Bonzini } 17781d7d2a9dSPaolo Bonzini 17797267c094SAnthony Liguori file = g_strdup(filename); 17801d45f8b5SLaurent Vivier 178133897dc7SNick Thomas export_name = strstr(file, EN_OPTSTR); 178233897dc7SNick Thomas if (export_name) { 178333897dc7SNick Thomas if (export_name[strlen(EN_OPTSTR)] == 0) { 1784df18c04eSEric Blake return; 17851d45f8b5SLaurent Vivier } 178633897dc7SNick Thomas export_name[0] = 0; /* truncate 'file' */ 178733897dc7SNick Thomas export_name += strlen(EN_OPTSTR); 1788f53a1febSKevin Wolf 178946f5ac20SEric Blake qdict_put_str(options, "export", export_name); 17901d45f8b5SLaurent Vivier } 17911d45f8b5SLaurent Vivier 179233897dc7SNick Thomas /* extract the host_spec - fail if it's not nbd:... */ 179333897dc7SNick Thomas if (!strstart(file, "nbd:", &host_spec)) { 17946963a30dSKevin Wolf error_setg(errp, "File name string for NBD must start with 'nbd:'"); 1795df18c04eSEric Blake return; 17961d45f8b5SLaurent Vivier } 1797019d6b8fSAnthony Liguori 1798f53a1febSKevin Wolf if (!*host_spec) { 1799df18c04eSEric Blake return; 1800f53a1febSKevin Wolf } 1801f53a1febSKevin Wolf 180233897dc7SNick Thomas /* are we a UNIX or TCP socket? */ 180333897dc7SNick Thomas if (strstart(host_spec, "unix:", &unixpath)) { 180446f5ac20SEric Blake qdict_put_str(options, "server.type", "unix"); 180546f5ac20SEric Blake qdict_put_str(options, "server.path", unixpath); 1806019d6b8fSAnthony Liguori } else { 18070785bd7aSMarkus Armbruster InetSocketAddress *addr = g_new(InetSocketAddress, 1); 1808f53a1febSKevin Wolf 18090785bd7aSMarkus Armbruster if (inet_parse(addr, host_spec, errp)) { 18100785bd7aSMarkus Armbruster goto out_inet; 1811f17c90beSKevin Wolf } 1812f53a1febSKevin Wolf 181346f5ac20SEric Blake qdict_put_str(options, "server.type", "inet"); 181446f5ac20SEric Blake qdict_put_str(options, "server.host", addr->host); 181546f5ac20SEric Blake qdict_put_str(options, "server.port", addr->port); 18160785bd7aSMarkus Armbruster out_inet: 1817f53a1febSKevin Wolf qapi_free_InetSocketAddress(addr); 18181d45f8b5SLaurent Vivier } 181933897dc7SNick Thomas } 1820f53a1febSKevin Wolf 1821491d6c7cSMax Reitz static bool nbd_process_legacy_socket_options(QDict *output_options, 1822491d6c7cSMax Reitz QemuOpts *legacy_opts, 1823491d6c7cSMax Reitz Error **errp) 1824f53a1febSKevin Wolf { 1825491d6c7cSMax Reitz const char *path = qemu_opt_get(legacy_opts, "path"); 1826491d6c7cSMax Reitz const char *host = qemu_opt_get(legacy_opts, "host"); 1827491d6c7cSMax Reitz const char *port = qemu_opt_get(legacy_opts, "port"); 1828491d6c7cSMax Reitz const QDictEntry *e; 1829f53a1febSKevin Wolf 1830491d6c7cSMax Reitz if (!path && !host && !port) { 1831491d6c7cSMax Reitz return true; 1832491d6c7cSMax Reitz } 183303504d05SMax Reitz 1834491d6c7cSMax Reitz for (e = qdict_first(output_options); e; e = qdict_next(output_options, e)) 1835491d6c7cSMax Reitz { 1836491d6c7cSMax Reitz if (strstart(e->key, "server.", NULL)) { 1837491d6c7cSMax Reitz error_setg(errp, "Cannot use 'server' and path/host/port at the " 1838491d6c7cSMax Reitz "same time"); 1839491d6c7cSMax Reitz return false; 1840491d6c7cSMax Reitz } 1841491d6c7cSMax Reitz } 1842491d6c7cSMax Reitz 1843491d6c7cSMax Reitz if (path && host) { 184482d73014SMax Reitz error_setg(errp, "path and host may not be used at the same time"); 1845491d6c7cSMax Reitz return false; 1846491d6c7cSMax Reitz } else if (path) { 1847491d6c7cSMax Reitz if (port) { 1848442045cbSMax Reitz error_setg(errp, "port may not be used without host"); 1849491d6c7cSMax Reitz return false; 1850442045cbSMax Reitz } 1851019d6b8fSAnthony Liguori 185246f5ac20SEric Blake qdict_put_str(output_options, "server.type", "unix"); 185346f5ac20SEric Blake qdict_put_str(output_options, "server.path", path); 1854491d6c7cSMax Reitz } else if (host) { 185546f5ac20SEric Blake qdict_put_str(output_options, "server.type", "inet"); 185646f5ac20SEric Blake qdict_put_str(output_options, "server.host", host); 185746f5ac20SEric Blake qdict_put_str(output_options, "server.port", 185846f5ac20SEric Blake port ?: stringify(NBD_DEFAULT_PORT)); 18597a5ed437SDaniel P. Berrange } 1860491d6c7cSMax Reitz 1861491d6c7cSMax Reitz return true; 1862491d6c7cSMax Reitz } 1863491d6c7cSMax Reitz 186462cf396bSMarkus Armbruster static SocketAddress *nbd_config(BDRVNBDState *s, QDict *options, 18659445673eSMarkus Armbruster Error **errp) 1866491d6c7cSMax Reitz { 186762cf396bSMarkus Armbruster SocketAddress *saddr = NULL; 1868491d6c7cSMax Reitz QDict *addr = NULL; 1869491d6c7cSMax Reitz Visitor *iv = NULL; 1870491d6c7cSMax Reitz 1871491d6c7cSMax Reitz qdict_extract_subqdict(options, &addr, "server."); 1872491d6c7cSMax Reitz if (!qdict_size(addr)) { 1873491d6c7cSMax Reitz error_setg(errp, "NBD server address missing"); 1874491d6c7cSMax Reitz goto done; 1875491d6c7cSMax Reitz } 1876491d6c7cSMax Reitz 1877af91062eSMarkus Armbruster iv = qobject_input_visitor_new_flat_confused(addr, errp); 1878af91062eSMarkus Armbruster if (!iv) { 1879491d6c7cSMax Reitz goto done; 1880491d6c7cSMax Reitz } 1881491d6c7cSMax Reitz 1882af175e85SMarkus Armbruster if (!visit_type_SocketAddress(iv, NULL, &saddr, errp)) { 1883491d6c7cSMax Reitz goto done; 1884f53a1febSKevin Wolf } 1885f53a1febSKevin Wolf 18866cc702beSVladimir Sementsov-Ogievskiy if (socket_address_parse_named_fd(saddr, errp) < 0) { 18876cc702beSVladimir Sementsov-Ogievskiy qapi_free_SocketAddress(saddr); 18886cc702beSVladimir Sementsov-Ogievskiy saddr = NULL; 18896cc702beSVladimir Sementsov-Ogievskiy goto done; 18906cc702beSVladimir Sementsov-Ogievskiy } 18916cc702beSVladimir Sementsov-Ogievskiy 1892491d6c7cSMax Reitz done: 1893cb3e7f08SMarc-André Lureau qobject_unref(addr); 1894491d6c7cSMax Reitz visit_free(iv); 18957a5ed437SDaniel P. Berrange return saddr; 1896f53a1febSKevin Wolf } 1897f53a1febSKevin Wolf 189875822a12SDaniel P. Berrange static QCryptoTLSCreds *nbd_get_tls_creds(const char *id, Error **errp) 189975822a12SDaniel P. Berrange { 190075822a12SDaniel P. Berrange Object *obj; 190175822a12SDaniel P. Berrange QCryptoTLSCreds *creds; 190275822a12SDaniel P. Berrange 190375822a12SDaniel P. Berrange obj = object_resolve_path_component( 190475822a12SDaniel P. Berrange object_get_objects_root(), id); 190575822a12SDaniel P. Berrange if (!obj) { 190675822a12SDaniel P. Berrange error_setg(errp, "No TLS credentials with id '%s'", 190775822a12SDaniel P. Berrange id); 190875822a12SDaniel P. Berrange return NULL; 190975822a12SDaniel P. Berrange } 191075822a12SDaniel P. Berrange creds = (QCryptoTLSCreds *) 191175822a12SDaniel P. Berrange object_dynamic_cast(obj, TYPE_QCRYPTO_TLS_CREDS); 191275822a12SDaniel P. Berrange if (!creds) { 191375822a12SDaniel P. Berrange error_setg(errp, "Object with id '%s' is not TLS credentials", 191475822a12SDaniel P. Berrange id); 191575822a12SDaniel P. Berrange return NULL; 191675822a12SDaniel P. Berrange } 191775822a12SDaniel P. Berrange 191875822a12SDaniel P. Berrange if (creds->endpoint != QCRYPTO_TLS_CREDS_ENDPOINT_CLIENT) { 191975822a12SDaniel P. Berrange error_setg(errp, 192075822a12SDaniel P. Berrange "Expecting TLS credentials with a client endpoint"); 192175822a12SDaniel P. Berrange return NULL; 192275822a12SDaniel P. Berrange } 192375822a12SDaniel P. Berrange object_ref(obj); 192475822a12SDaniel P. Berrange return creds; 192575822a12SDaniel P. Berrange } 192675822a12SDaniel P. Berrange 192775822a12SDaniel P. Berrange 19287ccc44fdSMax Reitz static QemuOptsList nbd_runtime_opts = { 19297ccc44fdSMax Reitz .name = "nbd", 19307ccc44fdSMax Reitz .head = QTAILQ_HEAD_INITIALIZER(nbd_runtime_opts.head), 19317ccc44fdSMax Reitz .desc = { 19327ccc44fdSMax Reitz { 19337ccc44fdSMax Reitz .name = "host", 19347ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 19357ccc44fdSMax Reitz .help = "TCP host to connect to", 19367ccc44fdSMax Reitz }, 19377ccc44fdSMax Reitz { 19387ccc44fdSMax Reitz .name = "port", 19397ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 19407ccc44fdSMax Reitz .help = "TCP port to connect to", 19417ccc44fdSMax Reitz }, 19427ccc44fdSMax Reitz { 19437ccc44fdSMax Reitz .name = "path", 19447ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 19457ccc44fdSMax Reitz .help = "Unix socket path to connect to", 19467ccc44fdSMax Reitz }, 19477ccc44fdSMax Reitz { 19487ccc44fdSMax Reitz .name = "export", 19497ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 19507ccc44fdSMax Reitz .help = "Name of the NBD export to open", 19517ccc44fdSMax Reitz }, 19527ccc44fdSMax Reitz { 19537ccc44fdSMax Reitz .name = "tls-creds", 19547ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 19557ccc44fdSMax Reitz .help = "ID of the TLS credentials to use", 19567ccc44fdSMax Reitz }, 1957216ee365SEric Blake { 1958216ee365SEric Blake .name = "x-dirty-bitmap", 1959216ee365SEric Blake .type = QEMU_OPT_STRING, 1960216ee365SEric Blake .help = "experimental: expose named dirty bitmap in place of " 1961216ee365SEric Blake "block status", 1962216ee365SEric Blake }, 1963b172ae2eSVladimir Sementsov-Ogievskiy { 1964b172ae2eSVladimir Sementsov-Ogievskiy .name = "reconnect-delay", 1965b172ae2eSVladimir Sementsov-Ogievskiy .type = QEMU_OPT_NUMBER, 1966b172ae2eSVladimir Sementsov-Ogievskiy .help = "On an unexpected disconnect, the nbd client tries to " 1967b172ae2eSVladimir Sementsov-Ogievskiy "connect again until succeeding or encountering a serious " 1968b172ae2eSVladimir Sementsov-Ogievskiy "error. During the first @reconnect-delay seconds, all " 1969b172ae2eSVladimir Sementsov-Ogievskiy "requests are paused and will be rerun on a successful " 1970b172ae2eSVladimir Sementsov-Ogievskiy "reconnect. After that time, any delayed requests and all " 1971b172ae2eSVladimir Sementsov-Ogievskiy "future requests before a successful reconnect will " 1972b172ae2eSVladimir Sementsov-Ogievskiy "immediately fail. Default 0", 1973b172ae2eSVladimir Sementsov-Ogievskiy }, 1974c4365735SMurilo Opsfelder Araujo { /* end of list */ } 19757ccc44fdSMax Reitz }, 19767ccc44fdSMax Reitz }; 19777ccc44fdSMax Reitz 19788f071c9dSVladimir Sementsov-Ogievskiy static int nbd_process_options(BlockDriverState *bs, QDict *options, 1979015a1036SMax Reitz Error **errp) 198033897dc7SNick Thomas { 198133897dc7SNick Thomas BDRVNBDState *s = bs->opaque; 19828f071c9dSVladimir Sementsov-Ogievskiy QemuOpts *opts; 198375822a12SDaniel P. Berrange int ret = -EINVAL; 1984ae255e52SPaolo Bonzini 19857ccc44fdSMax Reitz opts = qemu_opts_create(&nbd_runtime_opts, NULL, 0, &error_abort); 1986af175e85SMarkus Armbruster if (!qemu_opts_absorb_qdict(opts, options, errp)) { 19877ccc44fdSMax Reitz goto error; 19887ccc44fdSMax Reitz } 19897ccc44fdSMax Reitz 199062cf396bSMarkus Armbruster /* Translate @host, @port, and @path to a SocketAddress */ 1991491d6c7cSMax Reitz if (!nbd_process_legacy_socket_options(options, opts, errp)) { 199275822a12SDaniel P. Berrange goto error; 199375822a12SDaniel P. Berrange } 199475822a12SDaniel P. Berrange 1995491d6c7cSMax Reitz /* Pop the config into our state object. Exit if invalid. */ 1996491d6c7cSMax Reitz s->saddr = nbd_config(s, options, errp); 1997491d6c7cSMax Reitz if (!s->saddr) { 1998491d6c7cSMax Reitz goto error; 1999491d6c7cSMax Reitz } 2000491d6c7cSMax Reitz 2001491d6c7cSMax Reitz s->export = g_strdup(qemu_opt_get(opts, "export")); 200293676c88SEric Blake if (s->export && strlen(s->export) > NBD_MAX_STRING_SIZE) { 200393676c88SEric Blake error_setg(errp, "export name too long to send to server"); 200493676c88SEric Blake goto error; 200593676c88SEric Blake } 2006491d6c7cSMax Reitz 200703504d05SMax Reitz s->tlscredsid = g_strdup(qemu_opt_get(opts, "tls-creds")); 200803504d05SMax Reitz if (s->tlscredsid) { 20098f071c9dSVladimir Sementsov-Ogievskiy s->tlscreds = nbd_get_tls_creds(s->tlscredsid, errp); 20108f071c9dSVladimir Sementsov-Ogievskiy if (!s->tlscreds) { 201175822a12SDaniel P. Berrange goto error; 201275822a12SDaniel P. Berrange } 201375822a12SDaniel P. Berrange 2014ca0b64e5SMarkus Armbruster /* TODO SOCKET_ADDRESS_KIND_FD where fd has AF_INET or AF_INET6 */ 201562cf396bSMarkus Armbruster if (s->saddr->type != SOCKET_ADDRESS_TYPE_INET) { 201675822a12SDaniel P. Berrange error_setg(errp, "TLS only supported over IP sockets"); 201775822a12SDaniel P. Berrange goto error; 201875822a12SDaniel P. Berrange } 20198f071c9dSVladimir Sementsov-Ogievskiy s->hostname = s->saddr->u.inet.host; 202033897dc7SNick Thomas } 202133897dc7SNick Thomas 20228f071c9dSVladimir Sementsov-Ogievskiy s->x_dirty_bitmap = g_strdup(qemu_opt_get(opts, "x-dirty-bitmap")); 202393676c88SEric Blake if (s->x_dirty_bitmap && strlen(s->x_dirty_bitmap) > NBD_MAX_STRING_SIZE) { 202493676c88SEric Blake error_setg(errp, "x-dirty-bitmap query too long to send to server"); 202593676c88SEric Blake goto error; 202693676c88SEric Blake } 202793676c88SEric Blake 20288f071c9dSVladimir Sementsov-Ogievskiy s->reconnect_delay = qemu_opt_get_number(opts, "reconnect-delay", 0); 20298f071c9dSVladimir Sementsov-Ogievskiy 20308f071c9dSVladimir Sementsov-Ogievskiy ret = 0; 2031d42f78e9SVladimir Sementsov-Ogievskiy 203275822a12SDaniel P. Berrange error: 20337ccc44fdSMax Reitz qemu_opts_del(opts); 203475822a12SDaniel P. Berrange return ret; 2035ae255e52SPaolo Bonzini } 2036d9b09f13SPaolo Bonzini 20378f071c9dSVladimir Sementsov-Ogievskiy static int nbd_open(BlockDriverState *bs, QDict *options, int flags, 20388f071c9dSVladimir Sementsov-Ogievskiy Error **errp) 20398f071c9dSVladimir Sementsov-Ogievskiy { 20408f071c9dSVladimir Sementsov-Ogievskiy int ret; 20418f071c9dSVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 204295a078eaSVladimir Sementsov-Ogievskiy QIOChannelSocket *sioc; 20438f071c9dSVladimir Sementsov-Ogievskiy 20448f071c9dSVladimir Sementsov-Ogievskiy s->bs = bs; 20458f071c9dSVladimir Sementsov-Ogievskiy qemu_co_mutex_init(&s->send_mutex); 20468f071c9dSVladimir Sementsov-Ogievskiy qemu_co_queue_init(&s->free_sema); 20478f071c9dSVladimir Sementsov-Ogievskiy 2048fee091cdSLukas Straub if (!yank_register_instance(BLOCKDEV_YANK_INSTANCE(bs->node_name), errp)) { 2049fee091cdSLukas Straub return -EEXIST; 2050fee091cdSLukas Straub } 2051fee091cdSLukas Straub 2052bbba1c37SVladimir Sementsov-Ogievskiy ret = nbd_process_options(bs, options, errp); 2053bbba1c37SVladimir Sementsov-Ogievskiy if (ret < 0) { 2054bbba1c37SVladimir Sementsov-Ogievskiy goto fail; 2055bbba1c37SVladimir Sementsov-Ogievskiy } 2056bbba1c37SVladimir Sementsov-Ogievskiy 20576d2b0332SVladimir Sementsov-Ogievskiy s->conn = nbd_client_connection_new(s->saddr, true, s->export, 20586d2b0332SVladimir Sementsov-Ogievskiy s->x_dirty_bitmap, s->tlscreds); 2059e8b35bf5SRoman Kagan 2060fa35591bSVladimir Sementsov-Ogievskiy /* 2061fa35591bSVladimir Sementsov-Ogievskiy * establish TCP connection, return error if it fails 2062fa35591bSVladimir Sementsov-Ogievskiy * TODO: Configurable retry-until-timeout behaviour. 2063fa35591bSVladimir Sementsov-Ogievskiy */ 206495a078eaSVladimir Sementsov-Ogievskiy sioc = nbd_establish_connection(bs, s->saddr, errp); 206595a078eaSVladimir Sementsov-Ogievskiy if (!sioc) { 2066bbba1c37SVladimir Sementsov-Ogievskiy ret = -ECONNREFUSED; 2067bbba1c37SVladimir Sementsov-Ogievskiy goto fail; 2068fa35591bSVladimir Sementsov-Ogievskiy } 2069fa35591bSVladimir Sementsov-Ogievskiy 207095a078eaSVladimir Sementsov-Ogievskiy ret = nbd_client_handshake(bs, sioc, errp); 20718f071c9dSVladimir Sementsov-Ogievskiy if (ret < 0) { 2072bbba1c37SVladimir Sementsov-Ogievskiy goto fail; 20738f071c9dSVladimir Sementsov-Ogievskiy } 20748f071c9dSVladimir Sementsov-Ogievskiy /* successfully connected */ 20758f071c9dSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTED; 20768f071c9dSVladimir Sementsov-Ogievskiy 20778f071c9dSVladimir Sementsov-Ogievskiy s->connection_co = qemu_coroutine_create(nbd_connection_entry, s); 20788f071c9dSVladimir Sementsov-Ogievskiy bdrv_inc_in_flight(bs); 20798f071c9dSVladimir Sementsov-Ogievskiy aio_co_schedule(bdrv_get_aio_context(bs), s->connection_co); 20808f071c9dSVladimir Sementsov-Ogievskiy 20818f071c9dSVladimir Sementsov-Ogievskiy return 0; 2082bbba1c37SVladimir Sementsov-Ogievskiy 2083bbba1c37SVladimir Sementsov-Ogievskiy fail: 2084bbba1c37SVladimir Sementsov-Ogievskiy nbd_clear_bdrvstate(bs); 2085bbba1c37SVladimir Sementsov-Ogievskiy return ret; 20868f071c9dSVladimir Sementsov-Ogievskiy } 20878f071c9dSVladimir Sementsov-Ogievskiy 20881486d04aSPaolo Bonzini static int nbd_co_flush(BlockDriverState *bs) 20891486d04aSPaolo Bonzini { 2090f53a829bSMax Reitz return nbd_client_co_flush(bs); 20911486d04aSPaolo Bonzini } 20921486d04aSPaolo Bonzini 2093fa21e6faSDenis V. Lunev static void nbd_refresh_limits(BlockDriverState *bs, Error **errp) 2094fa21e6faSDenis V. Lunev { 2095611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 2096fd8d372dSEric Blake uint32_t min = s->info.min_block; 2097081dd1feSEric Blake uint32_t max = MIN_NON_ZERO(NBD_MAX_BUFFER_SIZE, s->info.max_block); 2098081dd1feSEric Blake 20997da537f7SEric Blake /* 21007da537f7SEric Blake * If the server did not advertise an alignment: 21017da537f7SEric Blake * - a size that is not sector-aligned implies that an alignment 21027da537f7SEric Blake * of 1 can be used to access those tail bytes 21037da537f7SEric Blake * - advertisement of block status requires an alignment of 1, so 21047da537f7SEric Blake * that we don't violate block layer constraints that block 21057da537f7SEric Blake * status is always aligned (as we can't control whether the 21067da537f7SEric Blake * server will report sub-sector extents, such as a hole at EOF 21077da537f7SEric Blake * on an unaligned POSIX file) 21087da537f7SEric Blake * - otherwise, assume the server is so old that we are safer avoiding 21097da537f7SEric Blake * sub-sector requests 21107da537f7SEric Blake */ 21117da537f7SEric Blake if (!min) { 21127da537f7SEric Blake min = (!QEMU_IS_ALIGNED(s->info.size, BDRV_SECTOR_SIZE) || 21137da537f7SEric Blake s->info.base_allocation) ? 1 : BDRV_SECTOR_SIZE; 21147da537f7SEric Blake } 21157da537f7SEric Blake 21167da537f7SEric Blake bs->bl.request_alignment = min; 2117714eb0dbSVladimir Sementsov-Ogievskiy bs->bl.max_pdiscard = QEMU_ALIGN_DOWN(INT_MAX, min); 2118081dd1feSEric Blake bs->bl.max_pwrite_zeroes = max; 2119081dd1feSEric Blake bs->bl.max_transfer = max; 2120081dd1feSEric Blake 2121081dd1feSEric Blake if (s->info.opt_block && 2122081dd1feSEric Blake s->info.opt_block > bs->bl.opt_transfer) { 2123081dd1feSEric Blake bs->bl.opt_transfer = s->info.opt_block; 2124081dd1feSEric Blake } 2125fa21e6faSDenis V. Lunev } 2126fa21e6faSDenis V. Lunev 2127019d6b8fSAnthony Liguori static void nbd_close(BlockDriverState *bs) 2128019d6b8fSAnthony Liguori { 2129f53a829bSMax Reitz nbd_client_close(bs); 2130bbba1c37SVladimir Sementsov-Ogievskiy nbd_clear_bdrvstate(bs); 2131019d6b8fSAnthony Liguori } 2132019d6b8fSAnthony Liguori 2133a2b333c0SNir Soffer /* 2134a2b333c0SNir Soffer * NBD cannot truncate, but if the caller asks to truncate to the same size, or 2135a2b333c0SNir Soffer * to a smaller size with exact=false, there is no reason to fail the 2136a2b333c0SNir Soffer * operation. 2137a2b333c0SNir Soffer * 2138a2b333c0SNir Soffer * Preallocation mode is ignored since it does not seems useful to fail when 2139a2b333c0SNir Soffer * we never change anything. 2140a2b333c0SNir Soffer */ 2141a2b333c0SNir Soffer static int coroutine_fn nbd_co_truncate(BlockDriverState *bs, int64_t offset, 2142a2b333c0SNir Soffer bool exact, PreallocMode prealloc, 2143a2b333c0SNir Soffer BdrvRequestFlags flags, Error **errp) 2144a2b333c0SNir Soffer { 2145a2b333c0SNir Soffer BDRVNBDState *s = bs->opaque; 2146a2b333c0SNir Soffer 2147a2b333c0SNir Soffer if (offset != s->info.size && exact) { 2148a2b333c0SNir Soffer error_setg(errp, "Cannot resize NBD nodes"); 2149a2b333c0SNir Soffer return -ENOTSUP; 2150a2b333c0SNir Soffer } 2151a2b333c0SNir Soffer 2152a2b333c0SNir Soffer if (offset > s->info.size) { 2153a2b333c0SNir Soffer error_setg(errp, "Cannot grow NBD nodes"); 2154a2b333c0SNir Soffer return -EINVAL; 2155a2b333c0SNir Soffer } 2156a2b333c0SNir Soffer 2157a2b333c0SNir Soffer return 0; 2158a2b333c0SNir Soffer } 2159a2b333c0SNir Soffer 2160019d6b8fSAnthony Liguori static int64_t nbd_getlength(BlockDriverState *bs) 2161019d6b8fSAnthony Liguori { 2162019d6b8fSAnthony Liguori BDRVNBDState *s = bs->opaque; 2163019d6b8fSAnthony Liguori 2164611ae1d7SVladimir Sementsov-Ogievskiy return s->info.size; 2165019d6b8fSAnthony Liguori } 2166019d6b8fSAnthony Liguori 2167998b3a1eSMax Reitz static void nbd_refresh_filename(BlockDriverState *bs) 21682019d68bSMax Reitz { 216903504d05SMax Reitz BDRVNBDState *s = bs->opaque; 2170491d6c7cSMax Reitz const char *host = NULL, *port = NULL, *path = NULL; 21715c86bdf1SEric Blake size_t len = 0; 2172491d6c7cSMax Reitz 217362cf396bSMarkus Armbruster if (s->saddr->type == SOCKET_ADDRESS_TYPE_INET) { 21749445673eSMarkus Armbruster const InetSocketAddress *inet = &s->saddr->u.inet; 2175491d6c7cSMax Reitz if (!inet->has_ipv4 && !inet->has_ipv6 && !inet->has_to) { 2176491d6c7cSMax Reitz host = inet->host; 2177491d6c7cSMax Reitz port = inet->port; 2178491d6c7cSMax Reitz } 217962cf396bSMarkus Armbruster } else if (s->saddr->type == SOCKET_ADDRESS_TYPE_UNIX) { 21809445673eSMarkus Armbruster path = s->saddr->u.q_unix.path; 21819445673eSMarkus Armbruster } /* else can't represent as pseudo-filename */ 21822019d68bSMax Reitz 2183491d6c7cSMax Reitz if (path && s->export) { 21845c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2185491d6c7cSMax Reitz "nbd+unix:///%s?socket=%s", s->export, path); 2186491d6c7cSMax Reitz } else if (path && !s->export) { 21875c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2188491d6c7cSMax Reitz "nbd+unix://?socket=%s", path); 2189491d6c7cSMax Reitz } else if (host && s->export) { 21905c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2191491d6c7cSMax Reitz "nbd://%s:%s/%s", host, port, s->export); 2192491d6c7cSMax Reitz } else if (host && !s->export) { 21935c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2194491d6c7cSMax Reitz "nbd://%s:%s", host, port); 2195ec0de768SMax Reitz } 219600d69986SEric Blake if (len >= sizeof(bs->exact_filename)) { 21975c86bdf1SEric Blake /* Name is too long to represent exactly, so leave it empty. */ 21985c86bdf1SEric Blake bs->exact_filename[0] = '\0'; 21995c86bdf1SEric Blake } 22002019d68bSMax Reitz } 22012019d68bSMax Reitz 22028a6239c0SMax Reitz static char *nbd_dirname(BlockDriverState *bs, Error **errp) 22038a6239c0SMax Reitz { 22048a6239c0SMax Reitz /* The generic bdrv_dirname() implementation is able to work out some 22058a6239c0SMax Reitz * directory name for NBD nodes, but that would be wrong. So far there is no 22068a6239c0SMax Reitz * specification for how "export paths" would work, so NBD does not have 22078a6239c0SMax Reitz * directory names. */ 22088a6239c0SMax Reitz error_setg(errp, "Cannot generate a base directory for NBD nodes"); 22098a6239c0SMax Reitz return NULL; 22108a6239c0SMax Reitz } 22118a6239c0SMax Reitz 22122654267cSMax Reitz static const char *const nbd_strong_runtime_opts[] = { 22132654267cSMax Reitz "path", 22142654267cSMax Reitz "host", 22152654267cSMax Reitz "port", 22162654267cSMax Reitz "export", 22172654267cSMax Reitz "tls-creds", 22182654267cSMax Reitz "server.", 22192654267cSMax Reitz 22202654267cSMax Reitz NULL 22212654267cSMax Reitz }; 22222654267cSMax Reitz 2223c4f7f24eSVladimir Sementsov-Ogievskiy static void nbd_cancel_in_flight(BlockDriverState *bs) 2224c4f7f24eSVladimir Sementsov-Ogievskiy { 2225c4f7f24eSVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 2226c4f7f24eSVladimir Sementsov-Ogievskiy 2227c4f7f24eSVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 2228c4f7f24eSVladimir Sementsov-Ogievskiy 2229c4f7f24eSVladimir Sementsov-Ogievskiy if (s->state == NBD_CLIENT_CONNECTING_WAIT) { 2230c4f7f24eSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_NOWAIT; 2231c4f7f24eSVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 2232c4f7f24eSVladimir Sementsov-Ogievskiy } 2233c4f7f24eSVladimir Sementsov-Ogievskiy } 2234c4f7f24eSVladimir Sementsov-Ogievskiy 2235019d6b8fSAnthony Liguori static BlockDriver bdrv_nbd = { 2236019d6b8fSAnthony Liguori .format_name = "nbd", 22371d7d2a9dSPaolo Bonzini .protocol_name = "nbd", 2238019d6b8fSAnthony Liguori .instance_size = sizeof(BDRVNBDState), 22396963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename, 22405a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple, 22415a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple, 224266f82ceeSKevin Wolf .bdrv_file_open = nbd_open, 2243e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare, 224470c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv, 224570c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev, 2246fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes, 2247019d6b8fSAnthony Liguori .bdrv_close = nbd_close, 22481486d04aSPaolo Bonzini .bdrv_co_flush_to_os = nbd_co_flush, 2249447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard, 2250fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits, 2251a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate, 2252019d6b8fSAnthony Liguori .bdrv_getlength = nbd_getlength, 225386f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_detach_aio_context = nbd_client_detach_aio_context, 225486f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_attach_aio_context = nbd_client_attach_aio_context, 2255f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_begin = nbd_client_co_drain_begin, 2256f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_end = nbd_client_co_drain_end, 22572019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename, 225878a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status, 22598a6239c0SMax Reitz .bdrv_dirname = nbd_dirname, 22602654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts, 2261c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight, 22621d7d2a9dSPaolo Bonzini }; 22631d7d2a9dSPaolo Bonzini 22641d7d2a9dSPaolo Bonzini static BlockDriver bdrv_nbd_tcp = { 22651d7d2a9dSPaolo Bonzini .format_name = "nbd", 22661d7d2a9dSPaolo Bonzini .protocol_name = "nbd+tcp", 22671d7d2a9dSPaolo Bonzini .instance_size = sizeof(BDRVNBDState), 22686963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename, 22695a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple, 22705a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple, 22711d7d2a9dSPaolo Bonzini .bdrv_file_open = nbd_open, 2272e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare, 227370c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv, 227470c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev, 2275fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes, 22761d7d2a9dSPaolo Bonzini .bdrv_close = nbd_close, 22771d7d2a9dSPaolo Bonzini .bdrv_co_flush_to_os = nbd_co_flush, 2278447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard, 2279fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits, 2280a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate, 22811d7d2a9dSPaolo Bonzini .bdrv_getlength = nbd_getlength, 228286f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_detach_aio_context = nbd_client_detach_aio_context, 228386f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_attach_aio_context = nbd_client_attach_aio_context, 2284f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_begin = nbd_client_co_drain_begin, 2285f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_end = nbd_client_co_drain_end, 22862019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename, 228778a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status, 22888a6239c0SMax Reitz .bdrv_dirname = nbd_dirname, 22892654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts, 2290c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight, 22911d7d2a9dSPaolo Bonzini }; 22921d7d2a9dSPaolo Bonzini 22931d7d2a9dSPaolo Bonzini static BlockDriver bdrv_nbd_unix = { 22941d7d2a9dSPaolo Bonzini .format_name = "nbd", 22951d7d2a9dSPaolo Bonzini .protocol_name = "nbd+unix", 22961d7d2a9dSPaolo Bonzini .instance_size = sizeof(BDRVNBDState), 22976963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename, 22985a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple, 22995a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple, 23001d7d2a9dSPaolo Bonzini .bdrv_file_open = nbd_open, 2301e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare, 230270c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv, 230370c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev, 2304fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes, 23051d7d2a9dSPaolo Bonzini .bdrv_close = nbd_close, 23061d7d2a9dSPaolo Bonzini .bdrv_co_flush_to_os = nbd_co_flush, 2307447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard, 2308fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits, 2309a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate, 23101d7d2a9dSPaolo Bonzini .bdrv_getlength = nbd_getlength, 231186f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_detach_aio_context = nbd_client_detach_aio_context, 231286f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_attach_aio_context = nbd_client_attach_aio_context, 2313f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_begin = nbd_client_co_drain_begin, 2314f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_end = nbd_client_co_drain_end, 23152019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename, 231678a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status, 23178a6239c0SMax Reitz .bdrv_dirname = nbd_dirname, 23182654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts, 2319c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight, 2320019d6b8fSAnthony Liguori }; 2321019d6b8fSAnthony Liguori 2322019d6b8fSAnthony Liguori static void bdrv_nbd_init(void) 2323019d6b8fSAnthony Liguori { 2324019d6b8fSAnthony Liguori bdrv_register(&bdrv_nbd); 23251d7d2a9dSPaolo Bonzini bdrv_register(&bdrv_nbd_tcp); 23261d7d2a9dSPaolo Bonzini bdrv_register(&bdrv_nbd_unix); 2327019d6b8fSAnthony Liguori } 2328019d6b8fSAnthony Liguori 2329019d6b8fSAnthony Liguori block_init(bdrv_nbd_init); 2330