1019d6b8fSAnthony Liguori /* 2019d6b8fSAnthony Liguori * QEMU Block driver for NBD 3019d6b8fSAnthony Liguori * 4f7651539SVladimir Sementsov-Ogievskiy * Copyright (c) 2019 Virtuozzo International GmbH. 586f8cdf3SVladimir Sementsov-Ogievskiy * Copyright (C) 2016 Red Hat, Inc. 6019d6b8fSAnthony Liguori * Copyright (C) 2008 Bull S.A.S. 7019d6b8fSAnthony Liguori * Author: Laurent Vivier <Laurent.Vivier@bull.net> 8019d6b8fSAnthony Liguori * 9019d6b8fSAnthony Liguori * Some parts: 10019d6b8fSAnthony Liguori * Copyright (C) 2007 Anthony Liguori <anthony@codemonkey.ws> 11019d6b8fSAnthony Liguori * 12019d6b8fSAnthony Liguori * Permission is hereby granted, free of charge, to any person obtaining a copy 13019d6b8fSAnthony Liguori * of this software and associated documentation files (the "Software"), to deal 14019d6b8fSAnthony Liguori * in the Software without restriction, including without limitation the rights 15019d6b8fSAnthony Liguori * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 16019d6b8fSAnthony Liguori * copies of the Software, and to permit persons to whom the Software is 17019d6b8fSAnthony Liguori * furnished to do so, subject to the following conditions: 18019d6b8fSAnthony Liguori * 19019d6b8fSAnthony Liguori * The above copyright notice and this permission notice shall be included in 20019d6b8fSAnthony Liguori * all copies or substantial portions of the Software. 21019d6b8fSAnthony Liguori * 22019d6b8fSAnthony Liguori * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 23019d6b8fSAnthony Liguori * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 24019d6b8fSAnthony Liguori * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 25019d6b8fSAnthony Liguori * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 26019d6b8fSAnthony Liguori * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 27019d6b8fSAnthony Liguori * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 28019d6b8fSAnthony Liguori * THE SOFTWARE. 29019d6b8fSAnthony Liguori */ 30019d6b8fSAnthony Liguori 3180c71a24SPeter Maydell #include "qemu/osdep.h" 3286f8cdf3SVladimir Sementsov-Ogievskiy 3386f8cdf3SVladimir Sementsov-Ogievskiy #include "trace.h" 341de7afc9SPaolo Bonzini #include "qemu/uri.h" 35922a01a0SMarkus Armbruster #include "qemu/option.h" 36f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 37db725815SMarkus Armbruster #include "qemu/main-loop.h" 38fee091cdSLukas Straub #include "qemu/atomic.h" 39019d6b8fSAnthony Liguori 4086f8cdf3SVladimir Sementsov-Ogievskiy #include "qapi/qapi-visit-sockets.h" 4186f8cdf3SVladimir Sementsov-Ogievskiy #include "qapi/qmp/qstring.h" 421dc4718dSVladimir Sementsov-Ogievskiy #include "qapi/clone-visitor.h" 4386f8cdf3SVladimir Sementsov-Ogievskiy 4486f8cdf3SVladimir Sementsov-Ogievskiy #include "block/qdict.h" 4586f8cdf3SVladimir Sementsov-Ogievskiy #include "block/nbd.h" 4686f8cdf3SVladimir Sementsov-Ogievskiy #include "block/block_int.h" 47*a71d597bSVladimir Sementsov-Ogievskiy #include "block/coroutines.h" 4886f8cdf3SVladimir Sementsov-Ogievskiy 49fee091cdSLukas Straub #include "qemu/yank.h" 50fee091cdSLukas Straub 511d45f8b5SLaurent Vivier #define EN_OPTSTR ":exportname=" 5286f8cdf3SVladimir Sementsov-Ogievskiy #define MAX_NBD_REQUESTS 16 5386f8cdf3SVladimir Sementsov-Ogievskiy 5486f8cdf3SVladimir Sementsov-Ogievskiy #define HANDLE_TO_INDEX(bs, handle) ((handle) ^ (uint64_t)(intptr_t)(bs)) 5586f8cdf3SVladimir Sementsov-Ogievskiy #define INDEX_TO_HANDLE(bs, index) ((index) ^ (uint64_t)(intptr_t)(bs)) 5686f8cdf3SVladimir Sementsov-Ogievskiy 5786f8cdf3SVladimir Sementsov-Ogievskiy typedef struct { 5886f8cdf3SVladimir Sementsov-Ogievskiy Coroutine *coroutine; 5986f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset; /* original offset of the request */ 6086f8cdf3SVladimir Sementsov-Ogievskiy bool receiving; /* waiting for connection_co? */ 6186f8cdf3SVladimir Sementsov-Ogievskiy } NBDClientRequest; 6286f8cdf3SVladimir Sementsov-Ogievskiy 63a34b1e5eSVladimir Sementsov-Ogievskiy typedef enum NBDClientState { 64f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_WAIT, 65f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_NOWAIT, 66a34b1e5eSVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTED, 67a34b1e5eSVladimir Sementsov-Ogievskiy NBD_CLIENT_QUIT 68a34b1e5eSVladimir Sementsov-Ogievskiy } NBDClientState; 69a34b1e5eSVladimir Sementsov-Ogievskiy 70611ae1d7SVladimir Sementsov-Ogievskiy typedef struct BDRVNBDState { 7195a078eaSVladimir Sementsov-Ogievskiy QIOChannel *ioc; /* The current I/O channel */ 7286f8cdf3SVladimir Sementsov-Ogievskiy NBDExportInfo info; 7386f8cdf3SVladimir Sementsov-Ogievskiy 7486f8cdf3SVladimir Sementsov-Ogievskiy CoMutex send_mutex; 7586f8cdf3SVladimir Sementsov-Ogievskiy CoQueue free_sema; 7686f8cdf3SVladimir Sementsov-Ogievskiy Coroutine *connection_co; 7778c81a3fSMax Reitz Coroutine *teardown_co; 7829a6ea24SPaolo Bonzini QemuCoSleep reconnect_sleep; 79f7651539SVladimir Sementsov-Ogievskiy bool drained; 80f7651539SVladimir Sementsov-Ogievskiy bool wait_drained_end; 8186f8cdf3SVladimir Sementsov-Ogievskiy int in_flight; 82a34b1e5eSVladimir Sementsov-Ogievskiy NBDClientState state; 83f7651539SVladimir Sementsov-Ogievskiy bool wait_in_flight; 8486f8cdf3SVladimir Sementsov-Ogievskiy 8546f56631SVladimir Sementsov-Ogievskiy QEMUTimer *reconnect_delay_timer; 8646f56631SVladimir Sementsov-Ogievskiy 8786f8cdf3SVladimir Sementsov-Ogievskiy NBDClientRequest requests[MAX_NBD_REQUESTS]; 8886f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply; 8986f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs; 9003504d05SMax Reitz 918f071c9dSVladimir Sementsov-Ogievskiy /* Connection parameters */ 928f071c9dSVladimir Sementsov-Ogievskiy uint32_t reconnect_delay; 9362cf396bSMarkus Armbruster SocketAddress *saddr; 94491d6c7cSMax Reitz char *export, *tlscredsid; 958f071c9dSVladimir Sementsov-Ogievskiy QCryptoTLSCreds *tlscreds; 968f071c9dSVladimir Sementsov-Ogievskiy const char *hostname; 978f071c9dSVladimir Sementsov-Ogievskiy char *x_dirty_bitmap; 98dbc7b014SEric Blake bool alloc_depth; 991dc4718dSVladimir Sementsov-Ogievskiy 10090ddc64fSVladimir Sementsov-Ogievskiy NBDClientConnection *conn; 101019d6b8fSAnthony Liguori } BDRVNBDState; 102019d6b8fSAnthony Liguori 103fee091cdSLukas Straub static void nbd_yank(void *opaque); 104f7651539SVladimir Sementsov-Ogievskiy 105bbba1c37SVladimir Sementsov-Ogievskiy static void nbd_clear_bdrvstate(BlockDriverState *bs) 1067f493662SPan Nengyuan { 107bbba1c37SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 108e8b35bf5SRoman Kagan 109248d4701SVladimir Sementsov-Ogievskiy nbd_client_connection_release(s->conn); 110248d4701SVladimir Sementsov-Ogievskiy s->conn = NULL; 111bbba1c37SVladimir Sementsov-Ogievskiy 112bbba1c37SVladimir Sementsov-Ogievskiy yank_unregister_instance(BLOCKDEV_YANK_INSTANCE(bs->node_name)); 113bbba1c37SVladimir Sementsov-Ogievskiy 1147f493662SPan Nengyuan object_unref(OBJECT(s->tlscreds)); 1157f493662SPan Nengyuan qapi_free_SocketAddress(s->saddr); 1167f493662SPan Nengyuan s->saddr = NULL; 1177f493662SPan Nengyuan g_free(s->export); 1187f493662SPan Nengyuan s->export = NULL; 1197f493662SPan Nengyuan g_free(s->tlscredsid); 1207f493662SPan Nengyuan s->tlscredsid = NULL; 1217f493662SPan Nengyuan g_free(s->x_dirty_bitmap); 1227f493662SPan Nengyuan s->x_dirty_bitmap = NULL; 1237f493662SPan Nengyuan } 1247f493662SPan Nengyuan 125a34b1e5eSVladimir Sementsov-Ogievskiy static void nbd_channel_error(BDRVNBDState *s, int ret) 126a34b1e5eSVladimir Sementsov-Ogievskiy { 127f7651539SVladimir Sementsov-Ogievskiy if (ret == -EIO) { 128fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED) { 129f7651539SVladimir Sementsov-Ogievskiy s->state = s->reconnect_delay ? NBD_CLIENT_CONNECTING_WAIT : 130f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_NOWAIT; 131f7651539SVladimir Sementsov-Ogievskiy } 132f7651539SVladimir Sementsov-Ogievskiy } else { 133fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED) { 134f7651539SVladimir Sementsov-Ogievskiy qio_channel_shutdown(s->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL); 135f7651539SVladimir Sementsov-Ogievskiy } 136a34b1e5eSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_QUIT; 137a34b1e5eSVladimir Sementsov-Ogievskiy } 138f7651539SVladimir Sementsov-Ogievskiy } 139a34b1e5eSVladimir Sementsov-Ogievskiy 140611ae1d7SVladimir Sementsov-Ogievskiy static void nbd_recv_coroutines_wake_all(BDRVNBDState *s) 14186f8cdf3SVladimir Sementsov-Ogievskiy { 14286f8cdf3SVladimir Sementsov-Ogievskiy int i; 14386f8cdf3SVladimir Sementsov-Ogievskiy 14486f8cdf3SVladimir Sementsov-Ogievskiy for (i = 0; i < MAX_NBD_REQUESTS; i++) { 14586f8cdf3SVladimir Sementsov-Ogievskiy NBDClientRequest *req = &s->requests[i]; 14686f8cdf3SVladimir Sementsov-Ogievskiy 14786f8cdf3SVladimir Sementsov-Ogievskiy if (req->coroutine && req->receiving) { 14886f8cdf3SVladimir Sementsov-Ogievskiy aio_co_wake(req->coroutine); 14986f8cdf3SVladimir Sementsov-Ogievskiy } 15086f8cdf3SVladimir Sementsov-Ogievskiy } 15186f8cdf3SVladimir Sementsov-Ogievskiy } 15286f8cdf3SVladimir Sementsov-Ogievskiy 15346f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_del(BDRVNBDState *s) 15446f56631SVladimir Sementsov-Ogievskiy { 15546f56631SVladimir Sementsov-Ogievskiy if (s->reconnect_delay_timer) { 15646f56631SVladimir Sementsov-Ogievskiy timer_free(s->reconnect_delay_timer); 15746f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay_timer = NULL; 15846f56631SVladimir Sementsov-Ogievskiy } 15946f56631SVladimir Sementsov-Ogievskiy } 16046f56631SVladimir Sementsov-Ogievskiy 16146f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_cb(void *opaque) 16246f56631SVladimir Sementsov-Ogievskiy { 16346f56631SVladimir Sementsov-Ogievskiy BDRVNBDState *s = opaque; 16446f56631SVladimir Sementsov-Ogievskiy 165fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT) { 16646f56631SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_NOWAIT; 16746f56631SVladimir Sementsov-Ogievskiy while (qemu_co_enter_next(&s->free_sema, NULL)) { 16846f56631SVladimir Sementsov-Ogievskiy /* Resume all queued requests */ 16946f56631SVladimir Sementsov-Ogievskiy } 17046f56631SVladimir Sementsov-Ogievskiy } 17146f56631SVladimir Sementsov-Ogievskiy 17246f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 17346f56631SVladimir Sementsov-Ogievskiy } 17446f56631SVladimir Sementsov-Ogievskiy 17546f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_init(BDRVNBDState *s, uint64_t expire_time_ns) 17646f56631SVladimir Sementsov-Ogievskiy { 177fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTING_WAIT) { 17846f56631SVladimir Sementsov-Ogievskiy return; 17946f56631SVladimir Sementsov-Ogievskiy } 18046f56631SVladimir Sementsov-Ogievskiy 18146f56631SVladimir Sementsov-Ogievskiy assert(!s->reconnect_delay_timer); 18246f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay_timer = aio_timer_new(bdrv_get_aio_context(s->bs), 18346f56631SVladimir Sementsov-Ogievskiy QEMU_CLOCK_REALTIME, 18446f56631SVladimir Sementsov-Ogievskiy SCALE_NS, 18546f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_cb, s); 18646f56631SVladimir Sementsov-Ogievskiy timer_mod(s->reconnect_delay_timer, expire_time_ns); 18746f56631SVladimir Sementsov-Ogievskiy } 18846f56631SVladimir Sementsov-Ogievskiy 18986f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_detach_aio_context(BlockDriverState *bs) 19086f8cdf3SVladimir Sementsov-Ogievskiy { 191611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 192611ae1d7SVladimir Sementsov-Ogievskiy 19346f56631SVladimir Sementsov-Ogievskiy /* Timer is deleted in nbd_client_co_drain_begin() */ 19446f56631SVladimir Sementsov-Ogievskiy assert(!s->reconnect_delay_timer); 1953b5e4db6SRoman Kagan /* 1963b5e4db6SRoman Kagan * If reconnect is in progress we may have no ->ioc. It will be 1973b5e4db6SRoman Kagan * re-instantiated in the proper aio context once the connection is 1983b5e4db6SRoman Kagan * reestablished. 1993b5e4db6SRoman Kagan */ 2003b5e4db6SRoman Kagan if (s->ioc) { 201611ae1d7SVladimir Sementsov-Ogievskiy qio_channel_detach_aio_context(QIO_CHANNEL(s->ioc)); 20286f8cdf3SVladimir Sementsov-Ogievskiy } 2033b5e4db6SRoman Kagan } 20486f8cdf3SVladimir Sementsov-Ogievskiy 20586f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_attach_aio_context_bh(void *opaque) 20686f8cdf3SVladimir Sementsov-Ogievskiy { 20786f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs = opaque; 208611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 20986f8cdf3SVladimir Sementsov-Ogievskiy 210ddde5ee7SRoman Kagan if (s->connection_co) { 21186f8cdf3SVladimir Sementsov-Ogievskiy /* 21286f8cdf3SVladimir Sementsov-Ogievskiy * The node is still drained, so we know the coroutine has yielded in 213ddde5ee7SRoman Kagan * nbd_read_eof(), the only place where bs->in_flight can reach 0, or 214ddde5ee7SRoman Kagan * it is entered for the first time. Both places are safe for entering 215ddde5ee7SRoman Kagan * the coroutine. 21686f8cdf3SVladimir Sementsov-Ogievskiy */ 217611ae1d7SVladimir Sementsov-Ogievskiy qemu_aio_coroutine_enter(bs->aio_context, s->connection_co); 218ddde5ee7SRoman Kagan } 21986f8cdf3SVladimir Sementsov-Ogievskiy bdrv_dec_in_flight(bs); 22086f8cdf3SVladimir Sementsov-Ogievskiy } 22186f8cdf3SVladimir Sementsov-Ogievskiy 22286f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_attach_aio_context(BlockDriverState *bs, 22386f8cdf3SVladimir Sementsov-Ogievskiy AioContext *new_context) 22486f8cdf3SVladimir Sementsov-Ogievskiy { 225611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 226611ae1d7SVladimir Sementsov-Ogievskiy 227f7651539SVladimir Sementsov-Ogievskiy /* 228f7651539SVladimir Sementsov-Ogievskiy * s->connection_co is either yielded from nbd_receive_reply or from 229f7651539SVladimir Sementsov-Ogievskiy * nbd_co_reconnect_loop() 230f7651539SVladimir Sementsov-Ogievskiy */ 231fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED) { 232611ae1d7SVladimir Sementsov-Ogievskiy qio_channel_attach_aio_context(QIO_CHANNEL(s->ioc), new_context); 233f7651539SVladimir Sementsov-Ogievskiy } 23486f8cdf3SVladimir Sementsov-Ogievskiy 23586f8cdf3SVladimir Sementsov-Ogievskiy bdrv_inc_in_flight(bs); 23686f8cdf3SVladimir Sementsov-Ogievskiy 23786f8cdf3SVladimir Sementsov-Ogievskiy /* 23886f8cdf3SVladimir Sementsov-Ogievskiy * Need to wait here for the BH to run because the BH must run while the 23986f8cdf3SVladimir Sementsov-Ogievskiy * node is still drained. 24086f8cdf3SVladimir Sementsov-Ogievskiy */ 24186f8cdf3SVladimir Sementsov-Ogievskiy aio_wait_bh_oneshot(new_context, nbd_client_attach_aio_context_bh, bs); 24286f8cdf3SVladimir Sementsov-Ogievskiy } 24386f8cdf3SVladimir Sementsov-Ogievskiy 244f7651539SVladimir Sementsov-Ogievskiy static void coroutine_fn nbd_client_co_drain_begin(BlockDriverState *bs) 245f7651539SVladimir Sementsov-Ogievskiy { 246f7651539SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 247f7651539SVladimir Sementsov-Ogievskiy 248f7651539SVladimir Sementsov-Ogievskiy s->drained = true; 24929a6ea24SPaolo Bonzini qemu_co_sleep_wake(&s->reconnect_sleep); 2501dc4718dSVladimir Sementsov-Ogievskiy 25190ddc64fSVladimir Sementsov-Ogievskiy nbd_co_establish_connection_cancel(s->conn); 2528c517de2SVladimir Sementsov-Ogievskiy 25346f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 25446f56631SVladimir Sementsov-Ogievskiy 255fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT) { 2568c517de2SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_NOWAIT; 2578c517de2SVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 2588c517de2SVladimir Sementsov-Ogievskiy } 259f7651539SVladimir Sementsov-Ogievskiy } 260f7651539SVladimir Sementsov-Ogievskiy 261f7651539SVladimir Sementsov-Ogievskiy static void coroutine_fn nbd_client_co_drain_end(BlockDriverState *bs) 262f7651539SVladimir Sementsov-Ogievskiy { 263f7651539SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 264f7651539SVladimir Sementsov-Ogievskiy 265f7651539SVladimir Sementsov-Ogievskiy s->drained = false; 266f7651539SVladimir Sementsov-Ogievskiy if (s->wait_drained_end) { 267f7651539SVladimir Sementsov-Ogievskiy s->wait_drained_end = false; 268f7651539SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 269f7651539SVladimir Sementsov-Ogievskiy } 270f7651539SVladimir Sementsov-Ogievskiy } 271f7651539SVladimir Sementsov-Ogievskiy 27286f8cdf3SVladimir Sementsov-Ogievskiy 27386f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_teardown_connection(BlockDriverState *bs) 27486f8cdf3SVladimir Sementsov-Ogievskiy { 275611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 27686f8cdf3SVladimir Sementsov-Ogievskiy 277fbeb3e63SVladimir Sementsov-Ogievskiy if (s->ioc) { 27886f8cdf3SVladimir Sementsov-Ogievskiy /* finish any pending coroutines */ 279f7651539SVladimir Sementsov-Ogievskiy qio_channel_shutdown(s->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL); 280f7651539SVladimir Sementsov-Ogievskiy } 281fbeb3e63SVladimir Sementsov-Ogievskiy 282f7651539SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_QUIT; 283f7651539SVladimir Sementsov-Ogievskiy if (s->connection_co) { 28429a6ea24SPaolo Bonzini qemu_co_sleep_wake(&s->reconnect_sleep); 28590ddc64fSVladimir Sementsov-Ogievskiy nbd_co_establish_connection_cancel(s->conn); 286f7651539SVladimir Sementsov-Ogievskiy } 28778c81a3fSMax Reitz if (qemu_in_coroutine()) { 28878c81a3fSMax Reitz s->teardown_co = qemu_coroutine_self(); 28978c81a3fSMax Reitz /* connection_co resumes us when it terminates */ 29078c81a3fSMax Reitz qemu_coroutine_yield(); 29178c81a3fSMax Reitz s->teardown_co = NULL; 29278c81a3fSMax Reitz } else { 293611ae1d7SVladimir Sementsov-Ogievskiy BDRV_POLL_WHILE(bs, s->connection_co); 294f7651539SVladimir Sementsov-Ogievskiy } 29578c81a3fSMax Reitz assert(!s->connection_co); 29678c81a3fSMax Reitz } 29786f8cdf3SVladimir Sementsov-Ogievskiy 298f7651539SVladimir Sementsov-Ogievskiy static bool nbd_client_connecting(BDRVNBDState *s) 299f7651539SVladimir Sementsov-Ogievskiy { 300fee091cdSLukas Straub NBDClientState state = qatomic_load_acquire(&s->state); 301fee091cdSLukas Straub return state == NBD_CLIENT_CONNECTING_WAIT || 302fee091cdSLukas Straub state == NBD_CLIENT_CONNECTING_NOWAIT; 303f7651539SVladimir Sementsov-Ogievskiy } 304f7651539SVladimir Sementsov-Ogievskiy 305f7651539SVladimir Sementsov-Ogievskiy static bool nbd_client_connecting_wait(BDRVNBDState *s) 306f7651539SVladimir Sementsov-Ogievskiy { 307fee091cdSLukas Straub return qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT; 308f7651539SVladimir Sementsov-Ogievskiy } 309f7651539SVladimir Sementsov-Ogievskiy 310e9ba7788SVladimir Sementsov-Ogievskiy /* 311e9ba7788SVladimir Sementsov-Ogievskiy * Update @bs with information learned during a completed negotiation process. 312e9ba7788SVladimir Sementsov-Ogievskiy * Return failure if the server's advertised options are incompatible with the 313e9ba7788SVladimir Sementsov-Ogievskiy * client's needs. 314e9ba7788SVladimir Sementsov-Ogievskiy */ 315e9ba7788SVladimir Sementsov-Ogievskiy static int nbd_handle_updated_info(BlockDriverState *bs, Error **errp) 316e9ba7788SVladimir Sementsov-Ogievskiy { 317e9ba7788SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 318e9ba7788SVladimir Sementsov-Ogievskiy int ret; 319e9ba7788SVladimir Sementsov-Ogievskiy 320e9ba7788SVladimir Sementsov-Ogievskiy if (s->x_dirty_bitmap) { 321e9ba7788SVladimir Sementsov-Ogievskiy if (!s->info.base_allocation) { 322e9ba7788SVladimir Sementsov-Ogievskiy error_setg(errp, "requested x-dirty-bitmap %s not found", 323e9ba7788SVladimir Sementsov-Ogievskiy s->x_dirty_bitmap); 324e9ba7788SVladimir Sementsov-Ogievskiy return -EINVAL; 325e9ba7788SVladimir Sementsov-Ogievskiy } 326e9ba7788SVladimir Sementsov-Ogievskiy if (strcmp(s->x_dirty_bitmap, "qemu:allocation-depth") == 0) { 327e9ba7788SVladimir Sementsov-Ogievskiy s->alloc_depth = true; 328e9ba7788SVladimir Sementsov-Ogievskiy } 329e9ba7788SVladimir Sementsov-Ogievskiy } 330e9ba7788SVladimir Sementsov-Ogievskiy 331e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_READ_ONLY) { 332e9ba7788SVladimir Sementsov-Ogievskiy ret = bdrv_apply_auto_read_only(bs, "NBD export is read-only", errp); 333e9ba7788SVladimir Sementsov-Ogievskiy if (ret < 0) { 334e9ba7788SVladimir Sementsov-Ogievskiy return ret; 335e9ba7788SVladimir Sementsov-Ogievskiy } 336e9ba7788SVladimir Sementsov-Ogievskiy } 337e9ba7788SVladimir Sementsov-Ogievskiy 338e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_FUA) { 339e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_write_flags = BDRV_REQ_FUA; 340e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_FUA; 341e9ba7788SVladimir Sementsov-Ogievskiy } 342e9ba7788SVladimir Sementsov-Ogievskiy 343e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_WRITE_ZEROES) { 344e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_MAY_UNMAP; 345e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_FAST_ZERO) { 346e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_NO_FALLBACK; 347e9ba7788SVladimir Sementsov-Ogievskiy } 348e9ba7788SVladimir Sementsov-Ogievskiy } 349e9ba7788SVladimir Sementsov-Ogievskiy 350e9ba7788SVladimir Sementsov-Ogievskiy trace_nbd_client_handshake_success(s->export); 351e9ba7788SVladimir Sementsov-Ogievskiy 352e9ba7788SVladimir Sementsov-Ogievskiy return 0; 353e9ba7788SVladimir Sementsov-Ogievskiy } 354e9ba7788SVladimir Sementsov-Ogievskiy 355*a71d597bSVladimir Sementsov-Ogievskiy int coroutine_fn nbd_co_do_establish_connection(BlockDriverState *bs, 35651edbf53SVladimir Sementsov-Ogievskiy Error **errp) 35751edbf53SVladimir Sementsov-Ogievskiy { 35851edbf53SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 35951edbf53SVladimir Sementsov-Ogievskiy int ret; 36051edbf53SVladimir Sementsov-Ogievskiy 36151edbf53SVladimir Sementsov-Ogievskiy assert(!s->ioc); 36251edbf53SVladimir Sementsov-Ogievskiy 36397cf8925SVladimir Sementsov-Ogievskiy s->ioc = nbd_co_establish_connection(s->conn, &s->info, true, errp); 36451edbf53SVladimir Sementsov-Ogievskiy if (!s->ioc) { 36551edbf53SVladimir Sementsov-Ogievskiy return -ECONNREFUSED; 36651edbf53SVladimir Sementsov-Ogievskiy } 36751edbf53SVladimir Sementsov-Ogievskiy 36851edbf53SVladimir Sementsov-Ogievskiy ret = nbd_handle_updated_info(s->bs, NULL); 36951edbf53SVladimir Sementsov-Ogievskiy if (ret < 0) { 37051edbf53SVladimir Sementsov-Ogievskiy /* 37151edbf53SVladimir Sementsov-Ogievskiy * We have connected, but must fail for other reasons. 37251edbf53SVladimir Sementsov-Ogievskiy * Send NBD_CMD_DISC as a courtesy to the server. 37351edbf53SVladimir Sementsov-Ogievskiy */ 37451edbf53SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_DISC }; 37551edbf53SVladimir Sementsov-Ogievskiy 37651edbf53SVladimir Sementsov-Ogievskiy nbd_send_request(s->ioc, &request); 37751edbf53SVladimir Sementsov-Ogievskiy 37851edbf53SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc)); 37951edbf53SVladimir Sementsov-Ogievskiy s->ioc = NULL; 38051edbf53SVladimir Sementsov-Ogievskiy 38151edbf53SVladimir Sementsov-Ogievskiy return ret; 38251edbf53SVladimir Sementsov-Ogievskiy } 38351edbf53SVladimir Sementsov-Ogievskiy 38451edbf53SVladimir Sementsov-Ogievskiy qio_channel_set_blocking(s->ioc, false, NULL); 38551edbf53SVladimir Sementsov-Ogievskiy qio_channel_attach_aio_context(s->ioc, bdrv_get_aio_context(bs)); 38651edbf53SVladimir Sementsov-Ogievskiy 38751edbf53SVladimir Sementsov-Ogievskiy yank_register_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name), nbd_yank, 38851edbf53SVladimir Sementsov-Ogievskiy bs); 38951edbf53SVladimir Sementsov-Ogievskiy 39051edbf53SVladimir Sementsov-Ogievskiy /* successfully connected */ 39151edbf53SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTED; 39251edbf53SVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 39351edbf53SVladimir Sementsov-Ogievskiy 39451edbf53SVladimir Sementsov-Ogievskiy return 0; 39551edbf53SVladimir Sementsov-Ogievskiy } 39651edbf53SVladimir Sementsov-Ogievskiy 397f7651539SVladimir Sementsov-Ogievskiy static coroutine_fn void nbd_reconnect_attempt(BDRVNBDState *s) 398f7651539SVladimir Sementsov-Ogievskiy { 399f7651539SVladimir Sementsov-Ogievskiy if (!nbd_client_connecting(s)) { 400f7651539SVladimir Sementsov-Ogievskiy return; 401f7651539SVladimir Sementsov-Ogievskiy } 402f7651539SVladimir Sementsov-Ogievskiy 403f7651539SVladimir Sementsov-Ogievskiy /* Wait for completion of all in-flight requests */ 404f7651539SVladimir Sementsov-Ogievskiy 405f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 406f7651539SVladimir Sementsov-Ogievskiy 407f7651539SVladimir Sementsov-Ogievskiy while (s->in_flight > 0) { 408f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 409f7651539SVladimir Sementsov-Ogievskiy nbd_recv_coroutines_wake_all(s); 410f7651539SVladimir Sementsov-Ogievskiy s->wait_in_flight = true; 411f7651539SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 412f7651539SVladimir Sementsov-Ogievskiy s->wait_in_flight = false; 413f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 414f7651539SVladimir Sementsov-Ogievskiy } 415f7651539SVladimir Sementsov-Ogievskiy 416f7651539SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 417f7651539SVladimir Sementsov-Ogievskiy 418f7651539SVladimir Sementsov-Ogievskiy if (!nbd_client_connecting(s)) { 419f7651539SVladimir Sementsov-Ogievskiy return; 420f7651539SVladimir Sementsov-Ogievskiy } 421f7651539SVladimir Sementsov-Ogievskiy 422f7651539SVladimir Sementsov-Ogievskiy /* 423f7651539SVladimir Sementsov-Ogievskiy * Now we are sure that nobody is accessing the channel, and no one will 424f7651539SVladimir Sementsov-Ogievskiy * try until we set the state to CONNECTED. 425f7651539SVladimir Sementsov-Ogievskiy */ 426f7651539SVladimir Sementsov-Ogievskiy 427f7651539SVladimir Sementsov-Ogievskiy /* Finalize previous connection if any */ 428f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) { 4298a509afdSVladimir Sementsov-Ogievskiy qio_channel_detach_aio_context(QIO_CHANNEL(s->ioc)); 430fee091cdSLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name), 431fee091cdSLukas Straub nbd_yank, s->bs); 432611ae1d7SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc)); 433611ae1d7SVladimir Sementsov-Ogievskiy s->ioc = NULL; 43486f8cdf3SVladimir Sementsov-Ogievskiy } 43586f8cdf3SVladimir Sementsov-Ogievskiy 43651edbf53SVladimir Sementsov-Ogievskiy nbd_co_do_establish_connection(s->bs, NULL); 437fa35591bSVladimir Sementsov-Ogievskiy } 438f7651539SVladimir Sementsov-Ogievskiy 439f7651539SVladimir Sementsov-Ogievskiy static coroutine_fn void nbd_co_reconnect_loop(BDRVNBDState *s) 440f7651539SVladimir Sementsov-Ogievskiy { 441f7651539SVladimir Sementsov-Ogievskiy uint64_t timeout = 1 * NANOSECONDS_PER_SECOND; 442f7651539SVladimir Sementsov-Ogievskiy uint64_t max_timeout = 16 * NANOSECONDS_PER_SECOND; 443f7651539SVladimir Sementsov-Ogievskiy 444fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTING_WAIT) { 44546f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_init(s, qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + 44646f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay * NANOSECONDS_PER_SECOND); 44746f56631SVladimir Sementsov-Ogievskiy } 44846f56631SVladimir Sementsov-Ogievskiy 449f7651539SVladimir Sementsov-Ogievskiy nbd_reconnect_attempt(s); 450f7651539SVladimir Sementsov-Ogievskiy 451f7651539SVladimir Sementsov-Ogievskiy while (nbd_client_connecting(s)) { 452f7651539SVladimir Sementsov-Ogievskiy if (s->drained) { 453f7651539SVladimir Sementsov-Ogievskiy bdrv_dec_in_flight(s->bs); 454f7651539SVladimir Sementsov-Ogievskiy s->wait_drained_end = true; 455f7651539SVladimir Sementsov-Ogievskiy while (s->drained) { 456f7651539SVladimir Sementsov-Ogievskiy /* 457f7651539SVladimir Sementsov-Ogievskiy * We may be entered once from nbd_client_attach_aio_context_bh 458f7651539SVladimir Sementsov-Ogievskiy * and then from nbd_client_co_drain_end. So here is a loop. 459f7651539SVladimir Sementsov-Ogievskiy */ 460f7651539SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 461f7651539SVladimir Sementsov-Ogievskiy } 462f7651539SVladimir Sementsov-Ogievskiy bdrv_inc_in_flight(s->bs); 46312c75e20SVladimir Sementsov-Ogievskiy } else { 46429a6ea24SPaolo Bonzini qemu_co_sleep_ns_wakeable(&s->reconnect_sleep, 46529a6ea24SPaolo Bonzini QEMU_CLOCK_REALTIME, timeout); 46699d72dbaSVladimir Sementsov-Ogievskiy if (s->drained) { 46799d72dbaSVladimir Sementsov-Ogievskiy continue; 46899d72dbaSVladimir Sementsov-Ogievskiy } 469f7651539SVladimir Sementsov-Ogievskiy if (timeout < max_timeout) { 470f7651539SVladimir Sementsov-Ogievskiy timeout *= 2; 471f7651539SVladimir Sementsov-Ogievskiy } 47212c75e20SVladimir Sementsov-Ogievskiy } 473f7651539SVladimir Sementsov-Ogievskiy 474f7651539SVladimir Sementsov-Ogievskiy nbd_reconnect_attempt(s); 475f7651539SVladimir Sementsov-Ogievskiy } 47646f56631SVladimir Sementsov-Ogievskiy 47746f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 478f7651539SVladimir Sementsov-Ogievskiy } 479f7651539SVladimir Sementsov-Ogievskiy 48086f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn void nbd_connection_entry(void *opaque) 48186f8cdf3SVladimir Sementsov-Ogievskiy { 482611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = opaque; 48386f8cdf3SVladimir Sementsov-Ogievskiy uint64_t i; 48486f8cdf3SVladimir Sementsov-Ogievskiy int ret = 0; 48586f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 48686f8cdf3SVladimir Sementsov-Ogievskiy 487fee091cdSLukas Straub while (qatomic_load_acquire(&s->state) != NBD_CLIENT_QUIT) { 48886f8cdf3SVladimir Sementsov-Ogievskiy /* 48986f8cdf3SVladimir Sementsov-Ogievskiy * The NBD client can only really be considered idle when it has 49086f8cdf3SVladimir Sementsov-Ogievskiy * yielded from qio_channel_readv_all_eof(), waiting for data. This is 49186f8cdf3SVladimir Sementsov-Ogievskiy * the point where the additional scheduled coroutine entry happens 49286f8cdf3SVladimir Sementsov-Ogievskiy * after nbd_client_attach_aio_context(). 49386f8cdf3SVladimir Sementsov-Ogievskiy * 49486f8cdf3SVladimir Sementsov-Ogievskiy * Therefore we keep an additional in_flight reference all the time and 49586f8cdf3SVladimir Sementsov-Ogievskiy * only drop it temporarily here. 49686f8cdf3SVladimir Sementsov-Ogievskiy */ 497f7651539SVladimir Sementsov-Ogievskiy 498f7651539SVladimir Sementsov-Ogievskiy if (nbd_client_connecting(s)) { 499f7651539SVladimir Sementsov-Ogievskiy nbd_co_reconnect_loop(s); 500f7651539SVladimir Sementsov-Ogievskiy } 501f7651539SVladimir Sementsov-Ogievskiy 502fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 503f7651539SVladimir Sementsov-Ogievskiy continue; 504f7651539SVladimir Sementsov-Ogievskiy } 505f7651539SVladimir Sementsov-Ogievskiy 50686f8cdf3SVladimir Sementsov-Ogievskiy assert(s->reply.handle == 0); 50786f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_receive_reply(s->bs, s->ioc, &s->reply, &local_err); 50886f8cdf3SVladimir Sementsov-Ogievskiy 50986f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 51086f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_read_reply_entry_fail(ret, error_get_pretty(local_err)); 51186f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 512f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 51386f8cdf3SVladimir Sementsov-Ogievskiy } 51486f8cdf3SVladimir Sementsov-Ogievskiy if (ret <= 0) { 515a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret ? ret : -EIO); 516f7651539SVladimir Sementsov-Ogievskiy continue; 51786f8cdf3SVladimir Sementsov-Ogievskiy } 51886f8cdf3SVladimir Sementsov-Ogievskiy 51986f8cdf3SVladimir Sementsov-Ogievskiy /* 52086f8cdf3SVladimir Sementsov-Ogievskiy * There's no need for a mutex on the receive side, because the 52186f8cdf3SVladimir Sementsov-Ogievskiy * handler acts as a synchronization point and ensures that only 52286f8cdf3SVladimir Sementsov-Ogievskiy * one coroutine is called until the reply finishes. 52386f8cdf3SVladimir Sementsov-Ogievskiy */ 52486f8cdf3SVladimir Sementsov-Ogievskiy i = HANDLE_TO_INDEX(s, s->reply.handle); 52586f8cdf3SVladimir Sementsov-Ogievskiy if (i >= MAX_NBD_REQUESTS || 52686f8cdf3SVladimir Sementsov-Ogievskiy !s->requests[i].coroutine || 52786f8cdf3SVladimir Sementsov-Ogievskiy !s->requests[i].receiving || 52886f8cdf3SVladimir Sementsov-Ogievskiy (nbd_reply_is_structured(&s->reply) && !s->info.structured_reply)) 52986f8cdf3SVladimir Sementsov-Ogievskiy { 530a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 531f7651539SVladimir Sementsov-Ogievskiy continue; 53286f8cdf3SVladimir Sementsov-Ogievskiy } 53386f8cdf3SVladimir Sementsov-Ogievskiy 53486f8cdf3SVladimir Sementsov-Ogievskiy /* 53586f8cdf3SVladimir Sementsov-Ogievskiy * We're woken up again by the request itself. Note that there 53686f8cdf3SVladimir Sementsov-Ogievskiy * is no race between yielding and reentering connection_co. This 53786f8cdf3SVladimir Sementsov-Ogievskiy * is because: 53886f8cdf3SVladimir Sementsov-Ogievskiy * 53986f8cdf3SVladimir Sementsov-Ogievskiy * - if the request runs on the same AioContext, it is only 54086f8cdf3SVladimir Sementsov-Ogievskiy * entered after we yield 54186f8cdf3SVladimir Sementsov-Ogievskiy * 54286f8cdf3SVladimir Sementsov-Ogievskiy * - if the request runs on a different AioContext, reentering 54386f8cdf3SVladimir Sementsov-Ogievskiy * connection_co happens through a bottom half, which can only 54486f8cdf3SVladimir Sementsov-Ogievskiy * run after we yield. 54586f8cdf3SVladimir Sementsov-Ogievskiy */ 54686f8cdf3SVladimir Sementsov-Ogievskiy aio_co_wake(s->requests[i].coroutine); 54786f8cdf3SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 54886f8cdf3SVladimir Sementsov-Ogievskiy } 54986f8cdf3SVladimir Sementsov-Ogievskiy 550f7651539SVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 55186f8cdf3SVladimir Sementsov-Ogievskiy nbd_recv_coroutines_wake_all(s); 55286f8cdf3SVladimir Sementsov-Ogievskiy bdrv_dec_in_flight(s->bs); 55386f8cdf3SVladimir Sementsov-Ogievskiy 55486f8cdf3SVladimir Sementsov-Ogievskiy s->connection_co = NULL; 555f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) { 5568a509afdSVladimir Sementsov-Ogievskiy qio_channel_detach_aio_context(QIO_CHANNEL(s->ioc)); 557fee091cdSLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name), 558fee091cdSLukas Straub nbd_yank, s->bs); 559f7651539SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc)); 560f7651539SVladimir Sementsov-Ogievskiy s->ioc = NULL; 561f7651539SVladimir Sementsov-Ogievskiy } 562f7651539SVladimir Sementsov-Ogievskiy 56378c81a3fSMax Reitz if (s->teardown_co) { 56478c81a3fSMax Reitz aio_co_wake(s->teardown_co); 56578c81a3fSMax Reitz } 56686f8cdf3SVladimir Sementsov-Ogievskiy aio_wait_kick(); 56786f8cdf3SVladimir Sementsov-Ogievskiy } 56886f8cdf3SVladimir Sementsov-Ogievskiy 56986f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_co_send_request(BlockDriverState *bs, 57086f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest *request, 57186f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov) 57286f8cdf3SVladimir Sementsov-Ogievskiy { 573611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 574a34b1e5eSVladimir Sementsov-Ogievskiy int rc, i = -1; 57586f8cdf3SVladimir Sementsov-Ogievskiy 57686f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 577f7651539SVladimir Sementsov-Ogievskiy while (s->in_flight == MAX_NBD_REQUESTS || nbd_client_connecting_wait(s)) { 57886f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_queue_wait(&s->free_sema, &s->send_mutex); 57986f8cdf3SVladimir Sementsov-Ogievskiy } 580a34b1e5eSVladimir Sementsov-Ogievskiy 581fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 582a34b1e5eSVladimir Sementsov-Ogievskiy rc = -EIO; 583a34b1e5eSVladimir Sementsov-Ogievskiy goto err; 584a34b1e5eSVladimir Sementsov-Ogievskiy } 585a34b1e5eSVladimir Sementsov-Ogievskiy 58686f8cdf3SVladimir Sementsov-Ogievskiy s->in_flight++; 58786f8cdf3SVladimir Sementsov-Ogievskiy 58886f8cdf3SVladimir Sementsov-Ogievskiy for (i = 0; i < MAX_NBD_REQUESTS; i++) { 58986f8cdf3SVladimir Sementsov-Ogievskiy if (s->requests[i].coroutine == NULL) { 59086f8cdf3SVladimir Sementsov-Ogievskiy break; 59186f8cdf3SVladimir Sementsov-Ogievskiy } 59286f8cdf3SVladimir Sementsov-Ogievskiy } 59386f8cdf3SVladimir Sementsov-Ogievskiy 59486f8cdf3SVladimir Sementsov-Ogievskiy g_assert(qemu_in_coroutine()); 59586f8cdf3SVladimir Sementsov-Ogievskiy assert(i < MAX_NBD_REQUESTS); 59686f8cdf3SVladimir Sementsov-Ogievskiy 59786f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].coroutine = qemu_coroutine_self(); 59886f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].offset = request->from; 59986f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].receiving = false; 60086f8cdf3SVladimir Sementsov-Ogievskiy 60186f8cdf3SVladimir Sementsov-Ogievskiy request->handle = INDEX_TO_HANDLE(s, i); 60286f8cdf3SVladimir Sementsov-Ogievskiy 60386f8cdf3SVladimir Sementsov-Ogievskiy assert(s->ioc); 60486f8cdf3SVladimir Sementsov-Ogievskiy 60586f8cdf3SVladimir Sementsov-Ogievskiy if (qiov) { 60686f8cdf3SVladimir Sementsov-Ogievskiy qio_channel_set_cork(s->ioc, true); 60786f8cdf3SVladimir Sementsov-Ogievskiy rc = nbd_send_request(s->ioc, request); 608fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) == NBD_CLIENT_CONNECTED && 609fee091cdSLukas Straub rc >= 0) { 61086f8cdf3SVladimir Sementsov-Ogievskiy if (qio_channel_writev_all(s->ioc, qiov->iov, qiov->niov, 61186f8cdf3SVladimir Sementsov-Ogievskiy NULL) < 0) { 61286f8cdf3SVladimir Sementsov-Ogievskiy rc = -EIO; 61386f8cdf3SVladimir Sementsov-Ogievskiy } 61486f8cdf3SVladimir Sementsov-Ogievskiy } else if (rc >= 0) { 61586f8cdf3SVladimir Sementsov-Ogievskiy rc = -EIO; 61686f8cdf3SVladimir Sementsov-Ogievskiy } 61786f8cdf3SVladimir Sementsov-Ogievskiy qio_channel_set_cork(s->ioc, false); 61886f8cdf3SVladimir Sementsov-Ogievskiy } else { 61986f8cdf3SVladimir Sementsov-Ogievskiy rc = nbd_send_request(s->ioc, request); 62086f8cdf3SVladimir Sementsov-Ogievskiy } 62186f8cdf3SVladimir Sementsov-Ogievskiy 62286f8cdf3SVladimir Sementsov-Ogievskiy err: 62386f8cdf3SVladimir Sementsov-Ogievskiy if (rc < 0) { 624a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, rc); 625a34b1e5eSVladimir Sementsov-Ogievskiy if (i != -1) { 62686f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].coroutine = NULL; 62786f8cdf3SVladimir Sementsov-Ogievskiy s->in_flight--; 628a34b1e5eSVladimir Sementsov-Ogievskiy } 629f7651539SVladimir Sementsov-Ogievskiy if (s->in_flight == 0 && s->wait_in_flight) { 630f7651539SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 631f7651539SVladimir Sementsov-Ogievskiy } else { 63286f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_queue_next(&s->free_sema); 63386f8cdf3SVladimir Sementsov-Ogievskiy } 634f7651539SVladimir Sementsov-Ogievskiy } 63586f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 63686f8cdf3SVladimir Sementsov-Ogievskiy return rc; 63786f8cdf3SVladimir Sementsov-Ogievskiy } 63886f8cdf3SVladimir Sementsov-Ogievskiy 63986f8cdf3SVladimir Sementsov-Ogievskiy static inline uint16_t payload_advance16(uint8_t **payload) 64086f8cdf3SVladimir Sementsov-Ogievskiy { 64186f8cdf3SVladimir Sementsov-Ogievskiy *payload += 2; 64286f8cdf3SVladimir Sementsov-Ogievskiy return lduw_be_p(*payload - 2); 64386f8cdf3SVladimir Sementsov-Ogievskiy } 64486f8cdf3SVladimir Sementsov-Ogievskiy 64586f8cdf3SVladimir Sementsov-Ogievskiy static inline uint32_t payload_advance32(uint8_t **payload) 64686f8cdf3SVladimir Sementsov-Ogievskiy { 64786f8cdf3SVladimir Sementsov-Ogievskiy *payload += 4; 64886f8cdf3SVladimir Sementsov-Ogievskiy return ldl_be_p(*payload - 4); 64986f8cdf3SVladimir Sementsov-Ogievskiy } 65086f8cdf3SVladimir Sementsov-Ogievskiy 65186f8cdf3SVladimir Sementsov-Ogievskiy static inline uint64_t payload_advance64(uint8_t **payload) 65286f8cdf3SVladimir Sementsov-Ogievskiy { 65386f8cdf3SVladimir Sementsov-Ogievskiy *payload += 8; 65486f8cdf3SVladimir Sementsov-Ogievskiy return ldq_be_p(*payload - 8); 65586f8cdf3SVladimir Sementsov-Ogievskiy } 65686f8cdf3SVladimir Sementsov-Ogievskiy 657611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_parse_offset_hole_payload(BDRVNBDState *s, 65886f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk, 65986f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, uint64_t orig_offset, 66086f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, Error **errp) 66186f8cdf3SVladimir Sementsov-Ogievskiy { 66286f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset; 66386f8cdf3SVladimir Sementsov-Ogievskiy uint32_t hole_size; 66486f8cdf3SVladimir Sementsov-Ogievskiy 66586f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length != sizeof(offset) + sizeof(hole_size)) { 66686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for " 66786f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_OFFSET_HOLE"); 66886f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 66986f8cdf3SVladimir Sementsov-Ogievskiy } 67086f8cdf3SVladimir Sementsov-Ogievskiy 67186f8cdf3SVladimir Sementsov-Ogievskiy offset = payload_advance64(&payload); 67286f8cdf3SVladimir Sementsov-Ogievskiy hole_size = payload_advance32(&payload); 67386f8cdf3SVladimir Sementsov-Ogievskiy 67486f8cdf3SVladimir Sementsov-Ogievskiy if (!hole_size || offset < orig_offset || hole_size > qiov->size || 67586f8cdf3SVladimir Sementsov-Ogievskiy offset > orig_offset + qiov->size - hole_size) { 67686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent chunk exceeding requested" 67786f8cdf3SVladimir Sementsov-Ogievskiy " region"); 67886f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 67986f8cdf3SVladimir Sementsov-Ogievskiy } 680611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block && 681611ae1d7SVladimir Sementsov-Ogievskiy !QEMU_IS_ALIGNED(hole_size, s->info.min_block)) { 68286f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_structured_read_compliance("hole"); 68386f8cdf3SVladimir Sementsov-Ogievskiy } 68486f8cdf3SVladimir Sementsov-Ogievskiy 68586f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, offset - orig_offset, 0, hole_size); 68686f8cdf3SVladimir Sementsov-Ogievskiy 68786f8cdf3SVladimir Sementsov-Ogievskiy return 0; 68886f8cdf3SVladimir Sementsov-Ogievskiy } 68986f8cdf3SVladimir Sementsov-Ogievskiy 69086f8cdf3SVladimir Sementsov-Ogievskiy /* 69186f8cdf3SVladimir Sementsov-Ogievskiy * nbd_parse_blockstatus_payload 69286f8cdf3SVladimir Sementsov-Ogievskiy * Based on our request, we expect only one extent in reply, for the 69386f8cdf3SVladimir Sementsov-Ogievskiy * base:allocation context. 69486f8cdf3SVladimir Sementsov-Ogievskiy */ 695611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_parse_blockstatus_payload(BDRVNBDState *s, 69686f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk, 69786f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, uint64_t orig_length, 69886f8cdf3SVladimir Sementsov-Ogievskiy NBDExtent *extent, Error **errp) 69986f8cdf3SVladimir Sementsov-Ogievskiy { 70086f8cdf3SVladimir Sementsov-Ogievskiy uint32_t context_id; 70186f8cdf3SVladimir Sementsov-Ogievskiy 70286f8cdf3SVladimir Sementsov-Ogievskiy /* The server succeeded, so it must have sent [at least] one extent */ 70386f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length < sizeof(context_id) + sizeof(*extent)) { 70486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for " 70586f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_BLOCK_STATUS"); 70686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 70786f8cdf3SVladimir Sementsov-Ogievskiy } 70886f8cdf3SVladimir Sementsov-Ogievskiy 70986f8cdf3SVladimir Sementsov-Ogievskiy context_id = payload_advance32(&payload); 710611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.context_id != context_id) { 71186f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: unexpected context id %d for " 71286f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_BLOCK_STATUS, when negotiated context " 71386f8cdf3SVladimir Sementsov-Ogievskiy "id is %d", context_id, 714611ae1d7SVladimir Sementsov-Ogievskiy s->info.context_id); 71586f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 71686f8cdf3SVladimir Sementsov-Ogievskiy } 71786f8cdf3SVladimir Sementsov-Ogievskiy 71886f8cdf3SVladimir Sementsov-Ogievskiy extent->length = payload_advance32(&payload); 71986f8cdf3SVladimir Sementsov-Ogievskiy extent->flags = payload_advance32(&payload); 72086f8cdf3SVladimir Sementsov-Ogievskiy 72186f8cdf3SVladimir Sementsov-Ogievskiy if (extent->length == 0) { 72286f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent status chunk with " 72386f8cdf3SVladimir Sementsov-Ogievskiy "zero length"); 72486f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 72586f8cdf3SVladimir Sementsov-Ogievskiy } 72686f8cdf3SVladimir Sementsov-Ogievskiy 72786f8cdf3SVladimir Sementsov-Ogievskiy /* 72886f8cdf3SVladimir Sementsov-Ogievskiy * A server sending unaligned block status is in violation of the 72986f8cdf3SVladimir Sementsov-Ogievskiy * protocol, but as qemu-nbd 3.1 is such a server (at least for 73086f8cdf3SVladimir Sementsov-Ogievskiy * POSIX files that are not a multiple of 512 bytes, since qemu 73186f8cdf3SVladimir Sementsov-Ogievskiy * rounds files up to 512-byte multiples but lseek(SEEK_HOLE) 73286f8cdf3SVladimir Sementsov-Ogievskiy * still sees an implicit hole beyond the real EOF), it's nicer to 73386f8cdf3SVladimir Sementsov-Ogievskiy * work around the misbehaving server. If the request included 73486f8cdf3SVladimir Sementsov-Ogievskiy * more than the final unaligned block, truncate it back to an 73586f8cdf3SVladimir Sementsov-Ogievskiy * aligned result; if the request was only the final block, round 73686f8cdf3SVladimir Sementsov-Ogievskiy * up to the full block and change the status to fully-allocated 73786f8cdf3SVladimir Sementsov-Ogievskiy * (always a safe status, even if it loses information). 73886f8cdf3SVladimir Sementsov-Ogievskiy */ 739611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block && !QEMU_IS_ALIGNED(extent->length, 740611ae1d7SVladimir Sementsov-Ogievskiy s->info.min_block)) { 74186f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("extent length is unaligned"); 742611ae1d7SVladimir Sementsov-Ogievskiy if (extent->length > s->info.min_block) { 74386f8cdf3SVladimir Sementsov-Ogievskiy extent->length = QEMU_ALIGN_DOWN(extent->length, 744611ae1d7SVladimir Sementsov-Ogievskiy s->info.min_block); 74586f8cdf3SVladimir Sementsov-Ogievskiy } else { 746611ae1d7SVladimir Sementsov-Ogievskiy extent->length = s->info.min_block; 74786f8cdf3SVladimir Sementsov-Ogievskiy extent->flags = 0; 74886f8cdf3SVladimir Sementsov-Ogievskiy } 74986f8cdf3SVladimir Sementsov-Ogievskiy } 75086f8cdf3SVladimir Sementsov-Ogievskiy 75186f8cdf3SVladimir Sementsov-Ogievskiy /* 75286f8cdf3SVladimir Sementsov-Ogievskiy * We used NBD_CMD_FLAG_REQ_ONE, so the server should not have 75386f8cdf3SVladimir Sementsov-Ogievskiy * sent us any more than one extent, nor should it have included 75486f8cdf3SVladimir Sementsov-Ogievskiy * status beyond our request in that extent. However, it's easy 75586f8cdf3SVladimir Sementsov-Ogievskiy * enough to ignore the server's noncompliance without killing the 75686f8cdf3SVladimir Sementsov-Ogievskiy * connection; just ignore trailing extents, and clamp things to 75786f8cdf3SVladimir Sementsov-Ogievskiy * the length of our request. 75886f8cdf3SVladimir Sementsov-Ogievskiy */ 75986f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length > sizeof(context_id) + sizeof(*extent)) { 76086f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("more than one extent"); 76186f8cdf3SVladimir Sementsov-Ogievskiy } 76286f8cdf3SVladimir Sementsov-Ogievskiy if (extent->length > orig_length) { 76386f8cdf3SVladimir Sementsov-Ogievskiy extent->length = orig_length; 76486f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("extent length too large"); 76586f8cdf3SVladimir Sementsov-Ogievskiy } 76686f8cdf3SVladimir Sementsov-Ogievskiy 767dbc7b014SEric Blake /* 768dbc7b014SEric Blake * HACK: if we are using x-dirty-bitmaps to access 769dbc7b014SEric Blake * qemu:allocation-depth, treat all depths > 2 the same as 2, 770dbc7b014SEric Blake * since nbd_client_co_block_status is only expecting the low two 771dbc7b014SEric Blake * bits to be set. 772dbc7b014SEric Blake */ 773dbc7b014SEric Blake if (s->alloc_depth && extent->flags > 2) { 774dbc7b014SEric Blake extent->flags = 2; 775dbc7b014SEric Blake } 776dbc7b014SEric Blake 77786f8cdf3SVladimir Sementsov-Ogievskiy return 0; 77886f8cdf3SVladimir Sementsov-Ogievskiy } 77986f8cdf3SVladimir Sementsov-Ogievskiy 78086f8cdf3SVladimir Sementsov-Ogievskiy /* 78186f8cdf3SVladimir Sementsov-Ogievskiy * nbd_parse_error_payload 78286f8cdf3SVladimir Sementsov-Ogievskiy * on success @errp contains message describing nbd error reply 78386f8cdf3SVladimir Sementsov-Ogievskiy */ 78486f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_parse_error_payload(NBDStructuredReplyChunk *chunk, 78586f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, int *request_ret, 78686f8cdf3SVladimir Sementsov-Ogievskiy Error **errp) 78786f8cdf3SVladimir Sementsov-Ogievskiy { 78886f8cdf3SVladimir Sementsov-Ogievskiy uint32_t error; 78986f8cdf3SVladimir Sementsov-Ogievskiy uint16_t message_size; 79086f8cdf3SVladimir Sementsov-Ogievskiy 79186f8cdf3SVladimir Sementsov-Ogievskiy assert(chunk->type & (1 << 15)); 79286f8cdf3SVladimir Sementsov-Ogievskiy 79386f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length < sizeof(error) + sizeof(message_size)) { 79486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, 79586f8cdf3SVladimir Sementsov-Ogievskiy "Protocol error: invalid payload for structured error"); 79686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 79786f8cdf3SVladimir Sementsov-Ogievskiy } 79886f8cdf3SVladimir Sementsov-Ogievskiy 79986f8cdf3SVladimir Sementsov-Ogievskiy error = nbd_errno_to_system_errno(payload_advance32(&payload)); 80086f8cdf3SVladimir Sementsov-Ogievskiy if (error == 0) { 80186f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent structured error chunk " 80286f8cdf3SVladimir Sementsov-Ogievskiy "with error = 0"); 80386f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 80486f8cdf3SVladimir Sementsov-Ogievskiy } 80586f8cdf3SVladimir Sementsov-Ogievskiy 80686f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = -error; 80786f8cdf3SVladimir Sementsov-Ogievskiy message_size = payload_advance16(&payload); 80886f8cdf3SVladimir Sementsov-Ogievskiy 80986f8cdf3SVladimir Sementsov-Ogievskiy if (message_size > chunk->length - sizeof(error) - sizeof(message_size)) { 81086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent structured error chunk " 81186f8cdf3SVladimir Sementsov-Ogievskiy "with incorrect message size"); 81286f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 81386f8cdf3SVladimir Sementsov-Ogievskiy } 81486f8cdf3SVladimir Sementsov-Ogievskiy 81586f8cdf3SVladimir Sementsov-Ogievskiy /* TODO: Add a trace point to mention the server complaint */ 81686f8cdf3SVladimir Sementsov-Ogievskiy 81786f8cdf3SVladimir Sementsov-Ogievskiy /* TODO handle ERROR_OFFSET */ 81886f8cdf3SVladimir Sementsov-Ogievskiy 81986f8cdf3SVladimir Sementsov-Ogievskiy return 0; 82086f8cdf3SVladimir Sementsov-Ogievskiy } 82186f8cdf3SVladimir Sementsov-Ogievskiy 822611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_offset_data_payload(BDRVNBDState *s, 82386f8cdf3SVladimir Sementsov-Ogievskiy uint64_t orig_offset, 82486f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, Error **errp) 82586f8cdf3SVladimir Sementsov-Ogievskiy { 82686f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector sub_qiov; 82786f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset; 82886f8cdf3SVladimir Sementsov-Ogievskiy size_t data_size; 82986f8cdf3SVladimir Sementsov-Ogievskiy int ret; 83086f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &s->reply.structured; 83186f8cdf3SVladimir Sementsov-Ogievskiy 83286f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&s->reply)); 83386f8cdf3SVladimir Sementsov-Ogievskiy 83486f8cdf3SVladimir Sementsov-Ogievskiy /* The NBD spec requires at least one byte of payload */ 83586f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length <= sizeof(offset)) { 83686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for " 83786f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_OFFSET_DATA"); 83886f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 83986f8cdf3SVladimir Sementsov-Ogievskiy } 84086f8cdf3SVladimir Sementsov-Ogievskiy 84186f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_read64(s->ioc, &offset, "OFFSET_DATA offset", errp) < 0) { 84286f8cdf3SVladimir Sementsov-Ogievskiy return -EIO; 84386f8cdf3SVladimir Sementsov-Ogievskiy } 84486f8cdf3SVladimir Sementsov-Ogievskiy 84586f8cdf3SVladimir Sementsov-Ogievskiy data_size = chunk->length - sizeof(offset); 84686f8cdf3SVladimir Sementsov-Ogievskiy assert(data_size); 84786f8cdf3SVladimir Sementsov-Ogievskiy if (offset < orig_offset || data_size > qiov->size || 84886f8cdf3SVladimir Sementsov-Ogievskiy offset > orig_offset + qiov->size - data_size) { 84986f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent chunk exceeding requested" 85086f8cdf3SVladimir Sementsov-Ogievskiy " region"); 85186f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 85286f8cdf3SVladimir Sementsov-Ogievskiy } 85386f8cdf3SVladimir Sementsov-Ogievskiy if (s->info.min_block && !QEMU_IS_ALIGNED(data_size, s->info.min_block)) { 85486f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_structured_read_compliance("data"); 85586f8cdf3SVladimir Sementsov-Ogievskiy } 85686f8cdf3SVladimir Sementsov-Ogievskiy 85786f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_init(&sub_qiov, qiov->niov); 85886f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_concat(&sub_qiov, qiov, offset - orig_offset, data_size); 85986f8cdf3SVladimir Sementsov-Ogievskiy ret = qio_channel_readv_all(s->ioc, sub_qiov.iov, sub_qiov.niov, errp); 86086f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_destroy(&sub_qiov); 86186f8cdf3SVladimir Sementsov-Ogievskiy 86286f8cdf3SVladimir Sementsov-Ogievskiy return ret < 0 ? -EIO : 0; 86386f8cdf3SVladimir Sementsov-Ogievskiy } 86486f8cdf3SVladimir Sementsov-Ogievskiy 86586f8cdf3SVladimir Sementsov-Ogievskiy #define NBD_MAX_MALLOC_PAYLOAD 1000 86686f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_receive_structured_payload( 867611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s, void **payload, Error **errp) 86886f8cdf3SVladimir Sementsov-Ogievskiy { 86986f8cdf3SVladimir Sementsov-Ogievskiy int ret; 87086f8cdf3SVladimir Sementsov-Ogievskiy uint32_t len; 87186f8cdf3SVladimir Sementsov-Ogievskiy 87286f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&s->reply)); 87386f8cdf3SVladimir Sementsov-Ogievskiy 87486f8cdf3SVladimir Sementsov-Ogievskiy len = s->reply.structured.length; 87586f8cdf3SVladimir Sementsov-Ogievskiy 87686f8cdf3SVladimir Sementsov-Ogievskiy if (len == 0) { 87786f8cdf3SVladimir Sementsov-Ogievskiy return 0; 87886f8cdf3SVladimir Sementsov-Ogievskiy } 87986f8cdf3SVladimir Sementsov-Ogievskiy 88086f8cdf3SVladimir Sementsov-Ogievskiy if (payload == NULL) { 88186f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Unexpected structured payload"); 88286f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 88386f8cdf3SVladimir Sementsov-Ogievskiy } 88486f8cdf3SVladimir Sementsov-Ogievskiy 88586f8cdf3SVladimir Sementsov-Ogievskiy if (len > NBD_MAX_MALLOC_PAYLOAD) { 88686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Payload too large"); 88786f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 88886f8cdf3SVladimir Sementsov-Ogievskiy } 88986f8cdf3SVladimir Sementsov-Ogievskiy 89086f8cdf3SVladimir Sementsov-Ogievskiy *payload = g_new(char, len); 89186f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_read(s->ioc, *payload, len, "structured payload", errp); 89286f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 89386f8cdf3SVladimir Sementsov-Ogievskiy g_free(*payload); 89486f8cdf3SVladimir Sementsov-Ogievskiy *payload = NULL; 89586f8cdf3SVladimir Sementsov-Ogievskiy return ret; 89686f8cdf3SVladimir Sementsov-Ogievskiy } 89786f8cdf3SVladimir Sementsov-Ogievskiy 89886f8cdf3SVladimir Sementsov-Ogievskiy return 0; 89986f8cdf3SVladimir Sementsov-Ogievskiy } 90086f8cdf3SVladimir Sementsov-Ogievskiy 90186f8cdf3SVladimir Sementsov-Ogievskiy /* 90286f8cdf3SVladimir Sementsov-Ogievskiy * nbd_co_do_receive_one_chunk 90386f8cdf3SVladimir Sementsov-Ogievskiy * for simple reply: 90486f8cdf3SVladimir Sementsov-Ogievskiy * set request_ret to received reply error 90586f8cdf3SVladimir Sementsov-Ogievskiy * if qiov is not NULL: read payload to @qiov 90686f8cdf3SVladimir Sementsov-Ogievskiy * for structured reply chunk: 90786f8cdf3SVladimir Sementsov-Ogievskiy * if error chunk: read payload, set @request_ret, do not set @payload 90886f8cdf3SVladimir Sementsov-Ogievskiy * else if offset_data chunk: read payload data to @qiov, do not set @payload 90986f8cdf3SVladimir Sementsov-Ogievskiy * else: read payload to @payload 91086f8cdf3SVladimir Sementsov-Ogievskiy * 91186f8cdf3SVladimir Sementsov-Ogievskiy * If function fails, @errp contains corresponding error message, and the 91286f8cdf3SVladimir Sementsov-Ogievskiy * connection with the server is suspect. If it returns 0, then the 91386f8cdf3SVladimir Sementsov-Ogievskiy * transaction succeeded (although @request_ret may be a negative errno 91486f8cdf3SVladimir Sementsov-Ogievskiy * corresponding to the server's error reply), and errp is unchanged. 91586f8cdf3SVladimir Sementsov-Ogievskiy */ 91686f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_do_receive_one_chunk( 917611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s, uint64_t handle, bool only_structured, 91886f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, QEMUIOVector *qiov, void **payload, Error **errp) 91986f8cdf3SVladimir Sementsov-Ogievskiy { 92086f8cdf3SVladimir Sementsov-Ogievskiy int ret; 92186f8cdf3SVladimir Sementsov-Ogievskiy int i = HANDLE_TO_INDEX(s, handle); 92286f8cdf3SVladimir Sementsov-Ogievskiy void *local_payload = NULL; 92386f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk; 92486f8cdf3SVladimir Sementsov-Ogievskiy 92586f8cdf3SVladimir Sementsov-Ogievskiy if (payload) { 92686f8cdf3SVladimir Sementsov-Ogievskiy *payload = NULL; 92786f8cdf3SVladimir Sementsov-Ogievskiy } 92886f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = 0; 92986f8cdf3SVladimir Sementsov-Ogievskiy 93086f8cdf3SVladimir Sementsov-Ogievskiy /* Wait until we're woken up by nbd_connection_entry. */ 93186f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].receiving = true; 93286f8cdf3SVladimir Sementsov-Ogievskiy qemu_coroutine_yield(); 93386f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].receiving = false; 934fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 93586f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Connection closed"); 93686f8cdf3SVladimir Sementsov-Ogievskiy return -EIO; 93786f8cdf3SVladimir Sementsov-Ogievskiy } 93886f8cdf3SVladimir Sementsov-Ogievskiy assert(s->ioc); 93986f8cdf3SVladimir Sementsov-Ogievskiy 94086f8cdf3SVladimir Sementsov-Ogievskiy assert(s->reply.handle == handle); 94186f8cdf3SVladimir Sementsov-Ogievskiy 94286f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_is_simple(&s->reply)) { 94386f8cdf3SVladimir Sementsov-Ogievskiy if (only_structured) { 94486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: simple reply when structured " 94586f8cdf3SVladimir Sementsov-Ogievskiy "reply chunk was expected"); 94686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 94786f8cdf3SVladimir Sementsov-Ogievskiy } 94886f8cdf3SVladimir Sementsov-Ogievskiy 94986f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = -nbd_errno_to_system_errno(s->reply.simple.error); 95086f8cdf3SVladimir Sementsov-Ogievskiy if (*request_ret < 0 || !qiov) { 95186f8cdf3SVladimir Sementsov-Ogievskiy return 0; 95286f8cdf3SVladimir Sementsov-Ogievskiy } 95386f8cdf3SVladimir Sementsov-Ogievskiy 95486f8cdf3SVladimir Sementsov-Ogievskiy return qio_channel_readv_all(s->ioc, qiov->iov, qiov->niov, 95586f8cdf3SVladimir Sementsov-Ogievskiy errp) < 0 ? -EIO : 0; 95686f8cdf3SVladimir Sementsov-Ogievskiy } 95786f8cdf3SVladimir Sementsov-Ogievskiy 95886f8cdf3SVladimir Sementsov-Ogievskiy /* handle structured reply chunk */ 95986f8cdf3SVladimir Sementsov-Ogievskiy assert(s->info.structured_reply); 96086f8cdf3SVladimir Sementsov-Ogievskiy chunk = &s->reply.structured; 96186f8cdf3SVladimir Sementsov-Ogievskiy 96286f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_NONE) { 96386f8cdf3SVladimir Sementsov-Ogievskiy if (!(chunk->flags & NBD_REPLY_FLAG_DONE)) { 96486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: NBD_REPLY_TYPE_NONE chunk without" 96586f8cdf3SVladimir Sementsov-Ogievskiy " NBD_REPLY_FLAG_DONE flag set"); 96686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 96786f8cdf3SVladimir Sementsov-Ogievskiy } 96886f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length) { 96986f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: NBD_REPLY_TYPE_NONE chunk with" 97086f8cdf3SVladimir Sementsov-Ogievskiy " nonzero length"); 97186f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 97286f8cdf3SVladimir Sementsov-Ogievskiy } 97386f8cdf3SVladimir Sementsov-Ogievskiy return 0; 97486f8cdf3SVladimir Sementsov-Ogievskiy } 97586f8cdf3SVladimir Sementsov-Ogievskiy 97686f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_OFFSET_DATA) { 97786f8cdf3SVladimir Sementsov-Ogievskiy if (!qiov) { 97886f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Unexpected NBD_REPLY_TYPE_OFFSET_DATA chunk"); 97986f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL; 98086f8cdf3SVladimir Sementsov-Ogievskiy } 98186f8cdf3SVladimir Sementsov-Ogievskiy 98286f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_receive_offset_data_payload(s, s->requests[i].offset, 98386f8cdf3SVladimir Sementsov-Ogievskiy qiov, errp); 98486f8cdf3SVladimir Sementsov-Ogievskiy } 98586f8cdf3SVladimir Sementsov-Ogievskiy 98686f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_type_is_error(chunk->type)) { 98786f8cdf3SVladimir Sementsov-Ogievskiy payload = &local_payload; 98886f8cdf3SVladimir Sementsov-Ogievskiy } 98986f8cdf3SVladimir Sementsov-Ogievskiy 99086f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_structured_payload(s, payload, errp); 99186f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 99286f8cdf3SVladimir Sementsov-Ogievskiy return ret; 99386f8cdf3SVladimir Sementsov-Ogievskiy } 99486f8cdf3SVladimir Sementsov-Ogievskiy 99586f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_type_is_error(chunk->type)) { 99686f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_error_payload(chunk, local_payload, request_ret, errp); 99786f8cdf3SVladimir Sementsov-Ogievskiy g_free(local_payload); 99886f8cdf3SVladimir Sementsov-Ogievskiy return ret; 99986f8cdf3SVladimir Sementsov-Ogievskiy } 100086f8cdf3SVladimir Sementsov-Ogievskiy 100186f8cdf3SVladimir Sementsov-Ogievskiy return 0; 100286f8cdf3SVladimir Sementsov-Ogievskiy } 100386f8cdf3SVladimir Sementsov-Ogievskiy 100486f8cdf3SVladimir Sementsov-Ogievskiy /* 100586f8cdf3SVladimir Sementsov-Ogievskiy * nbd_co_receive_one_chunk 100686f8cdf3SVladimir Sementsov-Ogievskiy * Read reply, wake up connection_co and set s->quit if needed. 100786f8cdf3SVladimir Sementsov-Ogievskiy * Return value is a fatal error code or normal nbd reply error code 100886f8cdf3SVladimir Sementsov-Ogievskiy */ 100986f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_receive_one_chunk( 1010611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s, uint64_t handle, bool only_structured, 101186f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, QEMUIOVector *qiov, NBDReply *reply, void **payload, 101286f8cdf3SVladimir Sementsov-Ogievskiy Error **errp) 101386f8cdf3SVladimir Sementsov-Ogievskiy { 101486f8cdf3SVladimir Sementsov-Ogievskiy int ret = nbd_co_do_receive_one_chunk(s, handle, only_structured, 101586f8cdf3SVladimir Sementsov-Ogievskiy request_ret, qiov, payload, errp); 101686f8cdf3SVladimir Sementsov-Ogievskiy 101786f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 10185cf42b1cSEric Blake memset(reply, 0, sizeof(*reply)); 1019a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret); 102086f8cdf3SVladimir Sementsov-Ogievskiy } else { 102186f8cdf3SVladimir Sementsov-Ogievskiy /* For assert at loop start in nbd_connection_entry */ 102286f8cdf3SVladimir Sementsov-Ogievskiy *reply = s->reply; 102386f8cdf3SVladimir Sementsov-Ogievskiy } 1024f7651539SVladimir Sementsov-Ogievskiy s->reply.handle = 0; 102586f8cdf3SVladimir Sementsov-Ogievskiy 1026f7651539SVladimir Sementsov-Ogievskiy if (s->connection_co && !s->wait_in_flight) { 1027f7651539SVladimir Sementsov-Ogievskiy /* 1028f7651539SVladimir Sementsov-Ogievskiy * We must check s->wait_in_flight, because we may entered by 1029f7651539SVladimir Sementsov-Ogievskiy * nbd_recv_coroutines_wake_all(), in this case we should not 1030f7651539SVladimir Sementsov-Ogievskiy * wake connection_co here, it will woken by last request. 1031f7651539SVladimir Sementsov-Ogievskiy */ 103286f8cdf3SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 103386f8cdf3SVladimir Sementsov-Ogievskiy } 103486f8cdf3SVladimir Sementsov-Ogievskiy 103586f8cdf3SVladimir Sementsov-Ogievskiy return ret; 103686f8cdf3SVladimir Sementsov-Ogievskiy } 103786f8cdf3SVladimir Sementsov-Ogievskiy 103886f8cdf3SVladimir Sementsov-Ogievskiy typedef struct NBDReplyChunkIter { 103986f8cdf3SVladimir Sementsov-Ogievskiy int ret; 104086f8cdf3SVladimir Sementsov-Ogievskiy int request_ret; 104186f8cdf3SVladimir Sementsov-Ogievskiy Error *err; 104286f8cdf3SVladimir Sementsov-Ogievskiy bool done, only_structured; 104386f8cdf3SVladimir Sementsov-Ogievskiy } NBDReplyChunkIter; 104486f8cdf3SVladimir Sementsov-Ogievskiy 104586f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_iter_channel_error(NBDReplyChunkIter *iter, 104686f8cdf3SVladimir Sementsov-Ogievskiy int ret, Error **local_err) 104786f8cdf3SVladimir Sementsov-Ogievskiy { 1048d9366135SVladimir Sementsov-Ogievskiy assert(local_err && *local_err); 104986f8cdf3SVladimir Sementsov-Ogievskiy assert(ret < 0); 105086f8cdf3SVladimir Sementsov-Ogievskiy 105186f8cdf3SVladimir Sementsov-Ogievskiy if (!iter->ret) { 105286f8cdf3SVladimir Sementsov-Ogievskiy iter->ret = ret; 105386f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(&iter->err, *local_err); 105486f8cdf3SVladimir Sementsov-Ogievskiy } else { 105586f8cdf3SVladimir Sementsov-Ogievskiy error_free(*local_err); 105686f8cdf3SVladimir Sementsov-Ogievskiy } 105786f8cdf3SVladimir Sementsov-Ogievskiy 105886f8cdf3SVladimir Sementsov-Ogievskiy *local_err = NULL; 105986f8cdf3SVladimir Sementsov-Ogievskiy } 106086f8cdf3SVladimir Sementsov-Ogievskiy 106186f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_iter_request_error(NBDReplyChunkIter *iter, int ret) 106286f8cdf3SVladimir Sementsov-Ogievskiy { 106386f8cdf3SVladimir Sementsov-Ogievskiy assert(ret < 0); 106486f8cdf3SVladimir Sementsov-Ogievskiy 106586f8cdf3SVladimir Sementsov-Ogievskiy if (!iter->request_ret) { 106686f8cdf3SVladimir Sementsov-Ogievskiy iter->request_ret = ret; 106786f8cdf3SVladimir Sementsov-Ogievskiy } 106886f8cdf3SVladimir Sementsov-Ogievskiy } 106986f8cdf3SVladimir Sementsov-Ogievskiy 107086f8cdf3SVladimir Sementsov-Ogievskiy /* 107186f8cdf3SVladimir Sementsov-Ogievskiy * NBD_FOREACH_REPLY_CHUNK 107286f8cdf3SVladimir Sementsov-Ogievskiy * The pointer stored in @payload requires g_free() to free it. 107386f8cdf3SVladimir Sementsov-Ogievskiy */ 107486f8cdf3SVladimir Sementsov-Ogievskiy #define NBD_FOREACH_REPLY_CHUNK(s, iter, handle, structured, \ 107586f8cdf3SVladimir Sementsov-Ogievskiy qiov, reply, payload) \ 107686f8cdf3SVladimir Sementsov-Ogievskiy for (iter = (NBDReplyChunkIter) { .only_structured = structured }; \ 107786f8cdf3SVladimir Sementsov-Ogievskiy nbd_reply_chunk_iter_receive(s, &iter, handle, qiov, reply, payload);) 107886f8cdf3SVladimir Sementsov-Ogievskiy 107986f8cdf3SVladimir Sementsov-Ogievskiy /* 108086f8cdf3SVladimir Sementsov-Ogievskiy * nbd_reply_chunk_iter_receive 108186f8cdf3SVladimir Sementsov-Ogievskiy * The pointer stored in @payload requires g_free() to free it. 108286f8cdf3SVladimir Sementsov-Ogievskiy */ 1083611ae1d7SVladimir Sementsov-Ogievskiy static bool nbd_reply_chunk_iter_receive(BDRVNBDState *s, 108486f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter *iter, 108586f8cdf3SVladimir Sementsov-Ogievskiy uint64_t handle, 108686f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, NBDReply *reply, 108786f8cdf3SVladimir Sementsov-Ogievskiy void **payload) 108886f8cdf3SVladimir Sementsov-Ogievskiy { 108986f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 109086f8cdf3SVladimir Sementsov-Ogievskiy NBDReply local_reply; 109186f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk; 109286f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 1093fee091cdSLukas Straub if (qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 109486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Connection closed"); 109586f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(iter, -EIO, &local_err); 109686f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 109786f8cdf3SVladimir Sementsov-Ogievskiy } 109886f8cdf3SVladimir Sementsov-Ogievskiy 109986f8cdf3SVladimir Sementsov-Ogievskiy if (iter->done) { 110086f8cdf3SVladimir Sementsov-Ogievskiy /* Previous iteration was last. */ 110186f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 110286f8cdf3SVladimir Sementsov-Ogievskiy } 110386f8cdf3SVladimir Sementsov-Ogievskiy 110486f8cdf3SVladimir Sementsov-Ogievskiy if (reply == NULL) { 110586f8cdf3SVladimir Sementsov-Ogievskiy reply = &local_reply; 110686f8cdf3SVladimir Sementsov-Ogievskiy } 110786f8cdf3SVladimir Sementsov-Ogievskiy 110886f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_one_chunk(s, handle, iter->only_structured, 110986f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, qiov, reply, payload, 111086f8cdf3SVladimir Sementsov-Ogievskiy &local_err); 111186f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 111286f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(iter, ret, &local_err); 111386f8cdf3SVladimir Sementsov-Ogievskiy } else if (request_ret < 0) { 111486f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_request_error(iter, request_ret); 111586f8cdf3SVladimir Sementsov-Ogievskiy } 111686f8cdf3SVladimir Sementsov-Ogievskiy 111786f8cdf3SVladimir Sementsov-Ogievskiy /* Do not execute the body of NBD_FOREACH_REPLY_CHUNK for simple reply. */ 1118fee091cdSLukas Straub if (nbd_reply_is_simple(reply) || 1119fee091cdSLukas Straub qatomic_load_acquire(&s->state) != NBD_CLIENT_CONNECTED) { 112086f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 112186f8cdf3SVladimir Sementsov-Ogievskiy } 112286f8cdf3SVladimir Sementsov-Ogievskiy 112386f8cdf3SVladimir Sementsov-Ogievskiy chunk = &reply->structured; 112486f8cdf3SVladimir Sementsov-Ogievskiy iter->only_structured = true; 112586f8cdf3SVladimir Sementsov-Ogievskiy 112686f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_NONE) { 112786f8cdf3SVladimir Sementsov-Ogievskiy /* NBD_REPLY_FLAG_DONE is already checked in nbd_co_receive_one_chunk */ 112886f8cdf3SVladimir Sementsov-Ogievskiy assert(chunk->flags & NBD_REPLY_FLAG_DONE); 112986f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop; 113086f8cdf3SVladimir Sementsov-Ogievskiy } 113186f8cdf3SVladimir Sementsov-Ogievskiy 113286f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->flags & NBD_REPLY_FLAG_DONE) { 113386f8cdf3SVladimir Sementsov-Ogievskiy /* This iteration is last. */ 113486f8cdf3SVladimir Sementsov-Ogievskiy iter->done = true; 113586f8cdf3SVladimir Sementsov-Ogievskiy } 113686f8cdf3SVladimir Sementsov-Ogievskiy 113786f8cdf3SVladimir Sementsov-Ogievskiy /* Execute the loop body */ 113886f8cdf3SVladimir Sementsov-Ogievskiy return true; 113986f8cdf3SVladimir Sementsov-Ogievskiy 114086f8cdf3SVladimir Sementsov-Ogievskiy break_loop: 114186f8cdf3SVladimir Sementsov-Ogievskiy s->requests[HANDLE_TO_INDEX(s, handle)].coroutine = NULL; 114286f8cdf3SVladimir Sementsov-Ogievskiy 114386f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->send_mutex); 114486f8cdf3SVladimir Sementsov-Ogievskiy s->in_flight--; 1145f7651539SVladimir Sementsov-Ogievskiy if (s->in_flight == 0 && s->wait_in_flight) { 1146f7651539SVladimir Sementsov-Ogievskiy aio_co_wake(s->connection_co); 1147f7651539SVladimir Sementsov-Ogievskiy } else { 114886f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_queue_next(&s->free_sema); 1149f7651539SVladimir Sementsov-Ogievskiy } 115086f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->send_mutex); 115186f8cdf3SVladimir Sementsov-Ogievskiy 115286f8cdf3SVladimir Sementsov-Ogievskiy return false; 115386f8cdf3SVladimir Sementsov-Ogievskiy } 115486f8cdf3SVladimir Sementsov-Ogievskiy 1155611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_return_code(BDRVNBDState *s, uint64_t handle, 115686f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp) 115786f8cdf3SVladimir Sementsov-Ogievskiy { 115886f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter; 115986f8cdf3SVladimir Sementsov-Ogievskiy 116086f8cdf3SVladimir Sementsov-Ogievskiy NBD_FOREACH_REPLY_CHUNK(s, iter, handle, false, NULL, NULL, NULL) { 116186f8cdf3SVladimir Sementsov-Ogievskiy /* nbd_reply_chunk_iter_receive does all the work */ 116286f8cdf3SVladimir Sementsov-Ogievskiy } 116386f8cdf3SVladimir Sementsov-Ogievskiy 116486f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err); 116586f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret; 116686f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret; 116786f8cdf3SVladimir Sementsov-Ogievskiy } 116886f8cdf3SVladimir Sementsov-Ogievskiy 1169611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_cmdread_reply(BDRVNBDState *s, uint64_t handle, 117086f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset, QEMUIOVector *qiov, 117186f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp) 117286f8cdf3SVladimir Sementsov-Ogievskiy { 117386f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter; 117486f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply; 117586f8cdf3SVladimir Sementsov-Ogievskiy void *payload = NULL; 117686f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 117786f8cdf3SVladimir Sementsov-Ogievskiy 117886f8cdf3SVladimir Sementsov-Ogievskiy NBD_FOREACH_REPLY_CHUNK(s, iter, handle, s->info.structured_reply, 117986f8cdf3SVladimir Sementsov-Ogievskiy qiov, &reply, &payload) 118086f8cdf3SVladimir Sementsov-Ogievskiy { 118186f8cdf3SVladimir Sementsov-Ogievskiy int ret; 118286f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &reply.structured; 118386f8cdf3SVladimir Sementsov-Ogievskiy 118486f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&reply)); 118586f8cdf3SVladimir Sementsov-Ogievskiy 118686f8cdf3SVladimir Sementsov-Ogievskiy switch (chunk->type) { 118786f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_OFFSET_DATA: 118886f8cdf3SVladimir Sementsov-Ogievskiy /* 118986f8cdf3SVladimir Sementsov-Ogievskiy * special cased in nbd_co_receive_one_chunk, data is already 119086f8cdf3SVladimir Sementsov-Ogievskiy * in qiov 119186f8cdf3SVladimir Sementsov-Ogievskiy */ 119286f8cdf3SVladimir Sementsov-Ogievskiy break; 119386f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_OFFSET_HOLE: 119486f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_offset_hole_payload(s, &reply.structured, payload, 119586f8cdf3SVladimir Sementsov-Ogievskiy offset, qiov, &local_err); 119686f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1197a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret); 119886f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, ret, &local_err); 119986f8cdf3SVladimir Sementsov-Ogievskiy } 120086f8cdf3SVladimir Sementsov-Ogievskiy break; 120186f8cdf3SVladimir Sementsov-Ogievskiy default: 120286f8cdf3SVladimir Sementsov-Ogievskiy if (!nbd_reply_type_is_error(chunk->type)) { 120386f8cdf3SVladimir Sementsov-Ogievskiy /* not allowed reply type */ 1204a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 120586f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, 120686f8cdf3SVladimir Sementsov-Ogievskiy "Unexpected reply type: %d (%s) for CMD_READ", 120786f8cdf3SVladimir Sementsov-Ogievskiy chunk->type, nbd_reply_type_lookup(chunk->type)); 120886f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err); 120986f8cdf3SVladimir Sementsov-Ogievskiy } 121086f8cdf3SVladimir Sementsov-Ogievskiy } 121186f8cdf3SVladimir Sementsov-Ogievskiy 121286f8cdf3SVladimir Sementsov-Ogievskiy g_free(payload); 121386f8cdf3SVladimir Sementsov-Ogievskiy payload = NULL; 121486f8cdf3SVladimir Sementsov-Ogievskiy } 121586f8cdf3SVladimir Sementsov-Ogievskiy 121686f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err); 121786f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret; 121886f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret; 121986f8cdf3SVladimir Sementsov-Ogievskiy } 122086f8cdf3SVladimir Sementsov-Ogievskiy 1221611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_co_receive_blockstatus_reply(BDRVNBDState *s, 122286f8cdf3SVladimir Sementsov-Ogievskiy uint64_t handle, uint64_t length, 122386f8cdf3SVladimir Sementsov-Ogievskiy NBDExtent *extent, 122486f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp) 122586f8cdf3SVladimir Sementsov-Ogievskiy { 122686f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter; 122786f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply; 122886f8cdf3SVladimir Sementsov-Ogievskiy void *payload = NULL; 122986f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 123086f8cdf3SVladimir Sementsov-Ogievskiy bool received = false; 123186f8cdf3SVladimir Sementsov-Ogievskiy 123286f8cdf3SVladimir Sementsov-Ogievskiy assert(!extent->length); 123386f8cdf3SVladimir Sementsov-Ogievskiy NBD_FOREACH_REPLY_CHUNK(s, iter, handle, false, NULL, &reply, &payload) { 123486f8cdf3SVladimir Sementsov-Ogievskiy int ret; 123586f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &reply.structured; 123686f8cdf3SVladimir Sementsov-Ogievskiy 123786f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&reply)); 123886f8cdf3SVladimir Sementsov-Ogievskiy 123986f8cdf3SVladimir Sementsov-Ogievskiy switch (chunk->type) { 124086f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_BLOCK_STATUS: 124186f8cdf3SVladimir Sementsov-Ogievskiy if (received) { 1242a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 124386f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Several BLOCK_STATUS chunks in reply"); 124486f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err); 124586f8cdf3SVladimir Sementsov-Ogievskiy } 124686f8cdf3SVladimir Sementsov-Ogievskiy received = true; 124786f8cdf3SVladimir Sementsov-Ogievskiy 124886f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_blockstatus_payload(s, &reply.structured, 124986f8cdf3SVladimir Sementsov-Ogievskiy payload, length, extent, 125086f8cdf3SVladimir Sementsov-Ogievskiy &local_err); 125186f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1252a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret); 125386f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, ret, &local_err); 125486f8cdf3SVladimir Sementsov-Ogievskiy } 125586f8cdf3SVladimir Sementsov-Ogievskiy break; 125686f8cdf3SVladimir Sementsov-Ogievskiy default: 125786f8cdf3SVladimir Sementsov-Ogievskiy if (!nbd_reply_type_is_error(chunk->type)) { 1258a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL); 125986f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, 126086f8cdf3SVladimir Sementsov-Ogievskiy "Unexpected reply type: %d (%s) " 126186f8cdf3SVladimir Sementsov-Ogievskiy "for CMD_BLOCK_STATUS", 126286f8cdf3SVladimir Sementsov-Ogievskiy chunk->type, nbd_reply_type_lookup(chunk->type)); 126386f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err); 126486f8cdf3SVladimir Sementsov-Ogievskiy } 126586f8cdf3SVladimir Sementsov-Ogievskiy } 126686f8cdf3SVladimir Sementsov-Ogievskiy 126786f8cdf3SVladimir Sementsov-Ogievskiy g_free(payload); 126886f8cdf3SVladimir Sementsov-Ogievskiy payload = NULL; 126986f8cdf3SVladimir Sementsov-Ogievskiy } 127086f8cdf3SVladimir Sementsov-Ogievskiy 127186f8cdf3SVladimir Sementsov-Ogievskiy if (!extent->length && !iter.request_ret) { 127286f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Server did not reply with any status extents"); 127386f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EIO, &local_err); 127486f8cdf3SVladimir Sementsov-Ogievskiy } 127586f8cdf3SVladimir Sementsov-Ogievskiy 127686f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err); 127786f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret; 127886f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret; 127986f8cdf3SVladimir Sementsov-Ogievskiy } 128086f8cdf3SVladimir Sementsov-Ogievskiy 128186f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_co_request(BlockDriverState *bs, NBDRequest *request, 128286f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *write_qiov) 128386f8cdf3SVladimir Sementsov-Ogievskiy { 128486f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 128586f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 1286611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 128786f8cdf3SVladimir Sementsov-Ogievskiy 128886f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type != NBD_CMD_READ); 128986f8cdf3SVladimir Sementsov-Ogievskiy if (write_qiov) { 129086f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type == NBD_CMD_WRITE); 129186f8cdf3SVladimir Sementsov-Ogievskiy assert(request->len == iov_size(write_qiov->iov, write_qiov->niov)); 129286f8cdf3SVladimir Sementsov-Ogievskiy } else { 129386f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type != NBD_CMD_WRITE); 129486f8cdf3SVladimir Sementsov-Ogievskiy } 1295f7651539SVladimir Sementsov-Ogievskiy 1296f7651539SVladimir Sementsov-Ogievskiy do { 129786f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, request, write_qiov); 129886f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1299f7651539SVladimir Sementsov-Ogievskiy continue; 130086f8cdf3SVladimir Sementsov-Ogievskiy } 130186f8cdf3SVladimir Sementsov-Ogievskiy 1302611ae1d7SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_return_code(s, request->handle, 130386f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, &local_err); 130486f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 1305f7651539SVladimir Sementsov-Ogievskiy trace_nbd_co_request_fail(request->from, request->len, 1306f7651539SVladimir Sementsov-Ogievskiy request->handle, request->flags, 1307f7651539SVladimir Sementsov-Ogievskiy request->type, 130886f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request->type), 130986f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err)); 131086f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 1311f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 131286f8cdf3SVladimir Sementsov-Ogievskiy } 1313f7651539SVladimir Sementsov-Ogievskiy } while (ret < 0 && nbd_client_connecting_wait(s)); 1314f7651539SVladimir Sementsov-Ogievskiy 131586f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret; 131686f8cdf3SVladimir Sementsov-Ogievskiy } 131786f8cdf3SVladimir Sementsov-Ogievskiy 131886f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_preadv(BlockDriverState *bs, uint64_t offset, 131986f8cdf3SVladimir Sementsov-Ogievskiy uint64_t bytes, QEMUIOVector *qiov, int flags) 132086f8cdf3SVladimir Sementsov-Ogievskiy { 132186f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 132286f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 1323611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 132486f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 132586f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_READ, 132686f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 132786f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 132886f8cdf3SVladimir Sementsov-Ogievskiy }; 132986f8cdf3SVladimir Sementsov-Ogievskiy 133086f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes <= NBD_MAX_BUFFER_SIZE); 133186f8cdf3SVladimir Sementsov-Ogievskiy assert(!flags); 133286f8cdf3SVladimir Sementsov-Ogievskiy 133386f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) { 133486f8cdf3SVladimir Sementsov-Ogievskiy return 0; 133586f8cdf3SVladimir Sementsov-Ogievskiy } 133686f8cdf3SVladimir Sementsov-Ogievskiy /* 133786f8cdf3SVladimir Sementsov-Ogievskiy * Work around the fact that the block layer doesn't do 133886f8cdf3SVladimir Sementsov-Ogievskiy * byte-accurate sizing yet - if the read exceeds the server's 133986f8cdf3SVladimir Sementsov-Ogievskiy * advertised size because the block layer rounded size up, then 134086f8cdf3SVladimir Sementsov-Ogievskiy * truncate the request to the server and tail-pad with zero. 134186f8cdf3SVladimir Sementsov-Ogievskiy */ 1342611ae1d7SVladimir Sementsov-Ogievskiy if (offset >= s->info.size) { 134386f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes < BDRV_SECTOR_SIZE); 134486f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, 0, 0, bytes); 134586f8cdf3SVladimir Sementsov-Ogievskiy return 0; 134686f8cdf3SVladimir Sementsov-Ogievskiy } 1347611ae1d7SVladimir Sementsov-Ogievskiy if (offset + bytes > s->info.size) { 1348611ae1d7SVladimir Sementsov-Ogievskiy uint64_t slop = offset + bytes - s->info.size; 134986f8cdf3SVladimir Sementsov-Ogievskiy 135086f8cdf3SVladimir Sementsov-Ogievskiy assert(slop < BDRV_SECTOR_SIZE); 135186f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, bytes - slop, 0, slop); 135286f8cdf3SVladimir Sementsov-Ogievskiy request.len -= slop; 135386f8cdf3SVladimir Sementsov-Ogievskiy } 135486f8cdf3SVladimir Sementsov-Ogievskiy 1355f7651539SVladimir Sementsov-Ogievskiy do { 135686f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, &request, NULL); 135786f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1358f7651539SVladimir Sementsov-Ogievskiy continue; 135986f8cdf3SVladimir Sementsov-Ogievskiy } 136086f8cdf3SVladimir Sementsov-Ogievskiy 1361611ae1d7SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_cmdread_reply(s, request.handle, offset, qiov, 136286f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, &local_err); 136386f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 136486f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_co_request_fail(request.from, request.len, request.handle, 136586f8cdf3SVladimir Sementsov-Ogievskiy request.flags, request.type, 136686f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request.type), 136786f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err)); 136886f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 1369f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 137086f8cdf3SVladimir Sementsov-Ogievskiy } 1371f7651539SVladimir Sementsov-Ogievskiy } while (ret < 0 && nbd_client_connecting_wait(s)); 1372f7651539SVladimir Sementsov-Ogievskiy 137386f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret; 137486f8cdf3SVladimir Sementsov-Ogievskiy } 137586f8cdf3SVladimir Sementsov-Ogievskiy 137686f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_pwritev(BlockDriverState *bs, uint64_t offset, 137786f8cdf3SVladimir Sementsov-Ogievskiy uint64_t bytes, QEMUIOVector *qiov, int flags) 137886f8cdf3SVladimir Sementsov-Ogievskiy { 1379611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 138086f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 138186f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_WRITE, 138286f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 138386f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 138486f8cdf3SVladimir Sementsov-Ogievskiy }; 138586f8cdf3SVladimir Sementsov-Ogievskiy 1386611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY)); 138786f8cdf3SVladimir Sementsov-Ogievskiy if (flags & BDRV_REQ_FUA) { 1388611ae1d7SVladimir Sementsov-Ogievskiy assert(s->info.flags & NBD_FLAG_SEND_FUA); 138986f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_FUA; 139086f8cdf3SVladimir Sementsov-Ogievskiy } 139186f8cdf3SVladimir Sementsov-Ogievskiy 139286f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes <= NBD_MAX_BUFFER_SIZE); 139386f8cdf3SVladimir Sementsov-Ogievskiy 139486f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) { 139586f8cdf3SVladimir Sementsov-Ogievskiy return 0; 139686f8cdf3SVladimir Sementsov-Ogievskiy } 139786f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, qiov); 139886f8cdf3SVladimir Sementsov-Ogievskiy } 139986f8cdf3SVladimir Sementsov-Ogievskiy 140086f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_pwrite_zeroes(BlockDriverState *bs, int64_t offset, 140186f8cdf3SVladimir Sementsov-Ogievskiy int bytes, BdrvRequestFlags flags) 140286f8cdf3SVladimir Sementsov-Ogievskiy { 1403611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 140486f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 140586f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_WRITE_ZEROES, 140686f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 140786f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 140886f8cdf3SVladimir Sementsov-Ogievskiy }; 140986f8cdf3SVladimir Sementsov-Ogievskiy 1410611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY)); 1411611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_WRITE_ZEROES)) { 141286f8cdf3SVladimir Sementsov-Ogievskiy return -ENOTSUP; 141386f8cdf3SVladimir Sementsov-Ogievskiy } 141486f8cdf3SVladimir Sementsov-Ogievskiy 141586f8cdf3SVladimir Sementsov-Ogievskiy if (flags & BDRV_REQ_FUA) { 1416611ae1d7SVladimir Sementsov-Ogievskiy assert(s->info.flags & NBD_FLAG_SEND_FUA); 141786f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_FUA; 141886f8cdf3SVladimir Sementsov-Ogievskiy } 141986f8cdf3SVladimir Sementsov-Ogievskiy if (!(flags & BDRV_REQ_MAY_UNMAP)) { 142086f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_NO_HOLE; 142186f8cdf3SVladimir Sementsov-Ogievskiy } 1422f061656cSEric Blake if (flags & BDRV_REQ_NO_FALLBACK) { 1423f061656cSEric Blake assert(s->info.flags & NBD_FLAG_SEND_FAST_ZERO); 1424f061656cSEric Blake request.flags |= NBD_CMD_FLAG_FAST_ZERO; 1425f061656cSEric Blake } 142686f8cdf3SVladimir Sementsov-Ogievskiy 142786f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) { 142886f8cdf3SVladimir Sementsov-Ogievskiy return 0; 142986f8cdf3SVladimir Sementsov-Ogievskiy } 143086f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL); 143186f8cdf3SVladimir Sementsov-Ogievskiy } 143286f8cdf3SVladimir Sementsov-Ogievskiy 143386f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_flush(BlockDriverState *bs) 143486f8cdf3SVladimir Sementsov-Ogievskiy { 1435611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 143686f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_FLUSH }; 143786f8cdf3SVladimir Sementsov-Ogievskiy 1438611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_FLUSH)) { 143986f8cdf3SVladimir Sementsov-Ogievskiy return 0; 144086f8cdf3SVladimir Sementsov-Ogievskiy } 144186f8cdf3SVladimir Sementsov-Ogievskiy 144286f8cdf3SVladimir Sementsov-Ogievskiy request.from = 0; 144386f8cdf3SVladimir Sementsov-Ogievskiy request.len = 0; 144486f8cdf3SVladimir Sementsov-Ogievskiy 144586f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL); 144686f8cdf3SVladimir Sementsov-Ogievskiy } 144786f8cdf3SVladimir Sementsov-Ogievskiy 144886f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_client_co_pdiscard(BlockDriverState *bs, int64_t offset, 144986f8cdf3SVladimir Sementsov-Ogievskiy int bytes) 145086f8cdf3SVladimir Sementsov-Ogievskiy { 1451611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 145286f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 145386f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_TRIM, 145486f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 145586f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes, 145686f8cdf3SVladimir Sementsov-Ogievskiy }; 145786f8cdf3SVladimir Sementsov-Ogievskiy 1458611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY)); 1459611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_TRIM) || !bytes) { 146086f8cdf3SVladimir Sementsov-Ogievskiy return 0; 146186f8cdf3SVladimir Sementsov-Ogievskiy } 146286f8cdf3SVladimir Sementsov-Ogievskiy 146386f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL); 146486f8cdf3SVladimir Sementsov-Ogievskiy } 146586f8cdf3SVladimir Sementsov-Ogievskiy 146686f8cdf3SVladimir Sementsov-Ogievskiy static int coroutine_fn nbd_client_co_block_status( 146786f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs, bool want_zero, int64_t offset, int64_t bytes, 146886f8cdf3SVladimir Sementsov-Ogievskiy int64_t *pnum, int64_t *map, BlockDriverState **file) 146986f8cdf3SVladimir Sementsov-Ogievskiy { 147086f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret; 147186f8cdf3SVladimir Sementsov-Ogievskiy NBDExtent extent = { 0 }; 1472611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 147386f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL; 147486f8cdf3SVladimir Sementsov-Ogievskiy 147586f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { 147686f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_BLOCK_STATUS, 147786f8cdf3SVladimir Sementsov-Ogievskiy .from = offset, 14786bf792b4SVladimir Sementsov-Ogievskiy .len = MIN(QEMU_ALIGN_DOWN(INT_MAX, bs->bl.request_alignment), 1479611ae1d7SVladimir Sementsov-Ogievskiy MIN(bytes, s->info.size - offset)), 148086f8cdf3SVladimir Sementsov-Ogievskiy .flags = NBD_CMD_FLAG_REQ_ONE, 148186f8cdf3SVladimir Sementsov-Ogievskiy }; 148286f8cdf3SVladimir Sementsov-Ogievskiy 1483611ae1d7SVladimir Sementsov-Ogievskiy if (!s->info.base_allocation) { 148486f8cdf3SVladimir Sementsov-Ogievskiy *pnum = bytes; 148586f8cdf3SVladimir Sementsov-Ogievskiy *map = offset; 148686f8cdf3SVladimir Sementsov-Ogievskiy *file = bs; 148786f8cdf3SVladimir Sementsov-Ogievskiy return BDRV_BLOCK_DATA | BDRV_BLOCK_OFFSET_VALID; 148886f8cdf3SVladimir Sementsov-Ogievskiy } 148986f8cdf3SVladimir Sementsov-Ogievskiy 149086f8cdf3SVladimir Sementsov-Ogievskiy /* 149186f8cdf3SVladimir Sementsov-Ogievskiy * Work around the fact that the block layer doesn't do 149286f8cdf3SVladimir Sementsov-Ogievskiy * byte-accurate sizing yet - if the status request exceeds the 149386f8cdf3SVladimir Sementsov-Ogievskiy * server's advertised size because the block layer rounded size 149486f8cdf3SVladimir Sementsov-Ogievskiy * up, we truncated the request to the server (above), or are 149586f8cdf3SVladimir Sementsov-Ogievskiy * called on just the hole. 149686f8cdf3SVladimir Sementsov-Ogievskiy */ 1497611ae1d7SVladimir Sementsov-Ogievskiy if (offset >= s->info.size) { 149886f8cdf3SVladimir Sementsov-Ogievskiy *pnum = bytes; 149986f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes < BDRV_SECTOR_SIZE); 150086f8cdf3SVladimir Sementsov-Ogievskiy /* Intentionally don't report offset_valid for the hole */ 150186f8cdf3SVladimir Sementsov-Ogievskiy return BDRV_BLOCK_ZERO; 150286f8cdf3SVladimir Sementsov-Ogievskiy } 150386f8cdf3SVladimir Sementsov-Ogievskiy 1504611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block) { 1505611ae1d7SVladimir Sementsov-Ogievskiy assert(QEMU_IS_ALIGNED(request.len, s->info.min_block)); 150686f8cdf3SVladimir Sementsov-Ogievskiy } 1507f7651539SVladimir Sementsov-Ogievskiy do { 150886f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, &request, NULL); 150986f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) { 1510f7651539SVladimir Sementsov-Ogievskiy continue; 151186f8cdf3SVladimir Sementsov-Ogievskiy } 151286f8cdf3SVladimir Sementsov-Ogievskiy 1513611ae1d7SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_blockstatus_reply(s, request.handle, bytes, 1514f7651539SVladimir Sementsov-Ogievskiy &extent, &request_ret, 1515f7651539SVladimir Sementsov-Ogievskiy &local_err); 151686f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) { 151786f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_co_request_fail(request.from, request.len, request.handle, 151886f8cdf3SVladimir Sementsov-Ogievskiy request.flags, request.type, 151986f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request.type), 152086f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err)); 152186f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err); 1522f7651539SVladimir Sementsov-Ogievskiy local_err = NULL; 152386f8cdf3SVladimir Sementsov-Ogievskiy } 1524f7651539SVladimir Sementsov-Ogievskiy } while (ret < 0 && nbd_client_connecting_wait(s)); 1525f7651539SVladimir Sementsov-Ogievskiy 152686f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0 || request_ret < 0) { 152786f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret; 152886f8cdf3SVladimir Sementsov-Ogievskiy } 152986f8cdf3SVladimir Sementsov-Ogievskiy 153086f8cdf3SVladimir Sementsov-Ogievskiy assert(extent.length); 153186f8cdf3SVladimir Sementsov-Ogievskiy *pnum = extent.length; 153286f8cdf3SVladimir Sementsov-Ogievskiy *map = offset; 153386f8cdf3SVladimir Sementsov-Ogievskiy *file = bs; 153486f8cdf3SVladimir Sementsov-Ogievskiy return (extent.flags & NBD_STATE_HOLE ? 0 : BDRV_BLOCK_DATA) | 153586f8cdf3SVladimir Sementsov-Ogievskiy (extent.flags & NBD_STATE_ZERO ? BDRV_BLOCK_ZERO : 0) | 153686f8cdf3SVladimir Sementsov-Ogievskiy BDRV_BLOCK_OFFSET_VALID; 153786f8cdf3SVladimir Sementsov-Ogievskiy } 153886f8cdf3SVladimir Sementsov-Ogievskiy 1539e99754b4SMaxim Levitsky static int nbd_client_reopen_prepare(BDRVReopenState *state, 1540e99754b4SMaxim Levitsky BlockReopenQueue *queue, Error **errp) 1541e99754b4SMaxim Levitsky { 1542e99754b4SMaxim Levitsky BDRVNBDState *s = (BDRVNBDState *)state->bs->opaque; 1543e99754b4SMaxim Levitsky 1544e99754b4SMaxim Levitsky if ((state->flags & BDRV_O_RDWR) && (s->info.flags & NBD_FLAG_READ_ONLY)) { 1545e99754b4SMaxim Levitsky error_setg(errp, "Can't reopen read-only NBD mount as read/write"); 1546e99754b4SMaxim Levitsky return -EACCES; 1547e99754b4SMaxim Levitsky } 1548e99754b4SMaxim Levitsky return 0; 1549e99754b4SMaxim Levitsky } 1550e99754b4SMaxim Levitsky 1551fee091cdSLukas Straub static void nbd_yank(void *opaque) 1552fee091cdSLukas Straub { 1553fee091cdSLukas Straub BlockDriverState *bs = opaque; 1554fee091cdSLukas Straub BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 1555fee091cdSLukas Straub 1556fee091cdSLukas Straub qatomic_store_release(&s->state, NBD_CLIENT_QUIT); 155795a078eaSVladimir Sementsov-Ogievskiy qio_channel_shutdown(QIO_CHANNEL(s->ioc), QIO_CHANNEL_SHUTDOWN_BOTH, NULL); 1558fee091cdSLukas Straub } 1559fee091cdSLukas Straub 156086f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_close(BlockDriverState *bs) 156186f8cdf3SVladimir Sementsov-Ogievskiy { 1562611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 156386f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_DISC }; 156486f8cdf3SVladimir Sementsov-Ogievskiy 1565f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) { 1566611ae1d7SVladimir Sementsov-Ogievskiy nbd_send_request(s->ioc, &request); 1567f7651539SVladimir Sementsov-Ogievskiy } 156886f8cdf3SVladimir Sementsov-Ogievskiy 156986f8cdf3SVladimir Sementsov-Ogievskiy nbd_teardown_connection(bs); 157086f8cdf3SVladimir Sementsov-Ogievskiy } 157186f8cdf3SVladimir Sementsov-Ogievskiy 157286f8cdf3SVladimir Sementsov-Ogievskiy 15738f071c9dSVladimir Sementsov-Ogievskiy /* 15748f071c9dSVladimir Sementsov-Ogievskiy * Parse nbd_open options 15758f071c9dSVladimir Sementsov-Ogievskiy */ 157686f8cdf3SVladimir Sementsov-Ogievskiy 1577f53a1febSKevin Wolf static int nbd_parse_uri(const char *filename, QDict *options) 15781d7d2a9dSPaolo Bonzini { 15791d7d2a9dSPaolo Bonzini URI *uri; 15801d7d2a9dSPaolo Bonzini const char *p; 15811d7d2a9dSPaolo Bonzini QueryParams *qp = NULL; 15821d7d2a9dSPaolo Bonzini int ret = 0; 1583f53a1febSKevin Wolf bool is_unix; 15841d7d2a9dSPaolo Bonzini 15851d7d2a9dSPaolo Bonzini uri = uri_parse(filename); 15861d7d2a9dSPaolo Bonzini if (!uri) { 15871d7d2a9dSPaolo Bonzini return -EINVAL; 15881d7d2a9dSPaolo Bonzini } 15891d7d2a9dSPaolo Bonzini 15901d7d2a9dSPaolo Bonzini /* transport */ 1591f69165a8SMax Reitz if (!g_strcmp0(uri->scheme, "nbd")) { 1592f53a1febSKevin Wolf is_unix = false; 1593f69165a8SMax Reitz } else if (!g_strcmp0(uri->scheme, "nbd+tcp")) { 1594f53a1febSKevin Wolf is_unix = false; 1595f69165a8SMax Reitz } else if (!g_strcmp0(uri->scheme, "nbd+unix")) { 1596f53a1febSKevin Wolf is_unix = true; 15971d7d2a9dSPaolo Bonzini } else { 15981d7d2a9dSPaolo Bonzini ret = -EINVAL; 15991d7d2a9dSPaolo Bonzini goto out; 16001d7d2a9dSPaolo Bonzini } 16011d7d2a9dSPaolo Bonzini 16022485f22fSEric Blake p = uri->path ? uri->path : ""; 16032485f22fSEric Blake if (p[0] == '/') { 16042485f22fSEric Blake p++; 16052485f22fSEric Blake } 16061d7d2a9dSPaolo Bonzini if (p[0]) { 160746f5ac20SEric Blake qdict_put_str(options, "export", p); 16081d7d2a9dSPaolo Bonzini } 16091d7d2a9dSPaolo Bonzini 16101d7d2a9dSPaolo Bonzini qp = query_params_parse(uri->query); 1611f53a1febSKevin Wolf if (qp->n > 1 || (is_unix && !qp->n) || (!is_unix && qp->n)) { 16121d7d2a9dSPaolo Bonzini ret = -EINVAL; 16131d7d2a9dSPaolo Bonzini goto out; 16141d7d2a9dSPaolo Bonzini } 16151d7d2a9dSPaolo Bonzini 1616f53a1febSKevin Wolf if (is_unix) { 16171d7d2a9dSPaolo Bonzini /* nbd+unix:///export?socket=path */ 16181d7d2a9dSPaolo Bonzini if (uri->server || uri->port || strcmp(qp->p[0].name, "socket")) { 16191d7d2a9dSPaolo Bonzini ret = -EINVAL; 16201d7d2a9dSPaolo Bonzini goto out; 16211d7d2a9dSPaolo Bonzini } 162246f5ac20SEric Blake qdict_put_str(options, "server.type", "unix"); 162346f5ac20SEric Blake qdict_put_str(options, "server.path", qp->p[0].value); 16241d7d2a9dSPaolo Bonzini } else { 162523307908SJán Tomko QString *host; 1626f84d431bSMax Reitz char *port_str; 1627f84d431bSMax Reitz 1628bebbf7faSKevin Wolf /* nbd[+tcp]://host[:port]/export */ 16291d7d2a9dSPaolo Bonzini if (!uri->server) { 16301d7d2a9dSPaolo Bonzini ret = -EINVAL; 16311d7d2a9dSPaolo Bonzini goto out; 16321d7d2a9dSPaolo Bonzini } 1633f17c90beSKevin Wolf 163423307908SJán Tomko /* strip braces from literal IPv6 address */ 163523307908SJán Tomko if (uri->server[0] == '[') { 163623307908SJán Tomko host = qstring_from_substr(uri->server, 1, 1637ba891d68SMarkus Armbruster strlen(uri->server) - 1); 163823307908SJán Tomko } else { 163923307908SJán Tomko host = qstring_from_str(uri->server); 164023307908SJán Tomko } 164123307908SJán Tomko 164246f5ac20SEric Blake qdict_put_str(options, "server.type", "inet"); 16439445673eSMarkus Armbruster qdict_put(options, "server.host", host); 1644f84d431bSMax Reitz 1645f84d431bSMax Reitz port_str = g_strdup_printf("%d", uri->port ?: NBD_DEFAULT_PORT); 164646f5ac20SEric Blake qdict_put_str(options, "server.port", port_str); 1647f53a1febSKevin Wolf g_free(port_str); 16481d7d2a9dSPaolo Bonzini } 16491d7d2a9dSPaolo Bonzini 16501d7d2a9dSPaolo Bonzini out: 16511d7d2a9dSPaolo Bonzini if (qp) { 16521d7d2a9dSPaolo Bonzini query_params_free(qp); 16531d7d2a9dSPaolo Bonzini } 16541d7d2a9dSPaolo Bonzini uri_free(uri); 16551d7d2a9dSPaolo Bonzini return ret; 16561d7d2a9dSPaolo Bonzini } 16571d7d2a9dSPaolo Bonzini 165848c38e0bSMax Reitz static bool nbd_has_filename_options_conflict(QDict *options, Error **errp) 165948c38e0bSMax Reitz { 166048c38e0bSMax Reitz const QDictEntry *e; 166148c38e0bSMax Reitz 166248c38e0bSMax Reitz for (e = qdict_first(options); e; e = qdict_next(options, e)) { 166348c38e0bSMax Reitz if (!strcmp(e->key, "host") || 166448c38e0bSMax Reitz !strcmp(e->key, "port") || 166548c38e0bSMax Reitz !strcmp(e->key, "path") || 1666491d6c7cSMax Reitz !strcmp(e->key, "export") || 1667491d6c7cSMax Reitz strstart(e->key, "server.", NULL)) 166848c38e0bSMax Reitz { 166948c38e0bSMax Reitz error_setg(errp, "Option '%s' cannot be used with a file name", 167048c38e0bSMax Reitz e->key); 167148c38e0bSMax Reitz return true; 167248c38e0bSMax Reitz } 167348c38e0bSMax Reitz } 167448c38e0bSMax Reitz 167548c38e0bSMax Reitz return false; 167648c38e0bSMax Reitz } 167748c38e0bSMax Reitz 16786963a30dSKevin Wolf static void nbd_parse_filename(const char *filename, QDict *options, 16796963a30dSKevin Wolf Error **errp) 1680019d6b8fSAnthony Liguori { 1681df18c04eSEric Blake g_autofree char *file = NULL; 168233897dc7SNick Thomas char *export_name; 168333897dc7SNick Thomas const char *host_spec; 1684019d6b8fSAnthony Liguori const char *unixpath; 1685019d6b8fSAnthony Liguori 168648c38e0bSMax Reitz if (nbd_has_filename_options_conflict(options, errp)) { 1687681e7ad0SKevin Wolf return; 1688681e7ad0SKevin Wolf } 1689681e7ad0SKevin Wolf 16901d7d2a9dSPaolo Bonzini if (strstr(filename, "://")) { 16916963a30dSKevin Wolf int ret = nbd_parse_uri(filename, options); 16926963a30dSKevin Wolf if (ret < 0) { 16936963a30dSKevin Wolf error_setg(errp, "No valid URL specified"); 16946963a30dSKevin Wolf } 16956963a30dSKevin Wolf return; 16961d7d2a9dSPaolo Bonzini } 16971d7d2a9dSPaolo Bonzini 16987267c094SAnthony Liguori file = g_strdup(filename); 16991d45f8b5SLaurent Vivier 170033897dc7SNick Thomas export_name = strstr(file, EN_OPTSTR); 170133897dc7SNick Thomas if (export_name) { 170233897dc7SNick Thomas if (export_name[strlen(EN_OPTSTR)] == 0) { 1703df18c04eSEric Blake return; 17041d45f8b5SLaurent Vivier } 170533897dc7SNick Thomas export_name[0] = 0; /* truncate 'file' */ 170633897dc7SNick Thomas export_name += strlen(EN_OPTSTR); 1707f53a1febSKevin Wolf 170846f5ac20SEric Blake qdict_put_str(options, "export", export_name); 17091d45f8b5SLaurent Vivier } 17101d45f8b5SLaurent Vivier 171133897dc7SNick Thomas /* extract the host_spec - fail if it's not nbd:... */ 171233897dc7SNick Thomas if (!strstart(file, "nbd:", &host_spec)) { 17136963a30dSKevin Wolf error_setg(errp, "File name string for NBD must start with 'nbd:'"); 1714df18c04eSEric Blake return; 17151d45f8b5SLaurent Vivier } 1716019d6b8fSAnthony Liguori 1717f53a1febSKevin Wolf if (!*host_spec) { 1718df18c04eSEric Blake return; 1719f53a1febSKevin Wolf } 1720f53a1febSKevin Wolf 172133897dc7SNick Thomas /* are we a UNIX or TCP socket? */ 172233897dc7SNick Thomas if (strstart(host_spec, "unix:", &unixpath)) { 172346f5ac20SEric Blake qdict_put_str(options, "server.type", "unix"); 172446f5ac20SEric Blake qdict_put_str(options, "server.path", unixpath); 1725019d6b8fSAnthony Liguori } else { 17260785bd7aSMarkus Armbruster InetSocketAddress *addr = g_new(InetSocketAddress, 1); 1727f53a1febSKevin Wolf 17280785bd7aSMarkus Armbruster if (inet_parse(addr, host_spec, errp)) { 17290785bd7aSMarkus Armbruster goto out_inet; 1730f17c90beSKevin Wolf } 1731f53a1febSKevin Wolf 173246f5ac20SEric Blake qdict_put_str(options, "server.type", "inet"); 173346f5ac20SEric Blake qdict_put_str(options, "server.host", addr->host); 173446f5ac20SEric Blake qdict_put_str(options, "server.port", addr->port); 17350785bd7aSMarkus Armbruster out_inet: 1736f53a1febSKevin Wolf qapi_free_InetSocketAddress(addr); 17371d45f8b5SLaurent Vivier } 173833897dc7SNick Thomas } 1739f53a1febSKevin Wolf 1740491d6c7cSMax Reitz static bool nbd_process_legacy_socket_options(QDict *output_options, 1741491d6c7cSMax Reitz QemuOpts *legacy_opts, 1742491d6c7cSMax Reitz Error **errp) 1743f53a1febSKevin Wolf { 1744491d6c7cSMax Reitz const char *path = qemu_opt_get(legacy_opts, "path"); 1745491d6c7cSMax Reitz const char *host = qemu_opt_get(legacy_opts, "host"); 1746491d6c7cSMax Reitz const char *port = qemu_opt_get(legacy_opts, "port"); 1747491d6c7cSMax Reitz const QDictEntry *e; 1748f53a1febSKevin Wolf 1749491d6c7cSMax Reitz if (!path && !host && !port) { 1750491d6c7cSMax Reitz return true; 1751491d6c7cSMax Reitz } 175203504d05SMax Reitz 1753491d6c7cSMax Reitz for (e = qdict_first(output_options); e; e = qdict_next(output_options, e)) 1754491d6c7cSMax Reitz { 1755491d6c7cSMax Reitz if (strstart(e->key, "server.", NULL)) { 1756491d6c7cSMax Reitz error_setg(errp, "Cannot use 'server' and path/host/port at the " 1757491d6c7cSMax Reitz "same time"); 1758491d6c7cSMax Reitz return false; 1759491d6c7cSMax Reitz } 1760491d6c7cSMax Reitz } 1761491d6c7cSMax Reitz 1762491d6c7cSMax Reitz if (path && host) { 176382d73014SMax Reitz error_setg(errp, "path and host may not be used at the same time"); 1764491d6c7cSMax Reitz return false; 1765491d6c7cSMax Reitz } else if (path) { 1766491d6c7cSMax Reitz if (port) { 1767442045cbSMax Reitz error_setg(errp, "port may not be used without host"); 1768491d6c7cSMax Reitz return false; 1769442045cbSMax Reitz } 1770019d6b8fSAnthony Liguori 177146f5ac20SEric Blake qdict_put_str(output_options, "server.type", "unix"); 177246f5ac20SEric Blake qdict_put_str(output_options, "server.path", path); 1773491d6c7cSMax Reitz } else if (host) { 177446f5ac20SEric Blake qdict_put_str(output_options, "server.type", "inet"); 177546f5ac20SEric Blake qdict_put_str(output_options, "server.host", host); 177646f5ac20SEric Blake qdict_put_str(output_options, "server.port", 177746f5ac20SEric Blake port ?: stringify(NBD_DEFAULT_PORT)); 17787a5ed437SDaniel P. Berrange } 1779491d6c7cSMax Reitz 1780491d6c7cSMax Reitz return true; 1781491d6c7cSMax Reitz } 1782491d6c7cSMax Reitz 178362cf396bSMarkus Armbruster static SocketAddress *nbd_config(BDRVNBDState *s, QDict *options, 17849445673eSMarkus Armbruster Error **errp) 1785491d6c7cSMax Reitz { 178662cf396bSMarkus Armbruster SocketAddress *saddr = NULL; 1787491d6c7cSMax Reitz QDict *addr = NULL; 1788491d6c7cSMax Reitz Visitor *iv = NULL; 1789491d6c7cSMax Reitz 1790491d6c7cSMax Reitz qdict_extract_subqdict(options, &addr, "server."); 1791491d6c7cSMax Reitz if (!qdict_size(addr)) { 1792491d6c7cSMax Reitz error_setg(errp, "NBD server address missing"); 1793491d6c7cSMax Reitz goto done; 1794491d6c7cSMax Reitz } 1795491d6c7cSMax Reitz 1796af91062eSMarkus Armbruster iv = qobject_input_visitor_new_flat_confused(addr, errp); 1797af91062eSMarkus Armbruster if (!iv) { 1798491d6c7cSMax Reitz goto done; 1799491d6c7cSMax Reitz } 1800491d6c7cSMax Reitz 1801af175e85SMarkus Armbruster if (!visit_type_SocketAddress(iv, NULL, &saddr, errp)) { 1802491d6c7cSMax Reitz goto done; 1803f53a1febSKevin Wolf } 1804f53a1febSKevin Wolf 18056cc702beSVladimir Sementsov-Ogievskiy if (socket_address_parse_named_fd(saddr, errp) < 0) { 18066cc702beSVladimir Sementsov-Ogievskiy qapi_free_SocketAddress(saddr); 18076cc702beSVladimir Sementsov-Ogievskiy saddr = NULL; 18086cc702beSVladimir Sementsov-Ogievskiy goto done; 18096cc702beSVladimir Sementsov-Ogievskiy } 18106cc702beSVladimir Sementsov-Ogievskiy 1811491d6c7cSMax Reitz done: 1812cb3e7f08SMarc-André Lureau qobject_unref(addr); 1813491d6c7cSMax Reitz visit_free(iv); 18147a5ed437SDaniel P. Berrange return saddr; 1815f53a1febSKevin Wolf } 1816f53a1febSKevin Wolf 181775822a12SDaniel P. Berrange static QCryptoTLSCreds *nbd_get_tls_creds(const char *id, Error **errp) 181875822a12SDaniel P. Berrange { 181975822a12SDaniel P. Berrange Object *obj; 182075822a12SDaniel P. Berrange QCryptoTLSCreds *creds; 182175822a12SDaniel P. Berrange 182275822a12SDaniel P. Berrange obj = object_resolve_path_component( 182375822a12SDaniel P. Berrange object_get_objects_root(), id); 182475822a12SDaniel P. Berrange if (!obj) { 182575822a12SDaniel P. Berrange error_setg(errp, "No TLS credentials with id '%s'", 182675822a12SDaniel P. Berrange id); 182775822a12SDaniel P. Berrange return NULL; 182875822a12SDaniel P. Berrange } 182975822a12SDaniel P. Berrange creds = (QCryptoTLSCreds *) 183075822a12SDaniel P. Berrange object_dynamic_cast(obj, TYPE_QCRYPTO_TLS_CREDS); 183175822a12SDaniel P. Berrange if (!creds) { 183275822a12SDaniel P. Berrange error_setg(errp, "Object with id '%s' is not TLS credentials", 183375822a12SDaniel P. Berrange id); 183475822a12SDaniel P. Berrange return NULL; 183575822a12SDaniel P. Berrange } 183675822a12SDaniel P. Berrange 183775822a12SDaniel P. Berrange if (creds->endpoint != QCRYPTO_TLS_CREDS_ENDPOINT_CLIENT) { 183875822a12SDaniel P. Berrange error_setg(errp, 183975822a12SDaniel P. Berrange "Expecting TLS credentials with a client endpoint"); 184075822a12SDaniel P. Berrange return NULL; 184175822a12SDaniel P. Berrange } 184275822a12SDaniel P. Berrange object_ref(obj); 184375822a12SDaniel P. Berrange return creds; 184475822a12SDaniel P. Berrange } 184575822a12SDaniel P. Berrange 184675822a12SDaniel P. Berrange 18477ccc44fdSMax Reitz static QemuOptsList nbd_runtime_opts = { 18487ccc44fdSMax Reitz .name = "nbd", 18497ccc44fdSMax Reitz .head = QTAILQ_HEAD_INITIALIZER(nbd_runtime_opts.head), 18507ccc44fdSMax Reitz .desc = { 18517ccc44fdSMax Reitz { 18527ccc44fdSMax Reitz .name = "host", 18537ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 18547ccc44fdSMax Reitz .help = "TCP host to connect to", 18557ccc44fdSMax Reitz }, 18567ccc44fdSMax Reitz { 18577ccc44fdSMax Reitz .name = "port", 18587ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 18597ccc44fdSMax Reitz .help = "TCP port to connect to", 18607ccc44fdSMax Reitz }, 18617ccc44fdSMax Reitz { 18627ccc44fdSMax Reitz .name = "path", 18637ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 18647ccc44fdSMax Reitz .help = "Unix socket path to connect to", 18657ccc44fdSMax Reitz }, 18667ccc44fdSMax Reitz { 18677ccc44fdSMax Reitz .name = "export", 18687ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 18697ccc44fdSMax Reitz .help = "Name of the NBD export to open", 18707ccc44fdSMax Reitz }, 18717ccc44fdSMax Reitz { 18727ccc44fdSMax Reitz .name = "tls-creds", 18737ccc44fdSMax Reitz .type = QEMU_OPT_STRING, 18747ccc44fdSMax Reitz .help = "ID of the TLS credentials to use", 18757ccc44fdSMax Reitz }, 1876216ee365SEric Blake { 1877216ee365SEric Blake .name = "x-dirty-bitmap", 1878216ee365SEric Blake .type = QEMU_OPT_STRING, 1879216ee365SEric Blake .help = "experimental: expose named dirty bitmap in place of " 1880216ee365SEric Blake "block status", 1881216ee365SEric Blake }, 1882b172ae2eSVladimir Sementsov-Ogievskiy { 1883b172ae2eSVladimir Sementsov-Ogievskiy .name = "reconnect-delay", 1884b172ae2eSVladimir Sementsov-Ogievskiy .type = QEMU_OPT_NUMBER, 1885b172ae2eSVladimir Sementsov-Ogievskiy .help = "On an unexpected disconnect, the nbd client tries to " 1886b172ae2eSVladimir Sementsov-Ogievskiy "connect again until succeeding or encountering a serious " 1887b172ae2eSVladimir Sementsov-Ogievskiy "error. During the first @reconnect-delay seconds, all " 1888b172ae2eSVladimir Sementsov-Ogievskiy "requests are paused and will be rerun on a successful " 1889b172ae2eSVladimir Sementsov-Ogievskiy "reconnect. After that time, any delayed requests and all " 1890b172ae2eSVladimir Sementsov-Ogievskiy "future requests before a successful reconnect will " 1891b172ae2eSVladimir Sementsov-Ogievskiy "immediately fail. Default 0", 1892b172ae2eSVladimir Sementsov-Ogievskiy }, 1893c4365735SMurilo Opsfelder Araujo { /* end of list */ } 18947ccc44fdSMax Reitz }, 18957ccc44fdSMax Reitz }; 18967ccc44fdSMax Reitz 18978f071c9dSVladimir Sementsov-Ogievskiy static int nbd_process_options(BlockDriverState *bs, QDict *options, 1898015a1036SMax Reitz Error **errp) 189933897dc7SNick Thomas { 190033897dc7SNick Thomas BDRVNBDState *s = bs->opaque; 19018f071c9dSVladimir Sementsov-Ogievskiy QemuOpts *opts; 190275822a12SDaniel P. Berrange int ret = -EINVAL; 1903ae255e52SPaolo Bonzini 19047ccc44fdSMax Reitz opts = qemu_opts_create(&nbd_runtime_opts, NULL, 0, &error_abort); 1905af175e85SMarkus Armbruster if (!qemu_opts_absorb_qdict(opts, options, errp)) { 19067ccc44fdSMax Reitz goto error; 19077ccc44fdSMax Reitz } 19087ccc44fdSMax Reitz 190962cf396bSMarkus Armbruster /* Translate @host, @port, and @path to a SocketAddress */ 1910491d6c7cSMax Reitz if (!nbd_process_legacy_socket_options(options, opts, errp)) { 191175822a12SDaniel P. Berrange goto error; 191275822a12SDaniel P. Berrange } 191375822a12SDaniel P. Berrange 1914491d6c7cSMax Reitz /* Pop the config into our state object. Exit if invalid. */ 1915491d6c7cSMax Reitz s->saddr = nbd_config(s, options, errp); 1916491d6c7cSMax Reitz if (!s->saddr) { 1917491d6c7cSMax Reitz goto error; 1918491d6c7cSMax Reitz } 1919491d6c7cSMax Reitz 1920491d6c7cSMax Reitz s->export = g_strdup(qemu_opt_get(opts, "export")); 192193676c88SEric Blake if (s->export && strlen(s->export) > NBD_MAX_STRING_SIZE) { 192293676c88SEric Blake error_setg(errp, "export name too long to send to server"); 192393676c88SEric Blake goto error; 192493676c88SEric Blake } 1925491d6c7cSMax Reitz 192603504d05SMax Reitz s->tlscredsid = g_strdup(qemu_opt_get(opts, "tls-creds")); 192703504d05SMax Reitz if (s->tlscredsid) { 19288f071c9dSVladimir Sementsov-Ogievskiy s->tlscreds = nbd_get_tls_creds(s->tlscredsid, errp); 19298f071c9dSVladimir Sementsov-Ogievskiy if (!s->tlscreds) { 193075822a12SDaniel P. Berrange goto error; 193175822a12SDaniel P. Berrange } 193275822a12SDaniel P. Berrange 1933ca0b64e5SMarkus Armbruster /* TODO SOCKET_ADDRESS_KIND_FD where fd has AF_INET or AF_INET6 */ 193462cf396bSMarkus Armbruster if (s->saddr->type != SOCKET_ADDRESS_TYPE_INET) { 193575822a12SDaniel P. Berrange error_setg(errp, "TLS only supported over IP sockets"); 193675822a12SDaniel P. Berrange goto error; 193775822a12SDaniel P. Berrange } 19388f071c9dSVladimir Sementsov-Ogievskiy s->hostname = s->saddr->u.inet.host; 193933897dc7SNick Thomas } 194033897dc7SNick Thomas 19418f071c9dSVladimir Sementsov-Ogievskiy s->x_dirty_bitmap = g_strdup(qemu_opt_get(opts, "x-dirty-bitmap")); 194293676c88SEric Blake if (s->x_dirty_bitmap && strlen(s->x_dirty_bitmap) > NBD_MAX_STRING_SIZE) { 194393676c88SEric Blake error_setg(errp, "x-dirty-bitmap query too long to send to server"); 194493676c88SEric Blake goto error; 194593676c88SEric Blake } 194693676c88SEric Blake 19478f071c9dSVladimir Sementsov-Ogievskiy s->reconnect_delay = qemu_opt_get_number(opts, "reconnect-delay", 0); 19488f071c9dSVladimir Sementsov-Ogievskiy 19498f071c9dSVladimir Sementsov-Ogievskiy ret = 0; 1950d42f78e9SVladimir Sementsov-Ogievskiy 195175822a12SDaniel P. Berrange error: 19527ccc44fdSMax Reitz qemu_opts_del(opts); 195375822a12SDaniel P. Berrange return ret; 1954ae255e52SPaolo Bonzini } 1955d9b09f13SPaolo Bonzini 19568f071c9dSVladimir Sementsov-Ogievskiy static int nbd_open(BlockDriverState *bs, QDict *options, int flags, 19578f071c9dSVladimir Sementsov-Ogievskiy Error **errp) 19588f071c9dSVladimir Sementsov-Ogievskiy { 19598f071c9dSVladimir Sementsov-Ogievskiy int ret; 19608f071c9dSVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 19618f071c9dSVladimir Sementsov-Ogievskiy 19628f071c9dSVladimir Sementsov-Ogievskiy s->bs = bs; 19638f071c9dSVladimir Sementsov-Ogievskiy qemu_co_mutex_init(&s->send_mutex); 19648f071c9dSVladimir Sementsov-Ogievskiy qemu_co_queue_init(&s->free_sema); 19658f071c9dSVladimir Sementsov-Ogievskiy 1966fee091cdSLukas Straub if (!yank_register_instance(BLOCKDEV_YANK_INSTANCE(bs->node_name), errp)) { 1967fee091cdSLukas Straub return -EEXIST; 1968fee091cdSLukas Straub } 1969fee091cdSLukas Straub 1970bbba1c37SVladimir Sementsov-Ogievskiy ret = nbd_process_options(bs, options, errp); 1971bbba1c37SVladimir Sementsov-Ogievskiy if (ret < 0) { 1972bbba1c37SVladimir Sementsov-Ogievskiy goto fail; 1973bbba1c37SVladimir Sementsov-Ogievskiy } 1974bbba1c37SVladimir Sementsov-Ogievskiy 19756d2b0332SVladimir Sementsov-Ogievskiy s->conn = nbd_client_connection_new(s->saddr, true, s->export, 19766d2b0332SVladimir Sementsov-Ogievskiy s->x_dirty_bitmap, s->tlscreds); 1977e8b35bf5SRoman Kagan 1978*a71d597bSVladimir Sementsov-Ogievskiy /* TODO: Configurable retry-until-timeout behaviour. */ 1979*a71d597bSVladimir Sementsov-Ogievskiy ret = nbd_do_establish_connection(bs, errp); 19808f071c9dSVladimir Sementsov-Ogievskiy if (ret < 0) { 1981bbba1c37SVladimir Sementsov-Ogievskiy goto fail; 19828f071c9dSVladimir Sementsov-Ogievskiy } 19838f071c9dSVladimir Sementsov-Ogievskiy 19848f071c9dSVladimir Sementsov-Ogievskiy s->connection_co = qemu_coroutine_create(nbd_connection_entry, s); 19858f071c9dSVladimir Sementsov-Ogievskiy bdrv_inc_in_flight(bs); 19868f071c9dSVladimir Sementsov-Ogievskiy aio_co_schedule(bdrv_get_aio_context(bs), s->connection_co); 19878f071c9dSVladimir Sementsov-Ogievskiy 19888f071c9dSVladimir Sementsov-Ogievskiy return 0; 1989bbba1c37SVladimir Sementsov-Ogievskiy 1990bbba1c37SVladimir Sementsov-Ogievskiy fail: 1991bbba1c37SVladimir Sementsov-Ogievskiy nbd_clear_bdrvstate(bs); 1992bbba1c37SVladimir Sementsov-Ogievskiy return ret; 19938f071c9dSVladimir Sementsov-Ogievskiy } 19948f071c9dSVladimir Sementsov-Ogievskiy 19951486d04aSPaolo Bonzini static int nbd_co_flush(BlockDriverState *bs) 19961486d04aSPaolo Bonzini { 1997f53a829bSMax Reitz return nbd_client_co_flush(bs); 19981486d04aSPaolo Bonzini } 19991486d04aSPaolo Bonzini 2000fa21e6faSDenis V. Lunev static void nbd_refresh_limits(BlockDriverState *bs, Error **errp) 2001fa21e6faSDenis V. Lunev { 2002611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 2003fd8d372dSEric Blake uint32_t min = s->info.min_block; 2004081dd1feSEric Blake uint32_t max = MIN_NON_ZERO(NBD_MAX_BUFFER_SIZE, s->info.max_block); 2005081dd1feSEric Blake 20067da537f7SEric Blake /* 20077da537f7SEric Blake * If the server did not advertise an alignment: 20087da537f7SEric Blake * - a size that is not sector-aligned implies that an alignment 20097da537f7SEric Blake * of 1 can be used to access those tail bytes 20107da537f7SEric Blake * - advertisement of block status requires an alignment of 1, so 20117da537f7SEric Blake * that we don't violate block layer constraints that block 20127da537f7SEric Blake * status is always aligned (as we can't control whether the 20137da537f7SEric Blake * server will report sub-sector extents, such as a hole at EOF 20147da537f7SEric Blake * on an unaligned POSIX file) 20157da537f7SEric Blake * - otherwise, assume the server is so old that we are safer avoiding 20167da537f7SEric Blake * sub-sector requests 20177da537f7SEric Blake */ 20187da537f7SEric Blake if (!min) { 20197da537f7SEric Blake min = (!QEMU_IS_ALIGNED(s->info.size, BDRV_SECTOR_SIZE) || 20207da537f7SEric Blake s->info.base_allocation) ? 1 : BDRV_SECTOR_SIZE; 20217da537f7SEric Blake } 20227da537f7SEric Blake 20237da537f7SEric Blake bs->bl.request_alignment = min; 2024714eb0dbSVladimir Sementsov-Ogievskiy bs->bl.max_pdiscard = QEMU_ALIGN_DOWN(INT_MAX, min); 2025081dd1feSEric Blake bs->bl.max_pwrite_zeroes = max; 2026081dd1feSEric Blake bs->bl.max_transfer = max; 2027081dd1feSEric Blake 2028081dd1feSEric Blake if (s->info.opt_block && 2029081dd1feSEric Blake s->info.opt_block > bs->bl.opt_transfer) { 2030081dd1feSEric Blake bs->bl.opt_transfer = s->info.opt_block; 2031081dd1feSEric Blake } 2032fa21e6faSDenis V. Lunev } 2033fa21e6faSDenis V. Lunev 2034019d6b8fSAnthony Liguori static void nbd_close(BlockDriverState *bs) 2035019d6b8fSAnthony Liguori { 2036f53a829bSMax Reitz nbd_client_close(bs); 2037bbba1c37SVladimir Sementsov-Ogievskiy nbd_clear_bdrvstate(bs); 2038019d6b8fSAnthony Liguori } 2039019d6b8fSAnthony Liguori 2040a2b333c0SNir Soffer /* 2041a2b333c0SNir Soffer * NBD cannot truncate, but if the caller asks to truncate to the same size, or 2042a2b333c0SNir Soffer * to a smaller size with exact=false, there is no reason to fail the 2043a2b333c0SNir Soffer * operation. 2044a2b333c0SNir Soffer * 2045a2b333c0SNir Soffer * Preallocation mode is ignored since it does not seems useful to fail when 2046a2b333c0SNir Soffer * we never change anything. 2047a2b333c0SNir Soffer */ 2048a2b333c0SNir Soffer static int coroutine_fn nbd_co_truncate(BlockDriverState *bs, int64_t offset, 2049a2b333c0SNir Soffer bool exact, PreallocMode prealloc, 2050a2b333c0SNir Soffer BdrvRequestFlags flags, Error **errp) 2051a2b333c0SNir Soffer { 2052a2b333c0SNir Soffer BDRVNBDState *s = bs->opaque; 2053a2b333c0SNir Soffer 2054a2b333c0SNir Soffer if (offset != s->info.size && exact) { 2055a2b333c0SNir Soffer error_setg(errp, "Cannot resize NBD nodes"); 2056a2b333c0SNir Soffer return -ENOTSUP; 2057a2b333c0SNir Soffer } 2058a2b333c0SNir Soffer 2059a2b333c0SNir Soffer if (offset > s->info.size) { 2060a2b333c0SNir Soffer error_setg(errp, "Cannot grow NBD nodes"); 2061a2b333c0SNir Soffer return -EINVAL; 2062a2b333c0SNir Soffer } 2063a2b333c0SNir Soffer 2064a2b333c0SNir Soffer return 0; 2065a2b333c0SNir Soffer } 2066a2b333c0SNir Soffer 2067019d6b8fSAnthony Liguori static int64_t nbd_getlength(BlockDriverState *bs) 2068019d6b8fSAnthony Liguori { 2069019d6b8fSAnthony Liguori BDRVNBDState *s = bs->opaque; 2070019d6b8fSAnthony Liguori 2071611ae1d7SVladimir Sementsov-Ogievskiy return s->info.size; 2072019d6b8fSAnthony Liguori } 2073019d6b8fSAnthony Liguori 2074998b3a1eSMax Reitz static void nbd_refresh_filename(BlockDriverState *bs) 20752019d68bSMax Reitz { 207603504d05SMax Reitz BDRVNBDState *s = bs->opaque; 2077491d6c7cSMax Reitz const char *host = NULL, *port = NULL, *path = NULL; 20785c86bdf1SEric Blake size_t len = 0; 2079491d6c7cSMax Reitz 208062cf396bSMarkus Armbruster if (s->saddr->type == SOCKET_ADDRESS_TYPE_INET) { 20819445673eSMarkus Armbruster const InetSocketAddress *inet = &s->saddr->u.inet; 2082491d6c7cSMax Reitz if (!inet->has_ipv4 && !inet->has_ipv6 && !inet->has_to) { 2083491d6c7cSMax Reitz host = inet->host; 2084491d6c7cSMax Reitz port = inet->port; 2085491d6c7cSMax Reitz } 208662cf396bSMarkus Armbruster } else if (s->saddr->type == SOCKET_ADDRESS_TYPE_UNIX) { 20879445673eSMarkus Armbruster path = s->saddr->u.q_unix.path; 20889445673eSMarkus Armbruster } /* else can't represent as pseudo-filename */ 20892019d68bSMax Reitz 2090491d6c7cSMax Reitz if (path && s->export) { 20915c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2092491d6c7cSMax Reitz "nbd+unix:///%s?socket=%s", s->export, path); 2093491d6c7cSMax Reitz } else if (path && !s->export) { 20945c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2095491d6c7cSMax Reitz "nbd+unix://?socket=%s", path); 2096491d6c7cSMax Reitz } else if (host && s->export) { 20975c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2098491d6c7cSMax Reitz "nbd://%s:%s/%s", host, port, s->export); 2099491d6c7cSMax Reitz } else if (host && !s->export) { 21005c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename), 2101491d6c7cSMax Reitz "nbd://%s:%s", host, port); 2102ec0de768SMax Reitz } 210300d69986SEric Blake if (len >= sizeof(bs->exact_filename)) { 21045c86bdf1SEric Blake /* Name is too long to represent exactly, so leave it empty. */ 21055c86bdf1SEric Blake bs->exact_filename[0] = '\0'; 21065c86bdf1SEric Blake } 21072019d68bSMax Reitz } 21082019d68bSMax Reitz 21098a6239c0SMax Reitz static char *nbd_dirname(BlockDriverState *bs, Error **errp) 21108a6239c0SMax Reitz { 21118a6239c0SMax Reitz /* The generic bdrv_dirname() implementation is able to work out some 21128a6239c0SMax Reitz * directory name for NBD nodes, but that would be wrong. So far there is no 21138a6239c0SMax Reitz * specification for how "export paths" would work, so NBD does not have 21148a6239c0SMax Reitz * directory names. */ 21158a6239c0SMax Reitz error_setg(errp, "Cannot generate a base directory for NBD nodes"); 21168a6239c0SMax Reitz return NULL; 21178a6239c0SMax Reitz } 21188a6239c0SMax Reitz 21192654267cSMax Reitz static const char *const nbd_strong_runtime_opts[] = { 21202654267cSMax Reitz "path", 21212654267cSMax Reitz "host", 21222654267cSMax Reitz "port", 21232654267cSMax Reitz "export", 21242654267cSMax Reitz "tls-creds", 21252654267cSMax Reitz "server.", 21262654267cSMax Reitz 21272654267cSMax Reitz NULL 21282654267cSMax Reitz }; 21292654267cSMax Reitz 2130c4f7f24eSVladimir Sementsov-Ogievskiy static void nbd_cancel_in_flight(BlockDriverState *bs) 2131c4f7f24eSVladimir Sementsov-Ogievskiy { 2132c4f7f24eSVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque; 2133c4f7f24eSVladimir Sementsov-Ogievskiy 2134c4f7f24eSVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s); 2135c4f7f24eSVladimir Sementsov-Ogievskiy 2136c4f7f24eSVladimir Sementsov-Ogievskiy if (s->state == NBD_CLIENT_CONNECTING_WAIT) { 2137c4f7f24eSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_NOWAIT; 2138c4f7f24eSVladimir Sementsov-Ogievskiy qemu_co_queue_restart_all(&s->free_sema); 2139c4f7f24eSVladimir Sementsov-Ogievskiy } 2140c4f7f24eSVladimir Sementsov-Ogievskiy } 2141c4f7f24eSVladimir Sementsov-Ogievskiy 2142019d6b8fSAnthony Liguori static BlockDriver bdrv_nbd = { 2143019d6b8fSAnthony Liguori .format_name = "nbd", 21441d7d2a9dSPaolo Bonzini .protocol_name = "nbd", 2145019d6b8fSAnthony Liguori .instance_size = sizeof(BDRVNBDState), 21466963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename, 21475a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple, 21485a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple, 214966f82ceeSKevin Wolf .bdrv_file_open = nbd_open, 2150e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare, 215170c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv, 215270c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev, 2153fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes, 2154019d6b8fSAnthony Liguori .bdrv_close = nbd_close, 21551486d04aSPaolo Bonzini .bdrv_co_flush_to_os = nbd_co_flush, 2156447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard, 2157fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits, 2158a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate, 2159019d6b8fSAnthony Liguori .bdrv_getlength = nbd_getlength, 216086f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_detach_aio_context = nbd_client_detach_aio_context, 216186f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_attach_aio_context = nbd_client_attach_aio_context, 2162f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_begin = nbd_client_co_drain_begin, 2163f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_end = nbd_client_co_drain_end, 21642019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename, 216578a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status, 21668a6239c0SMax Reitz .bdrv_dirname = nbd_dirname, 21672654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts, 2168c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight, 21691d7d2a9dSPaolo Bonzini }; 21701d7d2a9dSPaolo Bonzini 21711d7d2a9dSPaolo Bonzini static BlockDriver bdrv_nbd_tcp = { 21721d7d2a9dSPaolo Bonzini .format_name = "nbd", 21731d7d2a9dSPaolo Bonzini .protocol_name = "nbd+tcp", 21741d7d2a9dSPaolo Bonzini .instance_size = sizeof(BDRVNBDState), 21756963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename, 21765a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple, 21775a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple, 21781d7d2a9dSPaolo Bonzini .bdrv_file_open = nbd_open, 2179e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare, 218070c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv, 218170c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev, 2182fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes, 21831d7d2a9dSPaolo Bonzini .bdrv_close = nbd_close, 21841d7d2a9dSPaolo Bonzini .bdrv_co_flush_to_os = nbd_co_flush, 2185447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard, 2186fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits, 2187a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate, 21881d7d2a9dSPaolo Bonzini .bdrv_getlength = nbd_getlength, 218986f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_detach_aio_context = nbd_client_detach_aio_context, 219086f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_attach_aio_context = nbd_client_attach_aio_context, 2191f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_begin = nbd_client_co_drain_begin, 2192f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_end = nbd_client_co_drain_end, 21932019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename, 219478a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status, 21958a6239c0SMax Reitz .bdrv_dirname = nbd_dirname, 21962654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts, 2197c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight, 21981d7d2a9dSPaolo Bonzini }; 21991d7d2a9dSPaolo Bonzini 22001d7d2a9dSPaolo Bonzini static BlockDriver bdrv_nbd_unix = { 22011d7d2a9dSPaolo Bonzini .format_name = "nbd", 22021d7d2a9dSPaolo Bonzini .protocol_name = "nbd+unix", 22031d7d2a9dSPaolo Bonzini .instance_size = sizeof(BDRVNBDState), 22046963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename, 22055a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple, 22065a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple, 22071d7d2a9dSPaolo Bonzini .bdrv_file_open = nbd_open, 2208e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare, 220970c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv, 221070c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev, 2211fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes, 22121d7d2a9dSPaolo Bonzini .bdrv_close = nbd_close, 22131d7d2a9dSPaolo Bonzini .bdrv_co_flush_to_os = nbd_co_flush, 2214447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard, 2215fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits, 2216a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate, 22171d7d2a9dSPaolo Bonzini .bdrv_getlength = nbd_getlength, 221886f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_detach_aio_context = nbd_client_detach_aio_context, 221986f8cdf3SVladimir Sementsov-Ogievskiy .bdrv_attach_aio_context = nbd_client_attach_aio_context, 2220f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_begin = nbd_client_co_drain_begin, 2221f7651539SVladimir Sementsov-Ogievskiy .bdrv_co_drain_end = nbd_client_co_drain_end, 22222019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename, 222378a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status, 22248a6239c0SMax Reitz .bdrv_dirname = nbd_dirname, 22252654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts, 2226c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight, 2227019d6b8fSAnthony Liguori }; 2228019d6b8fSAnthony Liguori 2229019d6b8fSAnthony Liguori static void bdrv_nbd_init(void) 2230019d6b8fSAnthony Liguori { 2231019d6b8fSAnthony Liguori bdrv_register(&bdrv_nbd); 22321d7d2a9dSPaolo Bonzini bdrv_register(&bdrv_nbd_tcp); 22331d7d2a9dSPaolo Bonzini bdrv_register(&bdrv_nbd_unix); 2234019d6b8fSAnthony Liguori } 2235019d6b8fSAnthony Liguori 2236019d6b8fSAnthony Liguori block_init(bdrv_nbd_init); 2237