1019d6b8fSAnthony Liguori /*
2019d6b8fSAnthony Liguori * QEMU Block driver for NBD
3019d6b8fSAnthony Liguori *
4f7651539SVladimir Sementsov-Ogievskiy * Copyright (c) 2019 Virtuozzo International GmbH.
522efd811SEric Blake * Copyright Red Hat
6019d6b8fSAnthony Liguori * Copyright (C) 2008 Bull S.A.S.
7019d6b8fSAnthony Liguori * Author: Laurent Vivier <Laurent.Vivier@bull.net>
8019d6b8fSAnthony Liguori *
9019d6b8fSAnthony Liguori * Some parts:
10019d6b8fSAnthony Liguori * Copyright (C) 2007 Anthony Liguori <anthony@codemonkey.ws>
11019d6b8fSAnthony Liguori *
12019d6b8fSAnthony Liguori * Permission is hereby granted, free of charge, to any person obtaining a copy
13019d6b8fSAnthony Liguori * of this software and associated documentation files (the "Software"), to deal
14019d6b8fSAnthony Liguori * in the Software without restriction, including without limitation the rights
15019d6b8fSAnthony Liguori * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
16019d6b8fSAnthony Liguori * copies of the Software, and to permit persons to whom the Software is
17019d6b8fSAnthony Liguori * furnished to do so, subject to the following conditions:
18019d6b8fSAnthony Liguori *
19019d6b8fSAnthony Liguori * The above copyright notice and this permission notice shall be included in
20019d6b8fSAnthony Liguori * all copies or substantial portions of the Software.
21019d6b8fSAnthony Liguori *
22019d6b8fSAnthony Liguori * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
23019d6b8fSAnthony Liguori * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
24019d6b8fSAnthony Liguori * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
25019d6b8fSAnthony Liguori * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
26019d6b8fSAnthony Liguori * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
27019d6b8fSAnthony Liguori * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
28019d6b8fSAnthony Liguori * THE SOFTWARE.
29019d6b8fSAnthony Liguori */
30019d6b8fSAnthony Liguori
3180c71a24SPeter Maydell #include "qemu/osdep.h"
3286f8cdf3SVladimir Sementsov-Ogievskiy
3386f8cdf3SVladimir Sementsov-Ogievskiy #include "trace.h"
34922a01a0SMarkus Armbruster #include "qemu/option.h"
35f348b6d1SVeronia Bahaa #include "qemu/cutils.h"
36db725815SMarkus Armbruster #include "qemu/main-loop.h"
37019d6b8fSAnthony Liguori
3886f8cdf3SVladimir Sementsov-Ogievskiy #include "qapi/qapi-visit-sockets.h"
3986f8cdf3SVladimir Sementsov-Ogievskiy #include "qapi/qmp/qstring.h"
401dc4718dSVladimir Sementsov-Ogievskiy #include "qapi/clone-visitor.h"
4186f8cdf3SVladimir Sementsov-Ogievskiy
4286f8cdf3SVladimir Sementsov-Ogievskiy #include "block/qdict.h"
4386f8cdf3SVladimir Sementsov-Ogievskiy #include "block/nbd.h"
4486f8cdf3SVladimir Sementsov-Ogievskiy #include "block/block_int.h"
45a71d597bSVladimir Sementsov-Ogievskiy #include "block/coroutines.h"
4686f8cdf3SVladimir Sementsov-Ogievskiy
47fee091cdSLukas Straub #include "qemu/yank.h"
48fee091cdSLukas Straub
491d45f8b5SLaurent Vivier #define EN_OPTSTR ":exportname="
5086f8cdf3SVladimir Sementsov-Ogievskiy #define MAX_NBD_REQUESTS 16
5186f8cdf3SVladimir Sementsov-Ogievskiy
528cb98a72SEric Blake #define COOKIE_TO_INDEX(cookie) ((cookie) - 1)
538cb98a72SEric Blake #define INDEX_TO_COOKIE(index) ((index) + 1)
5486f8cdf3SVladimir Sementsov-Ogievskiy
5586f8cdf3SVladimir Sementsov-Ogievskiy typedef struct {
5686f8cdf3SVladimir Sementsov-Ogievskiy Coroutine *coroutine;
5786f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset; /* original offset of the request */
584ddb5d2fSVladimir Sementsov-Ogievskiy bool receiving; /* sleeping in the yield in nbd_receive_replies */
5986f8cdf3SVladimir Sementsov-Ogievskiy } NBDClientRequest;
6086f8cdf3SVladimir Sementsov-Ogievskiy
61a34b1e5eSVladimir Sementsov-Ogievskiy typedef enum NBDClientState {
62f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_WAIT,
63f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_NOWAIT,
64a34b1e5eSVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTED,
65a34b1e5eSVladimir Sementsov-Ogievskiy NBD_CLIENT_QUIT
66a34b1e5eSVladimir Sementsov-Ogievskiy } NBDClientState;
67a34b1e5eSVladimir Sementsov-Ogievskiy
68611ae1d7SVladimir Sementsov-Ogievskiy typedef struct BDRVNBDState {
6995a078eaSVladimir Sementsov-Ogievskiy QIOChannel *ioc; /* The current I/O channel */
7086f8cdf3SVladimir Sementsov-Ogievskiy NBDExportInfo info;
7186f8cdf3SVladimir Sementsov-Ogievskiy
72ee19d953SPaolo Bonzini /*
73dba5156cSPaolo Bonzini * Protects state, free_sema, in_flight, requests[].coroutine,
74ee19d953SPaolo Bonzini * reconnect_delay_timer.
75ee19d953SPaolo Bonzini */
76ee19d953SPaolo Bonzini QemuMutex requests_lock;
77dba5156cSPaolo Bonzini NBDClientState state;
7886f8cdf3SVladimir Sementsov-Ogievskiy CoQueue free_sema;
791b8f7776SDenis V. Lunev unsigned in_flight;
80ee19d953SPaolo Bonzini NBDClientRequest requests[MAX_NBD_REQUESTS];
81ee19d953SPaolo Bonzini QEMUTimer *reconnect_delay_timer;
82ee19d953SPaolo Bonzini
83620c5cb5SPaolo Bonzini /* Protects sending data on the socket. */
84ee19d953SPaolo Bonzini CoMutex send_mutex;
85620c5cb5SPaolo Bonzini
86620c5cb5SPaolo Bonzini /*
87620c5cb5SPaolo Bonzini * Protects receiving reply headers from the socket, as well as the
88620c5cb5SPaolo Bonzini * fields reply and requests[].receiving
89620c5cb5SPaolo Bonzini */
90ee19d953SPaolo Bonzini CoMutex receive_mutex;
91620c5cb5SPaolo Bonzini NBDReply reply;
9286f8cdf3SVladimir Sementsov-Ogievskiy
93be16b8bfSVladimir Sementsov-Ogievskiy QEMUTimer *open_timer;
9446f56631SVladimir Sementsov-Ogievskiy
9586f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs;
9603504d05SMax Reitz
978f071c9dSVladimir Sementsov-Ogievskiy /* Connection parameters */
988f071c9dSVladimir Sementsov-Ogievskiy uint32_t reconnect_delay;
99be16b8bfSVladimir Sementsov-Ogievskiy uint32_t open_timeout;
10062cf396bSMarkus Armbruster SocketAddress *saddr;
101a0cd6d29SDaniel P. Berrangé char *export;
102a0cd6d29SDaniel P. Berrangé char *tlscredsid;
1038f071c9dSVladimir Sementsov-Ogievskiy QCryptoTLSCreds *tlscreds;
104a0cd6d29SDaniel P. Berrangé char *tlshostname;
1058f071c9dSVladimir Sementsov-Ogievskiy char *x_dirty_bitmap;
106dbc7b014SEric Blake bool alloc_depth;
1071dc4718dSVladimir Sementsov-Ogievskiy
10890ddc64fSVladimir Sementsov-Ogievskiy NBDClientConnection *conn;
109019d6b8fSAnthony Liguori } BDRVNBDState;
110019d6b8fSAnthony Liguori
111fee091cdSLukas Straub static void nbd_yank(void *opaque);
112f7651539SVladimir Sementsov-Ogievskiy
nbd_clear_bdrvstate(BlockDriverState * bs)113bbba1c37SVladimir Sementsov-Ogievskiy static void nbd_clear_bdrvstate(BlockDriverState *bs)
1147f493662SPan Nengyuan {
115bbba1c37SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
116e8b35bf5SRoman Kagan
117248d4701SVladimir Sementsov-Ogievskiy nbd_client_connection_release(s->conn);
118248d4701SVladimir Sementsov-Ogievskiy s->conn = NULL;
119bbba1c37SVladimir Sementsov-Ogievskiy
120bbba1c37SVladimir Sementsov-Ogievskiy yank_unregister_instance(BLOCKDEV_YANK_INSTANCE(bs->node_name));
121bbba1c37SVladimir Sementsov-Ogievskiy
1228a39c381SHanna Reitz /* Must not leave timers behind that would access freed data */
1238a39c381SHanna Reitz assert(!s->reconnect_delay_timer);
1248a39c381SHanna Reitz assert(!s->open_timer);
1258a39c381SHanna Reitz
1267f493662SPan Nengyuan object_unref(OBJECT(s->tlscreds));
1277f493662SPan Nengyuan qapi_free_SocketAddress(s->saddr);
1287f493662SPan Nengyuan s->saddr = NULL;
1297f493662SPan Nengyuan g_free(s->export);
1307f493662SPan Nengyuan s->export = NULL;
1317f493662SPan Nengyuan g_free(s->tlscredsid);
1327f493662SPan Nengyuan s->tlscredsid = NULL;
133a0cd6d29SDaniel P. Berrangé g_free(s->tlshostname);
134a0cd6d29SDaniel P. Berrangé s->tlshostname = NULL;
1357f493662SPan Nengyuan g_free(s->x_dirty_bitmap);
1367f493662SPan Nengyuan s->x_dirty_bitmap = NULL;
1377f493662SPan Nengyuan }
1387f493662SPan Nengyuan
139a80a9a1cSPaolo Bonzini /* Called with s->receive_mutex taken. */
nbd_recv_coroutine_wake_one(NBDClientRequest * req)1400c43c6fcSPaolo Bonzini static bool coroutine_fn nbd_recv_coroutine_wake_one(NBDClientRequest *req)
14104a953b2SVladimir Sementsov-Ogievskiy {
14204a953b2SVladimir Sementsov-Ogievskiy if (req->receiving) {
14304a953b2SVladimir Sementsov-Ogievskiy req->receiving = false;
14404a953b2SVladimir Sementsov-Ogievskiy aio_co_wake(req->coroutine);
14504a953b2SVladimir Sementsov-Ogievskiy return true;
14604a953b2SVladimir Sementsov-Ogievskiy }
14704a953b2SVladimir Sementsov-Ogievskiy
14804a953b2SVladimir Sementsov-Ogievskiy return false;
14904a953b2SVladimir Sementsov-Ogievskiy }
15004a953b2SVladimir Sementsov-Ogievskiy
nbd_recv_coroutines_wake(BDRVNBDState * s)151a80a9a1cSPaolo Bonzini static void coroutine_fn nbd_recv_coroutines_wake(BDRVNBDState *s)
1523bc0bd1fSVladimir Sementsov-Ogievskiy {
1533bc0bd1fSVladimir Sementsov-Ogievskiy int i;
1543bc0bd1fSVladimir Sementsov-Ogievskiy
155a80a9a1cSPaolo Bonzini QEMU_LOCK_GUARD(&s->receive_mutex);
1563bc0bd1fSVladimir Sementsov-Ogievskiy for (i = 0; i < MAX_NBD_REQUESTS; i++) {
157a80a9a1cSPaolo Bonzini if (nbd_recv_coroutine_wake_one(&s->requests[i])) {
15804a953b2SVladimir Sementsov-Ogievskiy return;
1593bc0bd1fSVladimir Sementsov-Ogievskiy }
1603bc0bd1fSVladimir Sementsov-Ogievskiy }
1613bc0bd1fSVladimir Sementsov-Ogievskiy }
1623bc0bd1fSVladimir Sementsov-Ogievskiy
163dba5156cSPaolo Bonzini /* Called with s->requests_lock held. */
nbd_channel_error_locked(BDRVNBDState * s,int ret)164dba5156cSPaolo Bonzini static void coroutine_fn nbd_channel_error_locked(BDRVNBDState *s, int ret)
165a34b1e5eSVladimir Sementsov-Ogievskiy {
166dba5156cSPaolo Bonzini if (s->state == NBD_CLIENT_CONNECTED) {
167cb116da7SVladimir Sementsov-Ogievskiy qio_channel_shutdown(s->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL);
168cb116da7SVladimir Sementsov-Ogievskiy }
169cb116da7SVladimir Sementsov-Ogievskiy
170f7651539SVladimir Sementsov-Ogievskiy if (ret == -EIO) {
171dba5156cSPaolo Bonzini if (s->state == NBD_CLIENT_CONNECTED) {
172f7651539SVladimir Sementsov-Ogievskiy s->state = s->reconnect_delay ? NBD_CLIENT_CONNECTING_WAIT :
173f7651539SVladimir Sementsov-Ogievskiy NBD_CLIENT_CONNECTING_NOWAIT;
174f7651539SVladimir Sementsov-Ogievskiy }
175f7651539SVladimir Sementsov-Ogievskiy } else {
176a34b1e5eSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_QUIT;
177a34b1e5eSVladimir Sementsov-Ogievskiy }
178f7651539SVladimir Sementsov-Ogievskiy }
179a34b1e5eSVladimir Sementsov-Ogievskiy
nbd_channel_error(BDRVNBDState * s,int ret)180dba5156cSPaolo Bonzini static void coroutine_fn nbd_channel_error(BDRVNBDState *s, int ret)
181dba5156cSPaolo Bonzini {
182dba5156cSPaolo Bonzini QEMU_LOCK_GUARD(&s->requests_lock);
183dba5156cSPaolo Bonzini nbd_channel_error_locked(s, ret);
184dba5156cSPaolo Bonzini }
185dba5156cSPaolo Bonzini
reconnect_delay_timer_del(BDRVNBDState * s)18646f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_del(BDRVNBDState *s)
18746f56631SVladimir Sementsov-Ogievskiy {
18846f56631SVladimir Sementsov-Ogievskiy if (s->reconnect_delay_timer) {
18946f56631SVladimir Sementsov-Ogievskiy timer_free(s->reconnect_delay_timer);
19046f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay_timer = NULL;
19146f56631SVladimir Sementsov-Ogievskiy }
19246f56631SVladimir Sementsov-Ogievskiy }
19346f56631SVladimir Sementsov-Ogievskiy
reconnect_delay_timer_cb(void * opaque)19446f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_cb(void *opaque)
19546f56631SVladimir Sementsov-Ogievskiy {
19646f56631SVladimir Sementsov-Ogievskiy BDRVNBDState *s = opaque;
19746f56631SVladimir Sementsov-Ogievskiy
19846f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s);
199dba5156cSPaolo Bonzini WITH_QEMU_LOCK_GUARD(&s->requests_lock) {
200dba5156cSPaolo Bonzini if (s->state != NBD_CLIENT_CONNECTING_WAIT) {
201dba5156cSPaolo Bonzini return;
202dba5156cSPaolo Bonzini }
203dba5156cSPaolo Bonzini s->state = NBD_CLIENT_CONNECTING_NOWAIT;
204dba5156cSPaolo Bonzini }
205dba5156cSPaolo Bonzini nbd_co_establish_connection_cancel(s->conn);
20646f56631SVladimir Sementsov-Ogievskiy }
20746f56631SVladimir Sementsov-Ogievskiy
reconnect_delay_timer_init(BDRVNBDState * s,uint64_t expire_time_ns)20846f56631SVladimir Sementsov-Ogievskiy static void reconnect_delay_timer_init(BDRVNBDState *s, uint64_t expire_time_ns)
20946f56631SVladimir Sementsov-Ogievskiy {
21046f56631SVladimir Sementsov-Ogievskiy assert(!s->reconnect_delay_timer);
21146f56631SVladimir Sementsov-Ogievskiy s->reconnect_delay_timer = aio_timer_new(bdrv_get_aio_context(s->bs),
21246f56631SVladimir Sementsov-Ogievskiy QEMU_CLOCK_REALTIME,
21346f56631SVladimir Sementsov-Ogievskiy SCALE_NS,
21446f56631SVladimir Sementsov-Ogievskiy reconnect_delay_timer_cb, s);
21546f56631SVladimir Sementsov-Ogievskiy timer_mod(s->reconnect_delay_timer, expire_time_ns);
21646f56631SVladimir Sementsov-Ogievskiy }
21746f56631SVladimir Sementsov-Ogievskiy
nbd_teardown_connection(BlockDriverState * bs)21886f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_teardown_connection(BlockDriverState *bs)
21986f8cdf3SVladimir Sementsov-Ogievskiy {
220611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
22186f8cdf3SVladimir Sementsov-Ogievskiy
2224ddb5d2fSVladimir Sementsov-Ogievskiy assert(!s->in_flight);
2234ddb5d2fSVladimir Sementsov-Ogievskiy
224fbeb3e63SVladimir Sementsov-Ogievskiy if (s->ioc) {
225f7651539SVladimir Sementsov-Ogievskiy qio_channel_shutdown(s->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL);
2264ddb5d2fSVladimir Sementsov-Ogievskiy yank_unregister_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name),
2274ddb5d2fSVladimir Sementsov-Ogievskiy nbd_yank, s->bs);
2284ddb5d2fSVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc));
2294ddb5d2fSVladimir Sementsov-Ogievskiy s->ioc = NULL;
230f7651539SVladimir Sementsov-Ogievskiy }
231fbeb3e63SVladimir Sementsov-Ogievskiy
232dba5156cSPaolo Bonzini WITH_QEMU_LOCK_GUARD(&s->requests_lock) {
233f7651539SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_QUIT;
23478c81a3fSMax Reitz }
235dba5156cSPaolo Bonzini }
23686f8cdf3SVladimir Sementsov-Ogievskiy
open_timer_del(BDRVNBDState * s)237be16b8bfSVladimir Sementsov-Ogievskiy static void open_timer_del(BDRVNBDState *s)
238be16b8bfSVladimir Sementsov-Ogievskiy {
239be16b8bfSVladimir Sementsov-Ogievskiy if (s->open_timer) {
240be16b8bfSVladimir Sementsov-Ogievskiy timer_free(s->open_timer);
241be16b8bfSVladimir Sementsov-Ogievskiy s->open_timer = NULL;
242be16b8bfSVladimir Sementsov-Ogievskiy }
243be16b8bfSVladimir Sementsov-Ogievskiy }
244be16b8bfSVladimir Sementsov-Ogievskiy
open_timer_cb(void * opaque)245be16b8bfSVladimir Sementsov-Ogievskiy static void open_timer_cb(void *opaque)
246be16b8bfSVladimir Sementsov-Ogievskiy {
247be16b8bfSVladimir Sementsov-Ogievskiy BDRVNBDState *s = opaque;
248be16b8bfSVladimir Sementsov-Ogievskiy
249be16b8bfSVladimir Sementsov-Ogievskiy nbd_co_establish_connection_cancel(s->conn);
250be16b8bfSVladimir Sementsov-Ogievskiy open_timer_del(s);
251be16b8bfSVladimir Sementsov-Ogievskiy }
252be16b8bfSVladimir Sementsov-Ogievskiy
open_timer_init(BDRVNBDState * s,uint64_t expire_time_ns)253be16b8bfSVladimir Sementsov-Ogievskiy static void open_timer_init(BDRVNBDState *s, uint64_t expire_time_ns)
254be16b8bfSVladimir Sementsov-Ogievskiy {
255be16b8bfSVladimir Sementsov-Ogievskiy assert(!s->open_timer);
256be16b8bfSVladimir Sementsov-Ogievskiy s->open_timer = aio_timer_new(bdrv_get_aio_context(s->bs),
257be16b8bfSVladimir Sementsov-Ogievskiy QEMU_CLOCK_REALTIME,
258be16b8bfSVladimir Sementsov-Ogievskiy SCALE_NS,
259be16b8bfSVladimir Sementsov-Ogievskiy open_timer_cb, s);
260be16b8bfSVladimir Sementsov-Ogievskiy timer_mod(s->open_timer, expire_time_ns);
261be16b8bfSVladimir Sementsov-Ogievskiy }
262be16b8bfSVladimir Sementsov-Ogievskiy
nbd_client_will_reconnect(BDRVNBDState * s)2638d45185cSPaolo Bonzini static bool nbd_client_will_reconnect(BDRVNBDState *s)
2648d45185cSPaolo Bonzini {
265dba5156cSPaolo Bonzini /*
266dba5156cSPaolo Bonzini * Called only after a socket error, so this is not performance sensitive.
267dba5156cSPaolo Bonzini */
268dba5156cSPaolo Bonzini QEMU_LOCK_GUARD(&s->requests_lock);
269dba5156cSPaolo Bonzini return s->state == NBD_CLIENT_CONNECTING_WAIT;
2708d45185cSPaolo Bonzini }
271dba5156cSPaolo Bonzini
272e9ba7788SVladimir Sementsov-Ogievskiy /*
273e9ba7788SVladimir Sementsov-Ogievskiy * Update @bs with information learned during a completed negotiation process.
274e9ba7788SVladimir Sementsov-Ogievskiy * Return failure if the server's advertised options are incompatible with the
275e9ba7788SVladimir Sementsov-Ogievskiy * client's needs.
276e9ba7788SVladimir Sementsov-Ogievskiy */
277018f9deaSKevin Wolf static int coroutine_fn GRAPH_RDLOCK
nbd_handle_updated_info(BlockDriverState * bs,Error ** errp)278018f9deaSKevin Wolf nbd_handle_updated_info(BlockDriverState *bs, Error **errp)
279e9ba7788SVladimir Sementsov-Ogievskiy {
280e9ba7788SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
281e9ba7788SVladimir Sementsov-Ogievskiy int ret;
282e9ba7788SVladimir Sementsov-Ogievskiy
283e9ba7788SVladimir Sementsov-Ogievskiy if (s->x_dirty_bitmap) {
284e9ba7788SVladimir Sementsov-Ogievskiy if (!s->info.base_allocation) {
285e9ba7788SVladimir Sementsov-Ogievskiy error_setg(errp, "requested x-dirty-bitmap %s not found",
286e9ba7788SVladimir Sementsov-Ogievskiy s->x_dirty_bitmap);
287e9ba7788SVladimir Sementsov-Ogievskiy return -EINVAL;
288e9ba7788SVladimir Sementsov-Ogievskiy }
289e9ba7788SVladimir Sementsov-Ogievskiy if (strcmp(s->x_dirty_bitmap, "qemu:allocation-depth") == 0) {
290e9ba7788SVladimir Sementsov-Ogievskiy s->alloc_depth = true;
291e9ba7788SVladimir Sementsov-Ogievskiy }
292e9ba7788SVladimir Sementsov-Ogievskiy }
293e9ba7788SVladimir Sementsov-Ogievskiy
294e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_READ_ONLY) {
295e9ba7788SVladimir Sementsov-Ogievskiy ret = bdrv_apply_auto_read_only(bs, "NBD export is read-only", errp);
296e9ba7788SVladimir Sementsov-Ogievskiy if (ret < 0) {
297e9ba7788SVladimir Sementsov-Ogievskiy return ret;
298e9ba7788SVladimir Sementsov-Ogievskiy }
299e9ba7788SVladimir Sementsov-Ogievskiy }
300e9ba7788SVladimir Sementsov-Ogievskiy
301e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_FUA) {
302e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_write_flags = BDRV_REQ_FUA;
303e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_FUA;
304e9ba7788SVladimir Sementsov-Ogievskiy }
305e9ba7788SVladimir Sementsov-Ogievskiy
306e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_WRITE_ZEROES) {
307e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_MAY_UNMAP;
308e9ba7788SVladimir Sementsov-Ogievskiy if (s->info.flags & NBD_FLAG_SEND_FAST_ZERO) {
309e9ba7788SVladimir Sementsov-Ogievskiy bs->supported_zero_flags |= BDRV_REQ_NO_FALLBACK;
310e9ba7788SVladimir Sementsov-Ogievskiy }
311e9ba7788SVladimir Sementsov-Ogievskiy }
312e9ba7788SVladimir Sementsov-Ogievskiy
313e9ba7788SVladimir Sementsov-Ogievskiy trace_nbd_client_handshake_success(s->export);
314e9ba7788SVladimir Sementsov-Ogievskiy
315e9ba7788SVladimir Sementsov-Ogievskiy return 0;
316e9ba7788SVladimir Sementsov-Ogievskiy }
317e9ba7788SVladimir Sementsov-Ogievskiy
nbd_co_do_establish_connection(BlockDriverState * bs,bool blocking,Error ** errp)318a71d597bSVladimir Sementsov-Ogievskiy int coroutine_fn nbd_co_do_establish_connection(BlockDriverState *bs,
3198610b449SPaolo Bonzini bool blocking, Error **errp)
32051edbf53SVladimir Sementsov-Ogievskiy {
32151edbf53SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
32251edbf53SVladimir Sementsov-Ogievskiy int ret;
3231581a70dSEmanuele Giuseppe Esposito IO_CODE();
32451edbf53SVladimir Sementsov-Ogievskiy
32569aa0d37SEmanuele Giuseppe Esposito assert_bdrv_graph_readable();
32651edbf53SVladimir Sementsov-Ogievskiy assert(!s->ioc);
32751edbf53SVladimir Sementsov-Ogievskiy
3284ddb5d2fSVladimir Sementsov-Ogievskiy s->ioc = nbd_co_establish_connection(s->conn, &s->info, blocking, errp);
32951edbf53SVladimir Sementsov-Ogievskiy if (!s->ioc) {
33051edbf53SVladimir Sementsov-Ogievskiy return -ECONNREFUSED;
33151edbf53SVladimir Sementsov-Ogievskiy }
33251edbf53SVladimir Sementsov-Ogievskiy
3330b9cd6b9SLukas Straub yank_register_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name), nbd_yank,
3340b9cd6b9SLukas Straub bs);
3350b9cd6b9SLukas Straub
33651edbf53SVladimir Sementsov-Ogievskiy ret = nbd_handle_updated_info(s->bs, NULL);
33751edbf53SVladimir Sementsov-Ogievskiy if (ret < 0) {
33851edbf53SVladimir Sementsov-Ogievskiy /*
33951edbf53SVladimir Sementsov-Ogievskiy * We have connected, but must fail for other reasons.
34051edbf53SVladimir Sementsov-Ogievskiy * Send NBD_CMD_DISC as a courtesy to the server.
34151edbf53SVladimir Sementsov-Ogievskiy */
342297365b4SEric Blake NBDRequest request = { .type = NBD_CMD_DISC, .mode = s->info.mode };
34351edbf53SVladimir Sementsov-Ogievskiy
34451edbf53SVladimir Sementsov-Ogievskiy nbd_send_request(s->ioc, &request);
34551edbf53SVladimir Sementsov-Ogievskiy
3460b9cd6b9SLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name),
3470b9cd6b9SLukas Straub nbd_yank, bs);
34851edbf53SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc));
34951edbf53SVladimir Sementsov-Ogievskiy s->ioc = NULL;
35051edbf53SVladimir Sementsov-Ogievskiy
35151edbf53SVladimir Sementsov-Ogievskiy return ret;
35251edbf53SVladimir Sementsov-Ogievskiy }
35351edbf53SVladimir Sementsov-Ogievskiy
35451edbf53SVladimir Sementsov-Ogievskiy qio_channel_set_blocking(s->ioc, false, NULL);
35506e0f098SStefan Hajnoczi qio_channel_set_follow_coroutine_ctx(s->ioc, true);
35651edbf53SVladimir Sementsov-Ogievskiy
35751edbf53SVladimir Sementsov-Ogievskiy /* successfully connected */
358dba5156cSPaolo Bonzini WITH_QEMU_LOCK_GUARD(&s->requests_lock) {
35951edbf53SVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTED;
360dba5156cSPaolo Bonzini }
36151edbf53SVladimir Sementsov-Ogievskiy
36251edbf53SVladimir Sementsov-Ogievskiy return 0;
36351edbf53SVladimir Sementsov-Ogievskiy }
36451edbf53SVladimir Sementsov-Ogievskiy
365dba5156cSPaolo Bonzini /* Called with s->requests_lock held. */
nbd_client_connecting(BDRVNBDState * s)3668d45185cSPaolo Bonzini static bool nbd_client_connecting(BDRVNBDState *s)
3678d45185cSPaolo Bonzini {
368dba5156cSPaolo Bonzini return s->state == NBD_CLIENT_CONNECTING_WAIT ||
369dba5156cSPaolo Bonzini s->state == NBD_CLIENT_CONNECTING_NOWAIT;
3708d45185cSPaolo Bonzini }
3718d45185cSPaolo Bonzini
372ee19d953SPaolo Bonzini /* Called with s->requests_lock taken. */
nbd_reconnect_attempt(BDRVNBDState * s)37369aa0d37SEmanuele Giuseppe Esposito static void coroutine_fn GRAPH_RDLOCK nbd_reconnect_attempt(BDRVNBDState *s)
374f7651539SVladimir Sementsov-Ogievskiy {
3758bb100c9SDenis V. Lunev int ret;
376dba5156cSPaolo Bonzini bool blocking = s->state == NBD_CLIENT_CONNECTING_WAIT;
377f7651539SVladimir Sementsov-Ogievskiy
378f7651539SVladimir Sementsov-Ogievskiy /*
379f7651539SVladimir Sementsov-Ogievskiy * Now we are sure that nobody is accessing the channel, and no one will
380f7651539SVladimir Sementsov-Ogievskiy * try until we set the state to CONNECTED.
381f7651539SVladimir Sementsov-Ogievskiy */
3828610b449SPaolo Bonzini assert(nbd_client_connecting(s));
3838610b449SPaolo Bonzini assert(s->in_flight == 1);
3848610b449SPaolo Bonzini
3858bb100c9SDenis V. Lunev trace_nbd_reconnect_attempt(s->bs->in_flight);
3868bb100c9SDenis V. Lunev
3878610b449SPaolo Bonzini if (blocking && !s->reconnect_delay_timer) {
3888610b449SPaolo Bonzini /*
3898610b449SPaolo Bonzini * It's the first reconnect attempt after switching to
3908610b449SPaolo Bonzini * NBD_CLIENT_CONNECTING_WAIT
3918610b449SPaolo Bonzini */
3928610b449SPaolo Bonzini g_assert(s->reconnect_delay);
3938610b449SPaolo Bonzini reconnect_delay_timer_init(s,
3948610b449SPaolo Bonzini qemu_clock_get_ns(QEMU_CLOCK_REALTIME) +
3958610b449SPaolo Bonzini s->reconnect_delay * NANOSECONDS_PER_SECOND);
3968610b449SPaolo Bonzini }
397f7651539SVladimir Sementsov-Ogievskiy
398f7651539SVladimir Sementsov-Ogievskiy /* Finalize previous connection if any */
399f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) {
400fee091cdSLukas Straub yank_unregister_function(BLOCKDEV_YANK_INSTANCE(s->bs->node_name),
401fee091cdSLukas Straub nbd_yank, s->bs);
402611ae1d7SVladimir Sementsov-Ogievskiy object_unref(OBJECT(s->ioc));
403611ae1d7SVladimir Sementsov-Ogievskiy s->ioc = NULL;
40486f8cdf3SVladimir Sementsov-Ogievskiy }
40586f8cdf3SVladimir Sementsov-Ogievskiy
406ee19d953SPaolo Bonzini qemu_mutex_unlock(&s->requests_lock);
4078bb100c9SDenis V. Lunev ret = nbd_co_do_establish_connection(s->bs, blocking, NULL);
4088bb100c9SDenis V. Lunev trace_nbd_reconnect_attempt_result(ret, s->bs->in_flight);
409ee19d953SPaolo Bonzini qemu_mutex_lock(&s->requests_lock);
4103ce1fc16SHanna Reitz
4113ce1fc16SHanna Reitz /*
4123ce1fc16SHanna Reitz * The reconnect attempt is done (maybe successfully, maybe not), so
4133ce1fc16SHanna Reitz * we no longer need this timer. Delete it so it will not outlive
4143ce1fc16SHanna Reitz * this I/O request (so draining removes all timers).
4153ce1fc16SHanna Reitz */
4163ce1fc16SHanna Reitz reconnect_delay_timer_del(s);
417fa35591bSVladimir Sementsov-Ogievskiy }
418f7651539SVladimir Sementsov-Ogievskiy
nbd_receive_replies(BDRVNBDState * s,uint64_t cookie,Error ** errp)419ed6c996cSEric Blake static coroutine_fn int nbd_receive_replies(BDRVNBDState *s, uint64_t cookie,
420ed6c996cSEric Blake Error **errp)
421f7651539SVladimir Sementsov-Ogievskiy {
4224ddb5d2fSVladimir Sementsov-Ogievskiy int ret;
4238cb98a72SEric Blake uint64_t ind = COOKIE_TO_INDEX(cookie), ind2;
4244ddb5d2fSVladimir Sementsov-Ogievskiy QEMU_LOCK_GUARD(&s->receive_mutex);
425f7651539SVladimir Sementsov-Ogievskiy
4264ddb5d2fSVladimir Sementsov-Ogievskiy while (true) {
42722efd811SEric Blake if (s->reply.cookie == cookie) {
4284ddb5d2fSVladimir Sementsov-Ogievskiy /* We are done */
4294ddb5d2fSVladimir Sementsov-Ogievskiy return 0;
430f7651539SVladimir Sementsov-Ogievskiy }
431f7651539SVladimir Sementsov-Ogievskiy
43222efd811SEric Blake if (s->reply.cookie != 0) {
43386f8cdf3SVladimir Sementsov-Ogievskiy /*
4344ddb5d2fSVladimir Sementsov-Ogievskiy * Some other request is being handled now. It should already be
43522efd811SEric Blake * woken by whoever set s->reply.cookie (or never wait in this
4364ddb5d2fSVladimir Sementsov-Ogievskiy * yield). So, we should not wake it here.
43786f8cdf3SVladimir Sementsov-Ogievskiy */
4388cb98a72SEric Blake ind2 = COOKIE_TO_INDEX(s->reply.cookie);
4394ddb5d2fSVladimir Sementsov-Ogievskiy assert(!s->requests[ind2].receiving);
44086f8cdf3SVladimir Sementsov-Ogievskiy
4414ddb5d2fSVladimir Sementsov-Ogievskiy s->requests[ind].receiving = true;
4424ddb5d2fSVladimir Sementsov-Ogievskiy qemu_co_mutex_unlock(&s->receive_mutex);
4434ddb5d2fSVladimir Sementsov-Ogievskiy
44486f8cdf3SVladimir Sementsov-Ogievskiy qemu_coroutine_yield();
4454ddb5d2fSVladimir Sementsov-Ogievskiy /*
446a80a9a1cSPaolo Bonzini * We may be woken for 2 reasons:
4474ddb5d2fSVladimir Sementsov-Ogievskiy * 1. From this function, executing in parallel coroutine, when our
44822efd811SEric Blake * cookie is received.
449a80a9a1cSPaolo Bonzini * 2. From nbd_co_receive_one_chunk(), when previous request is
45022efd811SEric Blake * finished and s->reply.cookie set to 0.
4514ddb5d2fSVladimir Sementsov-Ogievskiy * Anyway, it's OK to lock the mutex and go to the next iteration.
4524ddb5d2fSVladimir Sementsov-Ogievskiy */
4534ddb5d2fSVladimir Sementsov-Ogievskiy
4544ddb5d2fSVladimir Sementsov-Ogievskiy qemu_co_mutex_lock(&s->receive_mutex);
4554ddb5d2fSVladimir Sementsov-Ogievskiy assert(!s->requests[ind].receiving);
4564ddb5d2fSVladimir Sementsov-Ogievskiy continue;
45786f8cdf3SVladimir Sementsov-Ogievskiy }
45886f8cdf3SVladimir Sementsov-Ogievskiy
45922efd811SEric Blake /* We are under mutex and cookie is 0. We have to do the dirty work. */
46022efd811SEric Blake assert(s->reply.cookie == 0);
4614fc55bf3SEric Blake ret = nbd_receive_reply(s->bs, s->ioc, &s->reply, s->info.mode, errp);
462ed6c996cSEric Blake if (ret == 0) {
463ed6c996cSEric Blake ret = -EIO;
464ed6c996cSEric Blake error_setg(errp, "server dropped connection");
465ed6c996cSEric Blake }
466ed6c996cSEric Blake if (ret < 0) {
4674ddb5d2fSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret);
4684ddb5d2fSVladimir Sementsov-Ogievskiy return ret;
469f7651539SVladimir Sementsov-Ogievskiy }
470ac132d05SEric Blake if (nbd_reply_is_structured(&s->reply) &&
471ac132d05SEric Blake s->info.mode < NBD_MODE_STRUCTURED) {
4724ddb5d2fSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL);
473ed6c996cSEric Blake error_setg(errp, "unexpected structured reply");
4744ddb5d2fSVladimir Sementsov-Ogievskiy return -EINVAL;
47578c81a3fSMax Reitz }
4768cb98a72SEric Blake ind2 = COOKIE_TO_INDEX(s->reply.cookie);
4778846b7d1SPaolo Bonzini if (ind2 >= MAX_NBD_REQUESTS || !s->requests[ind2].coroutine) {
4788846b7d1SPaolo Bonzini nbd_channel_error(s, -EINVAL);
479ed6c996cSEric Blake error_setg(errp, "unexpected cookie value");
4808846b7d1SPaolo Bonzini return -EINVAL;
4818846b7d1SPaolo Bonzini }
48222efd811SEric Blake if (s->reply.cookie == cookie) {
4834ddb5d2fSVladimir Sementsov-Ogievskiy /* We are done */
4844ddb5d2fSVladimir Sementsov-Ogievskiy return 0;
4854ddb5d2fSVladimir Sementsov-Ogievskiy }
4864ddb5d2fSVladimir Sementsov-Ogievskiy nbd_recv_coroutine_wake_one(&s->requests[ind2]);
4874ddb5d2fSVladimir Sementsov-Ogievskiy }
48886f8cdf3SVladimir Sementsov-Ogievskiy }
48986f8cdf3SVladimir Sementsov-Ogievskiy
49069aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK
nbd_co_send_request(BlockDriverState * bs,NBDRequest * request,QEMUIOVector * qiov)49169aa0d37SEmanuele Giuseppe Esposito nbd_co_send_request(BlockDriverState *bs, NBDRequest *request,
49286f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov)
49386f8cdf3SVladimir Sementsov-Ogievskiy {
494611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
495a34b1e5eSVladimir Sementsov-Ogievskiy int rc, i = -1;
49686f8cdf3SVladimir Sementsov-Ogievskiy
497ee19d953SPaolo Bonzini qemu_mutex_lock(&s->requests_lock);
4984ddb5d2fSVladimir Sementsov-Ogievskiy while (s->in_flight == MAX_NBD_REQUESTS ||
499dba5156cSPaolo Bonzini (s->state != NBD_CLIENT_CONNECTED && s->in_flight > 0)) {
500ee19d953SPaolo Bonzini qemu_co_queue_wait(&s->free_sema, &s->requests_lock);
50186f8cdf3SVladimir Sementsov-Ogievskiy }
502a34b1e5eSVladimir Sementsov-Ogievskiy
5038610b449SPaolo Bonzini s->in_flight++;
504dba5156cSPaolo Bonzini if (s->state != NBD_CLIENT_CONNECTED) {
5054ddb5d2fSVladimir Sementsov-Ogievskiy if (nbd_client_connecting(s)) {
5064ddb5d2fSVladimir Sementsov-Ogievskiy nbd_reconnect_attempt(s);
5078610b449SPaolo Bonzini qemu_co_queue_restart_all(&s->free_sema);
5084ddb5d2fSVladimir Sementsov-Ogievskiy }
509dba5156cSPaolo Bonzini if (s->state != NBD_CLIENT_CONNECTED) {
510a34b1e5eSVladimir Sementsov-Ogievskiy rc = -EIO;
511a34b1e5eSVladimir Sementsov-Ogievskiy goto err;
512a34b1e5eSVladimir Sementsov-Ogievskiy }
5138610b449SPaolo Bonzini }
51486f8cdf3SVladimir Sementsov-Ogievskiy
51586f8cdf3SVladimir Sementsov-Ogievskiy for (i = 0; i < MAX_NBD_REQUESTS; i++) {
51686f8cdf3SVladimir Sementsov-Ogievskiy if (s->requests[i].coroutine == NULL) {
51786f8cdf3SVladimir Sementsov-Ogievskiy break;
51886f8cdf3SVladimir Sementsov-Ogievskiy }
51986f8cdf3SVladimir Sementsov-Ogievskiy }
52086f8cdf3SVladimir Sementsov-Ogievskiy
52186f8cdf3SVladimir Sementsov-Ogievskiy assert(i < MAX_NBD_REQUESTS);
52286f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].coroutine = qemu_coroutine_self();
52386f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].offset = request->from;
52486f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].receiving = false;
525ee19d953SPaolo Bonzini qemu_mutex_unlock(&s->requests_lock);
52686f8cdf3SVladimir Sementsov-Ogievskiy
527ee19d953SPaolo Bonzini qemu_co_mutex_lock(&s->send_mutex);
5288cb98a72SEric Blake request->cookie = INDEX_TO_COOKIE(i);
529297365b4SEric Blake request->mode = s->info.mode;
53086f8cdf3SVladimir Sementsov-Ogievskiy
53186f8cdf3SVladimir Sementsov-Ogievskiy assert(s->ioc);
53286f8cdf3SVladimir Sementsov-Ogievskiy
53386f8cdf3SVladimir Sementsov-Ogievskiy if (qiov) {
53486f8cdf3SVladimir Sementsov-Ogievskiy qio_channel_set_cork(s->ioc, true);
53586f8cdf3SVladimir Sementsov-Ogievskiy rc = nbd_send_request(s->ioc, request);
5362866ddd1SEric Blake if (rc >= 0 && qio_channel_writev_all(s->ioc, qiov->iov, qiov->niov,
53786f8cdf3SVladimir Sementsov-Ogievskiy NULL) < 0) {
53886f8cdf3SVladimir Sementsov-Ogievskiy rc = -EIO;
53986f8cdf3SVladimir Sementsov-Ogievskiy }
54086f8cdf3SVladimir Sementsov-Ogievskiy qio_channel_set_cork(s->ioc, false);
54186f8cdf3SVladimir Sementsov-Ogievskiy } else {
54286f8cdf3SVladimir Sementsov-Ogievskiy rc = nbd_send_request(s->ioc, request);
54386f8cdf3SVladimir Sementsov-Ogievskiy }
544ee19d953SPaolo Bonzini qemu_co_mutex_unlock(&s->send_mutex);
54586f8cdf3SVladimir Sementsov-Ogievskiy
54686f8cdf3SVladimir Sementsov-Ogievskiy if (rc < 0) {
547ee19d953SPaolo Bonzini qemu_mutex_lock(&s->requests_lock);
548ee19d953SPaolo Bonzini err:
549dba5156cSPaolo Bonzini nbd_channel_error_locked(s, rc);
550a34b1e5eSVladimir Sementsov-Ogievskiy if (i != -1) {
55186f8cdf3SVladimir Sementsov-Ogievskiy s->requests[i].coroutine = NULL;
55286f8cdf3SVladimir Sementsov-Ogievskiy }
5538610b449SPaolo Bonzini s->in_flight--;
5546690302bSRao Lei qemu_co_queue_next(&s->free_sema);
555ee19d953SPaolo Bonzini qemu_mutex_unlock(&s->requests_lock);
556f7651539SVladimir Sementsov-Ogievskiy }
55786f8cdf3SVladimir Sementsov-Ogievskiy return rc;
55886f8cdf3SVladimir Sementsov-Ogievskiy }
55986f8cdf3SVladimir Sementsov-Ogievskiy
payload_advance16(uint8_t ** payload)56086f8cdf3SVladimir Sementsov-Ogievskiy static inline uint16_t payload_advance16(uint8_t **payload)
56186f8cdf3SVladimir Sementsov-Ogievskiy {
56286f8cdf3SVladimir Sementsov-Ogievskiy *payload += 2;
56386f8cdf3SVladimir Sementsov-Ogievskiy return lduw_be_p(*payload - 2);
56486f8cdf3SVladimir Sementsov-Ogievskiy }
56586f8cdf3SVladimir Sementsov-Ogievskiy
payload_advance32(uint8_t ** payload)56686f8cdf3SVladimir Sementsov-Ogievskiy static inline uint32_t payload_advance32(uint8_t **payload)
56786f8cdf3SVladimir Sementsov-Ogievskiy {
56886f8cdf3SVladimir Sementsov-Ogievskiy *payload += 4;
56986f8cdf3SVladimir Sementsov-Ogievskiy return ldl_be_p(*payload - 4);
57086f8cdf3SVladimir Sementsov-Ogievskiy }
57186f8cdf3SVladimir Sementsov-Ogievskiy
payload_advance64(uint8_t ** payload)57286f8cdf3SVladimir Sementsov-Ogievskiy static inline uint64_t payload_advance64(uint8_t **payload)
57386f8cdf3SVladimir Sementsov-Ogievskiy {
57486f8cdf3SVladimir Sementsov-Ogievskiy *payload += 8;
57586f8cdf3SVladimir Sementsov-Ogievskiy return ldq_be_p(*payload - 8);
57686f8cdf3SVladimir Sementsov-Ogievskiy }
57786f8cdf3SVladimir Sementsov-Ogievskiy
nbd_parse_offset_hole_payload(BDRVNBDState * s,NBDStructuredReplyChunk * chunk,uint8_t * payload,uint64_t orig_offset,QEMUIOVector * qiov,Error ** errp)578611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_parse_offset_hole_payload(BDRVNBDState *s,
57986f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk,
58086f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, uint64_t orig_offset,
58186f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, Error **errp)
58286f8cdf3SVladimir Sementsov-Ogievskiy {
58386f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset;
58486f8cdf3SVladimir Sementsov-Ogievskiy uint32_t hole_size;
58586f8cdf3SVladimir Sementsov-Ogievskiy
58686f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length != sizeof(offset) + sizeof(hole_size)) {
58786f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for "
58886f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_OFFSET_HOLE");
58986f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
59086f8cdf3SVladimir Sementsov-Ogievskiy }
59186f8cdf3SVladimir Sementsov-Ogievskiy
59286f8cdf3SVladimir Sementsov-Ogievskiy offset = payload_advance64(&payload);
59386f8cdf3SVladimir Sementsov-Ogievskiy hole_size = payload_advance32(&payload);
59486f8cdf3SVladimir Sementsov-Ogievskiy
59586f8cdf3SVladimir Sementsov-Ogievskiy if (!hole_size || offset < orig_offset || hole_size > qiov->size ||
59686f8cdf3SVladimir Sementsov-Ogievskiy offset > orig_offset + qiov->size - hole_size) {
59786f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent chunk exceeding requested"
59886f8cdf3SVladimir Sementsov-Ogievskiy " region");
59986f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
60086f8cdf3SVladimir Sementsov-Ogievskiy }
601611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block &&
602611ae1d7SVladimir Sementsov-Ogievskiy !QEMU_IS_ALIGNED(hole_size, s->info.min_block)) {
60386f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_structured_read_compliance("hole");
60486f8cdf3SVladimir Sementsov-Ogievskiy }
60586f8cdf3SVladimir Sementsov-Ogievskiy
60686f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, offset - orig_offset, 0, hole_size);
60786f8cdf3SVladimir Sementsov-Ogievskiy
60886f8cdf3SVladimir Sementsov-Ogievskiy return 0;
60986f8cdf3SVladimir Sementsov-Ogievskiy }
61086f8cdf3SVladimir Sementsov-Ogievskiy
61186f8cdf3SVladimir Sementsov-Ogievskiy /*
61286f8cdf3SVladimir Sementsov-Ogievskiy * nbd_parse_blockstatus_payload
61386f8cdf3SVladimir Sementsov-Ogievskiy * Based on our request, we expect only one extent in reply, for the
61486f8cdf3SVladimir Sementsov-Ogievskiy * base:allocation context.
61586f8cdf3SVladimir Sementsov-Ogievskiy */
nbd_parse_blockstatus_payload(BDRVNBDState * s,NBDStructuredReplyChunk * chunk,uint8_t * payload,bool wide,uint64_t orig_length,NBDExtent64 * extent,Error ** errp)616611ae1d7SVladimir Sementsov-Ogievskiy static int nbd_parse_blockstatus_payload(BDRVNBDState *s,
61786f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk,
618a7c18670SEric Blake uint8_t *payload, bool wide,
619a7c18670SEric Blake uint64_t orig_length,
620a7c18670SEric Blake NBDExtent64 *extent, Error **errp)
62186f8cdf3SVladimir Sementsov-Ogievskiy {
62286f8cdf3SVladimir Sementsov-Ogievskiy uint32_t context_id;
623a7c18670SEric Blake uint32_t count;
624a7c18670SEric Blake size_t ext_len = wide ? sizeof(*extent) : sizeof(NBDExtent32);
625a7c18670SEric Blake size_t pay_len = sizeof(context_id) + wide * sizeof(count) + ext_len;
62686f8cdf3SVladimir Sementsov-Ogievskiy
62786f8cdf3SVladimir Sementsov-Ogievskiy /* The server succeeded, so it must have sent [at least] one extent */
628a7c18670SEric Blake if (chunk->length < pay_len) {
62986f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for "
63086f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_BLOCK_STATUS");
63186f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
63286f8cdf3SVladimir Sementsov-Ogievskiy }
63386f8cdf3SVladimir Sementsov-Ogievskiy
63486f8cdf3SVladimir Sementsov-Ogievskiy context_id = payload_advance32(&payload);
635611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.context_id != context_id) {
63686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: unexpected context id %d for "
63786f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_BLOCK_STATUS, when negotiated context "
63886f8cdf3SVladimir Sementsov-Ogievskiy "id is %d", context_id,
639611ae1d7SVladimir Sementsov-Ogievskiy s->info.context_id);
64086f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
64186f8cdf3SVladimir Sementsov-Ogievskiy }
64286f8cdf3SVladimir Sementsov-Ogievskiy
643a7c18670SEric Blake if (wide) {
644a7c18670SEric Blake count = payload_advance32(&payload);
645a7c18670SEric Blake extent->length = payload_advance64(&payload);
646a7c18670SEric Blake extent->flags = payload_advance64(&payload);
647a7c18670SEric Blake } else {
648a7c18670SEric Blake count = 0;
64986f8cdf3SVladimir Sementsov-Ogievskiy extent->length = payload_advance32(&payload);
65086f8cdf3SVladimir Sementsov-Ogievskiy extent->flags = payload_advance32(&payload);
651a7c18670SEric Blake }
65286f8cdf3SVladimir Sementsov-Ogievskiy
65386f8cdf3SVladimir Sementsov-Ogievskiy if (extent->length == 0) {
65486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent status chunk with "
65586f8cdf3SVladimir Sementsov-Ogievskiy "zero length");
65686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
65786f8cdf3SVladimir Sementsov-Ogievskiy }
65886f8cdf3SVladimir Sementsov-Ogievskiy
65986f8cdf3SVladimir Sementsov-Ogievskiy /*
66086f8cdf3SVladimir Sementsov-Ogievskiy * A server sending unaligned block status is in violation of the
66186f8cdf3SVladimir Sementsov-Ogievskiy * protocol, but as qemu-nbd 3.1 is such a server (at least for
66286f8cdf3SVladimir Sementsov-Ogievskiy * POSIX files that are not a multiple of 512 bytes, since qemu
66386f8cdf3SVladimir Sementsov-Ogievskiy * rounds files up to 512-byte multiples but lseek(SEEK_HOLE)
66486f8cdf3SVladimir Sementsov-Ogievskiy * still sees an implicit hole beyond the real EOF), it's nicer to
66586f8cdf3SVladimir Sementsov-Ogievskiy * work around the misbehaving server. If the request included
66686f8cdf3SVladimir Sementsov-Ogievskiy * more than the final unaligned block, truncate it back to an
66786f8cdf3SVladimir Sementsov-Ogievskiy * aligned result; if the request was only the final block, round
66886f8cdf3SVladimir Sementsov-Ogievskiy * up to the full block and change the status to fully-allocated
66986f8cdf3SVladimir Sementsov-Ogievskiy * (always a safe status, even if it loses information).
67086f8cdf3SVladimir Sementsov-Ogievskiy */
671611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block && !QEMU_IS_ALIGNED(extent->length,
672611ae1d7SVladimir Sementsov-Ogievskiy s->info.min_block)) {
67386f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("extent length is unaligned");
674611ae1d7SVladimir Sementsov-Ogievskiy if (extent->length > s->info.min_block) {
67586f8cdf3SVladimir Sementsov-Ogievskiy extent->length = QEMU_ALIGN_DOWN(extent->length,
676611ae1d7SVladimir Sementsov-Ogievskiy s->info.min_block);
67786f8cdf3SVladimir Sementsov-Ogievskiy } else {
678611ae1d7SVladimir Sementsov-Ogievskiy extent->length = s->info.min_block;
67986f8cdf3SVladimir Sementsov-Ogievskiy extent->flags = 0;
68086f8cdf3SVladimir Sementsov-Ogievskiy }
68186f8cdf3SVladimir Sementsov-Ogievskiy }
68286f8cdf3SVladimir Sementsov-Ogievskiy
68386f8cdf3SVladimir Sementsov-Ogievskiy /*
68486f8cdf3SVladimir Sementsov-Ogievskiy * We used NBD_CMD_FLAG_REQ_ONE, so the server should not have
68586f8cdf3SVladimir Sementsov-Ogievskiy * sent us any more than one extent, nor should it have included
686a7c18670SEric Blake * status beyond our request in that extent. Furthermore, a wide
687a7c18670SEric Blake * server should have replied with an accurate count (we left
688a7c18670SEric Blake * count at 0 for a narrow server). However, it's easy enough to
689a7c18670SEric Blake * ignore the server's noncompliance without killing the
69086f8cdf3SVladimir Sementsov-Ogievskiy * connection; just ignore trailing extents, and clamp things to
69186f8cdf3SVladimir Sementsov-Ogievskiy * the length of our request.
69286f8cdf3SVladimir Sementsov-Ogievskiy */
693a7c18670SEric Blake if (count != wide || chunk->length > pay_len) {
694a7c18670SEric Blake trace_nbd_parse_blockstatus_compliance("unexpected extent count");
69586f8cdf3SVladimir Sementsov-Ogievskiy }
69686f8cdf3SVladimir Sementsov-Ogievskiy if (extent->length > orig_length) {
69786f8cdf3SVladimir Sementsov-Ogievskiy extent->length = orig_length;
69886f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_parse_blockstatus_compliance("extent length too large");
69986f8cdf3SVladimir Sementsov-Ogievskiy }
70086f8cdf3SVladimir Sementsov-Ogievskiy
701dbc7b014SEric Blake /*
702dbc7b014SEric Blake * HACK: if we are using x-dirty-bitmaps to access
703dbc7b014SEric Blake * qemu:allocation-depth, treat all depths > 2 the same as 2,
704dbc7b014SEric Blake * since nbd_client_co_block_status is only expecting the low two
705dbc7b014SEric Blake * bits to be set.
706dbc7b014SEric Blake */
707dbc7b014SEric Blake if (s->alloc_depth && extent->flags > 2) {
708dbc7b014SEric Blake extent->flags = 2;
709dbc7b014SEric Blake }
710dbc7b014SEric Blake
71186f8cdf3SVladimir Sementsov-Ogievskiy return 0;
71286f8cdf3SVladimir Sementsov-Ogievskiy }
71386f8cdf3SVladimir Sementsov-Ogievskiy
71486f8cdf3SVladimir Sementsov-Ogievskiy /*
71586f8cdf3SVladimir Sementsov-Ogievskiy * nbd_parse_error_payload
71686f8cdf3SVladimir Sementsov-Ogievskiy * on success @errp contains message describing nbd error reply
71786f8cdf3SVladimir Sementsov-Ogievskiy */
nbd_parse_error_payload(NBDStructuredReplyChunk * chunk,uint8_t * payload,int * request_ret,Error ** errp)71886f8cdf3SVladimir Sementsov-Ogievskiy static int nbd_parse_error_payload(NBDStructuredReplyChunk *chunk,
71986f8cdf3SVladimir Sementsov-Ogievskiy uint8_t *payload, int *request_ret,
72086f8cdf3SVladimir Sementsov-Ogievskiy Error **errp)
72186f8cdf3SVladimir Sementsov-Ogievskiy {
72286f8cdf3SVladimir Sementsov-Ogievskiy uint32_t error;
72386f8cdf3SVladimir Sementsov-Ogievskiy uint16_t message_size;
72486f8cdf3SVladimir Sementsov-Ogievskiy
72586f8cdf3SVladimir Sementsov-Ogievskiy assert(chunk->type & (1 << 15));
72686f8cdf3SVladimir Sementsov-Ogievskiy
72786f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length < sizeof(error) + sizeof(message_size)) {
72886f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp,
72986f8cdf3SVladimir Sementsov-Ogievskiy "Protocol error: invalid payload for structured error");
73086f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
73186f8cdf3SVladimir Sementsov-Ogievskiy }
73286f8cdf3SVladimir Sementsov-Ogievskiy
73386f8cdf3SVladimir Sementsov-Ogievskiy error = nbd_errno_to_system_errno(payload_advance32(&payload));
73486f8cdf3SVladimir Sementsov-Ogievskiy if (error == 0) {
73586f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent structured error chunk "
73686f8cdf3SVladimir Sementsov-Ogievskiy "with error = 0");
73786f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
73886f8cdf3SVladimir Sementsov-Ogievskiy }
73986f8cdf3SVladimir Sementsov-Ogievskiy
74086f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = -error;
74186f8cdf3SVladimir Sementsov-Ogievskiy message_size = payload_advance16(&payload);
74286f8cdf3SVladimir Sementsov-Ogievskiy
74386f8cdf3SVladimir Sementsov-Ogievskiy if (message_size > chunk->length - sizeof(error) - sizeof(message_size)) {
74486f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent structured error chunk "
74586f8cdf3SVladimir Sementsov-Ogievskiy "with incorrect message size");
74686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
74786f8cdf3SVladimir Sementsov-Ogievskiy }
74886f8cdf3SVladimir Sementsov-Ogievskiy
74986f8cdf3SVladimir Sementsov-Ogievskiy /* TODO: Add a trace point to mention the server complaint */
75086f8cdf3SVladimir Sementsov-Ogievskiy
75186f8cdf3SVladimir Sementsov-Ogievskiy /* TODO handle ERROR_OFFSET */
75286f8cdf3SVladimir Sementsov-Ogievskiy
75386f8cdf3SVladimir Sementsov-Ogievskiy return 0;
75486f8cdf3SVladimir Sementsov-Ogievskiy }
75586f8cdf3SVladimir Sementsov-Ogievskiy
7560c43c6fcSPaolo Bonzini static int coroutine_fn
nbd_co_receive_offset_data_payload(BDRVNBDState * s,uint64_t orig_offset,QEMUIOVector * qiov,Error ** errp)7570c43c6fcSPaolo Bonzini nbd_co_receive_offset_data_payload(BDRVNBDState *s, uint64_t orig_offset,
75886f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *qiov, Error **errp)
75986f8cdf3SVladimir Sementsov-Ogievskiy {
76086f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector sub_qiov;
76186f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset;
76286f8cdf3SVladimir Sementsov-Ogievskiy size_t data_size;
76386f8cdf3SVladimir Sementsov-Ogievskiy int ret;
76486f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &s->reply.structured;
76586f8cdf3SVladimir Sementsov-Ogievskiy
76686f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&s->reply));
76786f8cdf3SVladimir Sementsov-Ogievskiy
76886f8cdf3SVladimir Sementsov-Ogievskiy /* The NBD spec requires at least one byte of payload */
76986f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length <= sizeof(offset)) {
77086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: invalid payload for "
77186f8cdf3SVladimir Sementsov-Ogievskiy "NBD_REPLY_TYPE_OFFSET_DATA");
77286f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
77386f8cdf3SVladimir Sementsov-Ogievskiy }
77486f8cdf3SVladimir Sementsov-Ogievskiy
77586f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_read64(s->ioc, &offset, "OFFSET_DATA offset", errp) < 0) {
77686f8cdf3SVladimir Sementsov-Ogievskiy return -EIO;
77786f8cdf3SVladimir Sementsov-Ogievskiy }
77886f8cdf3SVladimir Sementsov-Ogievskiy
77986f8cdf3SVladimir Sementsov-Ogievskiy data_size = chunk->length - sizeof(offset);
78086f8cdf3SVladimir Sementsov-Ogievskiy assert(data_size);
78186f8cdf3SVladimir Sementsov-Ogievskiy if (offset < orig_offset || data_size > qiov->size ||
78286f8cdf3SVladimir Sementsov-Ogievskiy offset > orig_offset + qiov->size - data_size) {
78386f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: server sent chunk exceeding requested"
78486f8cdf3SVladimir Sementsov-Ogievskiy " region");
78586f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
78686f8cdf3SVladimir Sementsov-Ogievskiy }
78786f8cdf3SVladimir Sementsov-Ogievskiy if (s->info.min_block && !QEMU_IS_ALIGNED(data_size, s->info.min_block)) {
78886f8cdf3SVladimir Sementsov-Ogievskiy trace_nbd_structured_read_compliance("data");
78986f8cdf3SVladimir Sementsov-Ogievskiy }
79086f8cdf3SVladimir Sementsov-Ogievskiy
79186f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_init(&sub_qiov, qiov->niov);
79286f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_concat(&sub_qiov, qiov, offset - orig_offset, data_size);
79386f8cdf3SVladimir Sementsov-Ogievskiy ret = qio_channel_readv_all(s->ioc, sub_qiov.iov, sub_qiov.niov, errp);
79486f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_destroy(&sub_qiov);
79586f8cdf3SVladimir Sementsov-Ogievskiy
79686f8cdf3SVladimir Sementsov-Ogievskiy return ret < 0 ? -EIO : 0;
79786f8cdf3SVladimir Sementsov-Ogievskiy }
79886f8cdf3SVladimir Sementsov-Ogievskiy
79986f8cdf3SVladimir Sementsov-Ogievskiy #define NBD_MAX_MALLOC_PAYLOAD 1000
nbd_co_receive_structured_payload(BDRVNBDState * s,void ** payload,Error ** errp)80086f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_receive_structured_payload(
801611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s, void **payload, Error **errp)
80286f8cdf3SVladimir Sementsov-Ogievskiy {
80386f8cdf3SVladimir Sementsov-Ogievskiy int ret;
80486f8cdf3SVladimir Sementsov-Ogievskiy uint32_t len;
80586f8cdf3SVladimir Sementsov-Ogievskiy
80686f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&s->reply));
80786f8cdf3SVladimir Sementsov-Ogievskiy
80886f8cdf3SVladimir Sementsov-Ogievskiy len = s->reply.structured.length;
80986f8cdf3SVladimir Sementsov-Ogievskiy
81086f8cdf3SVladimir Sementsov-Ogievskiy if (len == 0) {
81186f8cdf3SVladimir Sementsov-Ogievskiy return 0;
81286f8cdf3SVladimir Sementsov-Ogievskiy }
81386f8cdf3SVladimir Sementsov-Ogievskiy
81486f8cdf3SVladimir Sementsov-Ogievskiy if (payload == NULL) {
81586f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Unexpected structured payload");
81686f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
81786f8cdf3SVladimir Sementsov-Ogievskiy }
81886f8cdf3SVladimir Sementsov-Ogievskiy
81986f8cdf3SVladimir Sementsov-Ogievskiy if (len > NBD_MAX_MALLOC_PAYLOAD) {
82086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Payload too large");
82186f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
82286f8cdf3SVladimir Sementsov-Ogievskiy }
82386f8cdf3SVladimir Sementsov-Ogievskiy
82486f8cdf3SVladimir Sementsov-Ogievskiy *payload = g_new(char, len);
82586f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_read(s->ioc, *payload, len, "structured payload", errp);
82686f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
82786f8cdf3SVladimir Sementsov-Ogievskiy g_free(*payload);
82886f8cdf3SVladimir Sementsov-Ogievskiy *payload = NULL;
82986f8cdf3SVladimir Sementsov-Ogievskiy return ret;
83086f8cdf3SVladimir Sementsov-Ogievskiy }
83186f8cdf3SVladimir Sementsov-Ogievskiy
83286f8cdf3SVladimir Sementsov-Ogievskiy return 0;
83386f8cdf3SVladimir Sementsov-Ogievskiy }
83486f8cdf3SVladimir Sementsov-Ogievskiy
83586f8cdf3SVladimir Sementsov-Ogievskiy /*
83686f8cdf3SVladimir Sementsov-Ogievskiy * nbd_co_do_receive_one_chunk
83786f8cdf3SVladimir Sementsov-Ogievskiy * for simple reply:
83886f8cdf3SVladimir Sementsov-Ogievskiy * set request_ret to received reply error
83986f8cdf3SVladimir Sementsov-Ogievskiy * if qiov is not NULL: read payload to @qiov
84086f8cdf3SVladimir Sementsov-Ogievskiy * for structured reply chunk:
84186f8cdf3SVladimir Sementsov-Ogievskiy * if error chunk: read payload, set @request_ret, do not set @payload
84286f8cdf3SVladimir Sementsov-Ogievskiy * else if offset_data chunk: read payload data to @qiov, do not set @payload
84386f8cdf3SVladimir Sementsov-Ogievskiy * else: read payload to @payload
84486f8cdf3SVladimir Sementsov-Ogievskiy *
84586f8cdf3SVladimir Sementsov-Ogievskiy * If function fails, @errp contains corresponding error message, and the
84686f8cdf3SVladimir Sementsov-Ogievskiy * connection with the server is suspect. If it returns 0, then the
84786f8cdf3SVladimir Sementsov-Ogievskiy * transaction succeeded (although @request_ret may be a negative errno
84886f8cdf3SVladimir Sementsov-Ogievskiy * corresponding to the server's error reply), and errp is unchanged.
84986f8cdf3SVladimir Sementsov-Ogievskiy */
nbd_co_do_receive_one_chunk(BDRVNBDState * s,uint64_t cookie,bool only_structured,int * request_ret,QEMUIOVector * qiov,void ** payload,Error ** errp)85086f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_do_receive_one_chunk(
85122efd811SEric Blake BDRVNBDState *s, uint64_t cookie, bool only_structured,
85286f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, QEMUIOVector *qiov, void **payload, Error **errp)
85386f8cdf3SVladimir Sementsov-Ogievskiy {
854c835ca00SZhao Liu ERRP_GUARD();
85586f8cdf3SVladimir Sementsov-Ogievskiy int ret;
8568cb98a72SEric Blake int i = COOKIE_TO_INDEX(cookie);
85786f8cdf3SVladimir Sementsov-Ogievskiy void *local_payload = NULL;
85886f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk;
85986f8cdf3SVladimir Sementsov-Ogievskiy
86086f8cdf3SVladimir Sementsov-Ogievskiy if (payload) {
86186f8cdf3SVladimir Sementsov-Ogievskiy *payload = NULL;
86286f8cdf3SVladimir Sementsov-Ogievskiy }
86386f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = 0;
86486f8cdf3SVladimir Sementsov-Ogievskiy
865ed6c996cSEric Blake ret = nbd_receive_replies(s, cookie, errp);
866172f5f1aSPaolo Bonzini if (ret < 0) {
867ed6c996cSEric Blake error_prepend(errp, "Connection closed: ");
86886f8cdf3SVladimir Sementsov-Ogievskiy return -EIO;
86986f8cdf3SVladimir Sementsov-Ogievskiy }
87086f8cdf3SVladimir Sementsov-Ogievskiy assert(s->ioc);
87186f8cdf3SVladimir Sementsov-Ogievskiy
87222efd811SEric Blake assert(s->reply.cookie == cookie);
87386f8cdf3SVladimir Sementsov-Ogievskiy
87486f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_is_simple(&s->reply)) {
87586f8cdf3SVladimir Sementsov-Ogievskiy if (only_structured) {
87686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: simple reply when structured "
87786f8cdf3SVladimir Sementsov-Ogievskiy "reply chunk was expected");
87886f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
87986f8cdf3SVladimir Sementsov-Ogievskiy }
88086f8cdf3SVladimir Sementsov-Ogievskiy
88186f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = -nbd_errno_to_system_errno(s->reply.simple.error);
88286f8cdf3SVladimir Sementsov-Ogievskiy if (*request_ret < 0 || !qiov) {
88386f8cdf3SVladimir Sementsov-Ogievskiy return 0;
88486f8cdf3SVladimir Sementsov-Ogievskiy }
88586f8cdf3SVladimir Sementsov-Ogievskiy
88686f8cdf3SVladimir Sementsov-Ogievskiy return qio_channel_readv_all(s->ioc, qiov->iov, qiov->niov,
88786f8cdf3SVladimir Sementsov-Ogievskiy errp) < 0 ? -EIO : 0;
88886f8cdf3SVladimir Sementsov-Ogievskiy }
88986f8cdf3SVladimir Sementsov-Ogievskiy
89086f8cdf3SVladimir Sementsov-Ogievskiy /* handle structured reply chunk */
891ac132d05SEric Blake assert(s->info.mode >= NBD_MODE_STRUCTURED);
89286f8cdf3SVladimir Sementsov-Ogievskiy chunk = &s->reply.structured;
89386f8cdf3SVladimir Sementsov-Ogievskiy
89486f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_NONE) {
89586f8cdf3SVladimir Sementsov-Ogievskiy if (!(chunk->flags & NBD_REPLY_FLAG_DONE)) {
89686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: NBD_REPLY_TYPE_NONE chunk without"
89786f8cdf3SVladimir Sementsov-Ogievskiy " NBD_REPLY_FLAG_DONE flag set");
89886f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
89986f8cdf3SVladimir Sementsov-Ogievskiy }
90086f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->length) {
90186f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Protocol error: NBD_REPLY_TYPE_NONE chunk with"
90286f8cdf3SVladimir Sementsov-Ogievskiy " nonzero length");
90386f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
90486f8cdf3SVladimir Sementsov-Ogievskiy }
90586f8cdf3SVladimir Sementsov-Ogievskiy return 0;
90686f8cdf3SVladimir Sementsov-Ogievskiy }
90786f8cdf3SVladimir Sementsov-Ogievskiy
90886f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_OFFSET_DATA) {
90986f8cdf3SVladimir Sementsov-Ogievskiy if (!qiov) {
91086f8cdf3SVladimir Sementsov-Ogievskiy error_setg(errp, "Unexpected NBD_REPLY_TYPE_OFFSET_DATA chunk");
91186f8cdf3SVladimir Sementsov-Ogievskiy return -EINVAL;
91286f8cdf3SVladimir Sementsov-Ogievskiy }
91386f8cdf3SVladimir Sementsov-Ogievskiy
91486f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_receive_offset_data_payload(s, s->requests[i].offset,
91586f8cdf3SVladimir Sementsov-Ogievskiy qiov, errp);
91686f8cdf3SVladimir Sementsov-Ogievskiy }
91786f8cdf3SVladimir Sementsov-Ogievskiy
91886f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_type_is_error(chunk->type)) {
91986f8cdf3SVladimir Sementsov-Ogievskiy payload = &local_payload;
92086f8cdf3SVladimir Sementsov-Ogievskiy }
92186f8cdf3SVladimir Sementsov-Ogievskiy
92286f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_receive_structured_payload(s, payload, errp);
92386f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
92486f8cdf3SVladimir Sementsov-Ogievskiy return ret;
92586f8cdf3SVladimir Sementsov-Ogievskiy }
92686f8cdf3SVladimir Sementsov-Ogievskiy
92786f8cdf3SVladimir Sementsov-Ogievskiy if (nbd_reply_type_is_error(chunk->type)) {
92886f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_error_payload(chunk, local_payload, request_ret, errp);
92986f8cdf3SVladimir Sementsov-Ogievskiy g_free(local_payload);
93086f8cdf3SVladimir Sementsov-Ogievskiy return ret;
93186f8cdf3SVladimir Sementsov-Ogievskiy }
93286f8cdf3SVladimir Sementsov-Ogievskiy
93386f8cdf3SVladimir Sementsov-Ogievskiy return 0;
93486f8cdf3SVladimir Sementsov-Ogievskiy }
93586f8cdf3SVladimir Sementsov-Ogievskiy
93686f8cdf3SVladimir Sementsov-Ogievskiy /*
93786f8cdf3SVladimir Sementsov-Ogievskiy * nbd_co_receive_one_chunk
93886f8cdf3SVladimir Sementsov-Ogievskiy * Read reply, wake up connection_co and set s->quit if needed.
93986f8cdf3SVladimir Sementsov-Ogievskiy * Return value is a fatal error code or normal nbd reply error code
94086f8cdf3SVladimir Sementsov-Ogievskiy */
nbd_co_receive_one_chunk(BDRVNBDState * s,uint64_t cookie,bool only_structured,int * request_ret,QEMUIOVector * qiov,NBDReply * reply,void ** payload,Error ** errp)94186f8cdf3SVladimir Sementsov-Ogievskiy static coroutine_fn int nbd_co_receive_one_chunk(
94222efd811SEric Blake BDRVNBDState *s, uint64_t cookie, bool only_structured,
94386f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, QEMUIOVector *qiov, NBDReply *reply, void **payload,
94486f8cdf3SVladimir Sementsov-Ogievskiy Error **errp)
94586f8cdf3SVladimir Sementsov-Ogievskiy {
94622efd811SEric Blake int ret = nbd_co_do_receive_one_chunk(s, cookie, only_structured,
94786f8cdf3SVladimir Sementsov-Ogievskiy request_ret, qiov, payload, errp);
94886f8cdf3SVladimir Sementsov-Ogievskiy
94986f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
9505cf42b1cSEric Blake memset(reply, 0, sizeof(*reply));
951a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret);
95286f8cdf3SVladimir Sementsov-Ogievskiy } else {
95386f8cdf3SVladimir Sementsov-Ogievskiy /* For assert at loop start in nbd_connection_entry */
95486f8cdf3SVladimir Sementsov-Ogievskiy *reply = s->reply;
95586f8cdf3SVladimir Sementsov-Ogievskiy }
95622efd811SEric Blake s->reply.cookie = 0;
95786f8cdf3SVladimir Sementsov-Ogievskiy
958a80a9a1cSPaolo Bonzini nbd_recv_coroutines_wake(s);
95986f8cdf3SVladimir Sementsov-Ogievskiy
96086f8cdf3SVladimir Sementsov-Ogievskiy return ret;
96186f8cdf3SVladimir Sementsov-Ogievskiy }
96286f8cdf3SVladimir Sementsov-Ogievskiy
96386f8cdf3SVladimir Sementsov-Ogievskiy typedef struct NBDReplyChunkIter {
96486f8cdf3SVladimir Sementsov-Ogievskiy int ret;
96586f8cdf3SVladimir Sementsov-Ogievskiy int request_ret;
96686f8cdf3SVladimir Sementsov-Ogievskiy Error *err;
96786f8cdf3SVladimir Sementsov-Ogievskiy bool done, only_structured;
96886f8cdf3SVladimir Sementsov-Ogievskiy } NBDReplyChunkIter;
96986f8cdf3SVladimir Sementsov-Ogievskiy
nbd_iter_channel_error(NBDReplyChunkIter * iter,int ret,Error ** local_err)97086f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_iter_channel_error(NBDReplyChunkIter *iter,
97186f8cdf3SVladimir Sementsov-Ogievskiy int ret, Error **local_err)
97286f8cdf3SVladimir Sementsov-Ogievskiy {
973d9366135SVladimir Sementsov-Ogievskiy assert(local_err && *local_err);
97486f8cdf3SVladimir Sementsov-Ogievskiy assert(ret < 0);
97586f8cdf3SVladimir Sementsov-Ogievskiy
97686f8cdf3SVladimir Sementsov-Ogievskiy if (!iter->ret) {
97786f8cdf3SVladimir Sementsov-Ogievskiy iter->ret = ret;
97886f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(&iter->err, *local_err);
97986f8cdf3SVladimir Sementsov-Ogievskiy } else {
98086f8cdf3SVladimir Sementsov-Ogievskiy error_free(*local_err);
98186f8cdf3SVladimir Sementsov-Ogievskiy }
98286f8cdf3SVladimir Sementsov-Ogievskiy
98386f8cdf3SVladimir Sementsov-Ogievskiy *local_err = NULL;
98486f8cdf3SVladimir Sementsov-Ogievskiy }
98586f8cdf3SVladimir Sementsov-Ogievskiy
nbd_iter_request_error(NBDReplyChunkIter * iter,int ret)98686f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_iter_request_error(NBDReplyChunkIter *iter, int ret)
98786f8cdf3SVladimir Sementsov-Ogievskiy {
98886f8cdf3SVladimir Sementsov-Ogievskiy assert(ret < 0);
98986f8cdf3SVladimir Sementsov-Ogievskiy
99086f8cdf3SVladimir Sementsov-Ogievskiy if (!iter->request_ret) {
99186f8cdf3SVladimir Sementsov-Ogievskiy iter->request_ret = ret;
99286f8cdf3SVladimir Sementsov-Ogievskiy }
99386f8cdf3SVladimir Sementsov-Ogievskiy }
99486f8cdf3SVladimir Sementsov-Ogievskiy
99586f8cdf3SVladimir Sementsov-Ogievskiy /*
99686f8cdf3SVladimir Sementsov-Ogievskiy * NBD_FOREACH_REPLY_CHUNK
99786f8cdf3SVladimir Sementsov-Ogievskiy * The pointer stored in @payload requires g_free() to free it.
99886f8cdf3SVladimir Sementsov-Ogievskiy */
99922efd811SEric Blake #define NBD_FOREACH_REPLY_CHUNK(s, iter, cookie, structured, \
100086f8cdf3SVladimir Sementsov-Ogievskiy qiov, reply, payload) \
100186f8cdf3SVladimir Sementsov-Ogievskiy for (iter = (NBDReplyChunkIter) { .only_structured = structured }; \
100222efd811SEric Blake nbd_reply_chunk_iter_receive(s, &iter, cookie, qiov, reply, payload);)
100386f8cdf3SVladimir Sementsov-Ogievskiy
100486f8cdf3SVladimir Sementsov-Ogievskiy /*
100586f8cdf3SVladimir Sementsov-Ogievskiy * nbd_reply_chunk_iter_receive
100686f8cdf3SVladimir Sementsov-Ogievskiy * The pointer stored in @payload requires g_free() to free it.
100786f8cdf3SVladimir Sementsov-Ogievskiy */
nbd_reply_chunk_iter_receive(BDRVNBDState * s,NBDReplyChunkIter * iter,uint64_t cookie,QEMUIOVector * qiov,NBDReply * reply,void ** payload)10088e5a19dfSPaolo Bonzini static bool coroutine_fn nbd_reply_chunk_iter_receive(BDRVNBDState *s,
100986f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter *iter,
101022efd811SEric Blake uint64_t cookie,
10118e5a19dfSPaolo Bonzini QEMUIOVector *qiov,
10128e5a19dfSPaolo Bonzini NBDReply *reply,
101386f8cdf3SVladimir Sementsov-Ogievskiy void **payload)
101486f8cdf3SVladimir Sementsov-Ogievskiy {
101586f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret;
101686f8cdf3SVladimir Sementsov-Ogievskiy NBDReply local_reply;
101786f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk;
101886f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL;
101986f8cdf3SVladimir Sementsov-Ogievskiy
102086f8cdf3SVladimir Sementsov-Ogievskiy if (iter->done) {
102186f8cdf3SVladimir Sementsov-Ogievskiy /* Previous iteration was last. */
102286f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop;
102386f8cdf3SVladimir Sementsov-Ogievskiy }
102486f8cdf3SVladimir Sementsov-Ogievskiy
102586f8cdf3SVladimir Sementsov-Ogievskiy if (reply == NULL) {
102686f8cdf3SVladimir Sementsov-Ogievskiy reply = &local_reply;
102786f8cdf3SVladimir Sementsov-Ogievskiy }
102886f8cdf3SVladimir Sementsov-Ogievskiy
102922efd811SEric Blake ret = nbd_co_receive_one_chunk(s, cookie, iter->only_structured,
103086f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, qiov, reply, payload,
103186f8cdf3SVladimir Sementsov-Ogievskiy &local_err);
103286f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
103386f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(iter, ret, &local_err);
103486f8cdf3SVladimir Sementsov-Ogievskiy } else if (request_ret < 0) {
103586f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_request_error(iter, request_ret);
103686f8cdf3SVladimir Sementsov-Ogievskiy }
103786f8cdf3SVladimir Sementsov-Ogievskiy
103886f8cdf3SVladimir Sementsov-Ogievskiy /* Do not execute the body of NBD_FOREACH_REPLY_CHUNK for simple reply. */
1039172f5f1aSPaolo Bonzini if (nbd_reply_is_simple(reply) || iter->ret < 0) {
104086f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop;
104186f8cdf3SVladimir Sementsov-Ogievskiy }
104286f8cdf3SVladimir Sementsov-Ogievskiy
104386f8cdf3SVladimir Sementsov-Ogievskiy chunk = &reply->structured;
104486f8cdf3SVladimir Sementsov-Ogievskiy iter->only_structured = true;
104586f8cdf3SVladimir Sementsov-Ogievskiy
104686f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->type == NBD_REPLY_TYPE_NONE) {
104786f8cdf3SVladimir Sementsov-Ogievskiy /* NBD_REPLY_FLAG_DONE is already checked in nbd_co_receive_one_chunk */
104886f8cdf3SVladimir Sementsov-Ogievskiy assert(chunk->flags & NBD_REPLY_FLAG_DONE);
104986f8cdf3SVladimir Sementsov-Ogievskiy goto break_loop;
105086f8cdf3SVladimir Sementsov-Ogievskiy }
105186f8cdf3SVladimir Sementsov-Ogievskiy
105286f8cdf3SVladimir Sementsov-Ogievskiy if (chunk->flags & NBD_REPLY_FLAG_DONE) {
105386f8cdf3SVladimir Sementsov-Ogievskiy /* This iteration is last. */
105486f8cdf3SVladimir Sementsov-Ogievskiy iter->done = true;
105586f8cdf3SVladimir Sementsov-Ogievskiy }
105686f8cdf3SVladimir Sementsov-Ogievskiy
105786f8cdf3SVladimir Sementsov-Ogievskiy /* Execute the loop body */
105886f8cdf3SVladimir Sementsov-Ogievskiy return true;
105986f8cdf3SVladimir Sementsov-Ogievskiy
106086f8cdf3SVladimir Sementsov-Ogievskiy break_loop:
1061ee19d953SPaolo Bonzini qemu_mutex_lock(&s->requests_lock);
10628cb98a72SEric Blake s->requests[COOKIE_TO_INDEX(cookie)].coroutine = NULL;
106386f8cdf3SVladimir Sementsov-Ogievskiy s->in_flight--;
106486f8cdf3SVladimir Sementsov-Ogievskiy qemu_co_queue_next(&s->free_sema);
1065ee19d953SPaolo Bonzini qemu_mutex_unlock(&s->requests_lock);
106686f8cdf3SVladimir Sementsov-Ogievskiy
106786f8cdf3SVladimir Sementsov-Ogievskiy return false;
106886f8cdf3SVladimir Sementsov-Ogievskiy }
106986f8cdf3SVladimir Sementsov-Ogievskiy
107022efd811SEric Blake static int coroutine_fn
nbd_co_receive_return_code(BDRVNBDState * s,uint64_t cookie,int * request_ret,Error ** errp)107122efd811SEric Blake nbd_co_receive_return_code(BDRVNBDState *s, uint64_t cookie,
107286f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp)
107386f8cdf3SVladimir Sementsov-Ogievskiy {
107486f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter;
107586f8cdf3SVladimir Sementsov-Ogievskiy
107622efd811SEric Blake NBD_FOREACH_REPLY_CHUNK(s, iter, cookie, false, NULL, NULL, NULL) {
107786f8cdf3SVladimir Sementsov-Ogievskiy /* nbd_reply_chunk_iter_receive does all the work */
107886f8cdf3SVladimir Sementsov-Ogievskiy }
107986f8cdf3SVladimir Sementsov-Ogievskiy
108086f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err);
108186f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret;
108286f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret;
108386f8cdf3SVladimir Sementsov-Ogievskiy }
108486f8cdf3SVladimir Sementsov-Ogievskiy
108522efd811SEric Blake static int coroutine_fn
nbd_co_receive_cmdread_reply(BDRVNBDState * s,uint64_t cookie,uint64_t offset,QEMUIOVector * qiov,int * request_ret,Error ** errp)108622efd811SEric Blake nbd_co_receive_cmdread_reply(BDRVNBDState *s, uint64_t cookie,
108786f8cdf3SVladimir Sementsov-Ogievskiy uint64_t offset, QEMUIOVector *qiov,
108886f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp)
108986f8cdf3SVladimir Sementsov-Ogievskiy {
109086f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter;
109186f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply;
109286f8cdf3SVladimir Sementsov-Ogievskiy void *payload = NULL;
109386f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL;
109486f8cdf3SVladimir Sementsov-Ogievskiy
1095ac132d05SEric Blake NBD_FOREACH_REPLY_CHUNK(s, iter, cookie,
1096ac132d05SEric Blake s->info.mode >= NBD_MODE_STRUCTURED,
109786f8cdf3SVladimir Sementsov-Ogievskiy qiov, &reply, &payload)
109886f8cdf3SVladimir Sementsov-Ogievskiy {
109986f8cdf3SVladimir Sementsov-Ogievskiy int ret;
110086f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &reply.structured;
110186f8cdf3SVladimir Sementsov-Ogievskiy
110286f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&reply));
110386f8cdf3SVladimir Sementsov-Ogievskiy
110486f8cdf3SVladimir Sementsov-Ogievskiy switch (chunk->type) {
110586f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_OFFSET_DATA:
110686f8cdf3SVladimir Sementsov-Ogievskiy /*
110786f8cdf3SVladimir Sementsov-Ogievskiy * special cased in nbd_co_receive_one_chunk, data is already
110886f8cdf3SVladimir Sementsov-Ogievskiy * in qiov
110986f8cdf3SVladimir Sementsov-Ogievskiy */
111086f8cdf3SVladimir Sementsov-Ogievskiy break;
111186f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_OFFSET_HOLE:
111286f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_parse_offset_hole_payload(s, &reply.structured, payload,
111386f8cdf3SVladimir Sementsov-Ogievskiy offset, qiov, &local_err);
111486f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
1115a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret);
111686f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, ret, &local_err);
111786f8cdf3SVladimir Sementsov-Ogievskiy }
111886f8cdf3SVladimir Sementsov-Ogievskiy break;
111986f8cdf3SVladimir Sementsov-Ogievskiy default:
112086f8cdf3SVladimir Sementsov-Ogievskiy if (!nbd_reply_type_is_error(chunk->type)) {
112186f8cdf3SVladimir Sementsov-Ogievskiy /* not allowed reply type */
1122a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL);
112386f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err,
112486f8cdf3SVladimir Sementsov-Ogievskiy "Unexpected reply type: %d (%s) for CMD_READ",
112586f8cdf3SVladimir Sementsov-Ogievskiy chunk->type, nbd_reply_type_lookup(chunk->type));
112686f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err);
112786f8cdf3SVladimir Sementsov-Ogievskiy }
112886f8cdf3SVladimir Sementsov-Ogievskiy }
112986f8cdf3SVladimir Sementsov-Ogievskiy
113086f8cdf3SVladimir Sementsov-Ogievskiy g_free(payload);
113186f8cdf3SVladimir Sementsov-Ogievskiy payload = NULL;
113286f8cdf3SVladimir Sementsov-Ogievskiy }
113386f8cdf3SVladimir Sementsov-Ogievskiy
113486f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err);
113586f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret;
113686f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret;
113786f8cdf3SVladimir Sementsov-Ogievskiy }
113886f8cdf3SVladimir Sementsov-Ogievskiy
113922efd811SEric Blake static int coroutine_fn
nbd_co_receive_blockstatus_reply(BDRVNBDState * s,uint64_t cookie,uint64_t length,NBDExtent64 * extent,int * request_ret,Error ** errp)114022efd811SEric Blake nbd_co_receive_blockstatus_reply(BDRVNBDState *s, uint64_t cookie,
1141a7c18670SEric Blake uint64_t length, NBDExtent64 *extent,
114286f8cdf3SVladimir Sementsov-Ogievskiy int *request_ret, Error **errp)
114386f8cdf3SVladimir Sementsov-Ogievskiy {
114486f8cdf3SVladimir Sementsov-Ogievskiy NBDReplyChunkIter iter;
114586f8cdf3SVladimir Sementsov-Ogievskiy NBDReply reply;
114686f8cdf3SVladimir Sementsov-Ogievskiy void *payload = NULL;
114786f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL;
114886f8cdf3SVladimir Sementsov-Ogievskiy bool received = false;
114986f8cdf3SVladimir Sementsov-Ogievskiy
115086f8cdf3SVladimir Sementsov-Ogievskiy assert(!extent->length);
115122efd811SEric Blake NBD_FOREACH_REPLY_CHUNK(s, iter, cookie, false, NULL, &reply, &payload) {
115286f8cdf3SVladimir Sementsov-Ogievskiy int ret;
115386f8cdf3SVladimir Sementsov-Ogievskiy NBDStructuredReplyChunk *chunk = &reply.structured;
1154a7c18670SEric Blake bool wide;
115586f8cdf3SVladimir Sementsov-Ogievskiy
115686f8cdf3SVladimir Sementsov-Ogievskiy assert(nbd_reply_is_structured(&reply));
115786f8cdf3SVladimir Sementsov-Ogievskiy
115886f8cdf3SVladimir Sementsov-Ogievskiy switch (chunk->type) {
1159a7c18670SEric Blake case NBD_REPLY_TYPE_BLOCK_STATUS_EXT:
116086f8cdf3SVladimir Sementsov-Ogievskiy case NBD_REPLY_TYPE_BLOCK_STATUS:
1161a7c18670SEric Blake wide = chunk->type == NBD_REPLY_TYPE_BLOCK_STATUS_EXT;
1162a7c18670SEric Blake if ((s->info.mode >= NBD_MODE_EXTENDED) != wide) {
1163a7c18670SEric Blake trace_nbd_extended_headers_compliance("block_status");
1164a7c18670SEric Blake }
116586f8cdf3SVladimir Sementsov-Ogievskiy if (received) {
1166a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL);
116786f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Several BLOCK_STATUS chunks in reply");
116886f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err);
116986f8cdf3SVladimir Sementsov-Ogievskiy }
117086f8cdf3SVladimir Sementsov-Ogievskiy received = true;
117186f8cdf3SVladimir Sementsov-Ogievskiy
1172a7c18670SEric Blake ret = nbd_parse_blockstatus_payload(
1173a7c18670SEric Blake s, &reply.structured, payload, wide,
1174a7c18670SEric Blake length, extent, &local_err);
117586f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
1176a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, ret);
117786f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, ret, &local_err);
117886f8cdf3SVladimir Sementsov-Ogievskiy }
117986f8cdf3SVladimir Sementsov-Ogievskiy break;
118086f8cdf3SVladimir Sementsov-Ogievskiy default:
118186f8cdf3SVladimir Sementsov-Ogievskiy if (!nbd_reply_type_is_error(chunk->type)) {
1182a34b1e5eSVladimir Sementsov-Ogievskiy nbd_channel_error(s, -EINVAL);
118386f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err,
118486f8cdf3SVladimir Sementsov-Ogievskiy "Unexpected reply type: %d (%s) "
118586f8cdf3SVladimir Sementsov-Ogievskiy "for CMD_BLOCK_STATUS",
118686f8cdf3SVladimir Sementsov-Ogievskiy chunk->type, nbd_reply_type_lookup(chunk->type));
118786f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EINVAL, &local_err);
118886f8cdf3SVladimir Sementsov-Ogievskiy }
118986f8cdf3SVladimir Sementsov-Ogievskiy }
119086f8cdf3SVladimir Sementsov-Ogievskiy
119186f8cdf3SVladimir Sementsov-Ogievskiy g_free(payload);
119286f8cdf3SVladimir Sementsov-Ogievskiy payload = NULL;
119386f8cdf3SVladimir Sementsov-Ogievskiy }
119486f8cdf3SVladimir Sementsov-Ogievskiy
119586f8cdf3SVladimir Sementsov-Ogievskiy if (!extent->length && !iter.request_ret) {
119686f8cdf3SVladimir Sementsov-Ogievskiy error_setg(&local_err, "Server did not reply with any status extents");
119786f8cdf3SVladimir Sementsov-Ogievskiy nbd_iter_channel_error(&iter, -EIO, &local_err);
119886f8cdf3SVladimir Sementsov-Ogievskiy }
119986f8cdf3SVladimir Sementsov-Ogievskiy
120086f8cdf3SVladimir Sementsov-Ogievskiy error_propagate(errp, iter.err);
120186f8cdf3SVladimir Sementsov-Ogievskiy *request_ret = iter.request_ret;
120286f8cdf3SVladimir Sementsov-Ogievskiy return iter.ret;
120386f8cdf3SVladimir Sementsov-Ogievskiy }
120486f8cdf3SVladimir Sementsov-Ogievskiy
120569aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK
nbd_co_request(BlockDriverState * bs,NBDRequest * request,QEMUIOVector * write_qiov)120669aa0d37SEmanuele Giuseppe Esposito nbd_co_request(BlockDriverState *bs, NBDRequest *request,
120786f8cdf3SVladimir Sementsov-Ogievskiy QEMUIOVector *write_qiov)
120886f8cdf3SVladimir Sementsov-Ogievskiy {
120986f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret;
121086f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL;
1211611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
121286f8cdf3SVladimir Sementsov-Ogievskiy
121386f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type != NBD_CMD_READ);
121486f8cdf3SVladimir Sementsov-Ogievskiy if (write_qiov) {
121586f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type == NBD_CMD_WRITE);
121686f8cdf3SVladimir Sementsov-Ogievskiy assert(request->len == iov_size(write_qiov->iov, write_qiov->niov));
121786f8cdf3SVladimir Sementsov-Ogievskiy } else {
121886f8cdf3SVladimir Sementsov-Ogievskiy assert(request->type != NBD_CMD_WRITE);
121986f8cdf3SVladimir Sementsov-Ogievskiy }
1220f7651539SVladimir Sementsov-Ogievskiy
1221f7651539SVladimir Sementsov-Ogievskiy do {
122286f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, request, write_qiov);
122386f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
1224f7651539SVladimir Sementsov-Ogievskiy continue;
122586f8cdf3SVladimir Sementsov-Ogievskiy }
122686f8cdf3SVladimir Sementsov-Ogievskiy
122722efd811SEric Blake ret = nbd_co_receive_return_code(s, request->cookie,
122886f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, &local_err);
122986f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) {
1230f7651539SVladimir Sementsov-Ogievskiy trace_nbd_co_request_fail(request->from, request->len,
123122efd811SEric Blake request->cookie, request->flags,
1232f7651539SVladimir Sementsov-Ogievskiy request->type,
123386f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request->type),
123486f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err));
123586f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err);
1236f7651539SVladimir Sementsov-Ogievskiy local_err = NULL;
123786f8cdf3SVladimir Sementsov-Ogievskiy }
12388d45185cSPaolo Bonzini } while (ret < 0 && nbd_client_will_reconnect(s));
1239f7651539SVladimir Sementsov-Ogievskiy
124086f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret;
124186f8cdf3SVladimir Sementsov-Ogievskiy }
124286f8cdf3SVladimir Sementsov-Ogievskiy
124369aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK
nbd_client_co_preadv(BlockDriverState * bs,int64_t offset,int64_t bytes,QEMUIOVector * qiov,BdrvRequestFlags flags)124469aa0d37SEmanuele Giuseppe Esposito nbd_client_co_preadv(BlockDriverState *bs, int64_t offset, int64_t bytes,
124569aa0d37SEmanuele Giuseppe Esposito QEMUIOVector *qiov, BdrvRequestFlags flags)
124686f8cdf3SVladimir Sementsov-Ogievskiy {
124786f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret;
124886f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL;
1249611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
125086f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = {
125186f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_READ,
125286f8cdf3SVladimir Sementsov-Ogievskiy .from = offset,
125386f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes,
125486f8cdf3SVladimir Sementsov-Ogievskiy };
125586f8cdf3SVladimir Sementsov-Ogievskiy
125686f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes <= NBD_MAX_BUFFER_SIZE);
125786f8cdf3SVladimir Sementsov-Ogievskiy
125886f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) {
125986f8cdf3SVladimir Sementsov-Ogievskiy return 0;
126086f8cdf3SVladimir Sementsov-Ogievskiy }
126186f8cdf3SVladimir Sementsov-Ogievskiy /*
126286f8cdf3SVladimir Sementsov-Ogievskiy * Work around the fact that the block layer doesn't do
126386f8cdf3SVladimir Sementsov-Ogievskiy * byte-accurate sizing yet - if the read exceeds the server's
126486f8cdf3SVladimir Sementsov-Ogievskiy * advertised size because the block layer rounded size up, then
126586f8cdf3SVladimir Sementsov-Ogievskiy * truncate the request to the server and tail-pad with zero.
126686f8cdf3SVladimir Sementsov-Ogievskiy */
1267611ae1d7SVladimir Sementsov-Ogievskiy if (offset >= s->info.size) {
126886f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes < BDRV_SECTOR_SIZE);
126986f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, 0, 0, bytes);
127086f8cdf3SVladimir Sementsov-Ogievskiy return 0;
127186f8cdf3SVladimir Sementsov-Ogievskiy }
1272611ae1d7SVladimir Sementsov-Ogievskiy if (offset + bytes > s->info.size) {
1273611ae1d7SVladimir Sementsov-Ogievskiy uint64_t slop = offset + bytes - s->info.size;
127486f8cdf3SVladimir Sementsov-Ogievskiy
127586f8cdf3SVladimir Sementsov-Ogievskiy assert(slop < BDRV_SECTOR_SIZE);
127686f8cdf3SVladimir Sementsov-Ogievskiy qemu_iovec_memset(qiov, bytes - slop, 0, slop);
127786f8cdf3SVladimir Sementsov-Ogievskiy request.len -= slop;
127886f8cdf3SVladimir Sementsov-Ogievskiy }
127986f8cdf3SVladimir Sementsov-Ogievskiy
1280f7651539SVladimir Sementsov-Ogievskiy do {
128186f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, &request, NULL);
128286f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
1283f7651539SVladimir Sementsov-Ogievskiy continue;
128486f8cdf3SVladimir Sementsov-Ogievskiy }
128586f8cdf3SVladimir Sementsov-Ogievskiy
128622efd811SEric Blake ret = nbd_co_receive_cmdread_reply(s, request.cookie, offset, qiov,
128786f8cdf3SVladimir Sementsov-Ogievskiy &request_ret, &local_err);
128886f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) {
128922efd811SEric Blake trace_nbd_co_request_fail(request.from, request.len, request.cookie,
129086f8cdf3SVladimir Sementsov-Ogievskiy request.flags, request.type,
129186f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request.type),
129286f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err));
129386f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err);
1294f7651539SVladimir Sementsov-Ogievskiy local_err = NULL;
129586f8cdf3SVladimir Sementsov-Ogievskiy }
12968d45185cSPaolo Bonzini } while (ret < 0 && nbd_client_will_reconnect(s));
1297f7651539SVladimir Sementsov-Ogievskiy
129886f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret;
129986f8cdf3SVladimir Sementsov-Ogievskiy }
130086f8cdf3SVladimir Sementsov-Ogievskiy
130169aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK
nbd_client_co_pwritev(BlockDriverState * bs,int64_t offset,int64_t bytes,QEMUIOVector * qiov,BdrvRequestFlags flags)130269aa0d37SEmanuele Giuseppe Esposito nbd_client_co_pwritev(BlockDriverState *bs, int64_t offset, int64_t bytes,
130369aa0d37SEmanuele Giuseppe Esposito QEMUIOVector *qiov, BdrvRequestFlags flags)
130486f8cdf3SVladimir Sementsov-Ogievskiy {
1305611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
130686f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = {
130786f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_WRITE,
130886f8cdf3SVladimir Sementsov-Ogievskiy .from = offset,
130986f8cdf3SVladimir Sementsov-Ogievskiy .len = bytes,
131086f8cdf3SVladimir Sementsov-Ogievskiy };
131186f8cdf3SVladimir Sementsov-Ogievskiy
1312611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY));
131386f8cdf3SVladimir Sementsov-Ogievskiy if (flags & BDRV_REQ_FUA) {
1314611ae1d7SVladimir Sementsov-Ogievskiy assert(s->info.flags & NBD_FLAG_SEND_FUA);
131586f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_FUA;
131686f8cdf3SVladimir Sementsov-Ogievskiy }
131786f8cdf3SVladimir Sementsov-Ogievskiy
131886f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes <= NBD_MAX_BUFFER_SIZE);
131986f8cdf3SVladimir Sementsov-Ogievskiy
132086f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) {
132186f8cdf3SVladimir Sementsov-Ogievskiy return 0;
132286f8cdf3SVladimir Sementsov-Ogievskiy }
132386f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, qiov);
132486f8cdf3SVladimir Sementsov-Ogievskiy }
132586f8cdf3SVladimir Sementsov-Ogievskiy
132669aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK
nbd_client_co_pwrite_zeroes(BlockDriverState * bs,int64_t offset,int64_t bytes,BdrvRequestFlags flags)132769aa0d37SEmanuele Giuseppe Esposito nbd_client_co_pwrite_zeroes(BlockDriverState *bs, int64_t offset, int64_t bytes,
132869aa0d37SEmanuele Giuseppe Esposito BdrvRequestFlags flags)
132986f8cdf3SVladimir Sementsov-Ogievskiy {
1330611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
133186f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = {
133286f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_WRITE_ZEROES,
133386f8cdf3SVladimir Sementsov-Ogievskiy .from = offset,
1334b2578459SEric Blake .len = bytes,
133586f8cdf3SVladimir Sementsov-Ogievskiy };
133686f8cdf3SVladimir Sementsov-Ogievskiy
1337b2578459SEric Blake /* rely on max_pwrite_zeroes */
1338b2578459SEric Blake assert(bytes <= UINT32_MAX || s->info.mode >= NBD_MODE_EXTENDED);
1339f34b2bcfSVladimir Sementsov-Ogievskiy
1340611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY));
1341611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_WRITE_ZEROES)) {
134286f8cdf3SVladimir Sementsov-Ogievskiy return -ENOTSUP;
134386f8cdf3SVladimir Sementsov-Ogievskiy }
134486f8cdf3SVladimir Sementsov-Ogievskiy
134586f8cdf3SVladimir Sementsov-Ogievskiy if (flags & BDRV_REQ_FUA) {
1346611ae1d7SVladimir Sementsov-Ogievskiy assert(s->info.flags & NBD_FLAG_SEND_FUA);
134786f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_FUA;
134886f8cdf3SVladimir Sementsov-Ogievskiy }
134986f8cdf3SVladimir Sementsov-Ogievskiy if (!(flags & BDRV_REQ_MAY_UNMAP)) {
135086f8cdf3SVladimir Sementsov-Ogievskiy request.flags |= NBD_CMD_FLAG_NO_HOLE;
135186f8cdf3SVladimir Sementsov-Ogievskiy }
1352f061656cSEric Blake if (flags & BDRV_REQ_NO_FALLBACK) {
1353f061656cSEric Blake assert(s->info.flags & NBD_FLAG_SEND_FAST_ZERO);
1354f061656cSEric Blake request.flags |= NBD_CMD_FLAG_FAST_ZERO;
1355f061656cSEric Blake }
135686f8cdf3SVladimir Sementsov-Ogievskiy
135786f8cdf3SVladimir Sementsov-Ogievskiy if (!bytes) {
135886f8cdf3SVladimir Sementsov-Ogievskiy return 0;
135986f8cdf3SVladimir Sementsov-Ogievskiy }
136086f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL);
136186f8cdf3SVladimir Sementsov-Ogievskiy }
136286f8cdf3SVladimir Sementsov-Ogievskiy
nbd_client_co_flush(BlockDriverState * bs)136369aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK nbd_client_co_flush(BlockDriverState *bs)
136486f8cdf3SVladimir Sementsov-Ogievskiy {
1365611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
136686f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = { .type = NBD_CMD_FLUSH };
136786f8cdf3SVladimir Sementsov-Ogievskiy
1368611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_FLUSH)) {
136986f8cdf3SVladimir Sementsov-Ogievskiy return 0;
137086f8cdf3SVladimir Sementsov-Ogievskiy }
137186f8cdf3SVladimir Sementsov-Ogievskiy
137286f8cdf3SVladimir Sementsov-Ogievskiy request.from = 0;
137386f8cdf3SVladimir Sementsov-Ogievskiy request.len = 0;
137486f8cdf3SVladimir Sementsov-Ogievskiy
137586f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL);
137686f8cdf3SVladimir Sementsov-Ogievskiy }
137786f8cdf3SVladimir Sementsov-Ogievskiy
137869aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK
nbd_client_co_pdiscard(BlockDriverState * bs,int64_t offset,int64_t bytes)137969aa0d37SEmanuele Giuseppe Esposito nbd_client_co_pdiscard(BlockDriverState *bs, int64_t offset, int64_t bytes)
138086f8cdf3SVladimir Sementsov-Ogievskiy {
1381611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
138286f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = {
138386f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_TRIM,
138486f8cdf3SVladimir Sementsov-Ogievskiy .from = offset,
1385b2578459SEric Blake .len = bytes,
138686f8cdf3SVladimir Sementsov-Ogievskiy };
138786f8cdf3SVladimir Sementsov-Ogievskiy
1388b2578459SEric Blake /* rely on max_pdiscard */
1389b2578459SEric Blake assert(bytes <= UINT32_MAX || s->info.mode >= NBD_MODE_EXTENDED);
13900c802287SVladimir Sementsov-Ogievskiy
1391611ae1d7SVladimir Sementsov-Ogievskiy assert(!(s->info.flags & NBD_FLAG_READ_ONLY));
1392611ae1d7SVladimir Sementsov-Ogievskiy if (!(s->info.flags & NBD_FLAG_SEND_TRIM) || !bytes) {
139386f8cdf3SVladimir Sementsov-Ogievskiy return 0;
139486f8cdf3SVladimir Sementsov-Ogievskiy }
139586f8cdf3SVladimir Sementsov-Ogievskiy
139686f8cdf3SVladimir Sementsov-Ogievskiy return nbd_co_request(bs, &request, NULL);
139786f8cdf3SVladimir Sementsov-Ogievskiy }
139886f8cdf3SVladimir Sementsov-Ogievskiy
nbd_client_co_block_status(BlockDriverState * bs,bool want_zero,int64_t offset,int64_t bytes,int64_t * pnum,int64_t * map,BlockDriverState ** file)139969aa0d37SEmanuele Giuseppe Esposito static int coroutine_fn GRAPH_RDLOCK nbd_client_co_block_status(
140086f8cdf3SVladimir Sementsov-Ogievskiy BlockDriverState *bs, bool want_zero, int64_t offset, int64_t bytes,
140186f8cdf3SVladimir Sementsov-Ogievskiy int64_t *pnum, int64_t *map, BlockDriverState **file)
140286f8cdf3SVladimir Sementsov-Ogievskiy {
140386f8cdf3SVladimir Sementsov-Ogievskiy int ret, request_ret;
1404a7c18670SEric Blake NBDExtent64 extent = { 0 };
1405611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
140686f8cdf3SVladimir Sementsov-Ogievskiy Error *local_err = NULL;
140786f8cdf3SVladimir Sementsov-Ogievskiy
140886f8cdf3SVladimir Sementsov-Ogievskiy NBDRequest request = {
140986f8cdf3SVladimir Sementsov-Ogievskiy .type = NBD_CMD_BLOCK_STATUS,
141086f8cdf3SVladimir Sementsov-Ogievskiy .from = offset,
1411b2578459SEric Blake .len = MIN(bytes, s->info.size - offset),
141286f8cdf3SVladimir Sementsov-Ogievskiy .flags = NBD_CMD_FLAG_REQ_ONE,
141386f8cdf3SVladimir Sementsov-Ogievskiy };
141486f8cdf3SVladimir Sementsov-Ogievskiy
1415611ae1d7SVladimir Sementsov-Ogievskiy if (!s->info.base_allocation) {
141686f8cdf3SVladimir Sementsov-Ogievskiy *pnum = bytes;
141786f8cdf3SVladimir Sementsov-Ogievskiy *map = offset;
141886f8cdf3SVladimir Sementsov-Ogievskiy *file = bs;
141986f8cdf3SVladimir Sementsov-Ogievskiy return BDRV_BLOCK_DATA | BDRV_BLOCK_OFFSET_VALID;
142086f8cdf3SVladimir Sementsov-Ogievskiy }
1421b2578459SEric Blake if (s->info.mode < NBD_MODE_EXTENDED) {
1422b2578459SEric Blake request.len = MIN(QEMU_ALIGN_DOWN(INT_MAX, bs->bl.request_alignment),
1423b2578459SEric Blake request.len);
1424b2578459SEric Blake }
142586f8cdf3SVladimir Sementsov-Ogievskiy
142686f8cdf3SVladimir Sementsov-Ogievskiy /*
142786f8cdf3SVladimir Sementsov-Ogievskiy * Work around the fact that the block layer doesn't do
142886f8cdf3SVladimir Sementsov-Ogievskiy * byte-accurate sizing yet - if the status request exceeds the
142986f8cdf3SVladimir Sementsov-Ogievskiy * server's advertised size because the block layer rounded size
143086f8cdf3SVladimir Sementsov-Ogievskiy * up, we truncated the request to the server (above), or are
143186f8cdf3SVladimir Sementsov-Ogievskiy * called on just the hole.
143286f8cdf3SVladimir Sementsov-Ogievskiy */
1433611ae1d7SVladimir Sementsov-Ogievskiy if (offset >= s->info.size) {
143486f8cdf3SVladimir Sementsov-Ogievskiy *pnum = bytes;
143586f8cdf3SVladimir Sementsov-Ogievskiy assert(bytes < BDRV_SECTOR_SIZE);
143686f8cdf3SVladimir Sementsov-Ogievskiy /* Intentionally don't report offset_valid for the hole */
143786f8cdf3SVladimir Sementsov-Ogievskiy return BDRV_BLOCK_ZERO;
143886f8cdf3SVladimir Sementsov-Ogievskiy }
143986f8cdf3SVladimir Sementsov-Ogievskiy
1440611ae1d7SVladimir Sementsov-Ogievskiy if (s->info.min_block) {
1441611ae1d7SVladimir Sementsov-Ogievskiy assert(QEMU_IS_ALIGNED(request.len, s->info.min_block));
144286f8cdf3SVladimir Sementsov-Ogievskiy }
1443f7651539SVladimir Sementsov-Ogievskiy do {
144486f8cdf3SVladimir Sementsov-Ogievskiy ret = nbd_co_send_request(bs, &request, NULL);
144586f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0) {
1446f7651539SVladimir Sementsov-Ogievskiy continue;
144786f8cdf3SVladimir Sementsov-Ogievskiy }
144886f8cdf3SVladimir Sementsov-Ogievskiy
144922efd811SEric Blake ret = nbd_co_receive_blockstatus_reply(s, request.cookie, bytes,
1450f7651539SVladimir Sementsov-Ogievskiy &extent, &request_ret,
1451f7651539SVladimir Sementsov-Ogievskiy &local_err);
145286f8cdf3SVladimir Sementsov-Ogievskiy if (local_err) {
145322efd811SEric Blake trace_nbd_co_request_fail(request.from, request.len, request.cookie,
145486f8cdf3SVladimir Sementsov-Ogievskiy request.flags, request.type,
145586f8cdf3SVladimir Sementsov-Ogievskiy nbd_cmd_lookup(request.type),
145686f8cdf3SVladimir Sementsov-Ogievskiy ret, error_get_pretty(local_err));
145786f8cdf3SVladimir Sementsov-Ogievskiy error_free(local_err);
1458f7651539SVladimir Sementsov-Ogievskiy local_err = NULL;
145986f8cdf3SVladimir Sementsov-Ogievskiy }
14608d45185cSPaolo Bonzini } while (ret < 0 && nbd_client_will_reconnect(s));
1461f7651539SVladimir Sementsov-Ogievskiy
146286f8cdf3SVladimir Sementsov-Ogievskiy if (ret < 0 || request_ret < 0) {
146386f8cdf3SVladimir Sementsov-Ogievskiy return ret ? ret : request_ret;
146486f8cdf3SVladimir Sementsov-Ogievskiy }
146586f8cdf3SVladimir Sementsov-Ogievskiy
146686f8cdf3SVladimir Sementsov-Ogievskiy assert(extent.length);
146786f8cdf3SVladimir Sementsov-Ogievskiy *pnum = extent.length;
146886f8cdf3SVladimir Sementsov-Ogievskiy *map = offset;
146986f8cdf3SVladimir Sementsov-Ogievskiy *file = bs;
147086f8cdf3SVladimir Sementsov-Ogievskiy return (extent.flags & NBD_STATE_HOLE ? 0 : BDRV_BLOCK_DATA) |
147186f8cdf3SVladimir Sementsov-Ogievskiy (extent.flags & NBD_STATE_ZERO ? BDRV_BLOCK_ZERO : 0) |
147286f8cdf3SVladimir Sementsov-Ogievskiy BDRV_BLOCK_OFFSET_VALID;
147386f8cdf3SVladimir Sementsov-Ogievskiy }
147486f8cdf3SVladimir Sementsov-Ogievskiy
nbd_client_reopen_prepare(BDRVReopenState * state,BlockReopenQueue * queue,Error ** errp)1475e99754b4SMaxim Levitsky static int nbd_client_reopen_prepare(BDRVReopenState *state,
1476e99754b4SMaxim Levitsky BlockReopenQueue *queue, Error **errp)
1477e99754b4SMaxim Levitsky {
1478e99754b4SMaxim Levitsky BDRVNBDState *s = (BDRVNBDState *)state->bs->opaque;
1479e99754b4SMaxim Levitsky
1480e99754b4SMaxim Levitsky if ((state->flags & BDRV_O_RDWR) && (s->info.flags & NBD_FLAG_READ_ONLY)) {
1481e99754b4SMaxim Levitsky error_setg(errp, "Can't reopen read-only NBD mount as read/write");
1482e99754b4SMaxim Levitsky return -EACCES;
1483e99754b4SMaxim Levitsky }
1484e99754b4SMaxim Levitsky return 0;
1485e99754b4SMaxim Levitsky }
1486e99754b4SMaxim Levitsky
nbd_yank(void * opaque)1487fee091cdSLukas Straub static void nbd_yank(void *opaque)
1488fee091cdSLukas Straub {
1489fee091cdSLukas Straub BlockDriverState *bs = opaque;
1490fee091cdSLukas Straub BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
1491fee091cdSLukas Straub
1492dba5156cSPaolo Bonzini QEMU_LOCK_GUARD(&s->requests_lock);
14937d5b0d68SPhilippe Mathieu-Daudé qio_channel_shutdown(s->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL);
1494dba5156cSPaolo Bonzini s->state = NBD_CLIENT_QUIT;
1495fee091cdSLukas Straub }
1496fee091cdSLukas Straub
nbd_client_close(BlockDriverState * bs)149786f8cdf3SVladimir Sementsov-Ogievskiy static void nbd_client_close(BlockDriverState *bs)
149886f8cdf3SVladimir Sementsov-Ogievskiy {
1499611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
1500297365b4SEric Blake NBDRequest request = { .type = NBD_CMD_DISC, .mode = s->info.mode };
150186f8cdf3SVladimir Sementsov-Ogievskiy
1502f7651539SVladimir Sementsov-Ogievskiy if (s->ioc) {
1503611ae1d7SVladimir Sementsov-Ogievskiy nbd_send_request(s->ioc, &request);
1504f7651539SVladimir Sementsov-Ogievskiy }
150586f8cdf3SVladimir Sementsov-Ogievskiy
150686f8cdf3SVladimir Sementsov-Ogievskiy nbd_teardown_connection(bs);
150786f8cdf3SVladimir Sementsov-Ogievskiy }
150886f8cdf3SVladimir Sementsov-Ogievskiy
150986f8cdf3SVladimir Sementsov-Ogievskiy
15108f071c9dSVladimir Sementsov-Ogievskiy /*
15118f071c9dSVladimir Sementsov-Ogievskiy * Parse nbd_open options
15128f071c9dSVladimir Sementsov-Ogievskiy */
151386f8cdf3SVladimir Sementsov-Ogievskiy
nbd_parse_uri(const char * filename,QDict * options)1514f53a1febSKevin Wolf static int nbd_parse_uri(const char *filename, QDict *options)
15151d7d2a9dSPaolo Bonzini {
1516ad97c011SThomas Huth g_autoptr(GUri) uri = g_uri_parse(filename, G_URI_FLAGS_NONE, NULL);
1517ad97c011SThomas Huth g_autoptr(GHashTable) qp = NULL;
15181d7d2a9dSPaolo Bonzini const char *p;
1519ad97c011SThomas Huth int qp_n;
1520f53a1febSKevin Wolf bool is_unix;
1521ad97c011SThomas Huth const char *uri_scheme, *uri_query, *uri_server;
1522ad97c011SThomas Huth int uri_port;
15231d7d2a9dSPaolo Bonzini
15241d7d2a9dSPaolo Bonzini if (!uri) {
15251d7d2a9dSPaolo Bonzini return -EINVAL;
15261d7d2a9dSPaolo Bonzini }
15271d7d2a9dSPaolo Bonzini
15281d7d2a9dSPaolo Bonzini /* transport */
1529ad97c011SThomas Huth uri_scheme = g_uri_get_scheme(uri);
1530ad97c011SThomas Huth if (!g_strcmp0(uri_scheme, "nbd")) {
1531f53a1febSKevin Wolf is_unix = false;
1532ad97c011SThomas Huth } else if (!g_strcmp0(uri_scheme, "nbd+tcp")) {
1533f53a1febSKevin Wolf is_unix = false;
1534ad97c011SThomas Huth } else if (!g_strcmp0(uri_scheme, "nbd+unix")) {
1535f53a1febSKevin Wolf is_unix = true;
15361d7d2a9dSPaolo Bonzini } else {
1537ad97c011SThomas Huth return -EINVAL;
15381d7d2a9dSPaolo Bonzini }
15391d7d2a9dSPaolo Bonzini
1540ad97c011SThomas Huth p = g_uri_get_path(uri) ?: "";
15412485f22fSEric Blake if (p[0] == '/') {
15422485f22fSEric Blake p++;
15432485f22fSEric Blake }
15441d7d2a9dSPaolo Bonzini if (p[0]) {
154546f5ac20SEric Blake qdict_put_str(options, "export", p);
15461d7d2a9dSPaolo Bonzini }
15471d7d2a9dSPaolo Bonzini
1548ad97c011SThomas Huth uri_query = g_uri_get_query(uri);
1549ad97c011SThomas Huth if (uri_query) {
1550ad97c011SThomas Huth qp = g_uri_parse_params(uri_query, -1, "&", G_URI_PARAMS_NONE, NULL);
1551ad97c011SThomas Huth if (!qp) {
1552ad97c011SThomas Huth return -EINVAL;
15531d7d2a9dSPaolo Bonzini }
1554ad97c011SThomas Huth qp_n = g_hash_table_size(qp);
1555ad97c011SThomas Huth if (qp_n > 1 || (is_unix && !qp_n) || (!is_unix && qp_n)) {
1556ad97c011SThomas Huth return -EINVAL;
1557ad97c011SThomas Huth }
1558ad97c011SThomas Huth }
1559ad97c011SThomas Huth
1560ad97c011SThomas Huth uri_server = g_uri_get_host(uri);
1561ad97c011SThomas Huth if (uri_server && !uri_server[0]) {
1562ad97c011SThomas Huth uri_server = NULL;
1563ad97c011SThomas Huth }
1564ad97c011SThomas Huth uri_port = g_uri_get_port(uri);
15651d7d2a9dSPaolo Bonzini
1566f53a1febSKevin Wolf if (is_unix) {
15671d7d2a9dSPaolo Bonzini /* nbd+unix:///export?socket=path */
1568ad97c011SThomas Huth const char *uri_socket = g_hash_table_lookup(qp, "socket");
1569ad97c011SThomas Huth if (uri_server || uri_port != -1 || !uri_socket) {
1570ad97c011SThomas Huth return -EINVAL;
15711d7d2a9dSPaolo Bonzini }
157246f5ac20SEric Blake qdict_put_str(options, "server.type", "unix");
1573ad97c011SThomas Huth qdict_put_str(options, "server.path", uri_socket);
15741d7d2a9dSPaolo Bonzini } else {
1575f84d431bSMax Reitz char *port_str;
1576f84d431bSMax Reitz
1577bebbf7faSKevin Wolf /* nbd[+tcp]://host[:port]/export */
1578ad97c011SThomas Huth if (!uri_server) {
1579ad97c011SThomas Huth return -EINVAL;
158023307908SJán Tomko }
158123307908SJán Tomko
158246f5ac20SEric Blake qdict_put_str(options, "server.type", "inet");
1583ad97c011SThomas Huth qdict_put_str(options, "server.host", uri_server);
1584f84d431bSMax Reitz
1585ad97c011SThomas Huth port_str = g_strdup_printf("%d", uri_port > 0 ? uri_port
1586ad97c011SThomas Huth : NBD_DEFAULT_PORT);
158746f5ac20SEric Blake qdict_put_str(options, "server.port", port_str);
1588f53a1febSKevin Wolf g_free(port_str);
15891d7d2a9dSPaolo Bonzini }
15901d7d2a9dSPaolo Bonzini
1591ad97c011SThomas Huth return 0;
15921d7d2a9dSPaolo Bonzini }
15931d7d2a9dSPaolo Bonzini
nbd_has_filename_options_conflict(QDict * options,Error ** errp)159448c38e0bSMax Reitz static bool nbd_has_filename_options_conflict(QDict *options, Error **errp)
159548c38e0bSMax Reitz {
159648c38e0bSMax Reitz const QDictEntry *e;
159748c38e0bSMax Reitz
159848c38e0bSMax Reitz for (e = qdict_first(options); e; e = qdict_next(options, e)) {
159948c38e0bSMax Reitz if (!strcmp(e->key, "host") ||
160048c38e0bSMax Reitz !strcmp(e->key, "port") ||
160148c38e0bSMax Reitz !strcmp(e->key, "path") ||
1602491d6c7cSMax Reitz !strcmp(e->key, "export") ||
1603491d6c7cSMax Reitz strstart(e->key, "server.", NULL))
160448c38e0bSMax Reitz {
160548c38e0bSMax Reitz error_setg(errp, "Option '%s' cannot be used with a file name",
160648c38e0bSMax Reitz e->key);
160748c38e0bSMax Reitz return true;
160848c38e0bSMax Reitz }
160948c38e0bSMax Reitz }
161048c38e0bSMax Reitz
161148c38e0bSMax Reitz return false;
161248c38e0bSMax Reitz }
161348c38e0bSMax Reitz
nbd_parse_filename(const char * filename,QDict * options,Error ** errp)16146963a30dSKevin Wolf static void nbd_parse_filename(const char *filename, QDict *options,
16156963a30dSKevin Wolf Error **errp)
1616019d6b8fSAnthony Liguori {
1617df18c04eSEric Blake g_autofree char *file = NULL;
161833897dc7SNick Thomas char *export_name;
161933897dc7SNick Thomas const char *host_spec;
1620019d6b8fSAnthony Liguori const char *unixpath;
1621019d6b8fSAnthony Liguori
162248c38e0bSMax Reitz if (nbd_has_filename_options_conflict(options, errp)) {
1623681e7ad0SKevin Wolf return;
1624681e7ad0SKevin Wolf }
1625681e7ad0SKevin Wolf
16261d7d2a9dSPaolo Bonzini if (strstr(filename, "://")) {
16276963a30dSKevin Wolf int ret = nbd_parse_uri(filename, options);
16286963a30dSKevin Wolf if (ret < 0) {
16296963a30dSKevin Wolf error_setg(errp, "No valid URL specified");
16306963a30dSKevin Wolf }
16316963a30dSKevin Wolf return;
16321d7d2a9dSPaolo Bonzini }
16331d7d2a9dSPaolo Bonzini
16347267c094SAnthony Liguori file = g_strdup(filename);
16351d45f8b5SLaurent Vivier
163633897dc7SNick Thomas export_name = strstr(file, EN_OPTSTR);
163733897dc7SNick Thomas if (export_name) {
163833897dc7SNick Thomas if (export_name[strlen(EN_OPTSTR)] == 0) {
1639df18c04eSEric Blake return;
16401d45f8b5SLaurent Vivier }
164133897dc7SNick Thomas export_name[0] = 0; /* truncate 'file' */
164233897dc7SNick Thomas export_name += strlen(EN_OPTSTR);
1643f53a1febSKevin Wolf
164446f5ac20SEric Blake qdict_put_str(options, "export", export_name);
16451d45f8b5SLaurent Vivier }
16461d45f8b5SLaurent Vivier
164733897dc7SNick Thomas /* extract the host_spec - fail if it's not nbd:... */
164833897dc7SNick Thomas if (!strstart(file, "nbd:", &host_spec)) {
16496963a30dSKevin Wolf error_setg(errp, "File name string for NBD must start with 'nbd:'");
1650df18c04eSEric Blake return;
16511d45f8b5SLaurent Vivier }
1652019d6b8fSAnthony Liguori
1653f53a1febSKevin Wolf if (!*host_spec) {
1654df18c04eSEric Blake return;
1655f53a1febSKevin Wolf }
1656f53a1febSKevin Wolf
165733897dc7SNick Thomas /* are we a UNIX or TCP socket? */
165833897dc7SNick Thomas if (strstart(host_spec, "unix:", &unixpath)) {
165946f5ac20SEric Blake qdict_put_str(options, "server.type", "unix");
166046f5ac20SEric Blake qdict_put_str(options, "server.path", unixpath);
1661019d6b8fSAnthony Liguori } else {
16620785bd7aSMarkus Armbruster InetSocketAddress *addr = g_new(InetSocketAddress, 1);
1663f53a1febSKevin Wolf
16640785bd7aSMarkus Armbruster if (inet_parse(addr, host_spec, errp)) {
16650785bd7aSMarkus Armbruster goto out_inet;
1666f17c90beSKevin Wolf }
1667f53a1febSKevin Wolf
166846f5ac20SEric Blake qdict_put_str(options, "server.type", "inet");
166946f5ac20SEric Blake qdict_put_str(options, "server.host", addr->host);
167046f5ac20SEric Blake qdict_put_str(options, "server.port", addr->port);
16710785bd7aSMarkus Armbruster out_inet:
1672f53a1febSKevin Wolf qapi_free_InetSocketAddress(addr);
16731d45f8b5SLaurent Vivier }
167433897dc7SNick Thomas }
1675f53a1febSKevin Wolf
nbd_process_legacy_socket_options(QDict * output_options,QemuOpts * legacy_opts,Error ** errp)1676491d6c7cSMax Reitz static bool nbd_process_legacy_socket_options(QDict *output_options,
1677491d6c7cSMax Reitz QemuOpts *legacy_opts,
1678491d6c7cSMax Reitz Error **errp)
1679f53a1febSKevin Wolf {
1680491d6c7cSMax Reitz const char *path = qemu_opt_get(legacy_opts, "path");
1681491d6c7cSMax Reitz const char *host = qemu_opt_get(legacy_opts, "host");
1682491d6c7cSMax Reitz const char *port = qemu_opt_get(legacy_opts, "port");
1683491d6c7cSMax Reitz const QDictEntry *e;
1684f53a1febSKevin Wolf
1685491d6c7cSMax Reitz if (!path && !host && !port) {
1686491d6c7cSMax Reitz return true;
1687491d6c7cSMax Reitz }
168803504d05SMax Reitz
1689491d6c7cSMax Reitz for (e = qdict_first(output_options); e; e = qdict_next(output_options, e))
1690491d6c7cSMax Reitz {
1691491d6c7cSMax Reitz if (strstart(e->key, "server.", NULL)) {
1692491d6c7cSMax Reitz error_setg(errp, "Cannot use 'server' and path/host/port at the "
1693491d6c7cSMax Reitz "same time");
1694491d6c7cSMax Reitz return false;
1695491d6c7cSMax Reitz }
1696491d6c7cSMax Reitz }
1697491d6c7cSMax Reitz
1698491d6c7cSMax Reitz if (path && host) {
169982d73014SMax Reitz error_setg(errp, "path and host may not be used at the same time");
1700491d6c7cSMax Reitz return false;
1701491d6c7cSMax Reitz } else if (path) {
1702491d6c7cSMax Reitz if (port) {
1703442045cbSMax Reitz error_setg(errp, "port may not be used without host");
1704491d6c7cSMax Reitz return false;
1705442045cbSMax Reitz }
1706019d6b8fSAnthony Liguori
170746f5ac20SEric Blake qdict_put_str(output_options, "server.type", "unix");
170846f5ac20SEric Blake qdict_put_str(output_options, "server.path", path);
1709491d6c7cSMax Reitz } else if (host) {
171046f5ac20SEric Blake qdict_put_str(output_options, "server.type", "inet");
171146f5ac20SEric Blake qdict_put_str(output_options, "server.host", host);
171246f5ac20SEric Blake qdict_put_str(output_options, "server.port",
171346f5ac20SEric Blake port ?: stringify(NBD_DEFAULT_PORT));
17147a5ed437SDaniel P. Berrange }
1715491d6c7cSMax Reitz
1716491d6c7cSMax Reitz return true;
1717491d6c7cSMax Reitz }
1718491d6c7cSMax Reitz
nbd_config(BDRVNBDState * s,QDict * options,Error ** errp)171962cf396bSMarkus Armbruster static SocketAddress *nbd_config(BDRVNBDState *s, QDict *options,
17209445673eSMarkus Armbruster Error **errp)
1721491d6c7cSMax Reitz {
172262cf396bSMarkus Armbruster SocketAddress *saddr = NULL;
1723491d6c7cSMax Reitz QDict *addr = NULL;
1724491d6c7cSMax Reitz Visitor *iv = NULL;
1725491d6c7cSMax Reitz
1726491d6c7cSMax Reitz qdict_extract_subqdict(options, &addr, "server.");
1727491d6c7cSMax Reitz if (!qdict_size(addr)) {
1728491d6c7cSMax Reitz error_setg(errp, "NBD server address missing");
1729491d6c7cSMax Reitz goto done;
1730491d6c7cSMax Reitz }
1731491d6c7cSMax Reitz
1732af91062eSMarkus Armbruster iv = qobject_input_visitor_new_flat_confused(addr, errp);
1733af91062eSMarkus Armbruster if (!iv) {
1734491d6c7cSMax Reitz goto done;
1735491d6c7cSMax Reitz }
1736491d6c7cSMax Reitz
1737af175e85SMarkus Armbruster if (!visit_type_SocketAddress(iv, NULL, &saddr, errp)) {
1738491d6c7cSMax Reitz goto done;
1739f53a1febSKevin Wolf }
1740f53a1febSKevin Wolf
17416cc702beSVladimir Sementsov-Ogievskiy if (socket_address_parse_named_fd(saddr, errp) < 0) {
17426cc702beSVladimir Sementsov-Ogievskiy qapi_free_SocketAddress(saddr);
17436cc702beSVladimir Sementsov-Ogievskiy saddr = NULL;
17446cc702beSVladimir Sementsov-Ogievskiy goto done;
17456cc702beSVladimir Sementsov-Ogievskiy }
17466cc702beSVladimir Sementsov-Ogievskiy
1747491d6c7cSMax Reitz done:
1748cb3e7f08SMarc-André Lureau qobject_unref(addr);
1749491d6c7cSMax Reitz visit_free(iv);
17507a5ed437SDaniel P. Berrange return saddr;
1751f53a1febSKevin Wolf }
1752f53a1febSKevin Wolf
nbd_get_tls_creds(const char * id,Error ** errp)175375822a12SDaniel P. Berrange static QCryptoTLSCreds *nbd_get_tls_creds(const char *id, Error **errp)
175475822a12SDaniel P. Berrange {
175575822a12SDaniel P. Berrange Object *obj;
175675822a12SDaniel P. Berrange QCryptoTLSCreds *creds;
175775822a12SDaniel P. Berrange
175875822a12SDaniel P. Berrange obj = object_resolve_path_component(
175975822a12SDaniel P. Berrange object_get_objects_root(), id);
176075822a12SDaniel P. Berrange if (!obj) {
176175822a12SDaniel P. Berrange error_setg(errp, "No TLS credentials with id '%s'",
176275822a12SDaniel P. Berrange id);
176375822a12SDaniel P. Berrange return NULL;
176475822a12SDaniel P. Berrange }
176575822a12SDaniel P. Berrange creds = (QCryptoTLSCreds *)
176675822a12SDaniel P. Berrange object_dynamic_cast(obj, TYPE_QCRYPTO_TLS_CREDS);
176775822a12SDaniel P. Berrange if (!creds) {
176875822a12SDaniel P. Berrange error_setg(errp, "Object with id '%s' is not TLS credentials",
176975822a12SDaniel P. Berrange id);
177075822a12SDaniel P. Berrange return NULL;
177175822a12SDaniel P. Berrange }
177275822a12SDaniel P. Berrange
17737b3b6168SPhilippe Mathieu-Daudé if (!qcrypto_tls_creds_check_endpoint(creds,
17747b3b6168SPhilippe Mathieu-Daudé QCRYPTO_TLS_CREDS_ENDPOINT_CLIENT,
17757b3b6168SPhilippe Mathieu-Daudé errp)) {
177675822a12SDaniel P. Berrange return NULL;
177775822a12SDaniel P. Berrange }
177875822a12SDaniel P. Berrange object_ref(obj);
177975822a12SDaniel P. Berrange return creds;
178075822a12SDaniel P. Berrange }
178175822a12SDaniel P. Berrange
178275822a12SDaniel P. Berrange
17837ccc44fdSMax Reitz static QemuOptsList nbd_runtime_opts = {
17847ccc44fdSMax Reitz .name = "nbd",
17857ccc44fdSMax Reitz .head = QTAILQ_HEAD_INITIALIZER(nbd_runtime_opts.head),
17867ccc44fdSMax Reitz .desc = {
17877ccc44fdSMax Reitz {
17887ccc44fdSMax Reitz .name = "host",
17897ccc44fdSMax Reitz .type = QEMU_OPT_STRING,
17907ccc44fdSMax Reitz .help = "TCP host to connect to",
17917ccc44fdSMax Reitz },
17927ccc44fdSMax Reitz {
17937ccc44fdSMax Reitz .name = "port",
17947ccc44fdSMax Reitz .type = QEMU_OPT_STRING,
17957ccc44fdSMax Reitz .help = "TCP port to connect to",
17967ccc44fdSMax Reitz },
17977ccc44fdSMax Reitz {
17987ccc44fdSMax Reitz .name = "path",
17997ccc44fdSMax Reitz .type = QEMU_OPT_STRING,
18007ccc44fdSMax Reitz .help = "Unix socket path to connect to",
18017ccc44fdSMax Reitz },
18027ccc44fdSMax Reitz {
18037ccc44fdSMax Reitz .name = "export",
18047ccc44fdSMax Reitz .type = QEMU_OPT_STRING,
18057ccc44fdSMax Reitz .help = "Name of the NBD export to open",
18067ccc44fdSMax Reitz },
18077ccc44fdSMax Reitz {
18087ccc44fdSMax Reitz .name = "tls-creds",
18097ccc44fdSMax Reitz .type = QEMU_OPT_STRING,
18107ccc44fdSMax Reitz .help = "ID of the TLS credentials to use",
18117ccc44fdSMax Reitz },
1812216ee365SEric Blake {
1813a0cd6d29SDaniel P. Berrangé .name = "tls-hostname",
1814a0cd6d29SDaniel P. Berrangé .type = QEMU_OPT_STRING,
1815a0cd6d29SDaniel P. Berrangé .help = "Override hostname for validating TLS x509 certificate",
1816a0cd6d29SDaniel P. Berrangé },
1817a0cd6d29SDaniel P. Berrangé {
1818216ee365SEric Blake .name = "x-dirty-bitmap",
1819216ee365SEric Blake .type = QEMU_OPT_STRING,
1820216ee365SEric Blake .help = "experimental: expose named dirty bitmap in place of "
1821216ee365SEric Blake "block status",
1822216ee365SEric Blake },
1823b172ae2eSVladimir Sementsov-Ogievskiy {
1824b172ae2eSVladimir Sementsov-Ogievskiy .name = "reconnect-delay",
1825b172ae2eSVladimir Sementsov-Ogievskiy .type = QEMU_OPT_NUMBER,
1826b172ae2eSVladimir Sementsov-Ogievskiy .help = "On an unexpected disconnect, the nbd client tries to "
1827b172ae2eSVladimir Sementsov-Ogievskiy "connect again until succeeding or encountering a serious "
1828b172ae2eSVladimir Sementsov-Ogievskiy "error. During the first @reconnect-delay seconds, all "
1829b172ae2eSVladimir Sementsov-Ogievskiy "requests are paused and will be rerun on a successful "
1830b172ae2eSVladimir Sementsov-Ogievskiy "reconnect. After that time, any delayed requests and all "
1831b172ae2eSVladimir Sementsov-Ogievskiy "future requests before a successful reconnect will "
1832b172ae2eSVladimir Sementsov-Ogievskiy "immediately fail. Default 0",
1833b172ae2eSVladimir Sementsov-Ogievskiy },
1834be16b8bfSVladimir Sementsov-Ogievskiy {
1835be16b8bfSVladimir Sementsov-Ogievskiy .name = "open-timeout",
1836be16b8bfSVladimir Sementsov-Ogievskiy .type = QEMU_OPT_NUMBER,
1837be16b8bfSVladimir Sementsov-Ogievskiy .help = "In seconds. If zero, the nbd driver tries the connection "
1838be16b8bfSVladimir Sementsov-Ogievskiy "only once, and fails to open if the connection fails. "
1839be16b8bfSVladimir Sementsov-Ogievskiy "If non-zero, the nbd driver will repeat connection "
1840be16b8bfSVladimir Sementsov-Ogievskiy "attempts until successful or until @open-timeout seconds "
1841be16b8bfSVladimir Sementsov-Ogievskiy "have elapsed. Default 0",
1842be16b8bfSVladimir Sementsov-Ogievskiy },
1843c4365735SMurilo Opsfelder Araujo { /* end of list */ }
18447ccc44fdSMax Reitz },
18457ccc44fdSMax Reitz };
18467ccc44fdSMax Reitz
nbd_process_options(BlockDriverState * bs,QDict * options,Error ** errp)18478f071c9dSVladimir Sementsov-Ogievskiy static int nbd_process_options(BlockDriverState *bs, QDict *options,
1848015a1036SMax Reitz Error **errp)
184933897dc7SNick Thomas {
185033897dc7SNick Thomas BDRVNBDState *s = bs->opaque;
18518f071c9dSVladimir Sementsov-Ogievskiy QemuOpts *opts;
185275822a12SDaniel P. Berrange int ret = -EINVAL;
1853ae255e52SPaolo Bonzini
18547ccc44fdSMax Reitz opts = qemu_opts_create(&nbd_runtime_opts, NULL, 0, &error_abort);
1855af175e85SMarkus Armbruster if (!qemu_opts_absorb_qdict(opts, options, errp)) {
18567ccc44fdSMax Reitz goto error;
18577ccc44fdSMax Reitz }
18587ccc44fdSMax Reitz
185962cf396bSMarkus Armbruster /* Translate @host, @port, and @path to a SocketAddress */
1860491d6c7cSMax Reitz if (!nbd_process_legacy_socket_options(options, opts, errp)) {
186175822a12SDaniel P. Berrange goto error;
186275822a12SDaniel P. Berrange }
186375822a12SDaniel P. Berrange
1864491d6c7cSMax Reitz /* Pop the config into our state object. Exit if invalid. */
1865491d6c7cSMax Reitz s->saddr = nbd_config(s, options, errp);
1866491d6c7cSMax Reitz if (!s->saddr) {
1867491d6c7cSMax Reitz goto error;
1868491d6c7cSMax Reitz }
1869491d6c7cSMax Reitz
1870491d6c7cSMax Reitz s->export = g_strdup(qemu_opt_get(opts, "export"));
187193676c88SEric Blake if (s->export && strlen(s->export) > NBD_MAX_STRING_SIZE) {
187293676c88SEric Blake error_setg(errp, "export name too long to send to server");
187393676c88SEric Blake goto error;
187493676c88SEric Blake }
1875491d6c7cSMax Reitz
187603504d05SMax Reitz s->tlscredsid = g_strdup(qemu_opt_get(opts, "tls-creds"));
187703504d05SMax Reitz if (s->tlscredsid) {
18788f071c9dSVladimir Sementsov-Ogievskiy s->tlscreds = nbd_get_tls_creds(s->tlscredsid, errp);
18798f071c9dSVladimir Sementsov-Ogievskiy if (!s->tlscreds) {
188075822a12SDaniel P. Berrange goto error;
188175822a12SDaniel P. Berrange }
188275822a12SDaniel P. Berrange
1883a0cd6d29SDaniel P. Berrangé s->tlshostname = g_strdup(qemu_opt_get(opts, "tls-hostname"));
1884e8ae8b1aSDaniel P. Berrangé if (!s->tlshostname &&
1885e8ae8b1aSDaniel P. Berrangé s->saddr->type == SOCKET_ADDRESS_TYPE_INET) {
1886a0cd6d29SDaniel P. Berrangé s->tlshostname = g_strdup(s->saddr->u.inet.host);
1887a0cd6d29SDaniel P. Berrangé }
188833897dc7SNick Thomas }
188933897dc7SNick Thomas
18908f071c9dSVladimir Sementsov-Ogievskiy s->x_dirty_bitmap = g_strdup(qemu_opt_get(opts, "x-dirty-bitmap"));
189193676c88SEric Blake if (s->x_dirty_bitmap && strlen(s->x_dirty_bitmap) > NBD_MAX_STRING_SIZE) {
189293676c88SEric Blake error_setg(errp, "x-dirty-bitmap query too long to send to server");
189393676c88SEric Blake goto error;
189493676c88SEric Blake }
189593676c88SEric Blake
18968f071c9dSVladimir Sementsov-Ogievskiy s->reconnect_delay = qemu_opt_get_number(opts, "reconnect-delay", 0);
1897be16b8bfSVladimir Sementsov-Ogievskiy s->open_timeout = qemu_opt_get_number(opts, "open-timeout", 0);
18988f071c9dSVladimir Sementsov-Ogievskiy
18998f071c9dSVladimir Sementsov-Ogievskiy ret = 0;
1900d42f78e9SVladimir Sementsov-Ogievskiy
190175822a12SDaniel P. Berrange error:
19027ccc44fdSMax Reitz qemu_opts_del(opts);
190375822a12SDaniel P. Berrange return ret;
1904ae255e52SPaolo Bonzini }
1905d9b09f13SPaolo Bonzini
nbd_open(BlockDriverState * bs,QDict * options,int flags,Error ** errp)19068f071c9dSVladimir Sementsov-Ogievskiy static int nbd_open(BlockDriverState *bs, QDict *options, int flags,
19078f071c9dSVladimir Sementsov-Ogievskiy Error **errp)
19088f071c9dSVladimir Sementsov-Ogievskiy {
19098f071c9dSVladimir Sementsov-Ogievskiy int ret;
19108f071c9dSVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
19118f071c9dSVladimir Sementsov-Ogievskiy
19128f071c9dSVladimir Sementsov-Ogievskiy s->bs = bs;
1913ee19d953SPaolo Bonzini qemu_mutex_init(&s->requests_lock);
19148f071c9dSVladimir Sementsov-Ogievskiy qemu_co_queue_init(&s->free_sema);
1915ee19d953SPaolo Bonzini qemu_co_mutex_init(&s->send_mutex);
19164ddb5d2fSVladimir Sementsov-Ogievskiy qemu_co_mutex_init(&s->receive_mutex);
19178f071c9dSVladimir Sementsov-Ogievskiy
1918fee091cdSLukas Straub if (!yank_register_instance(BLOCKDEV_YANK_INSTANCE(bs->node_name), errp)) {
1919fee091cdSLukas Straub return -EEXIST;
1920fee091cdSLukas Straub }
1921fee091cdSLukas Straub
1922bbba1c37SVladimir Sementsov-Ogievskiy ret = nbd_process_options(bs, options, errp);
1923bbba1c37SVladimir Sementsov-Ogievskiy if (ret < 0) {
1924bbba1c37SVladimir Sementsov-Ogievskiy goto fail;
1925bbba1c37SVladimir Sementsov-Ogievskiy }
1926bbba1c37SVladimir Sementsov-Ogievskiy
19276d2b0332SVladimir Sementsov-Ogievskiy s->conn = nbd_client_connection_new(s->saddr, true, s->export,
1928046f98d0SDaniel P. Berrangé s->x_dirty_bitmap, s->tlscreds,
1929046f98d0SDaniel P. Berrangé s->tlshostname);
1930e8b35bf5SRoman Kagan
1931be16b8bfSVladimir Sementsov-Ogievskiy if (s->open_timeout) {
1932be16b8bfSVladimir Sementsov-Ogievskiy nbd_client_connection_enable_retry(s->conn);
1933be16b8bfSVladimir Sementsov-Ogievskiy open_timer_init(s, qemu_clock_get_ns(QEMU_CLOCK_REALTIME) +
1934be16b8bfSVladimir Sementsov-Ogievskiy s->open_timeout * NANOSECONDS_PER_SECOND);
1935be16b8bfSVladimir Sementsov-Ogievskiy }
1936be16b8bfSVladimir Sementsov-Ogievskiy
19374ddb5d2fSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_WAIT;
19388610b449SPaolo Bonzini ret = nbd_do_establish_connection(bs, true, errp);
19398f071c9dSVladimir Sementsov-Ogievskiy if (ret < 0) {
1940bbba1c37SVladimir Sementsov-Ogievskiy goto fail;
19418f071c9dSVladimir Sementsov-Ogievskiy }
19428f071c9dSVladimir Sementsov-Ogievskiy
1943717be964SHanna Reitz /*
1944717be964SHanna Reitz * The connect attempt is done, so we no longer need this timer.
1945717be964SHanna Reitz * Delete it, because we do not want it to be around when this node
1946717be964SHanna Reitz * is drained or closed.
1947717be964SHanna Reitz */
1948717be964SHanna Reitz open_timer_del(s);
1949717be964SHanna Reitz
19504ddb5d2fSVladimir Sementsov-Ogievskiy nbd_client_connection_enable_retry(s->conn);
19518f071c9dSVladimir Sementsov-Ogievskiy
19528f071c9dSVladimir Sementsov-Ogievskiy return 0;
1953bbba1c37SVladimir Sementsov-Ogievskiy
1954bbba1c37SVladimir Sementsov-Ogievskiy fail:
1955717be964SHanna Reitz open_timer_del(s);
1956bbba1c37SVladimir Sementsov-Ogievskiy nbd_clear_bdrvstate(bs);
1957bbba1c37SVladimir Sementsov-Ogievskiy return ret;
19588f071c9dSVladimir Sementsov-Ogievskiy }
19598f071c9dSVladimir Sementsov-Ogievskiy
nbd_refresh_limits(BlockDriverState * bs,Error ** errp)1960fa21e6faSDenis V. Lunev static void nbd_refresh_limits(BlockDriverState *bs, Error **errp)
1961fa21e6faSDenis V. Lunev {
1962611ae1d7SVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
1963fd8d372dSEric Blake uint32_t min = s->info.min_block;
1964081dd1feSEric Blake uint32_t max = MIN_NON_ZERO(NBD_MAX_BUFFER_SIZE, s->info.max_block);
1965081dd1feSEric Blake
19667da537f7SEric Blake /*
19677da537f7SEric Blake * If the server did not advertise an alignment:
19687da537f7SEric Blake * - a size that is not sector-aligned implies that an alignment
19697da537f7SEric Blake * of 1 can be used to access those tail bytes
19707da537f7SEric Blake * - advertisement of block status requires an alignment of 1, so
19717da537f7SEric Blake * that we don't violate block layer constraints that block
19727da537f7SEric Blake * status is always aligned (as we can't control whether the
19737da537f7SEric Blake * server will report sub-sector extents, such as a hole at EOF
19747da537f7SEric Blake * on an unaligned POSIX file)
19757da537f7SEric Blake * - otherwise, assume the server is so old that we are safer avoiding
19767da537f7SEric Blake * sub-sector requests
19777da537f7SEric Blake */
19787da537f7SEric Blake if (!min) {
19797da537f7SEric Blake min = (!QEMU_IS_ALIGNED(s->info.size, BDRV_SECTOR_SIZE) ||
19807da537f7SEric Blake s->info.base_allocation) ? 1 : BDRV_SECTOR_SIZE;
19817da537f7SEric Blake }
19827da537f7SEric Blake
19837da537f7SEric Blake bs->bl.request_alignment = min;
1984714eb0dbSVladimir Sementsov-Ogievskiy bs->bl.max_pdiscard = QEMU_ALIGN_DOWN(INT_MAX, min);
1985081dd1feSEric Blake bs->bl.max_pwrite_zeroes = max;
1986081dd1feSEric Blake bs->bl.max_transfer = max;
1987081dd1feSEric Blake
1988b2578459SEric Blake /*
1989b2578459SEric Blake * Assume that if the server supports extended headers, it also
1990b2578459SEric Blake * supports unlimited size zero and trim commands.
1991b2578459SEric Blake */
1992b2578459SEric Blake if (s->info.mode >= NBD_MODE_EXTENDED) {
1993b2578459SEric Blake bs->bl.max_pdiscard = bs->bl.max_pwrite_zeroes = 0;
1994b2578459SEric Blake }
1995b2578459SEric Blake
1996081dd1feSEric Blake if (s->info.opt_block &&
1997081dd1feSEric Blake s->info.opt_block > bs->bl.opt_transfer) {
1998081dd1feSEric Blake bs->bl.opt_transfer = s->info.opt_block;
1999081dd1feSEric Blake }
2000fa21e6faSDenis V. Lunev }
2001fa21e6faSDenis V. Lunev
nbd_close(BlockDriverState * bs)2002019d6b8fSAnthony Liguori static void nbd_close(BlockDriverState *bs)
2003019d6b8fSAnthony Liguori {
2004f53a829bSMax Reitz nbd_client_close(bs);
2005bbba1c37SVladimir Sementsov-Ogievskiy nbd_clear_bdrvstate(bs);
2006019d6b8fSAnthony Liguori }
2007019d6b8fSAnthony Liguori
2008a2b333c0SNir Soffer /*
2009a2b333c0SNir Soffer * NBD cannot truncate, but if the caller asks to truncate to the same size, or
2010a2b333c0SNir Soffer * to a smaller size with exact=false, there is no reason to fail the
2011a2b333c0SNir Soffer * operation.
2012a2b333c0SNir Soffer *
2013a2b333c0SNir Soffer * Preallocation mode is ignored since it does not seems useful to fail when
2014a2b333c0SNir Soffer * we never change anything.
2015a2b333c0SNir Soffer */
nbd_co_truncate(BlockDriverState * bs,int64_t offset,bool exact,PreallocMode prealloc,BdrvRequestFlags flags,Error ** errp)2016a2b333c0SNir Soffer static int coroutine_fn nbd_co_truncate(BlockDriverState *bs, int64_t offset,
2017a2b333c0SNir Soffer bool exact, PreallocMode prealloc,
2018a2b333c0SNir Soffer BdrvRequestFlags flags, Error **errp)
2019a2b333c0SNir Soffer {
2020a2b333c0SNir Soffer BDRVNBDState *s = bs->opaque;
2021a2b333c0SNir Soffer
2022a2b333c0SNir Soffer if (offset != s->info.size && exact) {
2023a2b333c0SNir Soffer error_setg(errp, "Cannot resize NBD nodes");
2024a2b333c0SNir Soffer return -ENOTSUP;
2025a2b333c0SNir Soffer }
2026a2b333c0SNir Soffer
2027a2b333c0SNir Soffer if (offset > s->info.size) {
2028a2b333c0SNir Soffer error_setg(errp, "Cannot grow NBD nodes");
2029a2b333c0SNir Soffer return -EINVAL;
2030a2b333c0SNir Soffer }
2031a2b333c0SNir Soffer
2032a2b333c0SNir Soffer return 0;
2033a2b333c0SNir Soffer }
2034a2b333c0SNir Soffer
nbd_co_getlength(BlockDriverState * bs)2035c86422c5SEmanuele Giuseppe Esposito static int64_t coroutine_fn nbd_co_getlength(BlockDriverState *bs)
2036019d6b8fSAnthony Liguori {
2037019d6b8fSAnthony Liguori BDRVNBDState *s = bs->opaque;
2038019d6b8fSAnthony Liguori
2039611ae1d7SVladimir Sementsov-Ogievskiy return s->info.size;
2040019d6b8fSAnthony Liguori }
2041019d6b8fSAnthony Liguori
nbd_refresh_filename(BlockDriverState * bs)2042998b3a1eSMax Reitz static void nbd_refresh_filename(BlockDriverState *bs)
20432019d68bSMax Reitz {
204403504d05SMax Reitz BDRVNBDState *s = bs->opaque;
2045491d6c7cSMax Reitz const char *host = NULL, *port = NULL, *path = NULL;
20465c86bdf1SEric Blake size_t len = 0;
2047491d6c7cSMax Reitz
204862cf396bSMarkus Armbruster if (s->saddr->type == SOCKET_ADDRESS_TYPE_INET) {
20499445673eSMarkus Armbruster const InetSocketAddress *inet = &s->saddr->u.inet;
2050491d6c7cSMax Reitz if (!inet->has_ipv4 && !inet->has_ipv6 && !inet->has_to) {
2051491d6c7cSMax Reitz host = inet->host;
2052491d6c7cSMax Reitz port = inet->port;
2053491d6c7cSMax Reitz }
205462cf396bSMarkus Armbruster } else if (s->saddr->type == SOCKET_ADDRESS_TYPE_UNIX) {
20559445673eSMarkus Armbruster path = s->saddr->u.q_unix.path;
20569445673eSMarkus Armbruster } /* else can't represent as pseudo-filename */
20572019d68bSMax Reitz
2058491d6c7cSMax Reitz if (path && s->export) {
20595c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename),
2060491d6c7cSMax Reitz "nbd+unix:///%s?socket=%s", s->export, path);
2061491d6c7cSMax Reitz } else if (path && !s->export) {
20625c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename),
2063491d6c7cSMax Reitz "nbd+unix://?socket=%s", path);
2064491d6c7cSMax Reitz } else if (host && s->export) {
20655c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename),
2066491d6c7cSMax Reitz "nbd://%s:%s/%s", host, port, s->export);
2067491d6c7cSMax Reitz } else if (host && !s->export) {
20685c86bdf1SEric Blake len = snprintf(bs->exact_filename, sizeof(bs->exact_filename),
2069491d6c7cSMax Reitz "nbd://%s:%s", host, port);
2070ec0de768SMax Reitz }
207100d69986SEric Blake if (len >= sizeof(bs->exact_filename)) {
20725c86bdf1SEric Blake /* Name is too long to represent exactly, so leave it empty. */
20735c86bdf1SEric Blake bs->exact_filename[0] = '\0';
20745c86bdf1SEric Blake }
20752019d68bSMax Reitz }
20762019d68bSMax Reitz
nbd_dirname(BlockDriverState * bs,Error ** errp)20778a6239c0SMax Reitz static char *nbd_dirname(BlockDriverState *bs, Error **errp)
20788a6239c0SMax Reitz {
20798a6239c0SMax Reitz /* The generic bdrv_dirname() implementation is able to work out some
20808a6239c0SMax Reitz * directory name for NBD nodes, but that would be wrong. So far there is no
20818a6239c0SMax Reitz * specification for how "export paths" would work, so NBD does not have
20828a6239c0SMax Reitz * directory names. */
20838a6239c0SMax Reitz error_setg(errp, "Cannot generate a base directory for NBD nodes");
20848a6239c0SMax Reitz return NULL;
20858a6239c0SMax Reitz }
20868a6239c0SMax Reitz
20872654267cSMax Reitz static const char *const nbd_strong_runtime_opts[] = {
20882654267cSMax Reitz "path",
20892654267cSMax Reitz "host",
20902654267cSMax Reitz "port",
20912654267cSMax Reitz "export",
20922654267cSMax Reitz "tls-creds",
2093a0cd6d29SDaniel P. Berrangé "tls-hostname",
20942654267cSMax Reitz "server.",
20952654267cSMax Reitz
20962654267cSMax Reitz NULL
20972654267cSMax Reitz };
20982654267cSMax Reitz
nbd_cancel_in_flight(BlockDriverState * bs)2099c4f7f24eSVladimir Sementsov-Ogievskiy static void nbd_cancel_in_flight(BlockDriverState *bs)
2100c4f7f24eSVladimir Sementsov-Ogievskiy {
2101c4f7f24eSVladimir Sementsov-Ogievskiy BDRVNBDState *s = (BDRVNBDState *)bs->opaque;
2102c4f7f24eSVladimir Sementsov-Ogievskiy
2103c4f7f24eSVladimir Sementsov-Ogievskiy reconnect_delay_timer_del(s);
2104c4f7f24eSVladimir Sementsov-Ogievskiy
2105ee19d953SPaolo Bonzini qemu_mutex_lock(&s->requests_lock);
2106c4f7f24eSVladimir Sementsov-Ogievskiy if (s->state == NBD_CLIENT_CONNECTING_WAIT) {
2107c4f7f24eSVladimir Sementsov-Ogievskiy s->state = NBD_CLIENT_CONNECTING_NOWAIT;
2108c4f7f24eSVladimir Sementsov-Ogievskiy }
2109ee19d953SPaolo Bonzini qemu_mutex_unlock(&s->requests_lock);
21104ddb5d2fSVladimir Sementsov-Ogievskiy
21114ddb5d2fSVladimir Sementsov-Ogievskiy nbd_co_establish_connection_cancel(s->conn);
2112c4f7f24eSVladimir Sementsov-Ogievskiy }
2113c4f7f24eSVladimir Sementsov-Ogievskiy
nbd_attach_aio_context(BlockDriverState * bs,AioContext * new_context)2114e15f3a66SHanna Reitz static void nbd_attach_aio_context(BlockDriverState *bs,
2115e15f3a66SHanna Reitz AioContext *new_context)
2116e15f3a66SHanna Reitz {
2117e15f3a66SHanna Reitz BDRVNBDState *s = bs->opaque;
2118e15f3a66SHanna Reitz
2119e15f3a66SHanna Reitz /* The open_timer is used only during nbd_open() */
2120e15f3a66SHanna Reitz assert(!s->open_timer);
2121e15f3a66SHanna Reitz
2122e15f3a66SHanna Reitz /*
2123e15f3a66SHanna Reitz * The reconnect_delay_timer is scheduled in I/O paths when the
2124e15f3a66SHanna Reitz * connection is lost, to cancel the reconnection attempt after a
2125e15f3a66SHanna Reitz * given time. Once this attempt is done (successfully or not),
2126e15f3a66SHanna Reitz * nbd_reconnect_attempt() ensures the timer is deleted before the
2127e15f3a66SHanna Reitz * respective I/O request is resumed.
2128e15f3a66SHanna Reitz * Since the AioContext can only be changed when a node is drained,
2129e15f3a66SHanna Reitz * the reconnect_delay_timer cannot be active here.
2130e15f3a66SHanna Reitz */
2131e15f3a66SHanna Reitz assert(!s->reconnect_delay_timer);
2132e15f3a66SHanna Reitz }
2133e15f3a66SHanna Reitz
nbd_detach_aio_context(BlockDriverState * bs)2134e15f3a66SHanna Reitz static void nbd_detach_aio_context(BlockDriverState *bs)
2135e15f3a66SHanna Reitz {
2136e15f3a66SHanna Reitz BDRVNBDState *s = bs->opaque;
2137e15f3a66SHanna Reitz
2138e15f3a66SHanna Reitz assert(!s->open_timer);
2139e15f3a66SHanna Reitz assert(!s->reconnect_delay_timer);
2140e15f3a66SHanna Reitz }
2141e15f3a66SHanna Reitz
2142019d6b8fSAnthony Liguori static BlockDriver bdrv_nbd = {
2143019d6b8fSAnthony Liguori .format_name = "nbd",
21441d7d2a9dSPaolo Bonzini .protocol_name = "nbd",
2145019d6b8fSAnthony Liguori .instance_size = sizeof(BDRVNBDState),
21466963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename,
21475a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple,
21485a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple,
2149*44b424dcSPaolo Bonzini .bdrv_open = nbd_open,
2150e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare,
215170c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv,
215270c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev,
2153fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes,
2154019d6b8fSAnthony Liguori .bdrv_close = nbd_close,
21555d934513SKevin Wolf .bdrv_co_flush_to_os = nbd_client_co_flush,
2156447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard,
2157fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits,
2158a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate,
2159c86422c5SEmanuele Giuseppe Esposito .bdrv_co_getlength = nbd_co_getlength,
21602019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename,
216178a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status,
21628a6239c0SMax Reitz .bdrv_dirname = nbd_dirname,
21632654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts,
2164c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight,
2165e15f3a66SHanna Reitz
2166e15f3a66SHanna Reitz .bdrv_attach_aio_context = nbd_attach_aio_context,
2167e15f3a66SHanna Reitz .bdrv_detach_aio_context = nbd_detach_aio_context,
21681d7d2a9dSPaolo Bonzini };
21691d7d2a9dSPaolo Bonzini
21701d7d2a9dSPaolo Bonzini static BlockDriver bdrv_nbd_tcp = {
21711d7d2a9dSPaolo Bonzini .format_name = "nbd",
21721d7d2a9dSPaolo Bonzini .protocol_name = "nbd+tcp",
21731d7d2a9dSPaolo Bonzini .instance_size = sizeof(BDRVNBDState),
21746963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename,
21755a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple,
21765a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple,
2177*44b424dcSPaolo Bonzini .bdrv_open = nbd_open,
2178e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare,
217970c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv,
218070c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev,
2181fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes,
21821d7d2a9dSPaolo Bonzini .bdrv_close = nbd_close,
21835d934513SKevin Wolf .bdrv_co_flush_to_os = nbd_client_co_flush,
2184447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard,
2185fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits,
2186a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate,
2187c86422c5SEmanuele Giuseppe Esposito .bdrv_co_getlength = nbd_co_getlength,
21882019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename,
218978a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status,
21908a6239c0SMax Reitz .bdrv_dirname = nbd_dirname,
21912654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts,
2192c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight,
2193e15f3a66SHanna Reitz
2194e15f3a66SHanna Reitz .bdrv_attach_aio_context = nbd_attach_aio_context,
2195e15f3a66SHanna Reitz .bdrv_detach_aio_context = nbd_detach_aio_context,
21961d7d2a9dSPaolo Bonzini };
21971d7d2a9dSPaolo Bonzini
21981d7d2a9dSPaolo Bonzini static BlockDriver bdrv_nbd_unix = {
21991d7d2a9dSPaolo Bonzini .format_name = "nbd",
22001d7d2a9dSPaolo Bonzini .protocol_name = "nbd+unix",
22011d7d2a9dSPaolo Bonzini .instance_size = sizeof(BDRVNBDState),
22026963a30dSKevin Wolf .bdrv_parse_filename = nbd_parse_filename,
22035a5e7f8cSMaxim Levitsky .bdrv_co_create_opts = bdrv_co_create_opts_simple,
22045a5e7f8cSMaxim Levitsky .create_opts = &bdrv_create_opts_simple,
2205*44b424dcSPaolo Bonzini .bdrv_open = nbd_open,
2206e99754b4SMaxim Levitsky .bdrv_reopen_prepare = nbd_client_reopen_prepare,
220770c4fb26SEric Blake .bdrv_co_preadv = nbd_client_co_preadv,
220870c4fb26SEric Blake .bdrv_co_pwritev = nbd_client_co_pwritev,
2209fa778fffSEric Blake .bdrv_co_pwrite_zeroes = nbd_client_co_pwrite_zeroes,
22101d7d2a9dSPaolo Bonzini .bdrv_close = nbd_close,
22115d934513SKevin Wolf .bdrv_co_flush_to_os = nbd_client_co_flush,
2212447e57c3SEric Blake .bdrv_co_pdiscard = nbd_client_co_pdiscard,
2213fa21e6faSDenis V. Lunev .bdrv_refresh_limits = nbd_refresh_limits,
2214a2b333c0SNir Soffer .bdrv_co_truncate = nbd_co_truncate,
2215c86422c5SEmanuele Giuseppe Esposito .bdrv_co_getlength = nbd_co_getlength,
22162019d68bSMax Reitz .bdrv_refresh_filename = nbd_refresh_filename,
221778a33ab5SVladimir Sementsov-Ogievskiy .bdrv_co_block_status = nbd_client_co_block_status,
22188a6239c0SMax Reitz .bdrv_dirname = nbd_dirname,
22192654267cSMax Reitz .strong_runtime_opts = nbd_strong_runtime_opts,
2220c4f7f24eSVladimir Sementsov-Ogievskiy .bdrv_cancel_in_flight = nbd_cancel_in_flight,
2221e15f3a66SHanna Reitz
2222e15f3a66SHanna Reitz .bdrv_attach_aio_context = nbd_attach_aio_context,
2223e15f3a66SHanna Reitz .bdrv_detach_aio_context = nbd_detach_aio_context,
2224019d6b8fSAnthony Liguori };
2225019d6b8fSAnthony Liguori
bdrv_nbd_init(void)2226019d6b8fSAnthony Liguori static void bdrv_nbd_init(void)
2227019d6b8fSAnthony Liguori {
2228019d6b8fSAnthony Liguori bdrv_register(&bdrv_nbd);
22291d7d2a9dSPaolo Bonzini bdrv_register(&bdrv_nbd_tcp);
22301d7d2a9dSPaolo Bonzini bdrv_register(&bdrv_nbd_unix);
2231019d6b8fSAnthony Liguori }
2232019d6b8fSAnthony Liguori
2233019d6b8fSAnthony Liguori block_init(bdrv_nbd_init);
2234