xref: /openbmc/qemu/nbd/client.c (revision fcfe7616)
1 /*
2  *  Copyright Red Hat
3  *  Copyright (C) 2005  Anthony Liguori <anthony@codemonkey.ws>
4  *
5  *  Network Block Device Client Side
6  *
7  *  This program is free software; you can redistribute it and/or modify
8  *  it under the terms of the GNU General Public License as published by
9  *  the Free Software Foundation; under version 2 of the License.
10  *
11  *  This program is distributed in the hope that it will be useful,
12  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  *  GNU General Public License for more details.
15  *
16  *  You should have received a copy of the GNU General Public License
17  *  along with this program; if not, see <http://www.gnu.org/licenses/>.
18  */
19 
20 #include "qemu/osdep.h"
21 #include "qapi/error.h"
22 #include "qemu/queue.h"
23 #include "trace.h"
24 #include "nbd-internal.h"
25 #include "qemu/cutils.h"
26 
27 /* Definitions for opaque data types */
28 
29 static QTAILQ_HEAD(, NBDExport) exports = QTAILQ_HEAD_INITIALIZER(exports);
30 
31 /* That's all folks */
32 
33 /* Basic flow for negotiation
34 
35    Server         Client
36    Negotiate
37 
38    or
39 
40    Server         Client
41    Negotiate #1
42                   Option
43    Negotiate #2
44 
45    ----
46 
47    followed by
48 
49    Server         Client
50                   Request
51    Response
52                   Request
53    Response
54                   ...
55    ...
56                   Request (type == 2)
57 
58 */
59 
60 /* Send an option request.
61  *
62  * The request is for option @opt, with @data containing @len bytes of
63  * additional payload for the request (@len may be -1 to treat @data as
64  * a C string; and @data may be NULL if @len is 0).
65  * Return 0 if successful, -1 with errp set if it is impossible to
66  * continue. */
67 static int nbd_send_option_request(QIOChannel *ioc, uint32_t opt,
68                                    uint32_t len, const char *data,
69                                    Error **errp)
70 {
71     ERRP_GUARD();
72     NBDOption req;
73     QEMU_BUILD_BUG_ON(sizeof(req) != 16);
74 
75     if (len == -1) {
76         req.length = len = strlen(data);
77     }
78     trace_nbd_send_option_request(opt, nbd_opt_lookup(opt), len);
79 
80     stq_be_p(&req.magic, NBD_OPTS_MAGIC);
81     stl_be_p(&req.option, opt);
82     stl_be_p(&req.length, len);
83 
84     if (nbd_write(ioc, &req, sizeof(req), errp) < 0) {
85         error_prepend(errp, "Failed to send option request header: ");
86         return -1;
87     }
88 
89     if (len && nbd_write(ioc, (char *) data, len, errp) < 0) {
90         error_prepend(errp, "Failed to send option request data: ");
91         return -1;
92     }
93 
94     return 0;
95 }
96 
97 /* Send NBD_OPT_ABORT as a courtesy to let the server know that we are
98  * not going to attempt further negotiation. */
99 static void nbd_send_opt_abort(QIOChannel *ioc)
100 {
101     /* Technically, a compliant server is supposed to reply to us; but
102      * older servers disconnected instead. At any rate, we're allowed
103      * to disconnect without waiting for the server reply, so we don't
104      * even care if the request makes it to the server, let alone
105      * waiting around for whether the server replies. */
106     nbd_send_option_request(ioc, NBD_OPT_ABORT, 0, NULL, NULL);
107 }
108 
109 
110 /* Receive the header of an option reply, which should match the given
111  * opt.  Read through the length field, but NOT the length bytes of
112  * payload. Return 0 if successful, -1 with errp set if it is
113  * impossible to continue. */
114 static int nbd_receive_option_reply(QIOChannel *ioc, uint32_t opt,
115                                     NBDOptionReply *reply, Error **errp)
116 {
117     QEMU_BUILD_BUG_ON(sizeof(*reply) != 20);
118     if (nbd_read(ioc, reply, sizeof(*reply), "option reply", errp) < 0) {
119         nbd_send_opt_abort(ioc);
120         return -1;
121     }
122     reply->magic = be64_to_cpu(reply->magic);
123     reply->option = be32_to_cpu(reply->option);
124     reply->type = be32_to_cpu(reply->type);
125     reply->length = be32_to_cpu(reply->length);
126 
127     trace_nbd_receive_option_reply(reply->option, nbd_opt_lookup(reply->option),
128                                    reply->type, nbd_rep_lookup(reply->type),
129                                    reply->length);
130 
131     if (reply->magic != NBD_REP_MAGIC) {
132         error_setg(errp, "Unexpected option reply magic");
133         nbd_send_opt_abort(ioc);
134         return -1;
135     }
136     if (reply->option != opt) {
137         error_setg(errp, "Unexpected option type %u (%s), expected %u (%s)",
138                    reply->option, nbd_opt_lookup(reply->option),
139                    opt, nbd_opt_lookup(opt));
140         nbd_send_opt_abort(ioc);
141         return -1;
142     }
143     return 0;
144 }
145 
146 /*
147  * If reply represents success, return 1 without further action.  If
148  * reply represents an error, consume the optional payload of the
149  * packet on ioc.  Then return 0 for unsupported (so the client can
150  * fall back to other approaches), where @strict determines if only
151  * ERR_UNSUP or all errors fit that category, or -1 with errp set for
152  * other errors.
153  */
154 static int nbd_handle_reply_err(QIOChannel *ioc, NBDOptionReply *reply,
155                                 bool strict, Error **errp)
156 {
157     ERRP_GUARD();
158     g_autofree char *msg = NULL;
159 
160     if (!(reply->type & (1 << 31))) {
161         return 1;
162     }
163 
164     if (reply->length) {
165         if (reply->length > NBD_MAX_BUFFER_SIZE) {
166             error_setg(errp, "server error %" PRIu32
167                        " (%s) message is too long",
168                        reply->type, nbd_rep_lookup(reply->type));
169             goto err;
170         }
171         msg = g_malloc(reply->length + 1);
172         if (nbd_read(ioc, msg, reply->length, NULL, errp) < 0) {
173             error_prepend(errp, "Failed to read option error %" PRIu32
174                           " (%s) message: ",
175                           reply->type, nbd_rep_lookup(reply->type));
176             goto err;
177         }
178         msg[reply->length] = '\0';
179         trace_nbd_server_error_msg(reply->type,
180                                    nbd_reply_type_lookup(reply->type), msg);
181     }
182 
183     if (reply->type == NBD_REP_ERR_UNSUP || !strict) {
184         trace_nbd_reply_err_ignored(reply->option,
185                                     nbd_opt_lookup(reply->option),
186                                     reply->type, nbd_rep_lookup(reply->type));
187         return 0;
188     }
189 
190     switch (reply->type) {
191     case NBD_REP_ERR_POLICY:
192         error_setg(errp, "Denied by server for option %" PRIu32 " (%s)",
193                    reply->option, nbd_opt_lookup(reply->option));
194         break;
195 
196     case NBD_REP_ERR_INVALID:
197         error_setg(errp, "Invalid parameters for option %" PRIu32 " (%s)",
198                    reply->option, nbd_opt_lookup(reply->option));
199         break;
200 
201     case NBD_REP_ERR_PLATFORM:
202         error_setg(errp, "Server lacks support for option %" PRIu32 " (%s)",
203                    reply->option, nbd_opt_lookup(reply->option));
204         break;
205 
206     case NBD_REP_ERR_TLS_REQD:
207         error_setg(errp, "TLS negotiation required before option %" PRIu32
208                    " (%s)", reply->option, nbd_opt_lookup(reply->option));
209         error_append_hint(errp, "Did you forget a valid tls-creds?\n");
210         break;
211 
212     case NBD_REP_ERR_UNKNOWN:
213         error_setg(errp, "Requested export not available");
214         break;
215 
216     case NBD_REP_ERR_SHUTDOWN:
217         error_setg(errp, "Server shutting down before option %" PRIu32 " (%s)",
218                    reply->option, nbd_opt_lookup(reply->option));
219         break;
220 
221     case NBD_REP_ERR_BLOCK_SIZE_REQD:
222         error_setg(errp, "Server requires INFO_BLOCK_SIZE for option %" PRIu32
223                    " (%s)", reply->option, nbd_opt_lookup(reply->option));
224         break;
225 
226     default:
227         error_setg(errp, "Unknown error code when asking for option %" PRIu32
228                    " (%s)", reply->option, nbd_opt_lookup(reply->option));
229         break;
230     }
231 
232     if (msg) {
233         error_append_hint(errp, "server reported: %s\n", msg);
234     }
235 
236  err:
237     nbd_send_opt_abort(ioc);
238     return -1;
239 }
240 
241 /* nbd_receive_list:
242  * Process another portion of the NBD_OPT_LIST reply, populating any
243  * name received into *@name. If @description is non-NULL, and the
244  * server provided a description, that is also populated. The caller
245  * must eventually call g_free() on success.
246  * Returns 1 if name and description were set and iteration must continue,
247  *         0 if iteration is complete (including if OPT_LIST unsupported),
248  *         -1 with @errp set if an unrecoverable error occurred.
249  */
250 static int nbd_receive_list(QIOChannel *ioc, char **name, char **description,
251                             Error **errp)
252 {
253     NBDOptionReply reply;
254     uint32_t len;
255     uint32_t namelen;
256     g_autofree char *local_name = NULL;
257     g_autofree char *local_desc = NULL;
258     int error;
259 
260     if (nbd_receive_option_reply(ioc, NBD_OPT_LIST, &reply, errp) < 0) {
261         return -1;
262     }
263     error = nbd_handle_reply_err(ioc, &reply, true, errp);
264     if (error <= 0) {
265         return error;
266     }
267     len = reply.length;
268 
269     if (reply.type == NBD_REP_ACK) {
270         if (len != 0) {
271             error_setg(errp, "length too long for option end");
272             nbd_send_opt_abort(ioc);
273             return -1;
274         }
275         return 0;
276     } else if (reply.type != NBD_REP_SERVER) {
277         error_setg(errp, "Unexpected reply type %u (%s), expected %u (%s)",
278                    reply.type, nbd_rep_lookup(reply.type),
279                    NBD_REP_SERVER, nbd_rep_lookup(NBD_REP_SERVER));
280         nbd_send_opt_abort(ioc);
281         return -1;
282     }
283 
284     if (len < sizeof(namelen) || len > NBD_MAX_BUFFER_SIZE) {
285         error_setg(errp, "incorrect option length %" PRIu32, len);
286         nbd_send_opt_abort(ioc);
287         return -1;
288     }
289     if (nbd_read32(ioc, &namelen, "option name length", errp) < 0) {
290         nbd_send_opt_abort(ioc);
291         return -1;
292     }
293     len -= sizeof(namelen);
294     if (len < namelen || namelen > NBD_MAX_STRING_SIZE) {
295         error_setg(errp, "incorrect name length in server's list response");
296         nbd_send_opt_abort(ioc);
297         return -1;
298     }
299 
300     local_name = g_malloc(namelen + 1);
301     if (nbd_read(ioc, local_name, namelen, "export name", errp) < 0) {
302         nbd_send_opt_abort(ioc);
303         return -1;
304     }
305     local_name[namelen] = '\0';
306     len -= namelen;
307     if (len) {
308         if (len > NBD_MAX_STRING_SIZE) {
309             error_setg(errp, "incorrect description length in server's "
310                        "list response");
311             nbd_send_opt_abort(ioc);
312             return -1;
313         }
314         local_desc = g_malloc(len + 1);
315         if (nbd_read(ioc, local_desc, len, "export description", errp) < 0) {
316             nbd_send_opt_abort(ioc);
317             return -1;
318         }
319         local_desc[len] = '\0';
320     }
321 
322     trace_nbd_receive_list(local_name, local_desc ?: "");
323     *name = g_steal_pointer(&local_name);
324     if (description) {
325         *description = g_steal_pointer(&local_desc);
326     }
327     return 1;
328 }
329 
330 
331 /*
332  * nbd_opt_info_or_go:
333  * Send option for NBD_OPT_INFO or NBD_OPT_GO and parse the reply.
334  * Returns -1 if the option proves the export @info->name cannot be
335  * used, 0 if the option is unsupported (fall back to NBD_OPT_LIST and
336  * NBD_OPT_EXPORT_NAME in that case), and > 0 if the export is good to
337  * go (with the rest of @info populated).
338  */
339 static int nbd_opt_info_or_go(QIOChannel *ioc, uint32_t opt,
340                               NBDExportInfo *info, Error **errp)
341 {
342     ERRP_GUARD();
343     NBDOptionReply reply;
344     uint32_t len = strlen(info->name);
345     uint16_t type;
346     int error;
347     char *buf;
348 
349     /* The protocol requires that the server send NBD_INFO_EXPORT with
350      * a non-zero flags (at least NBD_FLAG_HAS_FLAGS must be set); so
351      * flags still 0 is a witness of a broken server. */
352     info->flags = 0;
353 
354     assert(opt == NBD_OPT_GO || opt == NBD_OPT_INFO);
355     trace_nbd_opt_info_go_start(nbd_opt_lookup(opt), info->name);
356     buf = g_malloc(4 + len + 2 + 2 * info->request_sizes + 1);
357     stl_be_p(buf, len);
358     memcpy(buf + 4, info->name, len);
359     /* At most one request, everything else up to server */
360     stw_be_p(buf + 4 + len, info->request_sizes);
361     if (info->request_sizes) {
362         stw_be_p(buf + 4 + len + 2, NBD_INFO_BLOCK_SIZE);
363     }
364     error = nbd_send_option_request(ioc, opt,
365                                     4 + len + 2 + 2 * info->request_sizes,
366                                     buf, errp);
367     g_free(buf);
368     if (error < 0) {
369         return -1;
370     }
371 
372     while (1) {
373         if (nbd_receive_option_reply(ioc, opt, &reply, errp) < 0) {
374             return -1;
375         }
376         error = nbd_handle_reply_err(ioc, &reply, true, errp);
377         if (error <= 0) {
378             return error;
379         }
380         len = reply.length;
381 
382         if (reply.type == NBD_REP_ACK) {
383             /*
384              * Server is done sending info, and moved into transmission
385              * phase for NBD_OPT_GO, but make sure it sent flags
386              */
387             if (len) {
388                 error_setg(errp, "server sent invalid NBD_REP_ACK");
389                 return -1;
390             }
391             if (!info->flags) {
392                 error_setg(errp, "broken server omitted NBD_INFO_EXPORT");
393                 return -1;
394             }
395             trace_nbd_opt_info_go_success(nbd_opt_lookup(opt));
396             return 1;
397         }
398         if (reply.type != NBD_REP_INFO) {
399             error_setg(errp, "unexpected reply type %u (%s), expected %u (%s)",
400                        reply.type, nbd_rep_lookup(reply.type),
401                        NBD_REP_INFO, nbd_rep_lookup(NBD_REP_INFO));
402             nbd_send_opt_abort(ioc);
403             return -1;
404         }
405         if (len < sizeof(type)) {
406             error_setg(errp, "NBD_REP_INFO length %" PRIu32 " is too short",
407                        len);
408             nbd_send_opt_abort(ioc);
409             return -1;
410         }
411         if (nbd_read16(ioc, &type, "info type", errp) < 0) {
412             nbd_send_opt_abort(ioc);
413             return -1;
414         }
415         len -= sizeof(type);
416         switch (type) {
417         case NBD_INFO_EXPORT:
418             if (len != sizeof(info->size) + sizeof(info->flags)) {
419                 error_setg(errp, "remaining export info len %" PRIu32
420                            " is unexpected size", len);
421                 nbd_send_opt_abort(ioc);
422                 return -1;
423             }
424             if (nbd_read64(ioc, &info->size, "info size", errp) < 0) {
425                 nbd_send_opt_abort(ioc);
426                 return -1;
427             }
428             if (nbd_read16(ioc, &info->flags, "info flags", errp) < 0) {
429                 nbd_send_opt_abort(ioc);
430                 return -1;
431             }
432             if (info->min_block &&
433                 !QEMU_IS_ALIGNED(info->size, info->min_block)) {
434                 error_setg(errp, "export size %" PRIu64 " is not multiple of "
435                            "minimum block size %" PRIu32, info->size,
436                            info->min_block);
437                 nbd_send_opt_abort(ioc);
438                 return -1;
439             }
440             trace_nbd_receive_negotiate_size_flags(info->size, info->flags);
441             break;
442 
443         case NBD_INFO_BLOCK_SIZE:
444             if (len != sizeof(info->min_block) * 3) {
445                 error_setg(errp, "remaining export info len %" PRIu32
446                            " is unexpected size", len);
447                 nbd_send_opt_abort(ioc);
448                 return -1;
449             }
450             if (nbd_read32(ioc, &info->min_block, "info minimum block size",
451                            errp) < 0) {
452                 nbd_send_opt_abort(ioc);
453                 return -1;
454             }
455             if (!is_power_of_2(info->min_block)) {
456                 error_setg(errp, "server minimum block size %" PRIu32
457                            " is not a power of two", info->min_block);
458                 nbd_send_opt_abort(ioc);
459                 return -1;
460             }
461             if (nbd_read32(ioc, &info->opt_block, "info preferred block size",
462                            errp) < 0)
463             {
464                 nbd_send_opt_abort(ioc);
465                 return -1;
466             }
467             if (!is_power_of_2(info->opt_block) ||
468                 info->opt_block < info->min_block) {
469                 error_setg(errp, "server preferred block size %" PRIu32
470                            " is not valid", info->opt_block);
471                 nbd_send_opt_abort(ioc);
472                 return -1;
473             }
474             if (nbd_read32(ioc, &info->max_block, "info maximum block size",
475                            errp) < 0)
476             {
477                 nbd_send_opt_abort(ioc);
478                 return -1;
479             }
480             if (info->max_block < info->min_block) {
481                 error_setg(errp, "server maximum block size %" PRIu32
482                            " is not valid", info->max_block);
483                 nbd_send_opt_abort(ioc);
484                 return -1;
485             }
486             trace_nbd_opt_info_block_size(info->min_block, info->opt_block,
487                                           info->max_block);
488             break;
489 
490         default:
491             /*
492              * Not worth the bother to check if NBD_INFO_NAME or
493              * NBD_INFO_DESCRIPTION exceed NBD_MAX_STRING_SIZE.
494              */
495             trace_nbd_opt_info_unknown(type, nbd_info_lookup(type));
496             if (nbd_drop(ioc, len, errp) < 0) {
497                 error_prepend(errp, "Failed to read info payload: ");
498                 nbd_send_opt_abort(ioc);
499                 return -1;
500             }
501             break;
502         }
503     }
504 }
505 
506 /* Return -1 on failure, 0 if wantname is an available export. */
507 static int nbd_receive_query_exports(QIOChannel *ioc,
508                                      const char *wantname,
509                                      Error **errp)
510 {
511     bool list_empty = true;
512     bool found_export = false;
513 
514     trace_nbd_receive_query_exports_start(wantname);
515     if (nbd_send_option_request(ioc, NBD_OPT_LIST, 0, NULL, errp) < 0) {
516         return -1;
517     }
518 
519     while (1) {
520         char *name;
521         int ret = nbd_receive_list(ioc, &name, NULL, errp);
522 
523         if (ret < 0) {
524             /* Server gave unexpected reply */
525             return -1;
526         } else if (ret == 0) {
527             /* Done iterating. */
528             if (list_empty) {
529                 /*
530                  * We don't have enough context to tell a server that
531                  * sent an empty list apart from a server that does
532                  * not support the list command; but as this function
533                  * is just used to trigger a nicer error message
534                  * before trying NBD_OPT_EXPORT_NAME, assume the
535                  * export is available.
536                  */
537                 return 0;
538             } else if (!found_export) {
539                 error_setg(errp, "No export with name '%s' available",
540                            wantname);
541                 nbd_send_opt_abort(ioc);
542                 return -1;
543             }
544             trace_nbd_receive_query_exports_success(wantname);
545             return 0;
546         }
547         list_empty = false;
548         if (!strcmp(name, wantname)) {
549             found_export = true;
550         }
551         g_free(name);
552     }
553 }
554 
555 /*
556  * nbd_request_simple_option: Send an option request, and parse the reply.
557  * @strict controls whether ERR_UNSUP or all errors produce 0 status.
558  * return 1 for successful negotiation,
559  *        0 if operation is unsupported,
560  *        -1 with errp set for any other error
561  */
562 static int nbd_request_simple_option(QIOChannel *ioc, int opt, bool strict,
563                                      Error **errp)
564 {
565     NBDOptionReply reply;
566     int error;
567 
568     if (nbd_send_option_request(ioc, opt, 0, NULL, errp) < 0) {
569         return -1;
570     }
571 
572     if (nbd_receive_option_reply(ioc, opt, &reply, errp) < 0) {
573         return -1;
574     }
575     error = nbd_handle_reply_err(ioc, &reply, strict, errp);
576     if (error <= 0) {
577         return error;
578     }
579 
580     if (reply.type != NBD_REP_ACK) {
581         error_setg(errp, "Server answered option %d (%s) with unexpected "
582                    "reply %" PRIu32 " (%s)", opt, nbd_opt_lookup(opt),
583                    reply.type, nbd_rep_lookup(reply.type));
584         nbd_send_opt_abort(ioc);
585         return -1;
586     }
587 
588     if (reply.length != 0) {
589         error_setg(errp, "Option %d ('%s') response length is %" PRIu32
590                    " (it should be zero)", opt, nbd_opt_lookup(opt),
591                    reply.length);
592         nbd_send_opt_abort(ioc);
593         return -1;
594     }
595 
596     return 1;
597 }
598 
599 static QIOChannel *nbd_receive_starttls(QIOChannel *ioc,
600                                         QCryptoTLSCreds *tlscreds,
601                                         const char *hostname, Error **errp)
602 {
603     int ret;
604     QIOChannelTLS *tioc;
605     struct NBDTLSHandshakeData data = { 0 };
606 
607     ret = nbd_request_simple_option(ioc, NBD_OPT_STARTTLS, true, errp);
608     if (ret <= 0) {
609         if (ret == 0) {
610             error_setg(errp, "Server don't support STARTTLS option");
611             nbd_send_opt_abort(ioc);
612         }
613         return NULL;
614     }
615 
616     trace_nbd_receive_starttls_new_client();
617     tioc = qio_channel_tls_new_client(ioc, tlscreds, hostname, errp);
618     if (!tioc) {
619         return NULL;
620     }
621     qio_channel_set_name(QIO_CHANNEL(tioc), "nbd-client-tls");
622     data.loop = g_main_loop_new(g_main_context_default(), FALSE);
623     trace_nbd_receive_starttls_tls_handshake();
624     qio_channel_tls_handshake(tioc,
625                               nbd_tls_handshake,
626                               &data,
627                               NULL,
628                               NULL);
629 
630     if (!data.complete) {
631         g_main_loop_run(data.loop);
632     }
633     g_main_loop_unref(data.loop);
634     if (data.error) {
635         error_propagate(errp, data.error);
636         object_unref(OBJECT(tioc));
637         return NULL;
638     }
639 
640     return QIO_CHANNEL(tioc);
641 }
642 
643 /*
644  * nbd_send_meta_query:
645  * Send 0 or 1 set/list meta context queries.
646  * Return 0 on success, -1 with errp set for any error
647  */
648 static int nbd_send_meta_query(QIOChannel *ioc, uint32_t opt,
649                                const char *export, const char *query,
650                                Error **errp)
651 {
652     int ret;
653     uint32_t export_len;
654     uint32_t queries = !!query;
655     uint32_t query_len = 0;
656     uint32_t data_len;
657     char *data;
658     char *p;
659 
660     assert(strnlen(export, NBD_MAX_STRING_SIZE + 1) <= NBD_MAX_STRING_SIZE);
661     export_len = strlen(export);
662     data_len = sizeof(export_len) + export_len + sizeof(queries);
663     if (query) {
664         assert(strnlen(query, NBD_MAX_STRING_SIZE + 1) <= NBD_MAX_STRING_SIZE);
665         query_len = strlen(query);
666         data_len += sizeof(query_len) + query_len;
667     } else {
668         assert(opt == NBD_OPT_LIST_META_CONTEXT);
669     }
670     p = data = g_malloc(data_len);
671 
672     trace_nbd_opt_meta_request(nbd_opt_lookup(opt), query ?: "(all)", export);
673     stl_be_p(p, export_len);
674     memcpy(p += sizeof(export_len), export, export_len);
675     stl_be_p(p += export_len, queries);
676     if (query) {
677         stl_be_p(p += sizeof(queries), query_len);
678         memcpy(p += sizeof(query_len), query, query_len);
679     }
680 
681     ret = nbd_send_option_request(ioc, opt, data_len, data, errp);
682     g_free(data);
683     return ret;
684 }
685 
686 /*
687  * nbd_receive_one_meta_context:
688  * Called in a loop to receive and trace one set/list meta context reply.
689  * Pass non-NULL @name or @id to collect results back to the caller, which
690  * must eventually call g_free().
691  * return 1 if name is set and iteration must continue,
692  *        0 if iteration is complete (including if option is unsupported),
693  *        -1 with errp set for any error
694  */
695 static int nbd_receive_one_meta_context(QIOChannel *ioc,
696                                         uint32_t opt,
697                                         char **name,
698                                         uint32_t *id,
699                                         Error **errp)
700 {
701     int ret;
702     NBDOptionReply reply;
703     char *local_name = NULL;
704     uint32_t local_id;
705 
706     if (nbd_receive_option_reply(ioc, opt, &reply, errp) < 0) {
707         return -1;
708     }
709 
710     ret = nbd_handle_reply_err(ioc, &reply, false, errp);
711     if (ret <= 0) {
712         return ret;
713     }
714 
715     if (reply.type == NBD_REP_ACK) {
716         if (reply.length != 0) {
717             error_setg(errp, "Unexpected length to ACK response");
718             nbd_send_opt_abort(ioc);
719             return -1;
720         }
721         return 0;
722     } else if (reply.type != NBD_REP_META_CONTEXT) {
723         error_setg(errp, "Unexpected reply type %u (%s), expected %u (%s)",
724                    reply.type, nbd_rep_lookup(reply.type),
725                    NBD_REP_META_CONTEXT, nbd_rep_lookup(NBD_REP_META_CONTEXT));
726         nbd_send_opt_abort(ioc);
727         return -1;
728     }
729 
730     if (reply.length <= sizeof(local_id) ||
731         reply.length > NBD_MAX_BUFFER_SIZE) {
732         error_setg(errp, "Failed to negotiate meta context, server "
733                    "answered with unexpected length %" PRIu32,
734                    reply.length);
735         nbd_send_opt_abort(ioc);
736         return -1;
737     }
738 
739     if (nbd_read32(ioc, &local_id, "context id", errp) < 0) {
740         return -1;
741     }
742 
743     reply.length -= sizeof(local_id);
744     local_name = g_malloc(reply.length + 1);
745     if (nbd_read(ioc, local_name, reply.length, "context name", errp) < 0) {
746         g_free(local_name);
747         return -1;
748     }
749     local_name[reply.length] = '\0';
750     trace_nbd_opt_meta_reply(nbd_opt_lookup(opt), local_name, local_id);
751 
752     if (name) {
753         *name = local_name;
754     } else {
755         g_free(local_name);
756     }
757     if (id) {
758         *id = local_id;
759     }
760     return 1;
761 }
762 
763 /*
764  * nbd_negotiate_simple_meta_context:
765  * Request the server to set the meta context for export @info->name
766  * using @info->x_dirty_bitmap with a fallback to "base:allocation",
767  * setting @info->context_id to the resulting id. Fail if the server
768  * responds with more than one context or with a context different
769  * than the query.
770  * return 1 for successful negotiation,
771  *        0 if operation is unsupported,
772  *        -1 with errp set for any other error
773  */
774 static int nbd_negotiate_simple_meta_context(QIOChannel *ioc,
775                                              NBDExportInfo *info,
776                                              Error **errp)
777 {
778     /*
779      * TODO: Removing the x_dirty_bitmap hack will mean refactoring
780      * this function to request and store ids for multiple contexts
781      * (both base:allocation and a dirty bitmap), at which point this
782      * function should lose the term _simple.
783      */
784     int ret;
785     const char *context = info->x_dirty_bitmap ?: "base:allocation";
786     bool received = false;
787     char *name = NULL;
788 
789     if (nbd_send_meta_query(ioc, NBD_OPT_SET_META_CONTEXT,
790                             info->name, context, errp) < 0) {
791         return -1;
792     }
793 
794     ret = nbd_receive_one_meta_context(ioc, NBD_OPT_SET_META_CONTEXT,
795                                        &name, &info->context_id, errp);
796     if (ret < 0) {
797         return -1;
798     }
799     if (ret == 1) {
800         if (strcmp(context, name)) {
801             error_setg(errp, "Failed to negotiate meta context '%s', server "
802                        "answered with different context '%s'", context,
803                        name);
804             g_free(name);
805             nbd_send_opt_abort(ioc);
806             return -1;
807         }
808         g_free(name);
809         received = true;
810 
811         ret = nbd_receive_one_meta_context(ioc, NBD_OPT_SET_META_CONTEXT,
812                                            NULL, NULL, errp);
813         if (ret < 0) {
814             return -1;
815         }
816     }
817     if (ret != 0) {
818         error_setg(errp, "Server answered with more than one context");
819         nbd_send_opt_abort(ioc);
820         return -1;
821     }
822     return received;
823 }
824 
825 /*
826  * nbd_list_meta_contexts:
827  * Request the server to list all meta contexts for export @info->name.
828  * return 0 if list is complete (even if empty),
829  *        -1 with errp set for any error
830  */
831 static int nbd_list_meta_contexts(QIOChannel *ioc,
832                                   NBDExportInfo *info,
833                                   Error **errp)
834 {
835     int ret;
836     int seen_any = false;
837     int seen_qemu = false;
838 
839     if (nbd_send_meta_query(ioc, NBD_OPT_LIST_META_CONTEXT,
840                             info->name, NULL, errp) < 0) {
841         return -1;
842     }
843 
844     while (1) {
845         char *context;
846 
847         ret = nbd_receive_one_meta_context(ioc, NBD_OPT_LIST_META_CONTEXT,
848                                            &context, NULL, errp);
849         if (ret == 0 && seen_any && !seen_qemu) {
850             /*
851              * Work around qemu 3.0 bug: the server forgot to send
852              * "qemu:" replies to 0 queries. If we saw at least one
853              * reply (probably base:allocation), but none of them were
854              * qemu:, then run a more specific query to make sure.
855              */
856             seen_qemu = true;
857             if (nbd_send_meta_query(ioc, NBD_OPT_LIST_META_CONTEXT,
858                                     info->name, "qemu:", errp) < 0) {
859                 return -1;
860             }
861             continue;
862         }
863         if (ret <= 0) {
864             return ret;
865         }
866         seen_any = true;
867         seen_qemu |= strstart(context, "qemu:", NULL);
868         info->contexts = g_renew(char *, info->contexts, ++info->n_contexts);
869         info->contexts[info->n_contexts - 1] = context;
870     }
871 }
872 
873 /*
874  * nbd_start_negotiate:
875  * Start the handshake to the server.  After a positive return, the server
876  * is ready to accept additional NBD_OPT requests.
877  * Returns: negative errno: failure talking to server
878  *          non-negative: enum NBDMode describing server abilities
879  */
880 static int nbd_start_negotiate(AioContext *aio_context, QIOChannel *ioc,
881                                QCryptoTLSCreds *tlscreds,
882                                const char *hostname, QIOChannel **outioc,
883                                bool structured_reply, bool *zeroes,
884                                Error **errp)
885 {
886     ERRP_GUARD();
887     uint64_t magic;
888 
889     trace_nbd_start_negotiate(tlscreds, hostname ? hostname : "<null>");
890 
891     if (zeroes) {
892         *zeroes = true;
893     }
894     if (outioc) {
895         *outioc = NULL;
896     }
897     if (tlscreds && !outioc) {
898         error_setg(errp, "Output I/O channel required for TLS");
899         return -EINVAL;
900     }
901 
902     if (nbd_read64(ioc, &magic, "initial magic", errp) < 0) {
903         return -EINVAL;
904     }
905     trace_nbd_receive_negotiate_magic(magic);
906 
907     if (magic != NBD_INIT_MAGIC) {
908         error_setg(errp, "Bad initial magic received: 0x%" PRIx64, magic);
909         return -EINVAL;
910     }
911 
912     if (nbd_read64(ioc, &magic, "server magic", errp) < 0) {
913         return -EINVAL;
914     }
915     trace_nbd_receive_negotiate_magic(magic);
916 
917     if (magic == NBD_OPTS_MAGIC) {
918         uint32_t clientflags = 0;
919         uint16_t globalflags;
920         bool fixedNewStyle = false;
921 
922         if (nbd_read16(ioc, &globalflags, "server flags", errp) < 0) {
923             return -EINVAL;
924         }
925         trace_nbd_receive_negotiate_server_flags(globalflags);
926         if (globalflags & NBD_FLAG_FIXED_NEWSTYLE) {
927             fixedNewStyle = true;
928             clientflags |= NBD_FLAG_C_FIXED_NEWSTYLE;
929         }
930         if (globalflags & NBD_FLAG_NO_ZEROES) {
931             if (zeroes) {
932                 *zeroes = false;
933             }
934             clientflags |= NBD_FLAG_C_NO_ZEROES;
935         }
936         /* client requested flags */
937         clientflags = cpu_to_be32(clientflags);
938         if (nbd_write(ioc, &clientflags, sizeof(clientflags), errp) < 0) {
939             error_prepend(errp, "Failed to send clientflags field: ");
940             return -EINVAL;
941         }
942         if (tlscreds) {
943             if (fixedNewStyle) {
944                 *outioc = nbd_receive_starttls(ioc, tlscreds, hostname, errp);
945                 if (!*outioc) {
946                     return -EINVAL;
947                 }
948                 ioc = *outioc;
949                 if (aio_context) {
950                     qio_channel_set_blocking(ioc, false, NULL);
951                     qio_channel_attach_aio_context(ioc, aio_context);
952                 }
953             } else {
954                 error_setg(errp, "Server does not support STARTTLS");
955                 return -EINVAL;
956             }
957         }
958         if (fixedNewStyle) {
959             int result = 0;
960 
961             if (structured_reply) {
962                 result = nbd_request_simple_option(ioc,
963                                                    NBD_OPT_STRUCTURED_REPLY,
964                                                    false, errp);
965                 if (result < 0) {
966                     return -EINVAL;
967                 }
968             }
969             return result ? NBD_MODE_STRUCTURED : NBD_MODE_SIMPLE;
970         } else {
971             return NBD_MODE_EXPORT_NAME;
972         }
973     } else if (magic == NBD_CLIENT_MAGIC) {
974         if (tlscreds) {
975             error_setg(errp, "Server does not support STARTTLS");
976             return -EINVAL;
977         }
978         return NBD_MODE_OLDSTYLE;
979     } else {
980         error_setg(errp, "Bad server magic received: 0x%" PRIx64, magic);
981         return -EINVAL;
982     }
983 }
984 
985 /*
986  * nbd_negotiate_finish_oldstyle:
987  * Populate @info with the size and export flags from an oldstyle server,
988  * but does not consume 124 bytes of reserved zero padding.
989  * Returns 0 on success, -1 with @errp set on failure
990  */
991 static int nbd_negotiate_finish_oldstyle(QIOChannel *ioc, NBDExportInfo *info,
992                                          Error **errp)
993 {
994     uint32_t oldflags;
995 
996     if (nbd_read64(ioc, &info->size, "export length", errp) < 0) {
997         return -EINVAL;
998     }
999 
1000     if (nbd_read32(ioc, &oldflags, "export flags", errp) < 0) {
1001         return -EINVAL;
1002     }
1003     if (oldflags & ~0xffff) {
1004         error_setg(errp, "Unexpected export flags %0x" PRIx32, oldflags);
1005         return -EINVAL;
1006     }
1007     info->flags = oldflags;
1008     return 0;
1009 }
1010 
1011 /*
1012  * nbd_receive_negotiate:
1013  * Connect to server, complete negotiation, and move into transmission phase.
1014  * Returns: negative errno: failure talking to server
1015  *          0: server is connected
1016  */
1017 int nbd_receive_negotiate(AioContext *aio_context, QIOChannel *ioc,
1018                           QCryptoTLSCreds *tlscreds,
1019                           const char *hostname, QIOChannel **outioc,
1020                           NBDExportInfo *info, Error **errp)
1021 {
1022     ERRP_GUARD();
1023     int result;
1024     bool zeroes;
1025     bool base_allocation = info->base_allocation;
1026 
1027     assert(info->name && strlen(info->name) <= NBD_MAX_STRING_SIZE);
1028     trace_nbd_receive_negotiate_name(info->name);
1029 
1030     result = nbd_start_negotiate(aio_context, ioc, tlscreds, hostname, outioc,
1031                                  info->structured_reply, &zeroes, errp);
1032     if (result < 0) {
1033         return result;
1034     }
1035 
1036     info->structured_reply = false;
1037     info->base_allocation = false;
1038     if (tlscreds && *outioc) {
1039         ioc = *outioc;
1040     }
1041 
1042     switch ((NBDMode)result) {
1043     case NBD_MODE_STRUCTURED:
1044         info->structured_reply = true;
1045         if (base_allocation) {
1046             result = nbd_negotiate_simple_meta_context(ioc, info, errp);
1047             if (result < 0) {
1048                 return -EINVAL;
1049             }
1050             info->base_allocation = result == 1;
1051         }
1052         /* fall through */
1053     case NBD_MODE_SIMPLE:
1054         /* Try NBD_OPT_GO first - if it works, we are done (it
1055          * also gives us a good message if the server requires
1056          * TLS).  If it is not available, fall back to
1057          * NBD_OPT_LIST for nicer error messages about a missing
1058          * export, then use NBD_OPT_EXPORT_NAME.  */
1059         result = nbd_opt_info_or_go(ioc, NBD_OPT_GO, info, errp);
1060         if (result < 0) {
1061             return -EINVAL;
1062         }
1063         if (result > 0) {
1064             return 0;
1065         }
1066         /* Check our desired export is present in the
1067          * server export list. Since NBD_OPT_EXPORT_NAME
1068          * cannot return an error message, running this
1069          * query gives us better error reporting if the
1070          * export name is not available.
1071          */
1072         if (nbd_receive_query_exports(ioc, info->name, errp) < 0) {
1073             return -EINVAL;
1074         }
1075         /* fall through */
1076     case NBD_MODE_EXPORT_NAME:
1077         /* write the export name request */
1078         if (nbd_send_option_request(ioc, NBD_OPT_EXPORT_NAME, -1, info->name,
1079                                     errp) < 0) {
1080             return -EINVAL;
1081         }
1082 
1083         /* Read the response */
1084         if (nbd_read64(ioc, &info->size, "export length", errp) < 0) {
1085             return -EINVAL;
1086         }
1087 
1088         if (nbd_read16(ioc, &info->flags, "export flags", errp) < 0) {
1089             return -EINVAL;
1090         }
1091         break;
1092     case NBD_MODE_OLDSTYLE:
1093         if (*info->name) {
1094             error_setg(errp, "Server does not support non-empty export names");
1095             return -EINVAL;
1096         }
1097         if (nbd_negotiate_finish_oldstyle(ioc, info, errp) < 0) {
1098             return -EINVAL;
1099         }
1100         break;
1101     default:
1102         g_assert_not_reached();
1103     }
1104 
1105     trace_nbd_receive_negotiate_size_flags(info->size, info->flags);
1106     if (zeroes && nbd_drop(ioc, 124, errp) < 0) {
1107         error_prepend(errp, "Failed to read reserved block: ");
1108         return -EINVAL;
1109     }
1110     return 0;
1111 }
1112 
1113 /* Clean up result of nbd_receive_export_list */
1114 void nbd_free_export_list(NBDExportInfo *info, int count)
1115 {
1116     int i, j;
1117 
1118     if (!info) {
1119         return;
1120     }
1121 
1122     for (i = 0; i < count; i++) {
1123         g_free(info[i].name);
1124         g_free(info[i].description);
1125         for (j = 0; j < info[i].n_contexts; j++) {
1126             g_free(info[i].contexts[j]);
1127         }
1128         g_free(info[i].contexts);
1129     }
1130     g_free(info);
1131 }
1132 
1133 /*
1134  * nbd_receive_export_list:
1135  * Query details about a server's exports, then disconnect without
1136  * going into transmission phase. Return a count of the exports listed
1137  * in @info by the server, or -1 on error. Caller must free @info using
1138  * nbd_free_export_list().
1139  */
1140 int nbd_receive_export_list(QIOChannel *ioc, QCryptoTLSCreds *tlscreds,
1141                             const char *hostname, NBDExportInfo **info,
1142                             Error **errp)
1143 {
1144     int result;
1145     int count = 0;
1146     int i;
1147     int rc;
1148     int ret = -1;
1149     NBDExportInfo *array = NULL;
1150     QIOChannel *sioc = NULL;
1151 
1152     *info = NULL;
1153     result = nbd_start_negotiate(NULL, ioc, tlscreds, hostname, &sioc, true,
1154                                  NULL, errp);
1155     if (tlscreds && sioc) {
1156         ioc = sioc;
1157     }
1158     if (result < 0) {
1159         goto out;
1160     }
1161 
1162     switch ((NBDMode)result) {
1163     case NBD_MODE_SIMPLE:
1164     case NBD_MODE_STRUCTURED:
1165         /* newstyle - use NBD_OPT_LIST to populate array, then try
1166          * NBD_OPT_INFO on each array member. If structured replies
1167          * are enabled, also try NBD_OPT_LIST_META_CONTEXT. */
1168         if (nbd_send_option_request(ioc, NBD_OPT_LIST, 0, NULL, errp) < 0) {
1169             goto out;
1170         }
1171         while (1) {
1172             char *name;
1173             char *desc;
1174 
1175             rc = nbd_receive_list(ioc, &name, &desc, errp);
1176             if (rc < 0) {
1177                 goto out;
1178             } else if (rc == 0) {
1179                 break;
1180             }
1181             array = g_renew(NBDExportInfo, array, ++count);
1182             memset(&array[count - 1], 0, sizeof(*array));
1183             array[count - 1].name = name;
1184             array[count - 1].description = desc;
1185             array[count - 1].structured_reply = result == NBD_MODE_STRUCTURED;
1186         }
1187 
1188         for (i = 0; i < count; i++) {
1189             array[i].request_sizes = true;
1190             rc = nbd_opt_info_or_go(ioc, NBD_OPT_INFO, &array[i], errp);
1191             if (rc < 0) {
1192                 goto out;
1193             } else if (rc == 0) {
1194                 /*
1195                  * Pointless to try rest of loop. If OPT_INFO doesn't work,
1196                  * it's unlikely that meta contexts work either
1197                  */
1198                 break;
1199             }
1200 
1201             if (result == NBD_MODE_STRUCTURED &&
1202                 nbd_list_meta_contexts(ioc, &array[i], errp) < 0) {
1203                 goto out;
1204             }
1205         }
1206 
1207         /* Send NBD_OPT_ABORT as a courtesy before hanging up */
1208         nbd_send_opt_abort(ioc);
1209         break;
1210     case NBD_MODE_EXPORT_NAME:
1211         error_setg(errp, "Server does not support export lists");
1212         /* We can't even send NBD_OPT_ABORT, so merely hang up */
1213         goto out;
1214     case NBD_MODE_OLDSTYLE:
1215         /* Lone export name is implied, but we can parse length and flags */
1216         array = g_new0(NBDExportInfo, 1);
1217         array->name = g_strdup("");
1218         count = 1;
1219 
1220         if (nbd_negotiate_finish_oldstyle(ioc, array, errp) < 0) {
1221             goto out;
1222         }
1223 
1224         /* Send NBD_CMD_DISC as a courtesy to the server, but ignore all
1225          * errors now that we have the information we wanted. */
1226         if (nbd_drop(ioc, 124, NULL) == 0) {
1227             NBDRequest request = { .type = NBD_CMD_DISC };
1228 
1229             nbd_send_request(ioc, &request);
1230         }
1231         break;
1232     default:
1233         g_assert_not_reached();
1234     }
1235 
1236     *info = array;
1237     array = NULL;
1238     ret = count;
1239 
1240  out:
1241     qio_channel_shutdown(ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL);
1242     qio_channel_close(ioc, NULL);
1243     object_unref(OBJECT(sioc));
1244     nbd_free_export_list(array, count);
1245     return ret;
1246 }
1247 
1248 #ifdef __linux__
1249 int nbd_init(int fd, QIOChannelSocket *sioc, NBDExportInfo *info,
1250              Error **errp)
1251 {
1252     unsigned long sector_size = MAX(BDRV_SECTOR_SIZE, info->min_block);
1253     unsigned long sectors = info->size / sector_size;
1254 
1255     /* FIXME: Once the kernel module is patched to honor block sizes,
1256      * and to advertise that fact to user space, we should update the
1257      * hand-off to the kernel to use any block sizes we learned. */
1258     assert(!info->request_sizes);
1259     if (info->size / sector_size != sectors) {
1260         error_setg(errp, "Export size %" PRIu64 " too large for 32-bit kernel",
1261                    info->size);
1262         return -E2BIG;
1263     }
1264 
1265     trace_nbd_init_set_socket();
1266 
1267     if (ioctl(fd, NBD_SET_SOCK, (unsigned long) sioc->fd) < 0) {
1268         int serrno = errno;
1269         error_setg(errp, "Failed to set NBD socket");
1270         return -serrno;
1271     }
1272 
1273     trace_nbd_init_set_block_size(sector_size);
1274 
1275     if (ioctl(fd, NBD_SET_BLKSIZE, sector_size) < 0) {
1276         int serrno = errno;
1277         error_setg(errp, "Failed setting NBD block size");
1278         return -serrno;
1279     }
1280 
1281     trace_nbd_init_set_size(sectors);
1282     if (info->size % sector_size) {
1283         trace_nbd_init_trailing_bytes(info->size % sector_size);
1284     }
1285 
1286     if (ioctl(fd, NBD_SET_SIZE_BLOCKS, sectors) < 0) {
1287         int serrno = errno;
1288         error_setg(errp, "Failed setting size (in blocks)");
1289         return -serrno;
1290     }
1291 
1292     if (ioctl(fd, NBD_SET_FLAGS, (unsigned long) info->flags) < 0) {
1293         if (errno == ENOTTY) {
1294             int read_only = (info->flags & NBD_FLAG_READ_ONLY) != 0;
1295             trace_nbd_init_set_readonly();
1296 
1297             if (ioctl(fd, BLKROSET, (unsigned long) &read_only) < 0) {
1298                 int serrno = errno;
1299                 error_setg(errp, "Failed setting read-only attribute");
1300                 return -serrno;
1301             }
1302         } else {
1303             int serrno = errno;
1304             error_setg(errp, "Failed setting flags");
1305             return -serrno;
1306         }
1307     }
1308 
1309     trace_nbd_init_finish();
1310 
1311     return 0;
1312 }
1313 
1314 int nbd_client(int fd)
1315 {
1316     int ret;
1317     int serrno;
1318 
1319     trace_nbd_client_loop();
1320 
1321     ret = ioctl(fd, NBD_DO_IT);
1322     if (ret < 0 && errno == EPIPE) {
1323         /* NBD_DO_IT normally returns EPIPE when someone has disconnected
1324          * the socket via NBD_DISCONNECT.  We do not want to return 1 in
1325          * that case.
1326          */
1327         ret = 0;
1328     }
1329     serrno = errno;
1330 
1331     trace_nbd_client_loop_ret(ret, strerror(serrno));
1332 
1333     trace_nbd_client_clear_queue();
1334     ioctl(fd, NBD_CLEAR_QUE);
1335 
1336     trace_nbd_client_clear_socket();
1337     ioctl(fd, NBD_CLEAR_SOCK);
1338 
1339     errno = serrno;
1340     return ret;
1341 }
1342 
1343 int nbd_disconnect(int fd)
1344 {
1345     ioctl(fd, NBD_CLEAR_QUE);
1346     ioctl(fd, NBD_DISCONNECT);
1347     ioctl(fd, NBD_CLEAR_SOCK);
1348     return 0;
1349 }
1350 
1351 #endif /* __linux__ */
1352 
1353 int nbd_send_request(QIOChannel *ioc, NBDRequest *request)
1354 {
1355     uint8_t buf[NBD_REQUEST_SIZE];
1356 
1357     trace_nbd_send_request(request->from, request->len, request->cookie,
1358                            request->flags, request->type,
1359                            nbd_cmd_lookup(request->type));
1360 
1361     stl_be_p(buf, NBD_REQUEST_MAGIC);
1362     stw_be_p(buf + 4, request->flags);
1363     stw_be_p(buf + 6, request->type);
1364     stq_be_p(buf + 8, request->cookie);
1365     stq_be_p(buf + 16, request->from);
1366     stl_be_p(buf + 24, request->len);
1367 
1368     return nbd_write(ioc, buf, sizeof(buf), NULL);
1369 }
1370 
1371 /* nbd_receive_simple_reply
1372  * Read simple reply except magic field (which should be already read).
1373  * Payload is not read (payload is possible for CMD_READ, but here we even
1374  * don't know whether it take place or not).
1375  */
1376 static int nbd_receive_simple_reply(QIOChannel *ioc, NBDSimpleReply *reply,
1377                                     Error **errp)
1378 {
1379     int ret;
1380 
1381     assert(reply->magic == NBD_SIMPLE_REPLY_MAGIC);
1382 
1383     ret = nbd_read(ioc, (uint8_t *)reply + sizeof(reply->magic),
1384                    sizeof(*reply) - sizeof(reply->magic), "reply", errp);
1385     if (ret < 0) {
1386         return ret;
1387     }
1388 
1389     reply->error = be32_to_cpu(reply->error);
1390     reply->cookie = be64_to_cpu(reply->cookie);
1391 
1392     return 0;
1393 }
1394 
1395 /* nbd_receive_structured_reply_chunk
1396  * Read structured reply chunk except magic field (which should be already
1397  * read).
1398  * Payload is not read.
1399  */
1400 static int nbd_receive_structured_reply_chunk(QIOChannel *ioc,
1401                                               NBDStructuredReplyChunk *chunk,
1402                                               Error **errp)
1403 {
1404     int ret;
1405 
1406     assert(chunk->magic == NBD_STRUCTURED_REPLY_MAGIC);
1407 
1408     ret = nbd_read(ioc, (uint8_t *)chunk + sizeof(chunk->magic),
1409                    sizeof(*chunk) - sizeof(chunk->magic), "structured chunk",
1410                    errp);
1411     if (ret < 0) {
1412         return ret;
1413     }
1414 
1415     chunk->flags = be16_to_cpu(chunk->flags);
1416     chunk->type = be16_to_cpu(chunk->type);
1417     chunk->cookie = be64_to_cpu(chunk->cookie);
1418     chunk->length = be32_to_cpu(chunk->length);
1419 
1420     /*
1421      * Because we use BLOCK_STATUS with REQ_ONE, and cap READ requests
1422      * at 32M, no valid server should send us payload larger than
1423      * this.  Even if we stopped using REQ_ONE, sane servers will cap
1424      * the number of extents they return for block status.
1425      */
1426     if (chunk->length > NBD_MAX_BUFFER_SIZE + sizeof(NBDStructuredReadData)) {
1427         error_setg(errp, "server chunk %" PRIu32 " (%s) payload is too long",
1428                    chunk->type, nbd_rep_lookup(chunk->type));
1429         return -EINVAL;
1430     }
1431 
1432     return 0;
1433 }
1434 
1435 /* nbd_read_eof
1436  * Tries to read @size bytes from @ioc.
1437  * Returns 1 on success
1438  *         0 on eof, when no data was read (errp is not set)
1439  *         negative errno on failure (errp is set)
1440  */
1441 static inline int coroutine_fn
1442 nbd_read_eof(BlockDriverState *bs, QIOChannel *ioc, void *buffer, size_t size,
1443              Error **errp)
1444 {
1445     bool partial = false;
1446 
1447     assert(size);
1448     while (size > 0) {
1449         struct iovec iov = { .iov_base = buffer, .iov_len = size };
1450         ssize_t len;
1451 
1452         len = qio_channel_readv(ioc, &iov, 1, errp);
1453         if (len == QIO_CHANNEL_ERR_BLOCK) {
1454             qio_channel_yield(ioc, G_IO_IN);
1455             continue;
1456         } else if (len < 0) {
1457             return -EIO;
1458         } else if (len == 0) {
1459             if (partial) {
1460                 error_setg(errp,
1461                            "Unexpected end-of-file before all bytes were read");
1462                 return -EIO;
1463             } else {
1464                 return 0;
1465             }
1466         }
1467 
1468         partial = true;
1469         size -= len;
1470         buffer = (uint8_t*) buffer + len;
1471     }
1472     return 1;
1473 }
1474 
1475 /* nbd_receive_reply
1476  *
1477  * Decreases bs->in_flight while waiting for a new reply. This yield is where
1478  * we wait indefinitely and the coroutine must be able to be safely reentered
1479  * for nbd_client_attach_aio_context().
1480  *
1481  * Returns 1 on success
1482  *         0 on eof, when no data was read (errp is not set)
1483  *         negative errno on failure (errp is set)
1484  */
1485 int coroutine_fn nbd_receive_reply(BlockDriverState *bs, QIOChannel *ioc,
1486                                    NBDReply *reply, Error **errp)
1487 {
1488     int ret;
1489     const char *type;
1490 
1491     ret = nbd_read_eof(bs, ioc, &reply->magic, sizeof(reply->magic), errp);
1492     if (ret <= 0) {
1493         return ret;
1494     }
1495 
1496     reply->magic = be32_to_cpu(reply->magic);
1497 
1498     switch (reply->magic) {
1499     case NBD_SIMPLE_REPLY_MAGIC:
1500         ret = nbd_receive_simple_reply(ioc, &reply->simple, errp);
1501         if (ret < 0) {
1502             break;
1503         }
1504         trace_nbd_receive_simple_reply(reply->simple.error,
1505                                        nbd_err_lookup(reply->simple.error),
1506                                        reply->cookie);
1507         break;
1508     case NBD_STRUCTURED_REPLY_MAGIC:
1509         ret = nbd_receive_structured_reply_chunk(ioc, &reply->structured, errp);
1510         if (ret < 0) {
1511             break;
1512         }
1513         type = nbd_reply_type_lookup(reply->structured.type);
1514         trace_nbd_receive_structured_reply_chunk(reply->structured.flags,
1515                                                  reply->structured.type, type,
1516                                                  reply->structured.cookie,
1517                                                  reply->structured.length);
1518         break;
1519     default:
1520         error_setg(errp, "invalid magic (got 0x%" PRIx32 ")", reply->magic);
1521         return -EINVAL;
1522     }
1523     if (ret < 0) {
1524         return ret;
1525     }
1526 
1527     return 1;
1528 }
1529 
1530