1f27aaf4bSChristian Brunner /* 2f27aaf4bSChristian Brunner * QEMU Block driver for RADOS (Ceph) 3f27aaf4bSChristian Brunner * 4ad32e9c0SJosh Durgin * Copyright (C) 2010-2011 Christian Brunner <chb@muc.de>, 5ad32e9c0SJosh Durgin * Josh Durgin <josh.durgin@dreamhost.com> 6f27aaf4bSChristian Brunner * 7f27aaf4bSChristian Brunner * This work is licensed under the terms of the GNU GPL, version 2. See 8f27aaf4bSChristian Brunner * the COPYING file in the top-level directory. 9f27aaf4bSChristian Brunner * 106b620ca3SPaolo Bonzini * Contributions after 2012-01-13 are licensed under the terms of the 116b620ca3SPaolo Bonzini * GNU GPL, version 2 or (at your option) any later version. 12f27aaf4bSChristian Brunner */ 13f27aaf4bSChristian Brunner 14ad32e9c0SJosh Durgin #include <inttypes.h> 15ad32e9c0SJosh Durgin 16f27aaf4bSChristian Brunner #include "qemu-common.h" 17f27aaf4bSChristian Brunner #include "qemu-error.h" 18f27aaf4bSChristian Brunner #include "block_int.h" 19f27aaf4bSChristian Brunner 20ad32e9c0SJosh Durgin #include <rbd/librbd.h> 21f27aaf4bSChristian Brunner 22f27aaf4bSChristian Brunner /* 23f27aaf4bSChristian Brunner * When specifying the image filename use: 24f27aaf4bSChristian Brunner * 25fab5cf59SJosh Durgin * rbd:poolname/devicename[@snapshotname][:option1=value1[:option2=value2...]] 26f27aaf4bSChristian Brunner * 279e1fbcdeSSage Weil * poolname must be the name of an existing rados pool. 28f27aaf4bSChristian Brunner * 299e1fbcdeSSage Weil * devicename is the name of the rbd image. 30f27aaf4bSChristian Brunner * 319e1fbcdeSSage Weil * Each option given is used to configure rados, and may be any valid 329e1fbcdeSSage Weil * Ceph option, "id", or "conf". 33fab5cf59SJosh Durgin * 349e1fbcdeSSage Weil * The "id" option indicates what user we should authenticate as to 359e1fbcdeSSage Weil * the Ceph cluster. If it is excluded we will use the Ceph default 369e1fbcdeSSage Weil * (normally 'admin'). 37f27aaf4bSChristian Brunner * 389e1fbcdeSSage Weil * The "conf" option specifies a Ceph configuration file to read. If 399e1fbcdeSSage Weil * it is not specified, we will read from the default Ceph locations 409e1fbcdeSSage Weil * (e.g., /etc/ceph/ceph.conf). To avoid reading _any_ configuration 419e1fbcdeSSage Weil * file, specify conf=/dev/null. 42f27aaf4bSChristian Brunner * 439e1fbcdeSSage Weil * Configuration values containing :, @, or = can be escaped with a 449e1fbcdeSSage Weil * leading "\". 45f27aaf4bSChristian Brunner */ 46f27aaf4bSChristian Brunner 47f27aaf4bSChristian Brunner #define OBJ_MAX_SIZE (1UL << OBJ_DEFAULT_OBJ_ORDER) 48f27aaf4bSChristian Brunner 49ad32e9c0SJosh Durgin #define RBD_MAX_CONF_NAME_SIZE 128 50ad32e9c0SJosh Durgin #define RBD_MAX_CONF_VAL_SIZE 512 51ad32e9c0SJosh Durgin #define RBD_MAX_CONF_SIZE 1024 52ad32e9c0SJosh Durgin #define RBD_MAX_POOL_NAME_SIZE 128 53ad32e9c0SJosh Durgin #define RBD_MAX_SNAP_NAME_SIZE 128 54ad32e9c0SJosh Durgin #define RBD_MAX_SNAPS 100 55ad32e9c0SJosh Durgin 56f27aaf4bSChristian Brunner typedef struct RBDAIOCB { 57f27aaf4bSChristian Brunner BlockDriverAIOCB common; 58f27aaf4bSChristian Brunner QEMUBH *bh; 59f27aaf4bSChristian Brunner int ret; 60f27aaf4bSChristian Brunner QEMUIOVector *qiov; 61f27aaf4bSChristian Brunner char *bounce; 62f27aaf4bSChristian Brunner int write; 63f27aaf4bSChristian Brunner int64_t sector_num; 64f27aaf4bSChristian Brunner int error; 65f27aaf4bSChristian Brunner struct BDRVRBDState *s; 66f27aaf4bSChristian Brunner int cancelled; 67f27aaf4bSChristian Brunner } RBDAIOCB; 68f27aaf4bSChristian Brunner 69f27aaf4bSChristian Brunner typedef struct RADOSCB { 70f27aaf4bSChristian Brunner int rcbid; 71f27aaf4bSChristian Brunner RBDAIOCB *acb; 72f27aaf4bSChristian Brunner struct BDRVRBDState *s; 73f27aaf4bSChristian Brunner int done; 74ad32e9c0SJosh Durgin int64_t size; 75f27aaf4bSChristian Brunner char *buf; 76f27aaf4bSChristian Brunner int ret; 77f27aaf4bSChristian Brunner } RADOSCB; 78f27aaf4bSChristian Brunner 79f27aaf4bSChristian Brunner #define RBD_FD_READ 0 80f27aaf4bSChristian Brunner #define RBD_FD_WRITE 1 81f27aaf4bSChristian Brunner 82f27aaf4bSChristian Brunner typedef struct BDRVRBDState { 83f27aaf4bSChristian Brunner int fds[2]; 84ad32e9c0SJosh Durgin rados_t cluster; 85ad32e9c0SJosh Durgin rados_ioctx_t io_ctx; 86ad32e9c0SJosh Durgin rbd_image_t image; 87ad32e9c0SJosh Durgin char name[RBD_MAX_IMAGE_NAME_SIZE]; 88f27aaf4bSChristian Brunner int qemu_aio_count; 89ad32e9c0SJosh Durgin char *snap; 90f27aaf4bSChristian Brunner int event_reader_pos; 91f27aaf4bSChristian Brunner RADOSCB *event_rcb; 92f27aaf4bSChristian Brunner } BDRVRBDState; 93f27aaf4bSChristian Brunner 94f27aaf4bSChristian Brunner static void rbd_aio_bh_cb(void *opaque); 95f27aaf4bSChristian Brunner 96ad32e9c0SJosh Durgin static int qemu_rbd_next_tok(char *dst, int dst_len, 97f27aaf4bSChristian Brunner char *src, char delim, 98f27aaf4bSChristian Brunner const char *name, 99f27aaf4bSChristian Brunner char **p) 100f27aaf4bSChristian Brunner { 101f27aaf4bSChristian Brunner int l; 102f27aaf4bSChristian Brunner char *end; 103f27aaf4bSChristian Brunner 104f27aaf4bSChristian Brunner *p = NULL; 105f27aaf4bSChristian Brunner 106f27aaf4bSChristian Brunner if (delim != '\0') { 10716a06b24SSage Weil for (end = src; *end; ++end) { 10816a06b24SSage Weil if (*end == delim) { 10916a06b24SSage Weil break; 11016a06b24SSage Weil } 11116a06b24SSage Weil if (*end == '\\' && end[1] != '\0') { 11216a06b24SSage Weil end++; 11316a06b24SSage Weil } 11416a06b24SSage Weil } 11516a06b24SSage Weil if (*end == delim) { 116f27aaf4bSChristian Brunner *p = end + 1; 117f27aaf4bSChristian Brunner *end = '\0'; 118f27aaf4bSChristian Brunner } 119f27aaf4bSChristian Brunner } 120f27aaf4bSChristian Brunner l = strlen(src); 121f27aaf4bSChristian Brunner if (l >= dst_len) { 122f27aaf4bSChristian Brunner error_report("%s too long", name); 123f27aaf4bSChristian Brunner return -EINVAL; 124f27aaf4bSChristian Brunner } else if (l == 0) { 125f27aaf4bSChristian Brunner error_report("%s too short", name); 126f27aaf4bSChristian Brunner return -EINVAL; 127f27aaf4bSChristian Brunner } 128f27aaf4bSChristian Brunner 129f27aaf4bSChristian Brunner pstrcpy(dst, dst_len, src); 130f27aaf4bSChristian Brunner 131f27aaf4bSChristian Brunner return 0; 132f27aaf4bSChristian Brunner } 133f27aaf4bSChristian Brunner 13416a06b24SSage Weil static void qemu_rbd_unescape(char *src) 13516a06b24SSage Weil { 13616a06b24SSage Weil char *p; 13716a06b24SSage Weil 13816a06b24SSage Weil for (p = src; *src; ++src, ++p) { 13916a06b24SSage Weil if (*src == '\\' && src[1] != '\0') { 14016a06b24SSage Weil src++; 14116a06b24SSage Weil } 14216a06b24SSage Weil *p = *src; 14316a06b24SSage Weil } 14416a06b24SSage Weil *p = '\0'; 14516a06b24SSage Weil } 14616a06b24SSage Weil 147ad32e9c0SJosh Durgin static int qemu_rbd_parsename(const char *filename, 148f27aaf4bSChristian Brunner char *pool, int pool_len, 149f27aaf4bSChristian Brunner char *snap, int snap_len, 150fab5cf59SJosh Durgin char *name, int name_len, 151fab5cf59SJosh Durgin char *conf, int conf_len) 152f27aaf4bSChristian Brunner { 153f27aaf4bSChristian Brunner const char *start; 154f27aaf4bSChristian Brunner char *p, *buf; 155f27aaf4bSChristian Brunner int ret; 156f27aaf4bSChristian Brunner 157f27aaf4bSChristian Brunner if (!strstart(filename, "rbd:", &start)) { 158f27aaf4bSChristian Brunner return -EINVAL; 159f27aaf4bSChristian Brunner } 160f27aaf4bSChristian Brunner 1617267c094SAnthony Liguori buf = g_strdup(start); 162f27aaf4bSChristian Brunner p = buf; 163fab5cf59SJosh Durgin *snap = '\0'; 164fab5cf59SJosh Durgin *conf = '\0'; 165f27aaf4bSChristian Brunner 166ad32e9c0SJosh Durgin ret = qemu_rbd_next_tok(pool, pool_len, p, '/', "pool name", &p); 167f27aaf4bSChristian Brunner if (ret < 0 || !p) { 168f27aaf4bSChristian Brunner ret = -EINVAL; 169f27aaf4bSChristian Brunner goto done; 170f27aaf4bSChristian Brunner } 17116a06b24SSage Weil qemu_rbd_unescape(pool); 172fab5cf59SJosh Durgin 173fab5cf59SJosh Durgin if (strchr(p, '@')) { 174ad32e9c0SJosh Durgin ret = qemu_rbd_next_tok(name, name_len, p, '@', "object name", &p); 175f27aaf4bSChristian Brunner if (ret < 0) { 176f27aaf4bSChristian Brunner goto done; 177f27aaf4bSChristian Brunner } 178fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(snap, snap_len, p, ':', "snap name", &p); 17916a06b24SSage Weil qemu_rbd_unescape(snap); 180fab5cf59SJosh Durgin } else { 181fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(name, name_len, p, ':', "object name", &p); 182fab5cf59SJosh Durgin } 18316a06b24SSage Weil qemu_rbd_unescape(name); 184fab5cf59SJosh Durgin if (ret < 0 || !p) { 185f27aaf4bSChristian Brunner goto done; 186f27aaf4bSChristian Brunner } 187f27aaf4bSChristian Brunner 188fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(conf, conf_len, p, '\0', "configuration", &p); 189f27aaf4bSChristian Brunner 190f27aaf4bSChristian Brunner done: 1917267c094SAnthony Liguori g_free(buf); 192f27aaf4bSChristian Brunner return ret; 193f27aaf4bSChristian Brunner } 194f27aaf4bSChristian Brunner 1957c7e9df0SSage Weil static char *qemu_rbd_parse_clientname(const char *conf, char *clientname) 1967c7e9df0SSage Weil { 1977c7e9df0SSage Weil const char *p = conf; 1987c7e9df0SSage Weil 1997c7e9df0SSage Weil while (*p) { 2007c7e9df0SSage Weil int len; 2017c7e9df0SSage Weil const char *end = strchr(p, ':'); 2027c7e9df0SSage Weil 2037c7e9df0SSage Weil if (end) { 2047c7e9df0SSage Weil len = end - p; 2057c7e9df0SSage Weil } else { 2067c7e9df0SSage Weil len = strlen(p); 2077c7e9df0SSage Weil } 2087c7e9df0SSage Weil 2097c7e9df0SSage Weil if (strncmp(p, "id=", 3) == 0) { 2107c7e9df0SSage Weil len -= 3; 2117c7e9df0SSage Weil strncpy(clientname, p + 3, len); 2127c7e9df0SSage Weil clientname[len] = '\0'; 2137c7e9df0SSage Weil return clientname; 2147c7e9df0SSage Weil } 2157c7e9df0SSage Weil if (end == NULL) { 2167c7e9df0SSage Weil break; 2177c7e9df0SSage Weil } 2187c7e9df0SSage Weil p = end + 1; 2197c7e9df0SSage Weil } 2207c7e9df0SSage Weil return NULL; 2217c7e9df0SSage Weil } 2227c7e9df0SSage Weil 223fab5cf59SJosh Durgin static int qemu_rbd_set_conf(rados_t cluster, const char *conf) 224fab5cf59SJosh Durgin { 225fab5cf59SJosh Durgin char *p, *buf; 226fab5cf59SJosh Durgin char name[RBD_MAX_CONF_NAME_SIZE]; 227fab5cf59SJosh Durgin char value[RBD_MAX_CONF_VAL_SIZE]; 228fab5cf59SJosh Durgin int ret = 0; 229fab5cf59SJosh Durgin 2307267c094SAnthony Liguori buf = g_strdup(conf); 231fab5cf59SJosh Durgin p = buf; 232fab5cf59SJosh Durgin 233fab5cf59SJosh Durgin while (p) { 234fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(name, sizeof(name), p, 235fab5cf59SJosh Durgin '=', "conf option name", &p); 236fab5cf59SJosh Durgin if (ret < 0) { 237fab5cf59SJosh Durgin break; 238fab5cf59SJosh Durgin } 23916a06b24SSage Weil qemu_rbd_unescape(name); 240fab5cf59SJosh Durgin 241fab5cf59SJosh Durgin if (!p) { 242fab5cf59SJosh Durgin error_report("conf option %s has no value", name); 243fab5cf59SJosh Durgin ret = -EINVAL; 244fab5cf59SJosh Durgin break; 245fab5cf59SJosh Durgin } 246fab5cf59SJosh Durgin 247fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(value, sizeof(value), p, 248fab5cf59SJosh Durgin ':', "conf option value", &p); 249fab5cf59SJosh Durgin if (ret < 0) { 250fab5cf59SJosh Durgin break; 251fab5cf59SJosh Durgin } 25216a06b24SSage Weil qemu_rbd_unescape(value); 253fab5cf59SJosh Durgin 2547c7e9df0SSage Weil if (strcmp(name, "conf") == 0) { 2557c7e9df0SSage Weil ret = rados_conf_read_file(cluster, value); 2567c7e9df0SSage Weil if (ret < 0) { 2577c7e9df0SSage Weil error_report("error reading conf file %s", value); 2587c7e9df0SSage Weil break; 2597c7e9df0SSage Weil } 2607c7e9df0SSage Weil } else if (strcmp(name, "id") == 0) { 2617c7e9df0SSage Weil /* ignore, this is parsed by qemu_rbd_parse_clientname() */ 2627c7e9df0SSage Weil } else { 263fab5cf59SJosh Durgin ret = rados_conf_set(cluster, name, value); 264fab5cf59SJosh Durgin if (ret < 0) { 265fab5cf59SJosh Durgin error_report("invalid conf option %s", name); 266fab5cf59SJosh Durgin ret = -EINVAL; 267fab5cf59SJosh Durgin break; 268fab5cf59SJosh Durgin } 269fab5cf59SJosh Durgin } 270fab5cf59SJosh Durgin } 271fab5cf59SJosh Durgin 2727267c094SAnthony Liguori g_free(buf); 273fab5cf59SJosh Durgin return ret; 274fab5cf59SJosh Durgin } 275fab5cf59SJosh Durgin 276ad32e9c0SJosh Durgin static int qemu_rbd_create(const char *filename, QEMUOptionParameter *options) 277f27aaf4bSChristian Brunner { 278f27aaf4bSChristian Brunner int64_t bytes = 0; 279f27aaf4bSChristian Brunner int64_t objsize; 280ad32e9c0SJosh Durgin int obj_order = 0; 281ad32e9c0SJosh Durgin char pool[RBD_MAX_POOL_NAME_SIZE]; 282ad32e9c0SJosh Durgin char name[RBD_MAX_IMAGE_NAME_SIZE]; 283ad32e9c0SJosh Durgin char snap_buf[RBD_MAX_SNAP_NAME_SIZE]; 284fab5cf59SJosh Durgin char conf[RBD_MAX_CONF_SIZE]; 2857c7e9df0SSage Weil char clientname_buf[RBD_MAX_CONF_SIZE]; 2867c7e9df0SSage Weil char *clientname; 287ad32e9c0SJosh Durgin rados_t cluster; 288ad32e9c0SJosh Durgin rados_ioctx_t io_ctx; 289f27aaf4bSChristian Brunner int ret; 290f27aaf4bSChristian Brunner 291ad32e9c0SJosh Durgin if (qemu_rbd_parsename(filename, pool, sizeof(pool), 292f27aaf4bSChristian Brunner snap_buf, sizeof(snap_buf), 293fab5cf59SJosh Durgin name, sizeof(name), 294fab5cf59SJosh Durgin conf, sizeof(conf)) < 0) { 295f27aaf4bSChristian Brunner return -EINVAL; 296f27aaf4bSChristian Brunner } 297f27aaf4bSChristian Brunner 298f27aaf4bSChristian Brunner /* Read out options */ 299f27aaf4bSChristian Brunner while (options && options->name) { 300f27aaf4bSChristian Brunner if (!strcmp(options->name, BLOCK_OPT_SIZE)) { 301f27aaf4bSChristian Brunner bytes = options->value.n; 302f27aaf4bSChristian Brunner } else if (!strcmp(options->name, BLOCK_OPT_CLUSTER_SIZE)) { 303f27aaf4bSChristian Brunner if (options->value.n) { 304f27aaf4bSChristian Brunner objsize = options->value.n; 305f27aaf4bSChristian Brunner if ((objsize - 1) & objsize) { /* not a power of 2? */ 306f27aaf4bSChristian Brunner error_report("obj size needs to be power of 2"); 307f27aaf4bSChristian Brunner return -EINVAL; 308f27aaf4bSChristian Brunner } 309f27aaf4bSChristian Brunner if (objsize < 4096) { 310f27aaf4bSChristian Brunner error_report("obj size too small"); 311f27aaf4bSChristian Brunner return -EINVAL; 312f27aaf4bSChristian Brunner } 313f27aaf4bSChristian Brunner obj_order = ffs(objsize) - 1; 314f27aaf4bSChristian Brunner } 315f27aaf4bSChristian Brunner } 316f27aaf4bSChristian Brunner options++; 317f27aaf4bSChristian Brunner } 318f27aaf4bSChristian Brunner 3197c7e9df0SSage Weil clientname = qemu_rbd_parse_clientname(conf, clientname_buf); 3207c7e9df0SSage Weil if (rados_create(&cluster, clientname) < 0) { 321f27aaf4bSChristian Brunner error_report("error initializing"); 322f27aaf4bSChristian Brunner return -EIO; 323f27aaf4bSChristian Brunner } 324f27aaf4bSChristian Brunner 325fab5cf59SJosh Durgin if (strstr(conf, "conf=") == NULL) { 326f9fe18ecSSage Weil /* try default location, but ignore failure */ 327f9fe18ecSSage Weil rados_conf_read_file(cluster, NULL); 328fab5cf59SJosh Durgin } 329fab5cf59SJosh Durgin 330fab5cf59SJosh Durgin if (conf[0] != '\0' && 331fab5cf59SJosh Durgin qemu_rbd_set_conf(cluster, conf) < 0) { 332fab5cf59SJosh Durgin error_report("error setting config options"); 333fab5cf59SJosh Durgin rados_shutdown(cluster); 334fab5cf59SJosh Durgin return -EIO; 335fab5cf59SJosh Durgin } 336ad32e9c0SJosh Durgin 337ad32e9c0SJosh Durgin if (rados_connect(cluster) < 0) { 338ad32e9c0SJosh Durgin error_report("error connecting"); 339ad32e9c0SJosh Durgin rados_shutdown(cluster); 340ad32e9c0SJosh Durgin return -EIO; 341ad32e9c0SJosh Durgin } 342ad32e9c0SJosh Durgin 343ad32e9c0SJosh Durgin if (rados_ioctx_create(cluster, pool, &io_ctx) < 0) { 344f27aaf4bSChristian Brunner error_report("error opening pool %s", pool); 345ad32e9c0SJosh Durgin rados_shutdown(cluster); 346f27aaf4bSChristian Brunner return -EIO; 347f27aaf4bSChristian Brunner } 348f27aaf4bSChristian Brunner 349ad32e9c0SJosh Durgin ret = rbd_create(io_ctx, name, bytes, &obj_order); 350ad32e9c0SJosh Durgin rados_ioctx_destroy(io_ctx); 351ad32e9c0SJosh Durgin rados_shutdown(cluster); 352f27aaf4bSChristian Brunner 353f27aaf4bSChristian Brunner return ret; 354f27aaf4bSChristian Brunner } 355f27aaf4bSChristian Brunner 356f27aaf4bSChristian Brunner /* 357ad32e9c0SJosh Durgin * This aio completion is being called from qemu_rbd_aio_event_reader() 358ad32e9c0SJosh Durgin * and runs in qemu context. It schedules a bh, but just in case the aio 359f27aaf4bSChristian Brunner * was not cancelled before. 360f27aaf4bSChristian Brunner */ 361ad32e9c0SJosh Durgin static void qemu_rbd_complete_aio(RADOSCB *rcb) 362f27aaf4bSChristian Brunner { 363f27aaf4bSChristian Brunner RBDAIOCB *acb = rcb->acb; 364f27aaf4bSChristian Brunner int64_t r; 365f27aaf4bSChristian Brunner 366f27aaf4bSChristian Brunner if (acb->cancelled) { 367f27aaf4bSChristian Brunner qemu_vfree(acb->bounce); 368f27aaf4bSChristian Brunner qemu_aio_release(acb); 369f27aaf4bSChristian Brunner goto done; 370f27aaf4bSChristian Brunner } 371f27aaf4bSChristian Brunner 372f27aaf4bSChristian Brunner r = rcb->ret; 373f27aaf4bSChristian Brunner 374f27aaf4bSChristian Brunner if (acb->write) { 375f27aaf4bSChristian Brunner if (r < 0) { 376f27aaf4bSChristian Brunner acb->ret = r; 377f27aaf4bSChristian Brunner acb->error = 1; 378f27aaf4bSChristian Brunner } else if (!acb->error) { 379ad32e9c0SJosh Durgin acb->ret = rcb->size; 380f27aaf4bSChristian Brunner } 381f27aaf4bSChristian Brunner } else { 382ad32e9c0SJosh Durgin if (r < 0) { 383ad32e9c0SJosh Durgin memset(rcb->buf, 0, rcb->size); 384f27aaf4bSChristian Brunner acb->ret = r; 385f27aaf4bSChristian Brunner acb->error = 1; 386ad32e9c0SJosh Durgin } else if (r < rcb->size) { 387ad32e9c0SJosh Durgin memset(rcb->buf + r, 0, rcb->size - r); 388f27aaf4bSChristian Brunner if (!acb->error) { 389ad32e9c0SJosh Durgin acb->ret = rcb->size; 390f27aaf4bSChristian Brunner } 391f27aaf4bSChristian Brunner } else if (!acb->error) { 392ad32e9c0SJosh Durgin acb->ret = r; 393f27aaf4bSChristian Brunner } 394f27aaf4bSChristian Brunner } 395f27aaf4bSChristian Brunner /* Note that acb->bh can be NULL in case where the aio was cancelled */ 396f27aaf4bSChristian Brunner acb->bh = qemu_bh_new(rbd_aio_bh_cb, acb); 397f27aaf4bSChristian Brunner qemu_bh_schedule(acb->bh); 398f27aaf4bSChristian Brunner done: 3997267c094SAnthony Liguori g_free(rcb); 400f27aaf4bSChristian Brunner } 401f27aaf4bSChristian Brunner 402f27aaf4bSChristian Brunner /* 403f27aaf4bSChristian Brunner * aio fd read handler. It runs in the qemu context and calls the 404f27aaf4bSChristian Brunner * completion handling of completed rados aio operations. 405f27aaf4bSChristian Brunner */ 406ad32e9c0SJosh Durgin static void qemu_rbd_aio_event_reader(void *opaque) 407f27aaf4bSChristian Brunner { 408f27aaf4bSChristian Brunner BDRVRBDState *s = opaque; 409f27aaf4bSChristian Brunner 410f27aaf4bSChristian Brunner ssize_t ret; 411f27aaf4bSChristian Brunner 412f27aaf4bSChristian Brunner do { 413f27aaf4bSChristian Brunner char *p = (char *)&s->event_rcb; 414f27aaf4bSChristian Brunner 415f27aaf4bSChristian Brunner /* now read the rcb pointer that was sent from a non qemu thread */ 416dfe80b07SSage Weil ret = read(s->fds[RBD_FD_READ], p + s->event_reader_pos, 417dfe80b07SSage Weil sizeof(s->event_rcb) - s->event_reader_pos); 418f27aaf4bSChristian Brunner if (ret > 0) { 419f27aaf4bSChristian Brunner s->event_reader_pos += ret; 420f27aaf4bSChristian Brunner if (s->event_reader_pos == sizeof(s->event_rcb)) { 421f27aaf4bSChristian Brunner s->event_reader_pos = 0; 422ad32e9c0SJosh Durgin qemu_rbd_complete_aio(s->event_rcb); 423f27aaf4bSChristian Brunner s->qemu_aio_count--; 424f27aaf4bSChristian Brunner } 425f27aaf4bSChristian Brunner } 426f27aaf4bSChristian Brunner } while (ret < 0 && errno == EINTR); 427f27aaf4bSChristian Brunner } 428f27aaf4bSChristian Brunner 429ad32e9c0SJosh Durgin static int qemu_rbd_aio_flush_cb(void *opaque) 430f27aaf4bSChristian Brunner { 431f27aaf4bSChristian Brunner BDRVRBDState *s = opaque; 432f27aaf4bSChristian Brunner 433f27aaf4bSChristian Brunner return (s->qemu_aio_count > 0); 434f27aaf4bSChristian Brunner } 435f27aaf4bSChristian Brunner 436ad32e9c0SJosh Durgin static int qemu_rbd_open(BlockDriverState *bs, const char *filename, int flags) 437f27aaf4bSChristian Brunner { 438f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 439ad32e9c0SJosh Durgin char pool[RBD_MAX_POOL_NAME_SIZE]; 440ad32e9c0SJosh Durgin char snap_buf[RBD_MAX_SNAP_NAME_SIZE]; 441fab5cf59SJosh Durgin char conf[RBD_MAX_CONF_SIZE]; 4427c7e9df0SSage Weil char clientname_buf[RBD_MAX_CONF_SIZE]; 4437c7e9df0SSage Weil char *clientname; 444f27aaf4bSChristian Brunner int r; 445f27aaf4bSChristian Brunner 446ad32e9c0SJosh Durgin if (qemu_rbd_parsename(filename, pool, sizeof(pool), 447f27aaf4bSChristian Brunner snap_buf, sizeof(snap_buf), 448fab5cf59SJosh Durgin s->name, sizeof(s->name), 449fab5cf59SJosh Durgin conf, sizeof(conf)) < 0) { 450f27aaf4bSChristian Brunner return -EINVAL; 451f27aaf4bSChristian Brunner } 452f27aaf4bSChristian Brunner 4537c7e9df0SSage Weil clientname = qemu_rbd_parse_clientname(conf, clientname_buf); 4547c7e9df0SSage Weil r = rados_create(&s->cluster, clientname); 455ad32e9c0SJosh Durgin if (r < 0) { 456f27aaf4bSChristian Brunner error_report("error initializing"); 457f27aaf4bSChristian Brunner return r; 458f27aaf4bSChristian Brunner } 459f27aaf4bSChristian Brunner 460eb93d5d9SSage Weil s->snap = NULL; 461eb93d5d9SSage Weil if (snap_buf[0] != '\0') { 462eb93d5d9SSage Weil s->snap = g_strdup(snap_buf); 463eb93d5d9SSage Weil } 464eb93d5d9SSage Weil 465fab5cf59SJosh Durgin if (strstr(conf, "conf=") == NULL) { 466f9fe18ecSSage Weil /* try default location, but ignore failure */ 467f9fe18ecSSage Weil rados_conf_read_file(s->cluster, NULL); 468fab5cf59SJosh Durgin } 469fab5cf59SJosh Durgin 470fab5cf59SJosh Durgin if (conf[0] != '\0') { 471fab5cf59SJosh Durgin r = qemu_rbd_set_conf(s->cluster, conf); 472fab5cf59SJosh Durgin if (r < 0) { 473fab5cf59SJosh Durgin error_report("error setting config options"); 474eb93d5d9SSage Weil goto failed_shutdown; 475fab5cf59SJosh Durgin } 476fab5cf59SJosh Durgin } 477f27aaf4bSChristian Brunner 478ad32e9c0SJosh Durgin r = rados_connect(s->cluster); 479ad32e9c0SJosh Durgin if (r < 0) { 480ad32e9c0SJosh Durgin error_report("error connecting"); 481eb93d5d9SSage Weil goto failed_shutdown; 482ad32e9c0SJosh Durgin } 483ad32e9c0SJosh Durgin 484ad32e9c0SJosh Durgin r = rados_ioctx_create(s->cluster, pool, &s->io_ctx); 485ad32e9c0SJosh Durgin if (r < 0) { 486ad32e9c0SJosh Durgin error_report("error opening pool %s", pool); 487eb93d5d9SSage Weil goto failed_shutdown; 488ad32e9c0SJosh Durgin } 489ad32e9c0SJosh Durgin 490ad32e9c0SJosh Durgin r = rbd_open(s->io_ctx, s->name, &s->image, s->snap); 491ad32e9c0SJosh Durgin if (r < 0) { 492ad32e9c0SJosh Durgin error_report("error reading header from %s", s->name); 493eb93d5d9SSage Weil goto failed_open; 494ad32e9c0SJosh Durgin } 495ad32e9c0SJosh Durgin 496ad32e9c0SJosh Durgin bs->read_only = (s->snap != NULL); 497f27aaf4bSChristian Brunner 498f27aaf4bSChristian Brunner s->event_reader_pos = 0; 499f27aaf4bSChristian Brunner r = qemu_pipe(s->fds); 500f27aaf4bSChristian Brunner if (r < 0) { 501f27aaf4bSChristian Brunner error_report("error opening eventfd"); 502f27aaf4bSChristian Brunner goto failed; 503f27aaf4bSChristian Brunner } 504f27aaf4bSChristian Brunner fcntl(s->fds[0], F_SETFL, O_NONBLOCK); 505f27aaf4bSChristian Brunner fcntl(s->fds[1], F_SETFL, O_NONBLOCK); 506ad32e9c0SJosh Durgin qemu_aio_set_fd_handler(s->fds[RBD_FD_READ], qemu_rbd_aio_event_reader, 507ad32e9c0SJosh Durgin NULL, qemu_rbd_aio_flush_cb, NULL, s); 508f27aaf4bSChristian Brunner 509f27aaf4bSChristian Brunner 510f27aaf4bSChristian Brunner return 0; 511f27aaf4bSChristian Brunner 512f27aaf4bSChristian Brunner failed: 513ad32e9c0SJosh Durgin rbd_close(s->image); 514eb93d5d9SSage Weil failed_open: 515ad32e9c0SJosh Durgin rados_ioctx_destroy(s->io_ctx); 516eb93d5d9SSage Weil failed_shutdown: 517ad32e9c0SJosh Durgin rados_shutdown(s->cluster); 518eb93d5d9SSage Weil g_free(s->snap); 519f27aaf4bSChristian Brunner return r; 520f27aaf4bSChristian Brunner } 521f27aaf4bSChristian Brunner 522ad32e9c0SJosh Durgin static void qemu_rbd_close(BlockDriverState *bs) 523f27aaf4bSChristian Brunner { 524f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 525f27aaf4bSChristian Brunner 526f27aaf4bSChristian Brunner close(s->fds[0]); 527f27aaf4bSChristian Brunner close(s->fds[1]); 528f27aaf4bSChristian Brunner qemu_aio_set_fd_handler(s->fds[RBD_FD_READ], NULL , NULL, NULL, NULL, 529f27aaf4bSChristian Brunner NULL); 530f27aaf4bSChristian Brunner 531ad32e9c0SJosh Durgin rbd_close(s->image); 532ad32e9c0SJosh Durgin rados_ioctx_destroy(s->io_ctx); 5337267c094SAnthony Liguori g_free(s->snap); 534ad32e9c0SJosh Durgin rados_shutdown(s->cluster); 535f27aaf4bSChristian Brunner } 536f27aaf4bSChristian Brunner 537f27aaf4bSChristian Brunner /* 538f27aaf4bSChristian Brunner * Cancel aio. Since we don't reference acb in a non qemu threads, 539f27aaf4bSChristian Brunner * it is safe to access it here. 540f27aaf4bSChristian Brunner */ 541ad32e9c0SJosh Durgin static void qemu_rbd_aio_cancel(BlockDriverAIOCB *blockacb) 542f27aaf4bSChristian Brunner { 543f27aaf4bSChristian Brunner RBDAIOCB *acb = (RBDAIOCB *) blockacb; 544f27aaf4bSChristian Brunner acb->cancelled = 1; 545f27aaf4bSChristian Brunner } 546f27aaf4bSChristian Brunner 547f27aaf4bSChristian Brunner static AIOPool rbd_aio_pool = { 548f27aaf4bSChristian Brunner .aiocb_size = sizeof(RBDAIOCB), 549ad32e9c0SJosh Durgin .cancel = qemu_rbd_aio_cancel, 550f27aaf4bSChristian Brunner }; 551f27aaf4bSChristian Brunner 552ad32e9c0SJosh Durgin static int qemu_rbd_send_pipe(BDRVRBDState *s, RADOSCB *rcb) 553f27aaf4bSChristian Brunner { 554ad32e9c0SJosh Durgin int ret = 0; 555f27aaf4bSChristian Brunner while (1) { 556f27aaf4bSChristian Brunner fd_set wfd; 557ad32e9c0SJosh Durgin int fd = s->fds[RBD_FD_WRITE]; 558f27aaf4bSChristian Brunner 559ad32e9c0SJosh Durgin /* send the op pointer to the qemu thread that is responsible 560ad32e9c0SJosh Durgin for the aio/op completion. Must do it in a qemu thread context */ 561f27aaf4bSChristian Brunner ret = write(fd, (void *)&rcb, sizeof(rcb)); 562f27aaf4bSChristian Brunner if (ret >= 0) { 563f27aaf4bSChristian Brunner break; 564f27aaf4bSChristian Brunner } 565f27aaf4bSChristian Brunner if (errno == EINTR) { 566f27aaf4bSChristian Brunner continue; 567f27aaf4bSChristian Brunner } 568f27aaf4bSChristian Brunner if (errno != EAGAIN) { 569f27aaf4bSChristian Brunner break; 570f27aaf4bSChristian Brunner } 571f27aaf4bSChristian Brunner 572f27aaf4bSChristian Brunner FD_ZERO(&wfd); 573f27aaf4bSChristian Brunner FD_SET(fd, &wfd); 574f27aaf4bSChristian Brunner do { 575f27aaf4bSChristian Brunner ret = select(fd + 1, NULL, &wfd, NULL, NULL); 576f27aaf4bSChristian Brunner } while (ret < 0 && errno == EINTR); 577f27aaf4bSChristian Brunner } 578f27aaf4bSChristian Brunner 579ad32e9c0SJosh Durgin return ret; 580ad32e9c0SJosh Durgin } 581ad32e9c0SJosh Durgin 582ad32e9c0SJosh Durgin /* 583ad32e9c0SJosh Durgin * This is the callback function for rbd_aio_read and _write 584ad32e9c0SJosh Durgin * 585ad32e9c0SJosh Durgin * Note: this function is being called from a non qemu thread so 586ad32e9c0SJosh Durgin * we need to be careful about what we do here. Generally we only 587ad32e9c0SJosh Durgin * write to the block notification pipe, and do the rest of the 588ad32e9c0SJosh Durgin * io completion handling from qemu_rbd_aio_event_reader() which 589ad32e9c0SJosh Durgin * runs in a qemu context. 590ad32e9c0SJosh Durgin */ 591ad32e9c0SJosh Durgin static void rbd_finish_aiocb(rbd_completion_t c, RADOSCB *rcb) 592ad32e9c0SJosh Durgin { 593ad32e9c0SJosh Durgin int ret; 594ad32e9c0SJosh Durgin rcb->ret = rbd_aio_get_return_value(c); 595ad32e9c0SJosh Durgin rbd_aio_release(c); 596ad32e9c0SJosh Durgin ret = qemu_rbd_send_pipe(rcb->s, rcb); 597f27aaf4bSChristian Brunner if (ret < 0) { 598ad32e9c0SJosh Durgin error_report("failed writing to acb->s->fds"); 5997267c094SAnthony Liguori g_free(rcb); 600f27aaf4bSChristian Brunner } 601f27aaf4bSChristian Brunner } 602f27aaf4bSChristian Brunner 603ad32e9c0SJosh Durgin /* Callback when all queued rbd_aio requests are complete */ 604f27aaf4bSChristian Brunner 605f27aaf4bSChristian Brunner static void rbd_aio_bh_cb(void *opaque) 606f27aaf4bSChristian Brunner { 607f27aaf4bSChristian Brunner RBDAIOCB *acb = opaque; 608f27aaf4bSChristian Brunner 609f27aaf4bSChristian Brunner if (!acb->write) { 610f27aaf4bSChristian Brunner qemu_iovec_from_buffer(acb->qiov, acb->bounce, acb->qiov->size); 611f27aaf4bSChristian Brunner } 612f27aaf4bSChristian Brunner qemu_vfree(acb->bounce); 613f27aaf4bSChristian Brunner acb->common.cb(acb->common.opaque, (acb->ret > 0 ? 0 : acb->ret)); 614f27aaf4bSChristian Brunner qemu_bh_delete(acb->bh); 615f27aaf4bSChristian Brunner acb->bh = NULL; 616f27aaf4bSChristian Brunner 617f27aaf4bSChristian Brunner qemu_aio_release(acb); 618f27aaf4bSChristian Brunner } 619f27aaf4bSChristian Brunner 620f27aaf4bSChristian Brunner static BlockDriverAIOCB *rbd_aio_rw_vector(BlockDriverState *bs, 621f27aaf4bSChristian Brunner int64_t sector_num, 622f27aaf4bSChristian Brunner QEMUIOVector *qiov, 623f27aaf4bSChristian Brunner int nb_sectors, 624f27aaf4bSChristian Brunner BlockDriverCompletionFunc *cb, 625f27aaf4bSChristian Brunner void *opaque, int write) 626f27aaf4bSChristian Brunner { 627f27aaf4bSChristian Brunner RBDAIOCB *acb; 628f27aaf4bSChristian Brunner RADOSCB *rcb; 629ad32e9c0SJosh Durgin rbd_completion_t c; 630f27aaf4bSChristian Brunner int64_t off, size; 631f27aaf4bSChristian Brunner char *buf; 63251a13528SJosh Durgin int r; 633f27aaf4bSChristian Brunner 634f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 635f27aaf4bSChristian Brunner 636f27aaf4bSChristian Brunner acb = qemu_aio_get(&rbd_aio_pool, bs, cb, opaque); 637f27aaf4bSChristian Brunner acb->write = write; 638f27aaf4bSChristian Brunner acb->qiov = qiov; 639f27aaf4bSChristian Brunner acb->bounce = qemu_blockalign(bs, qiov->size); 640f27aaf4bSChristian Brunner acb->ret = 0; 641f27aaf4bSChristian Brunner acb->error = 0; 642f27aaf4bSChristian Brunner acb->s = s; 643f27aaf4bSChristian Brunner acb->cancelled = 0; 644f27aaf4bSChristian Brunner acb->bh = NULL; 645f27aaf4bSChristian Brunner 646f27aaf4bSChristian Brunner if (write) { 647f27aaf4bSChristian Brunner qemu_iovec_to_buffer(acb->qiov, acb->bounce); 648f27aaf4bSChristian Brunner } 649f27aaf4bSChristian Brunner 650f27aaf4bSChristian Brunner buf = acb->bounce; 651f27aaf4bSChristian Brunner 652f27aaf4bSChristian Brunner off = sector_num * BDRV_SECTOR_SIZE; 653f27aaf4bSChristian Brunner size = nb_sectors * BDRV_SECTOR_SIZE; 654f27aaf4bSChristian Brunner 655ad32e9c0SJosh Durgin s->qemu_aio_count++; /* All the RADOSCB */ 656f27aaf4bSChristian Brunner 6577267c094SAnthony Liguori rcb = g_malloc(sizeof(RADOSCB)); 658f27aaf4bSChristian Brunner rcb->done = 0; 659f27aaf4bSChristian Brunner rcb->acb = acb; 660f27aaf4bSChristian Brunner rcb->buf = buf; 661f27aaf4bSChristian Brunner rcb->s = acb->s; 662ad32e9c0SJosh Durgin rcb->size = size; 66351a13528SJosh Durgin r = rbd_aio_create_completion(rcb, (rbd_callback_t) rbd_finish_aiocb, &c); 66451a13528SJosh Durgin if (r < 0) { 66551a13528SJosh Durgin goto failed; 66651a13528SJosh Durgin } 667f27aaf4bSChristian Brunner 668f27aaf4bSChristian Brunner if (write) { 66951a13528SJosh Durgin r = rbd_aio_write(s->image, off, size, buf, c); 670f27aaf4bSChristian Brunner } else { 67151a13528SJosh Durgin r = rbd_aio_read(s->image, off, size, buf, c); 67251a13528SJosh Durgin } 67351a13528SJosh Durgin 67451a13528SJosh Durgin if (r < 0) { 67551a13528SJosh Durgin goto failed; 676f27aaf4bSChristian Brunner } 677f27aaf4bSChristian Brunner 678f27aaf4bSChristian Brunner return &acb->common; 67951a13528SJosh Durgin 68051a13528SJosh Durgin failed: 6817267c094SAnthony Liguori g_free(rcb); 68251a13528SJosh Durgin s->qemu_aio_count--; 68351a13528SJosh Durgin qemu_aio_release(acb); 68451a13528SJosh Durgin return NULL; 685f27aaf4bSChristian Brunner } 686f27aaf4bSChristian Brunner 687ad32e9c0SJosh Durgin static BlockDriverAIOCB *qemu_rbd_aio_readv(BlockDriverState *bs, 688ad32e9c0SJosh Durgin int64_t sector_num, 689ad32e9c0SJosh Durgin QEMUIOVector *qiov, 690f27aaf4bSChristian Brunner int nb_sectors, 691f27aaf4bSChristian Brunner BlockDriverCompletionFunc *cb, 692f27aaf4bSChristian Brunner void *opaque) 693f27aaf4bSChristian Brunner { 694f27aaf4bSChristian Brunner return rbd_aio_rw_vector(bs, sector_num, qiov, nb_sectors, cb, opaque, 0); 695f27aaf4bSChristian Brunner } 696f27aaf4bSChristian Brunner 697ad32e9c0SJosh Durgin static BlockDriverAIOCB *qemu_rbd_aio_writev(BlockDriverState *bs, 698ad32e9c0SJosh Durgin int64_t sector_num, 699ad32e9c0SJosh Durgin QEMUIOVector *qiov, 700f27aaf4bSChristian Brunner int nb_sectors, 701f27aaf4bSChristian Brunner BlockDriverCompletionFunc *cb, 702f27aaf4bSChristian Brunner void *opaque) 703f27aaf4bSChristian Brunner { 704f27aaf4bSChristian Brunner return rbd_aio_rw_vector(bs, sector_num, qiov, nb_sectors, cb, opaque, 1); 705f27aaf4bSChristian Brunner } 706f27aaf4bSChristian Brunner 7078b94ff85SPaolo Bonzini static int qemu_rbd_co_flush(BlockDriverState *bs) 7087a3f5fe9SSage Weil { 7097a3f5fe9SSage Weil #if LIBRBD_VERSION_CODE >= LIBRBD_VERSION(0, 1, 1) 7107a3f5fe9SSage Weil /* rbd_flush added in 0.1.1 */ 7117a3f5fe9SSage Weil BDRVRBDState *s = bs->opaque; 7127a3f5fe9SSage Weil return rbd_flush(s->image); 7137a3f5fe9SSage Weil #else 7147a3f5fe9SSage Weil return 0; 7157a3f5fe9SSage Weil #endif 7167a3f5fe9SSage Weil } 7177a3f5fe9SSage Weil 718ad32e9c0SJosh Durgin static int qemu_rbd_getinfo(BlockDriverState *bs, BlockDriverInfo *bdi) 719f27aaf4bSChristian Brunner { 720f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 721ad32e9c0SJosh Durgin rbd_image_info_t info; 722ad32e9c0SJosh Durgin int r; 723ad32e9c0SJosh Durgin 724ad32e9c0SJosh Durgin r = rbd_stat(s->image, &info, sizeof(info)); 725ad32e9c0SJosh Durgin if (r < 0) { 726ad32e9c0SJosh Durgin return r; 727ad32e9c0SJosh Durgin } 728ad32e9c0SJosh Durgin 729ad32e9c0SJosh Durgin bdi->cluster_size = info.obj_size; 730f27aaf4bSChristian Brunner return 0; 731f27aaf4bSChristian Brunner } 732f27aaf4bSChristian Brunner 733ad32e9c0SJosh Durgin static int64_t qemu_rbd_getlength(BlockDriverState *bs) 734f27aaf4bSChristian Brunner { 735f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 736ad32e9c0SJosh Durgin rbd_image_info_t info; 737ad32e9c0SJosh Durgin int r; 738f27aaf4bSChristian Brunner 739ad32e9c0SJosh Durgin r = rbd_stat(s->image, &info, sizeof(info)); 740ad32e9c0SJosh Durgin if (r < 0) { 741ad32e9c0SJosh Durgin return r; 742f27aaf4bSChristian Brunner } 743f27aaf4bSChristian Brunner 744ad32e9c0SJosh Durgin return info.size; 745ad32e9c0SJosh Durgin } 746ad32e9c0SJosh Durgin 74730cdc48cSJosh Durgin static int qemu_rbd_truncate(BlockDriverState *bs, int64_t offset) 74830cdc48cSJosh Durgin { 74930cdc48cSJosh Durgin BDRVRBDState *s = bs->opaque; 75030cdc48cSJosh Durgin int r; 75130cdc48cSJosh Durgin 75230cdc48cSJosh Durgin r = rbd_resize(s->image, offset); 75330cdc48cSJosh Durgin if (r < 0) { 75430cdc48cSJosh Durgin return r; 75530cdc48cSJosh Durgin } 75630cdc48cSJosh Durgin 75730cdc48cSJosh Durgin return 0; 75830cdc48cSJosh Durgin } 75930cdc48cSJosh Durgin 760ad32e9c0SJosh Durgin static int qemu_rbd_snap_create(BlockDriverState *bs, 761ad32e9c0SJosh Durgin QEMUSnapshotInfo *sn_info) 762f27aaf4bSChristian Brunner { 763f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 764f27aaf4bSChristian Brunner int r; 765f27aaf4bSChristian Brunner 766f27aaf4bSChristian Brunner if (sn_info->name[0] == '\0') { 767f27aaf4bSChristian Brunner return -EINVAL; /* we need a name for rbd snapshots */ 768f27aaf4bSChristian Brunner } 769f27aaf4bSChristian Brunner 770f27aaf4bSChristian Brunner /* 771f27aaf4bSChristian Brunner * rbd snapshots are using the name as the user controlled unique identifier 772f27aaf4bSChristian Brunner * we can't use the rbd snapid for that purpose, as it can't be set 773f27aaf4bSChristian Brunner */ 774f27aaf4bSChristian Brunner if (sn_info->id_str[0] != '\0' && 775f27aaf4bSChristian Brunner strcmp(sn_info->id_str, sn_info->name) != 0) { 776f27aaf4bSChristian Brunner return -EINVAL; 777f27aaf4bSChristian Brunner } 778f27aaf4bSChristian Brunner 779f27aaf4bSChristian Brunner if (strlen(sn_info->name) >= sizeof(sn_info->id_str)) { 780f27aaf4bSChristian Brunner return -ERANGE; 781f27aaf4bSChristian Brunner } 782f27aaf4bSChristian Brunner 783ad32e9c0SJosh Durgin r = rbd_snap_create(s->image, sn_info->name); 784f27aaf4bSChristian Brunner if (r < 0) { 785ad32e9c0SJosh Durgin error_report("failed to create snap: %s", strerror(-r)); 786f27aaf4bSChristian Brunner return r; 787f27aaf4bSChristian Brunner } 788f27aaf4bSChristian Brunner 789f27aaf4bSChristian Brunner return 0; 790f27aaf4bSChristian Brunner } 791f27aaf4bSChristian Brunner 792*bd603247SGregory Farnum static int qemu_rbd_snap_remove(BlockDriverState *bs, 793*bd603247SGregory Farnum const char *snapshot_name) 794*bd603247SGregory Farnum { 795*bd603247SGregory Farnum BDRVRBDState *s = bs->opaque; 796*bd603247SGregory Farnum int r; 797*bd603247SGregory Farnum 798*bd603247SGregory Farnum r = rbd_snap_remove(s->image, snapshot_name); 799*bd603247SGregory Farnum return r; 800*bd603247SGregory Farnum } 801*bd603247SGregory Farnum 802*bd603247SGregory Farnum static int qemu_rbd_snap_rollback(BlockDriverState *bs, 803*bd603247SGregory Farnum const char *snapshot_name) 804*bd603247SGregory Farnum { 805*bd603247SGregory Farnum BDRVRBDState *s = bs->opaque; 806*bd603247SGregory Farnum int r; 807*bd603247SGregory Farnum 808*bd603247SGregory Farnum r = rbd_snap_rollback(s->image, snapshot_name); 809*bd603247SGregory Farnum return r; 810*bd603247SGregory Farnum } 811*bd603247SGregory Farnum 812ad32e9c0SJosh Durgin static int qemu_rbd_snap_list(BlockDriverState *bs, 813ad32e9c0SJosh Durgin QEMUSnapshotInfo **psn_tab) 814f27aaf4bSChristian Brunner { 815f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 816f27aaf4bSChristian Brunner QEMUSnapshotInfo *sn_info, *sn_tab = NULL; 817ad32e9c0SJosh Durgin int i, snap_count; 818ad32e9c0SJosh Durgin rbd_snap_info_t *snaps; 819ad32e9c0SJosh Durgin int max_snaps = RBD_MAX_SNAPS; 820f27aaf4bSChristian Brunner 821ad32e9c0SJosh Durgin do { 8227267c094SAnthony Liguori snaps = g_malloc(sizeof(*snaps) * max_snaps); 823ad32e9c0SJosh Durgin snap_count = rbd_snap_list(s->image, snaps, &max_snaps); 824ad32e9c0SJosh Durgin if (snap_count < 0) { 8257267c094SAnthony Liguori g_free(snaps); 826f27aaf4bSChristian Brunner } 827ad32e9c0SJosh Durgin } while (snap_count == -ERANGE); 828f27aaf4bSChristian Brunner 829ad32e9c0SJosh Durgin if (snap_count <= 0) { 830b9c53290SJosh Durgin goto done; 831f27aaf4bSChristian Brunner } 832f27aaf4bSChristian Brunner 8337267c094SAnthony Liguori sn_tab = g_malloc0(snap_count * sizeof(QEMUSnapshotInfo)); 834f27aaf4bSChristian Brunner 835ad32e9c0SJosh Durgin for (i = 0; i < snap_count; i++) { 836ad32e9c0SJosh Durgin const char *snap_name = snaps[i].name; 837f27aaf4bSChristian Brunner 838f27aaf4bSChristian Brunner sn_info = sn_tab + i; 839f27aaf4bSChristian Brunner pstrcpy(sn_info->id_str, sizeof(sn_info->id_str), snap_name); 840f27aaf4bSChristian Brunner pstrcpy(sn_info->name, sizeof(sn_info->name), snap_name); 841f27aaf4bSChristian Brunner 842ad32e9c0SJosh Durgin sn_info->vm_state_size = snaps[i].size; 843f27aaf4bSChristian Brunner sn_info->date_sec = 0; 844f27aaf4bSChristian Brunner sn_info->date_nsec = 0; 845f27aaf4bSChristian Brunner sn_info->vm_clock_nsec = 0; 846f27aaf4bSChristian Brunner } 847ad32e9c0SJosh Durgin rbd_snap_list_end(snaps); 848ad32e9c0SJosh Durgin 849b9c53290SJosh Durgin done: 850f27aaf4bSChristian Brunner *psn_tab = sn_tab; 851f27aaf4bSChristian Brunner return snap_count; 852f27aaf4bSChristian Brunner } 853f27aaf4bSChristian Brunner 854ad32e9c0SJosh Durgin static QEMUOptionParameter qemu_rbd_create_options[] = { 855f27aaf4bSChristian Brunner { 856f27aaf4bSChristian Brunner .name = BLOCK_OPT_SIZE, 857f27aaf4bSChristian Brunner .type = OPT_SIZE, 858f27aaf4bSChristian Brunner .help = "Virtual disk size" 859f27aaf4bSChristian Brunner }, 860f27aaf4bSChristian Brunner { 861f27aaf4bSChristian Brunner .name = BLOCK_OPT_CLUSTER_SIZE, 862f27aaf4bSChristian Brunner .type = OPT_SIZE, 863f27aaf4bSChristian Brunner .help = "RBD object size" 864f27aaf4bSChristian Brunner }, 865f27aaf4bSChristian Brunner {NULL} 866f27aaf4bSChristian Brunner }; 867f27aaf4bSChristian Brunner 868f27aaf4bSChristian Brunner static BlockDriver bdrv_rbd = { 869f27aaf4bSChristian Brunner .format_name = "rbd", 870f27aaf4bSChristian Brunner .instance_size = sizeof(BDRVRBDState), 871ad32e9c0SJosh Durgin .bdrv_file_open = qemu_rbd_open, 872ad32e9c0SJosh Durgin .bdrv_close = qemu_rbd_close, 873ad32e9c0SJosh Durgin .bdrv_create = qemu_rbd_create, 874ad32e9c0SJosh Durgin .bdrv_get_info = qemu_rbd_getinfo, 875ad32e9c0SJosh Durgin .create_options = qemu_rbd_create_options, 876ad32e9c0SJosh Durgin .bdrv_getlength = qemu_rbd_getlength, 87730cdc48cSJosh Durgin .bdrv_truncate = qemu_rbd_truncate, 878f27aaf4bSChristian Brunner .protocol_name = "rbd", 879f27aaf4bSChristian Brunner 880ad32e9c0SJosh Durgin .bdrv_aio_readv = qemu_rbd_aio_readv, 881ad32e9c0SJosh Durgin .bdrv_aio_writev = qemu_rbd_aio_writev, 882c68b89acSKevin Wolf .bdrv_co_flush_to_disk = qemu_rbd_co_flush, 883f27aaf4bSChristian Brunner 884ad32e9c0SJosh Durgin .bdrv_snapshot_create = qemu_rbd_snap_create, 885*bd603247SGregory Farnum .bdrv_snapshot_delete = qemu_rbd_snap_remove, 886ad32e9c0SJosh Durgin .bdrv_snapshot_list = qemu_rbd_snap_list, 887*bd603247SGregory Farnum .bdrv_snapshot_goto = qemu_rbd_snap_rollback, 888f27aaf4bSChristian Brunner }; 889f27aaf4bSChristian Brunner 890f27aaf4bSChristian Brunner static void bdrv_rbd_init(void) 891f27aaf4bSChristian Brunner { 892f27aaf4bSChristian Brunner bdrv_register(&bdrv_rbd); 893f27aaf4bSChristian Brunner } 894f27aaf4bSChristian Brunner 895f27aaf4bSChristian Brunner block_init(bdrv_rbd_init); 896