1f27aaf4bSChristian Brunner /* 2f27aaf4bSChristian Brunner * QEMU Block driver for RADOS (Ceph) 3f27aaf4bSChristian Brunner * 4ad32e9c0SJosh Durgin * Copyright (C) 2010-2011 Christian Brunner <chb@muc.de>, 5ad32e9c0SJosh Durgin * Josh Durgin <josh.durgin@dreamhost.com> 6f27aaf4bSChristian Brunner * 7f27aaf4bSChristian Brunner * This work is licensed under the terms of the GNU GPL, version 2. See 8f27aaf4bSChristian Brunner * the COPYING file in the top-level directory. 9f27aaf4bSChristian Brunner * 106b620ca3SPaolo Bonzini * Contributions after 2012-01-13 are licensed under the terms of the 116b620ca3SPaolo Bonzini * GNU GPL, version 2 or (at your option) any later version. 12f27aaf4bSChristian Brunner */ 13f27aaf4bSChristian Brunner 14ad32e9c0SJosh Durgin #include <inttypes.h> 15ad32e9c0SJosh Durgin 16f27aaf4bSChristian Brunner #include "qemu-common.h" 17f27aaf4bSChristian Brunner #include "qemu-error.h" 18f27aaf4bSChristian Brunner #include "block_int.h" 19f27aaf4bSChristian Brunner 20ad32e9c0SJosh Durgin #include <rbd/librbd.h> 21f27aaf4bSChristian Brunner 22f27aaf4bSChristian Brunner /* 23f27aaf4bSChristian Brunner * When specifying the image filename use: 24f27aaf4bSChristian Brunner * 25fab5cf59SJosh Durgin * rbd:poolname/devicename[@snapshotname][:option1=value1[:option2=value2...]] 26f27aaf4bSChristian Brunner * 279e1fbcdeSSage Weil * poolname must be the name of an existing rados pool. 28f27aaf4bSChristian Brunner * 299e1fbcdeSSage Weil * devicename is the name of the rbd image. 30f27aaf4bSChristian Brunner * 319e1fbcdeSSage Weil * Each option given is used to configure rados, and may be any valid 329e1fbcdeSSage Weil * Ceph option, "id", or "conf". 33fab5cf59SJosh Durgin * 349e1fbcdeSSage Weil * The "id" option indicates what user we should authenticate as to 359e1fbcdeSSage Weil * the Ceph cluster. If it is excluded we will use the Ceph default 369e1fbcdeSSage Weil * (normally 'admin'). 37f27aaf4bSChristian Brunner * 389e1fbcdeSSage Weil * The "conf" option specifies a Ceph configuration file to read. If 399e1fbcdeSSage Weil * it is not specified, we will read from the default Ceph locations 409e1fbcdeSSage Weil * (e.g., /etc/ceph/ceph.conf). To avoid reading _any_ configuration 419e1fbcdeSSage Weil * file, specify conf=/dev/null. 42f27aaf4bSChristian Brunner * 439e1fbcdeSSage Weil * Configuration values containing :, @, or = can be escaped with a 449e1fbcdeSSage Weil * leading "\". 45f27aaf4bSChristian Brunner */ 46f27aaf4bSChristian Brunner 47f27aaf4bSChristian Brunner #define OBJ_MAX_SIZE (1UL << OBJ_DEFAULT_OBJ_ORDER) 48f27aaf4bSChristian Brunner 49ad32e9c0SJosh Durgin #define RBD_MAX_CONF_NAME_SIZE 128 50ad32e9c0SJosh Durgin #define RBD_MAX_CONF_VAL_SIZE 512 51ad32e9c0SJosh Durgin #define RBD_MAX_CONF_SIZE 1024 52ad32e9c0SJosh Durgin #define RBD_MAX_POOL_NAME_SIZE 128 53ad32e9c0SJosh Durgin #define RBD_MAX_SNAP_NAME_SIZE 128 54ad32e9c0SJosh Durgin #define RBD_MAX_SNAPS 100 55ad32e9c0SJosh Durgin 56f27aaf4bSChristian Brunner typedef struct RBDAIOCB { 57f27aaf4bSChristian Brunner BlockDriverAIOCB common; 58f27aaf4bSChristian Brunner QEMUBH *bh; 59f27aaf4bSChristian Brunner int ret; 60f27aaf4bSChristian Brunner QEMUIOVector *qiov; 61f27aaf4bSChristian Brunner char *bounce; 62f27aaf4bSChristian Brunner int write; 63f27aaf4bSChristian Brunner int64_t sector_num; 64f27aaf4bSChristian Brunner int error; 65f27aaf4bSChristian Brunner struct BDRVRBDState *s; 66f27aaf4bSChristian Brunner int cancelled; 67f27aaf4bSChristian Brunner } RBDAIOCB; 68f27aaf4bSChristian Brunner 69f27aaf4bSChristian Brunner typedef struct RADOSCB { 70f27aaf4bSChristian Brunner int rcbid; 71f27aaf4bSChristian Brunner RBDAIOCB *acb; 72f27aaf4bSChristian Brunner struct BDRVRBDState *s; 73f27aaf4bSChristian Brunner int done; 74ad32e9c0SJosh Durgin int64_t size; 75f27aaf4bSChristian Brunner char *buf; 76f27aaf4bSChristian Brunner int ret; 77f27aaf4bSChristian Brunner } RADOSCB; 78f27aaf4bSChristian Brunner 79f27aaf4bSChristian Brunner #define RBD_FD_READ 0 80f27aaf4bSChristian Brunner #define RBD_FD_WRITE 1 81f27aaf4bSChristian Brunner 82f27aaf4bSChristian Brunner typedef struct BDRVRBDState { 83f27aaf4bSChristian Brunner int fds[2]; 84ad32e9c0SJosh Durgin rados_t cluster; 85ad32e9c0SJosh Durgin rados_ioctx_t io_ctx; 86ad32e9c0SJosh Durgin rbd_image_t image; 87ad32e9c0SJosh Durgin char name[RBD_MAX_IMAGE_NAME_SIZE]; 88f27aaf4bSChristian Brunner int qemu_aio_count; 89ad32e9c0SJosh Durgin char *snap; 90f27aaf4bSChristian Brunner int event_reader_pos; 91f27aaf4bSChristian Brunner RADOSCB *event_rcb; 92f27aaf4bSChristian Brunner } BDRVRBDState; 93f27aaf4bSChristian Brunner 94f27aaf4bSChristian Brunner static void rbd_aio_bh_cb(void *opaque); 95f27aaf4bSChristian Brunner 96ad32e9c0SJosh Durgin static int qemu_rbd_next_tok(char *dst, int dst_len, 97f27aaf4bSChristian Brunner char *src, char delim, 98f27aaf4bSChristian Brunner const char *name, 99f27aaf4bSChristian Brunner char **p) 100f27aaf4bSChristian Brunner { 101f27aaf4bSChristian Brunner int l; 102f27aaf4bSChristian Brunner char *end; 103f27aaf4bSChristian Brunner 104f27aaf4bSChristian Brunner *p = NULL; 105f27aaf4bSChristian Brunner 106f27aaf4bSChristian Brunner if (delim != '\0') { 10716a06b24SSage Weil for (end = src; *end; ++end) { 10816a06b24SSage Weil if (*end == delim) { 10916a06b24SSage Weil break; 11016a06b24SSage Weil } 11116a06b24SSage Weil if (*end == '\\' && end[1] != '\0') { 11216a06b24SSage Weil end++; 11316a06b24SSage Weil } 11416a06b24SSage Weil } 11516a06b24SSage Weil if (*end == delim) { 116f27aaf4bSChristian Brunner *p = end + 1; 117f27aaf4bSChristian Brunner *end = '\0'; 118f27aaf4bSChristian Brunner } 119f27aaf4bSChristian Brunner } 120f27aaf4bSChristian Brunner l = strlen(src); 121f27aaf4bSChristian Brunner if (l >= dst_len) { 122f27aaf4bSChristian Brunner error_report("%s too long", name); 123f27aaf4bSChristian Brunner return -EINVAL; 124f27aaf4bSChristian Brunner } else if (l == 0) { 125f27aaf4bSChristian Brunner error_report("%s too short", name); 126f27aaf4bSChristian Brunner return -EINVAL; 127f27aaf4bSChristian Brunner } 128f27aaf4bSChristian Brunner 129f27aaf4bSChristian Brunner pstrcpy(dst, dst_len, src); 130f27aaf4bSChristian Brunner 131f27aaf4bSChristian Brunner return 0; 132f27aaf4bSChristian Brunner } 133f27aaf4bSChristian Brunner 13416a06b24SSage Weil static void qemu_rbd_unescape(char *src) 13516a06b24SSage Weil { 13616a06b24SSage Weil char *p; 13716a06b24SSage Weil 13816a06b24SSage Weil for (p = src; *src; ++src, ++p) { 13916a06b24SSage Weil if (*src == '\\' && src[1] != '\0') { 14016a06b24SSage Weil src++; 14116a06b24SSage Weil } 14216a06b24SSage Weil *p = *src; 14316a06b24SSage Weil } 14416a06b24SSage Weil *p = '\0'; 14516a06b24SSage Weil } 14616a06b24SSage Weil 147ad32e9c0SJosh Durgin static int qemu_rbd_parsename(const char *filename, 148f27aaf4bSChristian Brunner char *pool, int pool_len, 149f27aaf4bSChristian Brunner char *snap, int snap_len, 150fab5cf59SJosh Durgin char *name, int name_len, 151fab5cf59SJosh Durgin char *conf, int conf_len) 152f27aaf4bSChristian Brunner { 153f27aaf4bSChristian Brunner const char *start; 154f27aaf4bSChristian Brunner char *p, *buf; 155f27aaf4bSChristian Brunner int ret; 156f27aaf4bSChristian Brunner 157f27aaf4bSChristian Brunner if (!strstart(filename, "rbd:", &start)) { 158f27aaf4bSChristian Brunner return -EINVAL; 159f27aaf4bSChristian Brunner } 160f27aaf4bSChristian Brunner 1617267c094SAnthony Liguori buf = g_strdup(start); 162f27aaf4bSChristian Brunner p = buf; 163fab5cf59SJosh Durgin *snap = '\0'; 164fab5cf59SJosh Durgin *conf = '\0'; 165f27aaf4bSChristian Brunner 166ad32e9c0SJosh Durgin ret = qemu_rbd_next_tok(pool, pool_len, p, '/', "pool name", &p); 167f27aaf4bSChristian Brunner if (ret < 0 || !p) { 168f27aaf4bSChristian Brunner ret = -EINVAL; 169f27aaf4bSChristian Brunner goto done; 170f27aaf4bSChristian Brunner } 17116a06b24SSage Weil qemu_rbd_unescape(pool); 172fab5cf59SJosh Durgin 173fab5cf59SJosh Durgin if (strchr(p, '@')) { 174ad32e9c0SJosh Durgin ret = qemu_rbd_next_tok(name, name_len, p, '@', "object name", &p); 175f27aaf4bSChristian Brunner if (ret < 0) { 176f27aaf4bSChristian Brunner goto done; 177f27aaf4bSChristian Brunner } 178fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(snap, snap_len, p, ':', "snap name", &p); 17916a06b24SSage Weil qemu_rbd_unescape(snap); 180fab5cf59SJosh Durgin } else { 181fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(name, name_len, p, ':', "object name", &p); 182fab5cf59SJosh Durgin } 18316a06b24SSage Weil qemu_rbd_unescape(name); 184fab5cf59SJosh Durgin if (ret < 0 || !p) { 185f27aaf4bSChristian Brunner goto done; 186f27aaf4bSChristian Brunner } 187f27aaf4bSChristian Brunner 188fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(conf, conf_len, p, '\0', "configuration", &p); 189f27aaf4bSChristian Brunner 190f27aaf4bSChristian Brunner done: 1917267c094SAnthony Liguori g_free(buf); 192f27aaf4bSChristian Brunner return ret; 193f27aaf4bSChristian Brunner } 194f27aaf4bSChristian Brunner 1957c7e9df0SSage Weil static char *qemu_rbd_parse_clientname(const char *conf, char *clientname) 1967c7e9df0SSage Weil { 1977c7e9df0SSage Weil const char *p = conf; 1987c7e9df0SSage Weil 1997c7e9df0SSage Weil while (*p) { 2007c7e9df0SSage Weil int len; 2017c7e9df0SSage Weil const char *end = strchr(p, ':'); 2027c7e9df0SSage Weil 2037c7e9df0SSage Weil if (end) { 2047c7e9df0SSage Weil len = end - p; 2057c7e9df0SSage Weil } else { 2067c7e9df0SSage Weil len = strlen(p); 2077c7e9df0SSage Weil } 2087c7e9df0SSage Weil 2097c7e9df0SSage Weil if (strncmp(p, "id=", 3) == 0) { 2107c7e9df0SSage Weil len -= 3; 2117c7e9df0SSage Weil strncpy(clientname, p + 3, len); 2127c7e9df0SSage Weil clientname[len] = '\0'; 2137c7e9df0SSage Weil return clientname; 2147c7e9df0SSage Weil } 2157c7e9df0SSage Weil if (end == NULL) { 2167c7e9df0SSage Weil break; 2177c7e9df0SSage Weil } 2187c7e9df0SSage Weil p = end + 1; 2197c7e9df0SSage Weil } 2207c7e9df0SSage Weil return NULL; 2217c7e9df0SSage Weil } 2227c7e9df0SSage Weil 223fab5cf59SJosh Durgin static int qemu_rbd_set_conf(rados_t cluster, const char *conf) 224fab5cf59SJosh Durgin { 225fab5cf59SJosh Durgin char *p, *buf; 226fab5cf59SJosh Durgin char name[RBD_MAX_CONF_NAME_SIZE]; 227fab5cf59SJosh Durgin char value[RBD_MAX_CONF_VAL_SIZE]; 228fab5cf59SJosh Durgin int ret = 0; 229fab5cf59SJosh Durgin 2307267c094SAnthony Liguori buf = g_strdup(conf); 231fab5cf59SJosh Durgin p = buf; 232fab5cf59SJosh Durgin 233fab5cf59SJosh Durgin while (p) { 234fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(name, sizeof(name), p, 235fab5cf59SJosh Durgin '=', "conf option name", &p); 236fab5cf59SJosh Durgin if (ret < 0) { 237fab5cf59SJosh Durgin break; 238fab5cf59SJosh Durgin } 23916a06b24SSage Weil qemu_rbd_unescape(name); 240fab5cf59SJosh Durgin 241fab5cf59SJosh Durgin if (!p) { 242fab5cf59SJosh Durgin error_report("conf option %s has no value", name); 243fab5cf59SJosh Durgin ret = -EINVAL; 244fab5cf59SJosh Durgin break; 245fab5cf59SJosh Durgin } 246fab5cf59SJosh Durgin 247fab5cf59SJosh Durgin ret = qemu_rbd_next_tok(value, sizeof(value), p, 248fab5cf59SJosh Durgin ':', "conf option value", &p); 249fab5cf59SJosh Durgin if (ret < 0) { 250fab5cf59SJosh Durgin break; 251fab5cf59SJosh Durgin } 25216a06b24SSage Weil qemu_rbd_unescape(value); 253fab5cf59SJosh Durgin 2547c7e9df0SSage Weil if (strcmp(name, "conf") == 0) { 2557c7e9df0SSage Weil ret = rados_conf_read_file(cluster, value); 2567c7e9df0SSage Weil if (ret < 0) { 2577c7e9df0SSage Weil error_report("error reading conf file %s", value); 2587c7e9df0SSage Weil break; 2597c7e9df0SSage Weil } 2607c7e9df0SSage Weil } else if (strcmp(name, "id") == 0) { 2617c7e9df0SSage Weil /* ignore, this is parsed by qemu_rbd_parse_clientname() */ 2627c7e9df0SSage Weil } else { 263fab5cf59SJosh Durgin ret = rados_conf_set(cluster, name, value); 264fab5cf59SJosh Durgin if (ret < 0) { 265fab5cf59SJosh Durgin error_report("invalid conf option %s", name); 266fab5cf59SJosh Durgin ret = -EINVAL; 267fab5cf59SJosh Durgin break; 268fab5cf59SJosh Durgin } 269fab5cf59SJosh Durgin } 270fab5cf59SJosh Durgin } 271fab5cf59SJosh Durgin 2727267c094SAnthony Liguori g_free(buf); 273fab5cf59SJosh Durgin return ret; 274fab5cf59SJosh Durgin } 275fab5cf59SJosh Durgin 276ad32e9c0SJosh Durgin static int qemu_rbd_create(const char *filename, QEMUOptionParameter *options) 277f27aaf4bSChristian Brunner { 278f27aaf4bSChristian Brunner int64_t bytes = 0; 279f27aaf4bSChristian Brunner int64_t objsize; 280ad32e9c0SJosh Durgin int obj_order = 0; 281ad32e9c0SJosh Durgin char pool[RBD_MAX_POOL_NAME_SIZE]; 282ad32e9c0SJosh Durgin char name[RBD_MAX_IMAGE_NAME_SIZE]; 283ad32e9c0SJosh Durgin char snap_buf[RBD_MAX_SNAP_NAME_SIZE]; 284fab5cf59SJosh Durgin char conf[RBD_MAX_CONF_SIZE]; 2857c7e9df0SSage Weil char clientname_buf[RBD_MAX_CONF_SIZE]; 2867c7e9df0SSage Weil char *clientname; 287ad32e9c0SJosh Durgin rados_t cluster; 288ad32e9c0SJosh Durgin rados_ioctx_t io_ctx; 289f27aaf4bSChristian Brunner int ret; 290f27aaf4bSChristian Brunner 291ad32e9c0SJosh Durgin if (qemu_rbd_parsename(filename, pool, sizeof(pool), 292f27aaf4bSChristian Brunner snap_buf, sizeof(snap_buf), 293fab5cf59SJosh Durgin name, sizeof(name), 294fab5cf59SJosh Durgin conf, sizeof(conf)) < 0) { 295f27aaf4bSChristian Brunner return -EINVAL; 296f27aaf4bSChristian Brunner } 297f27aaf4bSChristian Brunner 298f27aaf4bSChristian Brunner /* Read out options */ 299f27aaf4bSChristian Brunner while (options && options->name) { 300f27aaf4bSChristian Brunner if (!strcmp(options->name, BLOCK_OPT_SIZE)) { 301f27aaf4bSChristian Brunner bytes = options->value.n; 302f27aaf4bSChristian Brunner } else if (!strcmp(options->name, BLOCK_OPT_CLUSTER_SIZE)) { 303f27aaf4bSChristian Brunner if (options->value.n) { 304f27aaf4bSChristian Brunner objsize = options->value.n; 305f27aaf4bSChristian Brunner if ((objsize - 1) & objsize) { /* not a power of 2? */ 306f27aaf4bSChristian Brunner error_report("obj size needs to be power of 2"); 307f27aaf4bSChristian Brunner return -EINVAL; 308f27aaf4bSChristian Brunner } 309f27aaf4bSChristian Brunner if (objsize < 4096) { 310f27aaf4bSChristian Brunner error_report("obj size too small"); 311f27aaf4bSChristian Brunner return -EINVAL; 312f27aaf4bSChristian Brunner } 313f27aaf4bSChristian Brunner obj_order = ffs(objsize) - 1; 314f27aaf4bSChristian Brunner } 315f27aaf4bSChristian Brunner } 316f27aaf4bSChristian Brunner options++; 317f27aaf4bSChristian Brunner } 318f27aaf4bSChristian Brunner 3197c7e9df0SSage Weil clientname = qemu_rbd_parse_clientname(conf, clientname_buf); 3207c7e9df0SSage Weil if (rados_create(&cluster, clientname) < 0) { 321f27aaf4bSChristian Brunner error_report("error initializing"); 322f27aaf4bSChristian Brunner return -EIO; 323f27aaf4bSChristian Brunner } 324f27aaf4bSChristian Brunner 325fab5cf59SJosh Durgin if (strstr(conf, "conf=") == NULL) { 326f9fe18ecSSage Weil /* try default location, but ignore failure */ 327f9fe18ecSSage Weil rados_conf_read_file(cluster, NULL); 328fab5cf59SJosh Durgin } 329fab5cf59SJosh Durgin 330fab5cf59SJosh Durgin if (conf[0] != '\0' && 331fab5cf59SJosh Durgin qemu_rbd_set_conf(cluster, conf) < 0) { 332fab5cf59SJosh Durgin error_report("error setting config options"); 333fab5cf59SJosh Durgin rados_shutdown(cluster); 334fab5cf59SJosh Durgin return -EIO; 335fab5cf59SJosh Durgin } 336ad32e9c0SJosh Durgin 337ad32e9c0SJosh Durgin if (rados_connect(cluster) < 0) { 338ad32e9c0SJosh Durgin error_report("error connecting"); 339ad32e9c0SJosh Durgin rados_shutdown(cluster); 340ad32e9c0SJosh Durgin return -EIO; 341ad32e9c0SJosh Durgin } 342ad32e9c0SJosh Durgin 343ad32e9c0SJosh Durgin if (rados_ioctx_create(cluster, pool, &io_ctx) < 0) { 344f27aaf4bSChristian Brunner error_report("error opening pool %s", pool); 345ad32e9c0SJosh Durgin rados_shutdown(cluster); 346f27aaf4bSChristian Brunner return -EIO; 347f27aaf4bSChristian Brunner } 348f27aaf4bSChristian Brunner 349ad32e9c0SJosh Durgin ret = rbd_create(io_ctx, name, bytes, &obj_order); 350ad32e9c0SJosh Durgin rados_ioctx_destroy(io_ctx); 351ad32e9c0SJosh Durgin rados_shutdown(cluster); 352f27aaf4bSChristian Brunner 353f27aaf4bSChristian Brunner return ret; 354f27aaf4bSChristian Brunner } 355f27aaf4bSChristian Brunner 356f27aaf4bSChristian Brunner /* 357ad32e9c0SJosh Durgin * This aio completion is being called from qemu_rbd_aio_event_reader() 358ad32e9c0SJosh Durgin * and runs in qemu context. It schedules a bh, but just in case the aio 359f27aaf4bSChristian Brunner * was not cancelled before. 360f27aaf4bSChristian Brunner */ 361ad32e9c0SJosh Durgin static void qemu_rbd_complete_aio(RADOSCB *rcb) 362f27aaf4bSChristian Brunner { 363f27aaf4bSChristian Brunner RBDAIOCB *acb = rcb->acb; 364f27aaf4bSChristian Brunner int64_t r; 365f27aaf4bSChristian Brunner 366f27aaf4bSChristian Brunner if (acb->cancelled) { 367f27aaf4bSChristian Brunner qemu_vfree(acb->bounce); 368f27aaf4bSChristian Brunner qemu_aio_release(acb); 369f27aaf4bSChristian Brunner goto done; 370f27aaf4bSChristian Brunner } 371f27aaf4bSChristian Brunner 372f27aaf4bSChristian Brunner r = rcb->ret; 373f27aaf4bSChristian Brunner 374f27aaf4bSChristian Brunner if (acb->write) { 375f27aaf4bSChristian Brunner if (r < 0) { 376f27aaf4bSChristian Brunner acb->ret = r; 377f27aaf4bSChristian Brunner acb->error = 1; 378f27aaf4bSChristian Brunner } else if (!acb->error) { 379ad32e9c0SJosh Durgin acb->ret = rcb->size; 380f27aaf4bSChristian Brunner } 381f27aaf4bSChristian Brunner } else { 382ad32e9c0SJosh Durgin if (r < 0) { 383ad32e9c0SJosh Durgin memset(rcb->buf, 0, rcb->size); 384f27aaf4bSChristian Brunner acb->ret = r; 385f27aaf4bSChristian Brunner acb->error = 1; 386ad32e9c0SJosh Durgin } else if (r < rcb->size) { 387ad32e9c0SJosh Durgin memset(rcb->buf + r, 0, rcb->size - r); 388f27aaf4bSChristian Brunner if (!acb->error) { 389ad32e9c0SJosh Durgin acb->ret = rcb->size; 390f27aaf4bSChristian Brunner } 391f27aaf4bSChristian Brunner } else if (!acb->error) { 392ad32e9c0SJosh Durgin acb->ret = r; 393f27aaf4bSChristian Brunner } 394f27aaf4bSChristian Brunner } 395f27aaf4bSChristian Brunner /* Note that acb->bh can be NULL in case where the aio was cancelled */ 396f27aaf4bSChristian Brunner acb->bh = qemu_bh_new(rbd_aio_bh_cb, acb); 397f27aaf4bSChristian Brunner qemu_bh_schedule(acb->bh); 398f27aaf4bSChristian Brunner done: 3997267c094SAnthony Liguori g_free(rcb); 400f27aaf4bSChristian Brunner } 401f27aaf4bSChristian Brunner 402f27aaf4bSChristian Brunner /* 403f27aaf4bSChristian Brunner * aio fd read handler. It runs in the qemu context and calls the 404f27aaf4bSChristian Brunner * completion handling of completed rados aio operations. 405f27aaf4bSChristian Brunner */ 406ad32e9c0SJosh Durgin static void qemu_rbd_aio_event_reader(void *opaque) 407f27aaf4bSChristian Brunner { 408f27aaf4bSChristian Brunner BDRVRBDState *s = opaque; 409f27aaf4bSChristian Brunner 410f27aaf4bSChristian Brunner ssize_t ret; 411f27aaf4bSChristian Brunner 412f27aaf4bSChristian Brunner do { 413f27aaf4bSChristian Brunner char *p = (char *)&s->event_rcb; 414f27aaf4bSChristian Brunner 415f27aaf4bSChristian Brunner /* now read the rcb pointer that was sent from a non qemu thread */ 416dfe80b07SSage Weil ret = read(s->fds[RBD_FD_READ], p + s->event_reader_pos, 417dfe80b07SSage Weil sizeof(s->event_rcb) - s->event_reader_pos); 418f27aaf4bSChristian Brunner if (ret > 0) { 419f27aaf4bSChristian Brunner s->event_reader_pos += ret; 420f27aaf4bSChristian Brunner if (s->event_reader_pos == sizeof(s->event_rcb)) { 421f27aaf4bSChristian Brunner s->event_reader_pos = 0; 422ad32e9c0SJosh Durgin qemu_rbd_complete_aio(s->event_rcb); 423f27aaf4bSChristian Brunner s->qemu_aio_count--; 424f27aaf4bSChristian Brunner } 425f27aaf4bSChristian Brunner } 426f27aaf4bSChristian Brunner } while (ret < 0 && errno == EINTR); 427f27aaf4bSChristian Brunner } 428f27aaf4bSChristian Brunner 429ad32e9c0SJosh Durgin static int qemu_rbd_aio_flush_cb(void *opaque) 430f27aaf4bSChristian Brunner { 431f27aaf4bSChristian Brunner BDRVRBDState *s = opaque; 432f27aaf4bSChristian Brunner 433f27aaf4bSChristian Brunner return (s->qemu_aio_count > 0); 434f27aaf4bSChristian Brunner } 435f27aaf4bSChristian Brunner 436ad32e9c0SJosh Durgin static int qemu_rbd_open(BlockDriverState *bs, const char *filename, int flags) 437f27aaf4bSChristian Brunner { 438f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 439ad32e9c0SJosh Durgin char pool[RBD_MAX_POOL_NAME_SIZE]; 440ad32e9c0SJosh Durgin char snap_buf[RBD_MAX_SNAP_NAME_SIZE]; 441fab5cf59SJosh Durgin char conf[RBD_MAX_CONF_SIZE]; 4427c7e9df0SSage Weil char clientname_buf[RBD_MAX_CONF_SIZE]; 4437c7e9df0SSage Weil char *clientname; 444f27aaf4bSChristian Brunner int r; 445f27aaf4bSChristian Brunner 446ad32e9c0SJosh Durgin if (qemu_rbd_parsename(filename, pool, sizeof(pool), 447f27aaf4bSChristian Brunner snap_buf, sizeof(snap_buf), 448fab5cf59SJosh Durgin s->name, sizeof(s->name), 449fab5cf59SJosh Durgin conf, sizeof(conf)) < 0) { 450f27aaf4bSChristian Brunner return -EINVAL; 451f27aaf4bSChristian Brunner } 452f27aaf4bSChristian Brunner 4537c7e9df0SSage Weil clientname = qemu_rbd_parse_clientname(conf, clientname_buf); 4547c7e9df0SSage Weil r = rados_create(&s->cluster, clientname); 455ad32e9c0SJosh Durgin if (r < 0) { 456f27aaf4bSChristian Brunner error_report("error initializing"); 457f27aaf4bSChristian Brunner return r; 458f27aaf4bSChristian Brunner } 459f27aaf4bSChristian Brunner 460eb93d5d9SSage Weil s->snap = NULL; 461eb93d5d9SSage Weil if (snap_buf[0] != '\0') { 462eb93d5d9SSage Weil s->snap = g_strdup(snap_buf); 463eb93d5d9SSage Weil } 464eb93d5d9SSage Weil 465fab5cf59SJosh Durgin if (strstr(conf, "conf=") == NULL) { 466f9fe18ecSSage Weil /* try default location, but ignore failure */ 467f9fe18ecSSage Weil rados_conf_read_file(s->cluster, NULL); 468fab5cf59SJosh Durgin } 469fab5cf59SJosh Durgin 470fab5cf59SJosh Durgin if (conf[0] != '\0') { 471fab5cf59SJosh Durgin r = qemu_rbd_set_conf(s->cluster, conf); 472fab5cf59SJosh Durgin if (r < 0) { 473fab5cf59SJosh Durgin error_report("error setting config options"); 474eb93d5d9SSage Weil goto failed_shutdown; 475fab5cf59SJosh Durgin } 476fab5cf59SJosh Durgin } 477f27aaf4bSChristian Brunner 478ad32e9c0SJosh Durgin r = rados_connect(s->cluster); 479ad32e9c0SJosh Durgin if (r < 0) { 480ad32e9c0SJosh Durgin error_report("error connecting"); 481eb93d5d9SSage Weil goto failed_shutdown; 482ad32e9c0SJosh Durgin } 483ad32e9c0SJosh Durgin 484ad32e9c0SJosh Durgin r = rados_ioctx_create(s->cluster, pool, &s->io_ctx); 485ad32e9c0SJosh Durgin if (r < 0) { 486ad32e9c0SJosh Durgin error_report("error opening pool %s", pool); 487eb93d5d9SSage Weil goto failed_shutdown; 488ad32e9c0SJosh Durgin } 489ad32e9c0SJosh Durgin 490ad32e9c0SJosh Durgin r = rbd_open(s->io_ctx, s->name, &s->image, s->snap); 491ad32e9c0SJosh Durgin if (r < 0) { 492ad32e9c0SJosh Durgin error_report("error reading header from %s", s->name); 493eb93d5d9SSage Weil goto failed_open; 494ad32e9c0SJosh Durgin } 495ad32e9c0SJosh Durgin 496ad32e9c0SJosh Durgin bs->read_only = (s->snap != NULL); 497f27aaf4bSChristian Brunner 498f27aaf4bSChristian Brunner s->event_reader_pos = 0; 499f27aaf4bSChristian Brunner r = qemu_pipe(s->fds); 500f27aaf4bSChristian Brunner if (r < 0) { 501f27aaf4bSChristian Brunner error_report("error opening eventfd"); 502f27aaf4bSChristian Brunner goto failed; 503f27aaf4bSChristian Brunner } 504f27aaf4bSChristian Brunner fcntl(s->fds[0], F_SETFL, O_NONBLOCK); 505f27aaf4bSChristian Brunner fcntl(s->fds[1], F_SETFL, O_NONBLOCK); 506ad32e9c0SJosh Durgin qemu_aio_set_fd_handler(s->fds[RBD_FD_READ], qemu_rbd_aio_event_reader, 507*bafbd6a1SPaolo Bonzini NULL, qemu_rbd_aio_flush_cb, s); 508f27aaf4bSChristian Brunner 509f27aaf4bSChristian Brunner 510f27aaf4bSChristian Brunner return 0; 511f27aaf4bSChristian Brunner 512f27aaf4bSChristian Brunner failed: 513ad32e9c0SJosh Durgin rbd_close(s->image); 514eb93d5d9SSage Weil failed_open: 515ad32e9c0SJosh Durgin rados_ioctx_destroy(s->io_ctx); 516eb93d5d9SSage Weil failed_shutdown: 517ad32e9c0SJosh Durgin rados_shutdown(s->cluster); 518eb93d5d9SSage Weil g_free(s->snap); 519f27aaf4bSChristian Brunner return r; 520f27aaf4bSChristian Brunner } 521f27aaf4bSChristian Brunner 522ad32e9c0SJosh Durgin static void qemu_rbd_close(BlockDriverState *bs) 523f27aaf4bSChristian Brunner { 524f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 525f27aaf4bSChristian Brunner 526f27aaf4bSChristian Brunner close(s->fds[0]); 527f27aaf4bSChristian Brunner close(s->fds[1]); 528*bafbd6a1SPaolo Bonzini qemu_aio_set_fd_handler(s->fds[RBD_FD_READ], NULL, NULL, NULL, NULL); 529f27aaf4bSChristian Brunner 530ad32e9c0SJosh Durgin rbd_close(s->image); 531ad32e9c0SJosh Durgin rados_ioctx_destroy(s->io_ctx); 5327267c094SAnthony Liguori g_free(s->snap); 533ad32e9c0SJosh Durgin rados_shutdown(s->cluster); 534f27aaf4bSChristian Brunner } 535f27aaf4bSChristian Brunner 536f27aaf4bSChristian Brunner /* 537f27aaf4bSChristian Brunner * Cancel aio. Since we don't reference acb in a non qemu threads, 538f27aaf4bSChristian Brunner * it is safe to access it here. 539f27aaf4bSChristian Brunner */ 540ad32e9c0SJosh Durgin static void qemu_rbd_aio_cancel(BlockDriverAIOCB *blockacb) 541f27aaf4bSChristian Brunner { 542f27aaf4bSChristian Brunner RBDAIOCB *acb = (RBDAIOCB *) blockacb; 543f27aaf4bSChristian Brunner acb->cancelled = 1; 544f27aaf4bSChristian Brunner } 545f27aaf4bSChristian Brunner 546f27aaf4bSChristian Brunner static AIOPool rbd_aio_pool = { 547f27aaf4bSChristian Brunner .aiocb_size = sizeof(RBDAIOCB), 548ad32e9c0SJosh Durgin .cancel = qemu_rbd_aio_cancel, 549f27aaf4bSChristian Brunner }; 550f27aaf4bSChristian Brunner 551ad32e9c0SJosh Durgin static int qemu_rbd_send_pipe(BDRVRBDState *s, RADOSCB *rcb) 552f27aaf4bSChristian Brunner { 553ad32e9c0SJosh Durgin int ret = 0; 554f27aaf4bSChristian Brunner while (1) { 555f27aaf4bSChristian Brunner fd_set wfd; 556ad32e9c0SJosh Durgin int fd = s->fds[RBD_FD_WRITE]; 557f27aaf4bSChristian Brunner 558ad32e9c0SJosh Durgin /* send the op pointer to the qemu thread that is responsible 559ad32e9c0SJosh Durgin for the aio/op completion. Must do it in a qemu thread context */ 560f27aaf4bSChristian Brunner ret = write(fd, (void *)&rcb, sizeof(rcb)); 561f27aaf4bSChristian Brunner if (ret >= 0) { 562f27aaf4bSChristian Brunner break; 563f27aaf4bSChristian Brunner } 564f27aaf4bSChristian Brunner if (errno == EINTR) { 565f27aaf4bSChristian Brunner continue; 566f27aaf4bSChristian Brunner } 567f27aaf4bSChristian Brunner if (errno != EAGAIN) { 568f27aaf4bSChristian Brunner break; 569f27aaf4bSChristian Brunner } 570f27aaf4bSChristian Brunner 571f27aaf4bSChristian Brunner FD_ZERO(&wfd); 572f27aaf4bSChristian Brunner FD_SET(fd, &wfd); 573f27aaf4bSChristian Brunner do { 574f27aaf4bSChristian Brunner ret = select(fd + 1, NULL, &wfd, NULL, NULL); 575f27aaf4bSChristian Brunner } while (ret < 0 && errno == EINTR); 576f27aaf4bSChristian Brunner } 577f27aaf4bSChristian Brunner 578ad32e9c0SJosh Durgin return ret; 579ad32e9c0SJosh Durgin } 580ad32e9c0SJosh Durgin 581ad32e9c0SJosh Durgin /* 582ad32e9c0SJosh Durgin * This is the callback function for rbd_aio_read and _write 583ad32e9c0SJosh Durgin * 584ad32e9c0SJosh Durgin * Note: this function is being called from a non qemu thread so 585ad32e9c0SJosh Durgin * we need to be careful about what we do here. Generally we only 586ad32e9c0SJosh Durgin * write to the block notification pipe, and do the rest of the 587ad32e9c0SJosh Durgin * io completion handling from qemu_rbd_aio_event_reader() which 588ad32e9c0SJosh Durgin * runs in a qemu context. 589ad32e9c0SJosh Durgin */ 590ad32e9c0SJosh Durgin static void rbd_finish_aiocb(rbd_completion_t c, RADOSCB *rcb) 591ad32e9c0SJosh Durgin { 592ad32e9c0SJosh Durgin int ret; 593ad32e9c0SJosh Durgin rcb->ret = rbd_aio_get_return_value(c); 594ad32e9c0SJosh Durgin rbd_aio_release(c); 595ad32e9c0SJosh Durgin ret = qemu_rbd_send_pipe(rcb->s, rcb); 596f27aaf4bSChristian Brunner if (ret < 0) { 597ad32e9c0SJosh Durgin error_report("failed writing to acb->s->fds"); 5987267c094SAnthony Liguori g_free(rcb); 599f27aaf4bSChristian Brunner } 600f27aaf4bSChristian Brunner } 601f27aaf4bSChristian Brunner 602ad32e9c0SJosh Durgin /* Callback when all queued rbd_aio requests are complete */ 603f27aaf4bSChristian Brunner 604f27aaf4bSChristian Brunner static void rbd_aio_bh_cb(void *opaque) 605f27aaf4bSChristian Brunner { 606f27aaf4bSChristian Brunner RBDAIOCB *acb = opaque; 607f27aaf4bSChristian Brunner 608f27aaf4bSChristian Brunner if (!acb->write) { 609f27aaf4bSChristian Brunner qemu_iovec_from_buffer(acb->qiov, acb->bounce, acb->qiov->size); 610f27aaf4bSChristian Brunner } 611f27aaf4bSChristian Brunner qemu_vfree(acb->bounce); 612f27aaf4bSChristian Brunner acb->common.cb(acb->common.opaque, (acb->ret > 0 ? 0 : acb->ret)); 613f27aaf4bSChristian Brunner qemu_bh_delete(acb->bh); 614f27aaf4bSChristian Brunner acb->bh = NULL; 615f27aaf4bSChristian Brunner 616f27aaf4bSChristian Brunner qemu_aio_release(acb); 617f27aaf4bSChristian Brunner } 618f27aaf4bSChristian Brunner 619f27aaf4bSChristian Brunner static BlockDriverAIOCB *rbd_aio_rw_vector(BlockDriverState *bs, 620f27aaf4bSChristian Brunner int64_t sector_num, 621f27aaf4bSChristian Brunner QEMUIOVector *qiov, 622f27aaf4bSChristian Brunner int nb_sectors, 623f27aaf4bSChristian Brunner BlockDriverCompletionFunc *cb, 624f27aaf4bSChristian Brunner void *opaque, int write) 625f27aaf4bSChristian Brunner { 626f27aaf4bSChristian Brunner RBDAIOCB *acb; 627f27aaf4bSChristian Brunner RADOSCB *rcb; 628ad32e9c0SJosh Durgin rbd_completion_t c; 629f27aaf4bSChristian Brunner int64_t off, size; 630f27aaf4bSChristian Brunner char *buf; 63151a13528SJosh Durgin int r; 632f27aaf4bSChristian Brunner 633f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 634f27aaf4bSChristian Brunner 635f27aaf4bSChristian Brunner acb = qemu_aio_get(&rbd_aio_pool, bs, cb, opaque); 636f27aaf4bSChristian Brunner acb->write = write; 637f27aaf4bSChristian Brunner acb->qiov = qiov; 638f27aaf4bSChristian Brunner acb->bounce = qemu_blockalign(bs, qiov->size); 639f27aaf4bSChristian Brunner acb->ret = 0; 640f27aaf4bSChristian Brunner acb->error = 0; 641f27aaf4bSChristian Brunner acb->s = s; 642f27aaf4bSChristian Brunner acb->cancelled = 0; 643f27aaf4bSChristian Brunner acb->bh = NULL; 644f27aaf4bSChristian Brunner 645f27aaf4bSChristian Brunner if (write) { 646f27aaf4bSChristian Brunner qemu_iovec_to_buffer(acb->qiov, acb->bounce); 647f27aaf4bSChristian Brunner } 648f27aaf4bSChristian Brunner 649f27aaf4bSChristian Brunner buf = acb->bounce; 650f27aaf4bSChristian Brunner 651f27aaf4bSChristian Brunner off = sector_num * BDRV_SECTOR_SIZE; 652f27aaf4bSChristian Brunner size = nb_sectors * BDRV_SECTOR_SIZE; 653f27aaf4bSChristian Brunner 654ad32e9c0SJosh Durgin s->qemu_aio_count++; /* All the RADOSCB */ 655f27aaf4bSChristian Brunner 6567267c094SAnthony Liguori rcb = g_malloc(sizeof(RADOSCB)); 657f27aaf4bSChristian Brunner rcb->done = 0; 658f27aaf4bSChristian Brunner rcb->acb = acb; 659f27aaf4bSChristian Brunner rcb->buf = buf; 660f27aaf4bSChristian Brunner rcb->s = acb->s; 661ad32e9c0SJosh Durgin rcb->size = size; 66251a13528SJosh Durgin r = rbd_aio_create_completion(rcb, (rbd_callback_t) rbd_finish_aiocb, &c); 66351a13528SJosh Durgin if (r < 0) { 66451a13528SJosh Durgin goto failed; 66551a13528SJosh Durgin } 666f27aaf4bSChristian Brunner 667f27aaf4bSChristian Brunner if (write) { 66851a13528SJosh Durgin r = rbd_aio_write(s->image, off, size, buf, c); 669f27aaf4bSChristian Brunner } else { 67051a13528SJosh Durgin r = rbd_aio_read(s->image, off, size, buf, c); 67151a13528SJosh Durgin } 67251a13528SJosh Durgin 67351a13528SJosh Durgin if (r < 0) { 67451a13528SJosh Durgin goto failed; 675f27aaf4bSChristian Brunner } 676f27aaf4bSChristian Brunner 677f27aaf4bSChristian Brunner return &acb->common; 67851a13528SJosh Durgin 67951a13528SJosh Durgin failed: 6807267c094SAnthony Liguori g_free(rcb); 68151a13528SJosh Durgin s->qemu_aio_count--; 68251a13528SJosh Durgin qemu_aio_release(acb); 68351a13528SJosh Durgin return NULL; 684f27aaf4bSChristian Brunner } 685f27aaf4bSChristian Brunner 686ad32e9c0SJosh Durgin static BlockDriverAIOCB *qemu_rbd_aio_readv(BlockDriverState *bs, 687ad32e9c0SJosh Durgin int64_t sector_num, 688ad32e9c0SJosh Durgin QEMUIOVector *qiov, 689f27aaf4bSChristian Brunner int nb_sectors, 690f27aaf4bSChristian Brunner BlockDriverCompletionFunc *cb, 691f27aaf4bSChristian Brunner void *opaque) 692f27aaf4bSChristian Brunner { 693f27aaf4bSChristian Brunner return rbd_aio_rw_vector(bs, sector_num, qiov, nb_sectors, cb, opaque, 0); 694f27aaf4bSChristian Brunner } 695f27aaf4bSChristian Brunner 696ad32e9c0SJosh Durgin static BlockDriverAIOCB *qemu_rbd_aio_writev(BlockDriverState *bs, 697ad32e9c0SJosh Durgin int64_t sector_num, 698ad32e9c0SJosh Durgin QEMUIOVector *qiov, 699f27aaf4bSChristian Brunner int nb_sectors, 700f27aaf4bSChristian Brunner BlockDriverCompletionFunc *cb, 701f27aaf4bSChristian Brunner void *opaque) 702f27aaf4bSChristian Brunner { 703f27aaf4bSChristian Brunner return rbd_aio_rw_vector(bs, sector_num, qiov, nb_sectors, cb, opaque, 1); 704f27aaf4bSChristian Brunner } 705f27aaf4bSChristian Brunner 7068b94ff85SPaolo Bonzini static int qemu_rbd_co_flush(BlockDriverState *bs) 7077a3f5fe9SSage Weil { 7087a3f5fe9SSage Weil #if LIBRBD_VERSION_CODE >= LIBRBD_VERSION(0, 1, 1) 7097a3f5fe9SSage Weil /* rbd_flush added in 0.1.1 */ 7107a3f5fe9SSage Weil BDRVRBDState *s = bs->opaque; 7117a3f5fe9SSage Weil return rbd_flush(s->image); 7127a3f5fe9SSage Weil #else 7137a3f5fe9SSage Weil return 0; 7147a3f5fe9SSage Weil #endif 7157a3f5fe9SSage Weil } 7167a3f5fe9SSage Weil 717ad32e9c0SJosh Durgin static int qemu_rbd_getinfo(BlockDriverState *bs, BlockDriverInfo *bdi) 718f27aaf4bSChristian Brunner { 719f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 720ad32e9c0SJosh Durgin rbd_image_info_t info; 721ad32e9c0SJosh Durgin int r; 722ad32e9c0SJosh Durgin 723ad32e9c0SJosh Durgin r = rbd_stat(s->image, &info, sizeof(info)); 724ad32e9c0SJosh Durgin if (r < 0) { 725ad32e9c0SJosh Durgin return r; 726ad32e9c0SJosh Durgin } 727ad32e9c0SJosh Durgin 728ad32e9c0SJosh Durgin bdi->cluster_size = info.obj_size; 729f27aaf4bSChristian Brunner return 0; 730f27aaf4bSChristian Brunner } 731f27aaf4bSChristian Brunner 732ad32e9c0SJosh Durgin static int64_t qemu_rbd_getlength(BlockDriverState *bs) 733f27aaf4bSChristian Brunner { 734f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 735ad32e9c0SJosh Durgin rbd_image_info_t info; 736ad32e9c0SJosh Durgin int r; 737f27aaf4bSChristian Brunner 738ad32e9c0SJosh Durgin r = rbd_stat(s->image, &info, sizeof(info)); 739ad32e9c0SJosh Durgin if (r < 0) { 740ad32e9c0SJosh Durgin return r; 741f27aaf4bSChristian Brunner } 742f27aaf4bSChristian Brunner 743ad32e9c0SJosh Durgin return info.size; 744ad32e9c0SJosh Durgin } 745ad32e9c0SJosh Durgin 74630cdc48cSJosh Durgin static int qemu_rbd_truncate(BlockDriverState *bs, int64_t offset) 74730cdc48cSJosh Durgin { 74830cdc48cSJosh Durgin BDRVRBDState *s = bs->opaque; 74930cdc48cSJosh Durgin int r; 75030cdc48cSJosh Durgin 75130cdc48cSJosh Durgin r = rbd_resize(s->image, offset); 75230cdc48cSJosh Durgin if (r < 0) { 75330cdc48cSJosh Durgin return r; 75430cdc48cSJosh Durgin } 75530cdc48cSJosh Durgin 75630cdc48cSJosh Durgin return 0; 75730cdc48cSJosh Durgin } 75830cdc48cSJosh Durgin 759ad32e9c0SJosh Durgin static int qemu_rbd_snap_create(BlockDriverState *bs, 760ad32e9c0SJosh Durgin QEMUSnapshotInfo *sn_info) 761f27aaf4bSChristian Brunner { 762f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 763f27aaf4bSChristian Brunner int r; 764f27aaf4bSChristian Brunner 765f27aaf4bSChristian Brunner if (sn_info->name[0] == '\0') { 766f27aaf4bSChristian Brunner return -EINVAL; /* we need a name for rbd snapshots */ 767f27aaf4bSChristian Brunner } 768f27aaf4bSChristian Brunner 769f27aaf4bSChristian Brunner /* 770f27aaf4bSChristian Brunner * rbd snapshots are using the name as the user controlled unique identifier 771f27aaf4bSChristian Brunner * we can't use the rbd snapid for that purpose, as it can't be set 772f27aaf4bSChristian Brunner */ 773f27aaf4bSChristian Brunner if (sn_info->id_str[0] != '\0' && 774f27aaf4bSChristian Brunner strcmp(sn_info->id_str, sn_info->name) != 0) { 775f27aaf4bSChristian Brunner return -EINVAL; 776f27aaf4bSChristian Brunner } 777f27aaf4bSChristian Brunner 778f27aaf4bSChristian Brunner if (strlen(sn_info->name) >= sizeof(sn_info->id_str)) { 779f27aaf4bSChristian Brunner return -ERANGE; 780f27aaf4bSChristian Brunner } 781f27aaf4bSChristian Brunner 782ad32e9c0SJosh Durgin r = rbd_snap_create(s->image, sn_info->name); 783f27aaf4bSChristian Brunner if (r < 0) { 784ad32e9c0SJosh Durgin error_report("failed to create snap: %s", strerror(-r)); 785f27aaf4bSChristian Brunner return r; 786f27aaf4bSChristian Brunner } 787f27aaf4bSChristian Brunner 788f27aaf4bSChristian Brunner return 0; 789f27aaf4bSChristian Brunner } 790f27aaf4bSChristian Brunner 791bd603247SGregory Farnum static int qemu_rbd_snap_remove(BlockDriverState *bs, 792bd603247SGregory Farnum const char *snapshot_name) 793bd603247SGregory Farnum { 794bd603247SGregory Farnum BDRVRBDState *s = bs->opaque; 795bd603247SGregory Farnum int r; 796bd603247SGregory Farnum 797bd603247SGregory Farnum r = rbd_snap_remove(s->image, snapshot_name); 798bd603247SGregory Farnum return r; 799bd603247SGregory Farnum } 800bd603247SGregory Farnum 801bd603247SGregory Farnum static int qemu_rbd_snap_rollback(BlockDriverState *bs, 802bd603247SGregory Farnum const char *snapshot_name) 803bd603247SGregory Farnum { 804bd603247SGregory Farnum BDRVRBDState *s = bs->opaque; 805bd603247SGregory Farnum int r; 806bd603247SGregory Farnum 807bd603247SGregory Farnum r = rbd_snap_rollback(s->image, snapshot_name); 808bd603247SGregory Farnum return r; 809bd603247SGregory Farnum } 810bd603247SGregory Farnum 811ad32e9c0SJosh Durgin static int qemu_rbd_snap_list(BlockDriverState *bs, 812ad32e9c0SJosh Durgin QEMUSnapshotInfo **psn_tab) 813f27aaf4bSChristian Brunner { 814f27aaf4bSChristian Brunner BDRVRBDState *s = bs->opaque; 815f27aaf4bSChristian Brunner QEMUSnapshotInfo *sn_info, *sn_tab = NULL; 816ad32e9c0SJosh Durgin int i, snap_count; 817ad32e9c0SJosh Durgin rbd_snap_info_t *snaps; 818ad32e9c0SJosh Durgin int max_snaps = RBD_MAX_SNAPS; 819f27aaf4bSChristian Brunner 820ad32e9c0SJosh Durgin do { 8217267c094SAnthony Liguori snaps = g_malloc(sizeof(*snaps) * max_snaps); 822ad32e9c0SJosh Durgin snap_count = rbd_snap_list(s->image, snaps, &max_snaps); 823ad32e9c0SJosh Durgin if (snap_count < 0) { 8247267c094SAnthony Liguori g_free(snaps); 825f27aaf4bSChristian Brunner } 826ad32e9c0SJosh Durgin } while (snap_count == -ERANGE); 827f27aaf4bSChristian Brunner 828ad32e9c0SJosh Durgin if (snap_count <= 0) { 829b9c53290SJosh Durgin goto done; 830f27aaf4bSChristian Brunner } 831f27aaf4bSChristian Brunner 8327267c094SAnthony Liguori sn_tab = g_malloc0(snap_count * sizeof(QEMUSnapshotInfo)); 833f27aaf4bSChristian Brunner 834ad32e9c0SJosh Durgin for (i = 0; i < snap_count; i++) { 835ad32e9c0SJosh Durgin const char *snap_name = snaps[i].name; 836f27aaf4bSChristian Brunner 837f27aaf4bSChristian Brunner sn_info = sn_tab + i; 838f27aaf4bSChristian Brunner pstrcpy(sn_info->id_str, sizeof(sn_info->id_str), snap_name); 839f27aaf4bSChristian Brunner pstrcpy(sn_info->name, sizeof(sn_info->name), snap_name); 840f27aaf4bSChristian Brunner 841ad32e9c0SJosh Durgin sn_info->vm_state_size = snaps[i].size; 842f27aaf4bSChristian Brunner sn_info->date_sec = 0; 843f27aaf4bSChristian Brunner sn_info->date_nsec = 0; 844f27aaf4bSChristian Brunner sn_info->vm_clock_nsec = 0; 845f27aaf4bSChristian Brunner } 846ad32e9c0SJosh Durgin rbd_snap_list_end(snaps); 847ad32e9c0SJosh Durgin 848b9c53290SJosh Durgin done: 849f27aaf4bSChristian Brunner *psn_tab = sn_tab; 850f27aaf4bSChristian Brunner return snap_count; 851f27aaf4bSChristian Brunner } 852f27aaf4bSChristian Brunner 853ad32e9c0SJosh Durgin static QEMUOptionParameter qemu_rbd_create_options[] = { 854f27aaf4bSChristian Brunner { 855f27aaf4bSChristian Brunner .name = BLOCK_OPT_SIZE, 856f27aaf4bSChristian Brunner .type = OPT_SIZE, 857f27aaf4bSChristian Brunner .help = "Virtual disk size" 858f27aaf4bSChristian Brunner }, 859f27aaf4bSChristian Brunner { 860f27aaf4bSChristian Brunner .name = BLOCK_OPT_CLUSTER_SIZE, 861f27aaf4bSChristian Brunner .type = OPT_SIZE, 862f27aaf4bSChristian Brunner .help = "RBD object size" 863f27aaf4bSChristian Brunner }, 864f27aaf4bSChristian Brunner {NULL} 865f27aaf4bSChristian Brunner }; 866f27aaf4bSChristian Brunner 867f27aaf4bSChristian Brunner static BlockDriver bdrv_rbd = { 868f27aaf4bSChristian Brunner .format_name = "rbd", 869f27aaf4bSChristian Brunner .instance_size = sizeof(BDRVRBDState), 870ad32e9c0SJosh Durgin .bdrv_file_open = qemu_rbd_open, 871ad32e9c0SJosh Durgin .bdrv_close = qemu_rbd_close, 872ad32e9c0SJosh Durgin .bdrv_create = qemu_rbd_create, 873ad32e9c0SJosh Durgin .bdrv_get_info = qemu_rbd_getinfo, 874ad32e9c0SJosh Durgin .create_options = qemu_rbd_create_options, 875ad32e9c0SJosh Durgin .bdrv_getlength = qemu_rbd_getlength, 87630cdc48cSJosh Durgin .bdrv_truncate = qemu_rbd_truncate, 877f27aaf4bSChristian Brunner .protocol_name = "rbd", 878f27aaf4bSChristian Brunner 879ad32e9c0SJosh Durgin .bdrv_aio_readv = qemu_rbd_aio_readv, 880ad32e9c0SJosh Durgin .bdrv_aio_writev = qemu_rbd_aio_writev, 881c68b89acSKevin Wolf .bdrv_co_flush_to_disk = qemu_rbd_co_flush, 882f27aaf4bSChristian Brunner 883ad32e9c0SJosh Durgin .bdrv_snapshot_create = qemu_rbd_snap_create, 884bd603247SGregory Farnum .bdrv_snapshot_delete = qemu_rbd_snap_remove, 885ad32e9c0SJosh Durgin .bdrv_snapshot_list = qemu_rbd_snap_list, 886bd603247SGregory Farnum .bdrv_snapshot_goto = qemu_rbd_snap_rollback, 887f27aaf4bSChristian Brunner }; 888f27aaf4bSChristian Brunner 889f27aaf4bSChristian Brunner static void bdrv_rbd_init(void) 890f27aaf4bSChristian Brunner { 891f27aaf4bSChristian Brunner bdrv_register(&bdrv_rbd); 892f27aaf4bSChristian Brunner } 893f27aaf4bSChristian Brunner 894f27aaf4bSChristian Brunner block_init(bdrv_rbd_init); 895