1 2 #include <linux/ceph/ceph_debug.h> 3 #include <linux/backing-dev.h> 4 #include <linux/ctype.h> 5 #include <linux/fs.h> 6 #include <linux/inet.h> 7 #include <linux/in6.h> 8 #include <linux/key.h> 9 #include <keys/ceph-type.h> 10 #include <linux/module.h> 11 #include <linux/mount.h> 12 #include <linux/nsproxy.h> 13 #include <linux/parser.h> 14 #include <linux/sched.h> 15 #include <linux/seq_file.h> 16 #include <linux/slab.h> 17 #include <linux/statfs.h> 18 #include <linux/string.h> 19 #include <linux/vmalloc.h> 20 21 22 #include <linux/ceph/ceph_features.h> 23 #include <linux/ceph/libceph.h> 24 #include <linux/ceph/debugfs.h> 25 #include <linux/ceph/decode.h> 26 #include <linux/ceph/mon_client.h> 27 #include <linux/ceph/auth.h> 28 #include "crypto.h" 29 30 31 /* 32 * Module compatibility interface. For now it doesn't do anything, 33 * but its existence signals a certain level of functionality. 34 * 35 * The data buffer is used to pass information both to and from 36 * libceph. The return value indicates whether libceph determines 37 * it is compatible with the caller (from another kernel module), 38 * given the provided data. 39 * 40 * The data pointer can be null. 41 */ 42 bool libceph_compatible(void *data) 43 { 44 return true; 45 } 46 EXPORT_SYMBOL(libceph_compatible); 47 48 /* 49 * find filename portion of a path (/foo/bar/baz -> baz) 50 */ 51 const char *ceph_file_part(const char *s, int len) 52 { 53 const char *e = s + len; 54 55 while (e != s && *(e-1) != '/') 56 e--; 57 return e; 58 } 59 EXPORT_SYMBOL(ceph_file_part); 60 61 const char *ceph_msg_type_name(int type) 62 { 63 switch (type) { 64 case CEPH_MSG_SHUTDOWN: return "shutdown"; 65 case CEPH_MSG_PING: return "ping"; 66 case CEPH_MSG_AUTH: return "auth"; 67 case CEPH_MSG_AUTH_REPLY: return "auth_reply"; 68 case CEPH_MSG_MON_MAP: return "mon_map"; 69 case CEPH_MSG_MON_GET_MAP: return "mon_get_map"; 70 case CEPH_MSG_MON_SUBSCRIBE: return "mon_subscribe"; 71 case CEPH_MSG_MON_SUBSCRIBE_ACK: return "mon_subscribe_ack"; 72 case CEPH_MSG_STATFS: return "statfs"; 73 case CEPH_MSG_STATFS_REPLY: return "statfs_reply"; 74 case CEPH_MSG_MON_GET_VERSION: return "mon_get_version"; 75 case CEPH_MSG_MON_GET_VERSION_REPLY: return "mon_get_version_reply"; 76 case CEPH_MSG_MDS_MAP: return "mds_map"; 77 case CEPH_MSG_CLIENT_SESSION: return "client_session"; 78 case CEPH_MSG_CLIENT_RECONNECT: return "client_reconnect"; 79 case CEPH_MSG_CLIENT_REQUEST: return "client_request"; 80 case CEPH_MSG_CLIENT_REQUEST_FORWARD: return "client_request_forward"; 81 case CEPH_MSG_CLIENT_REPLY: return "client_reply"; 82 case CEPH_MSG_CLIENT_CAPS: return "client_caps"; 83 case CEPH_MSG_CLIENT_CAPRELEASE: return "client_cap_release"; 84 case CEPH_MSG_CLIENT_SNAP: return "client_snap"; 85 case CEPH_MSG_CLIENT_LEASE: return "client_lease"; 86 case CEPH_MSG_OSD_MAP: return "osd_map"; 87 case CEPH_MSG_OSD_OP: return "osd_op"; 88 case CEPH_MSG_OSD_OPREPLY: return "osd_opreply"; 89 case CEPH_MSG_WATCH_NOTIFY: return "watch_notify"; 90 default: return "unknown"; 91 } 92 } 93 EXPORT_SYMBOL(ceph_msg_type_name); 94 95 /* 96 * Initially learn our fsid, or verify an fsid matches. 97 */ 98 int ceph_check_fsid(struct ceph_client *client, struct ceph_fsid *fsid) 99 { 100 if (client->have_fsid) { 101 if (ceph_fsid_compare(&client->fsid, fsid)) { 102 pr_err("bad fsid, had %pU got %pU", 103 &client->fsid, fsid); 104 return -1; 105 } 106 } else { 107 memcpy(&client->fsid, fsid, sizeof(*fsid)); 108 } 109 return 0; 110 } 111 EXPORT_SYMBOL(ceph_check_fsid); 112 113 static int strcmp_null(const char *s1, const char *s2) 114 { 115 if (!s1 && !s2) 116 return 0; 117 if (s1 && !s2) 118 return -1; 119 if (!s1 && s2) 120 return 1; 121 return strcmp(s1, s2); 122 } 123 124 int ceph_compare_options(struct ceph_options *new_opt, 125 struct ceph_client *client) 126 { 127 struct ceph_options *opt1 = new_opt; 128 struct ceph_options *opt2 = client->options; 129 int ofs = offsetof(struct ceph_options, mon_addr); 130 int i; 131 int ret; 132 133 /* 134 * Don't bother comparing options if network namespaces don't 135 * match. 136 */ 137 if (!net_eq(current->nsproxy->net_ns, read_pnet(&client->msgr.net))) 138 return -1; 139 140 ret = memcmp(opt1, opt2, ofs); 141 if (ret) 142 return ret; 143 144 ret = strcmp_null(opt1->name, opt2->name); 145 if (ret) 146 return ret; 147 148 if (opt1->key && !opt2->key) 149 return -1; 150 if (!opt1->key && opt2->key) 151 return 1; 152 if (opt1->key && opt2->key) { 153 if (opt1->key->type != opt2->key->type) 154 return -1; 155 if (opt1->key->created.tv_sec != opt2->key->created.tv_sec) 156 return -1; 157 if (opt1->key->created.tv_nsec != opt2->key->created.tv_nsec) 158 return -1; 159 if (opt1->key->len != opt2->key->len) 160 return -1; 161 if (opt1->key->key && !opt2->key->key) 162 return -1; 163 if (!opt1->key->key && opt2->key->key) 164 return 1; 165 if (opt1->key->key && opt2->key->key) { 166 ret = memcmp(opt1->key->key, opt2->key->key, opt1->key->len); 167 if (ret) 168 return ret; 169 } 170 } 171 172 /* any matching mon ip implies a match */ 173 for (i = 0; i < opt1->num_mon; i++) { 174 if (ceph_monmap_contains(client->monc.monmap, 175 &opt1->mon_addr[i])) 176 return 0; 177 } 178 return -1; 179 } 180 EXPORT_SYMBOL(ceph_compare_options); 181 182 void *ceph_kvmalloc(size_t size, gfp_t flags) 183 { 184 if (size <= (PAGE_SIZE << PAGE_ALLOC_COSTLY_ORDER)) { 185 void *ptr = kmalloc(size, flags | __GFP_NOWARN); 186 if (ptr) 187 return ptr; 188 } 189 190 return __vmalloc(size, flags | __GFP_HIGHMEM, PAGE_KERNEL); 191 } 192 193 194 static int parse_fsid(const char *str, struct ceph_fsid *fsid) 195 { 196 int i = 0; 197 char tmp[3]; 198 int err = -EINVAL; 199 int d; 200 201 dout("parse_fsid '%s'\n", str); 202 tmp[2] = 0; 203 while (*str && i < 16) { 204 if (ispunct(*str)) { 205 str++; 206 continue; 207 } 208 if (!isxdigit(str[0]) || !isxdigit(str[1])) 209 break; 210 tmp[0] = str[0]; 211 tmp[1] = str[1]; 212 if (sscanf(tmp, "%x", &d) < 1) 213 break; 214 fsid->fsid[i] = d & 0xff; 215 i++; 216 str += 2; 217 } 218 219 if (i == 16) 220 err = 0; 221 dout("parse_fsid ret %d got fsid %pU", err, fsid); 222 return err; 223 } 224 225 /* 226 * ceph options 227 */ 228 enum { 229 Opt_osdtimeout, 230 Opt_osdkeepalivetimeout, 231 Opt_mount_timeout, 232 Opt_osd_idle_ttl, 233 Opt_last_int, 234 /* int args above */ 235 Opt_fsid, 236 Opt_name, 237 Opt_secret, 238 Opt_key, 239 Opt_ip, 240 Opt_last_string, 241 /* string args above */ 242 Opt_share, 243 Opt_noshare, 244 Opt_crc, 245 Opt_nocrc, 246 Opt_cephx_require_signatures, 247 Opt_nocephx_require_signatures, 248 Opt_tcp_nodelay, 249 Opt_notcp_nodelay, 250 }; 251 252 static match_table_t opt_tokens = { 253 {Opt_osdtimeout, "osdtimeout=%d"}, 254 {Opt_osdkeepalivetimeout, "osdkeepalive=%d"}, 255 {Opt_mount_timeout, "mount_timeout=%d"}, 256 {Opt_osd_idle_ttl, "osd_idle_ttl=%d"}, 257 /* int args above */ 258 {Opt_fsid, "fsid=%s"}, 259 {Opt_name, "name=%s"}, 260 {Opt_secret, "secret=%s"}, 261 {Opt_key, "key=%s"}, 262 {Opt_ip, "ip=%s"}, 263 /* string args above */ 264 {Opt_share, "share"}, 265 {Opt_noshare, "noshare"}, 266 {Opt_crc, "crc"}, 267 {Opt_nocrc, "nocrc"}, 268 {Opt_cephx_require_signatures, "cephx_require_signatures"}, 269 {Opt_nocephx_require_signatures, "nocephx_require_signatures"}, 270 {Opt_tcp_nodelay, "tcp_nodelay"}, 271 {Opt_notcp_nodelay, "notcp_nodelay"}, 272 {-1, NULL} 273 }; 274 275 void ceph_destroy_options(struct ceph_options *opt) 276 { 277 dout("destroy_options %p\n", opt); 278 kfree(opt->name); 279 if (opt->key) { 280 ceph_crypto_key_destroy(opt->key); 281 kfree(opt->key); 282 } 283 kfree(opt->mon_addr); 284 kfree(opt); 285 } 286 EXPORT_SYMBOL(ceph_destroy_options); 287 288 /* get secret from key store */ 289 static int get_secret(struct ceph_crypto_key *dst, const char *name) { 290 struct key *ukey; 291 int key_err; 292 int err = 0; 293 struct ceph_crypto_key *ckey; 294 295 ukey = request_key(&key_type_ceph, name, NULL); 296 if (!ukey || IS_ERR(ukey)) { 297 /* request_key errors don't map nicely to mount(2) 298 errors; don't even try, but still printk */ 299 key_err = PTR_ERR(ukey); 300 switch (key_err) { 301 case -ENOKEY: 302 pr_warn("ceph: Mount failed due to key not found: %s\n", 303 name); 304 break; 305 case -EKEYEXPIRED: 306 pr_warn("ceph: Mount failed due to expired key: %s\n", 307 name); 308 break; 309 case -EKEYREVOKED: 310 pr_warn("ceph: Mount failed due to revoked key: %s\n", 311 name); 312 break; 313 default: 314 pr_warn("ceph: Mount failed due to unknown key error %d: %s\n", 315 key_err, name); 316 } 317 err = -EPERM; 318 goto out; 319 } 320 321 ckey = ukey->payload.data; 322 err = ceph_crypto_key_clone(dst, ckey); 323 if (err) 324 goto out_key; 325 /* pass through, err is 0 */ 326 327 out_key: 328 key_put(ukey); 329 out: 330 return err; 331 } 332 333 struct ceph_options * 334 ceph_parse_options(char *options, const char *dev_name, 335 const char *dev_name_end, 336 int (*parse_extra_token)(char *c, void *private), 337 void *private) 338 { 339 struct ceph_options *opt; 340 const char *c; 341 int err = -ENOMEM; 342 substring_t argstr[MAX_OPT_ARGS]; 343 344 opt = kzalloc(sizeof(*opt), GFP_KERNEL); 345 if (!opt) 346 return ERR_PTR(-ENOMEM); 347 opt->mon_addr = kcalloc(CEPH_MAX_MON, sizeof(*opt->mon_addr), 348 GFP_KERNEL); 349 if (!opt->mon_addr) 350 goto out; 351 352 dout("parse_options %p options '%s' dev_name '%s'\n", opt, options, 353 dev_name); 354 355 /* start with defaults */ 356 opt->flags = CEPH_OPT_DEFAULT; 357 opt->osd_keepalive_timeout = CEPH_OSD_KEEPALIVE_DEFAULT; 358 opt->mount_timeout = CEPH_MOUNT_TIMEOUT_DEFAULT; 359 opt->osd_idle_ttl = CEPH_OSD_IDLE_TTL_DEFAULT; 360 361 /* get mon ip(s) */ 362 /* ip1[:port1][,ip2[:port2]...] */ 363 err = ceph_parse_ips(dev_name, dev_name_end, opt->mon_addr, 364 CEPH_MAX_MON, &opt->num_mon); 365 if (err < 0) 366 goto out; 367 368 /* parse mount options */ 369 while ((c = strsep(&options, ",")) != NULL) { 370 int token, intval, ret; 371 if (!*c) 372 continue; 373 err = -EINVAL; 374 token = match_token((char *)c, opt_tokens, argstr); 375 if (token < 0 && parse_extra_token) { 376 /* extra? */ 377 err = parse_extra_token((char *)c, private); 378 if (err < 0) { 379 pr_err("bad option at '%s'\n", c); 380 goto out; 381 } 382 continue; 383 } 384 if (token < Opt_last_int) { 385 ret = match_int(&argstr[0], &intval); 386 if (ret < 0) { 387 pr_err("bad mount option arg (not int) " 388 "at '%s'\n", c); 389 continue; 390 } 391 dout("got int token %d val %d\n", token, intval); 392 } else if (token > Opt_last_int && token < Opt_last_string) { 393 dout("got string token %d val %s\n", token, 394 argstr[0].from); 395 } else { 396 dout("got token %d\n", token); 397 } 398 switch (token) { 399 case Opt_ip: 400 err = ceph_parse_ips(argstr[0].from, 401 argstr[0].to, 402 &opt->my_addr, 403 1, NULL); 404 if (err < 0) 405 goto out; 406 opt->flags |= CEPH_OPT_MYIP; 407 break; 408 409 case Opt_fsid: 410 err = parse_fsid(argstr[0].from, &opt->fsid); 411 if (err == 0) 412 opt->flags |= CEPH_OPT_FSID; 413 break; 414 case Opt_name: 415 opt->name = kstrndup(argstr[0].from, 416 argstr[0].to-argstr[0].from, 417 GFP_KERNEL); 418 break; 419 case Opt_secret: 420 opt->key = kzalloc(sizeof(*opt->key), GFP_KERNEL); 421 if (!opt->key) { 422 err = -ENOMEM; 423 goto out; 424 } 425 err = ceph_crypto_key_unarmor(opt->key, argstr[0].from); 426 if (err < 0) 427 goto out; 428 break; 429 case Opt_key: 430 opt->key = kzalloc(sizeof(*opt->key), GFP_KERNEL); 431 if (!opt->key) { 432 err = -ENOMEM; 433 goto out; 434 } 435 err = get_secret(opt->key, argstr[0].from); 436 if (err < 0) 437 goto out; 438 break; 439 440 /* misc */ 441 case Opt_osdtimeout: 442 pr_warn("ignoring deprecated osdtimeout option\n"); 443 break; 444 case Opt_osdkeepalivetimeout: 445 /* 0 isn't well defined right now, reject it */ 446 if (intval < 1 || intval > INT_MAX / 1000) { 447 pr_err("osdkeepalive out of range\n"); 448 err = -EINVAL; 449 goto out; 450 } 451 opt->osd_keepalive_timeout = 452 msecs_to_jiffies(intval * 1000); 453 break; 454 case Opt_osd_idle_ttl: 455 /* 0 isn't well defined right now, reject it */ 456 if (intval < 1 || intval > INT_MAX / 1000) { 457 pr_err("osd_idle_ttl out of range\n"); 458 err = -EINVAL; 459 goto out; 460 } 461 opt->osd_idle_ttl = msecs_to_jiffies(intval * 1000); 462 break; 463 case Opt_mount_timeout: 464 /* 0 is "wait forever" (i.e. infinite timeout) */ 465 if (intval < 0 || intval > INT_MAX / 1000) { 466 pr_err("mount_timeout out of range\n"); 467 err = -EINVAL; 468 goto out; 469 } 470 opt->mount_timeout = msecs_to_jiffies(intval * 1000); 471 break; 472 473 case Opt_share: 474 opt->flags &= ~CEPH_OPT_NOSHARE; 475 break; 476 case Opt_noshare: 477 opt->flags |= CEPH_OPT_NOSHARE; 478 break; 479 480 case Opt_crc: 481 opt->flags &= ~CEPH_OPT_NOCRC; 482 break; 483 case Opt_nocrc: 484 opt->flags |= CEPH_OPT_NOCRC; 485 break; 486 487 case Opt_cephx_require_signatures: 488 opt->flags &= ~CEPH_OPT_NOMSGAUTH; 489 break; 490 case Opt_nocephx_require_signatures: 491 opt->flags |= CEPH_OPT_NOMSGAUTH; 492 break; 493 494 case Opt_tcp_nodelay: 495 opt->flags |= CEPH_OPT_TCP_NODELAY; 496 break; 497 case Opt_notcp_nodelay: 498 opt->flags &= ~CEPH_OPT_TCP_NODELAY; 499 break; 500 501 default: 502 BUG_ON(token); 503 } 504 } 505 506 /* success */ 507 return opt; 508 509 out: 510 ceph_destroy_options(opt); 511 return ERR_PTR(err); 512 } 513 EXPORT_SYMBOL(ceph_parse_options); 514 515 int ceph_print_client_options(struct seq_file *m, struct ceph_client *client) 516 { 517 struct ceph_options *opt = client->options; 518 size_t pos = m->count; 519 520 if (opt->name) 521 seq_printf(m, "name=%s,", opt->name); 522 if (opt->key) 523 seq_puts(m, "secret=<hidden>,"); 524 525 if (opt->flags & CEPH_OPT_FSID) 526 seq_printf(m, "fsid=%pU,", &opt->fsid); 527 if (opt->flags & CEPH_OPT_NOSHARE) 528 seq_puts(m, "noshare,"); 529 if (opt->flags & CEPH_OPT_NOCRC) 530 seq_puts(m, "nocrc,"); 531 if (opt->flags & CEPH_OPT_NOMSGAUTH) 532 seq_puts(m, "nocephx_require_signatures,"); 533 if ((opt->flags & CEPH_OPT_TCP_NODELAY) == 0) 534 seq_puts(m, "notcp_nodelay,"); 535 536 if (opt->mount_timeout != CEPH_MOUNT_TIMEOUT_DEFAULT) 537 seq_printf(m, "mount_timeout=%d,", 538 jiffies_to_msecs(opt->mount_timeout) / 1000); 539 if (opt->osd_idle_ttl != CEPH_OSD_IDLE_TTL_DEFAULT) 540 seq_printf(m, "osd_idle_ttl=%d,", 541 jiffies_to_msecs(opt->osd_idle_ttl) / 1000); 542 if (opt->osd_keepalive_timeout != CEPH_OSD_KEEPALIVE_DEFAULT) 543 seq_printf(m, "osdkeepalivetimeout=%d,", 544 jiffies_to_msecs(opt->osd_keepalive_timeout) / 1000); 545 546 /* drop redundant comma */ 547 if (m->count != pos) 548 m->count--; 549 550 return 0; 551 } 552 EXPORT_SYMBOL(ceph_print_client_options); 553 554 u64 ceph_client_id(struct ceph_client *client) 555 { 556 return client->monc.auth->global_id; 557 } 558 EXPORT_SYMBOL(ceph_client_id); 559 560 /* 561 * create a fresh client instance 562 */ 563 struct ceph_client *ceph_create_client(struct ceph_options *opt, void *private, 564 u64 supported_features, 565 u64 required_features) 566 { 567 struct ceph_client *client; 568 struct ceph_entity_addr *myaddr = NULL; 569 int err = -ENOMEM; 570 571 client = kzalloc(sizeof(*client), GFP_KERNEL); 572 if (client == NULL) 573 return ERR_PTR(-ENOMEM); 574 575 client->private = private; 576 client->options = opt; 577 578 mutex_init(&client->mount_mutex); 579 init_waitqueue_head(&client->auth_wq); 580 client->auth_err = 0; 581 582 if (!ceph_test_opt(client, NOMSGAUTH)) 583 required_features |= CEPH_FEATURE_MSG_AUTH; 584 585 client->extra_mon_dispatch = NULL; 586 client->supported_features = CEPH_FEATURES_SUPPORTED_DEFAULT | 587 supported_features; 588 client->required_features = CEPH_FEATURES_REQUIRED_DEFAULT | 589 required_features; 590 591 /* msgr */ 592 if (ceph_test_opt(client, MYIP)) 593 myaddr = &client->options->my_addr; 594 595 ceph_messenger_init(&client->msgr, myaddr, 596 client->supported_features, 597 client->required_features, 598 ceph_test_opt(client, NOCRC), 599 ceph_test_opt(client, TCP_NODELAY)); 600 601 /* subsystems */ 602 err = ceph_monc_init(&client->monc, client); 603 if (err < 0) 604 goto fail; 605 err = ceph_osdc_init(&client->osdc, client); 606 if (err < 0) 607 goto fail_monc; 608 609 return client; 610 611 fail_monc: 612 ceph_monc_stop(&client->monc); 613 fail: 614 ceph_messenger_fini(&client->msgr); 615 kfree(client); 616 return ERR_PTR(err); 617 } 618 EXPORT_SYMBOL(ceph_create_client); 619 620 void ceph_destroy_client(struct ceph_client *client) 621 { 622 dout("destroy_client %p\n", client); 623 624 atomic_set(&client->msgr.stopping, 1); 625 626 /* unmount */ 627 ceph_osdc_stop(&client->osdc); 628 ceph_monc_stop(&client->monc); 629 ceph_messenger_fini(&client->msgr); 630 631 ceph_debugfs_client_cleanup(client); 632 633 ceph_destroy_options(client->options); 634 635 kfree(client); 636 dout("destroy_client %p done\n", client); 637 } 638 EXPORT_SYMBOL(ceph_destroy_client); 639 640 /* 641 * true if we have the mon map (and have thus joined the cluster) 642 */ 643 static int have_mon_and_osd_map(struct ceph_client *client) 644 { 645 return client->monc.monmap && client->monc.monmap->epoch && 646 client->osdc.osdmap && client->osdc.osdmap->epoch; 647 } 648 649 /* 650 * mount: join the ceph cluster, and open root directory. 651 */ 652 int __ceph_open_session(struct ceph_client *client, unsigned long started) 653 { 654 unsigned long timeout = client->options->mount_timeout; 655 long err; 656 657 /* open session, and wait for mon and osd maps */ 658 err = ceph_monc_open_session(&client->monc); 659 if (err < 0) 660 return err; 661 662 while (!have_mon_and_osd_map(client)) { 663 if (timeout && time_after_eq(jiffies, started + timeout)) 664 return -ETIMEDOUT; 665 666 /* wait */ 667 dout("mount waiting for mon_map\n"); 668 err = wait_event_interruptible_timeout(client->auth_wq, 669 have_mon_and_osd_map(client) || (client->auth_err < 0), 670 ceph_timeout_jiffies(timeout)); 671 if (err < 0) 672 return err; 673 if (client->auth_err < 0) 674 return client->auth_err; 675 } 676 677 return 0; 678 } 679 EXPORT_SYMBOL(__ceph_open_session); 680 681 682 int ceph_open_session(struct ceph_client *client) 683 { 684 int ret; 685 unsigned long started = jiffies; /* note the start time */ 686 687 dout("open_session start\n"); 688 mutex_lock(&client->mount_mutex); 689 690 ret = __ceph_open_session(client, started); 691 692 mutex_unlock(&client->mount_mutex); 693 return ret; 694 } 695 EXPORT_SYMBOL(ceph_open_session); 696 697 698 static int __init init_ceph_lib(void) 699 { 700 int ret = 0; 701 702 ret = ceph_debugfs_init(); 703 if (ret < 0) 704 goto out; 705 706 ret = ceph_crypto_init(); 707 if (ret < 0) 708 goto out_debugfs; 709 710 ret = ceph_msgr_init(); 711 if (ret < 0) 712 goto out_crypto; 713 714 ret = ceph_osdc_setup(); 715 if (ret < 0) 716 goto out_msgr; 717 718 pr_info("loaded (mon/osd proto %d/%d)\n", 719 CEPH_MONC_PROTOCOL, CEPH_OSDC_PROTOCOL); 720 721 return 0; 722 723 out_msgr: 724 ceph_msgr_exit(); 725 out_crypto: 726 ceph_crypto_shutdown(); 727 out_debugfs: 728 ceph_debugfs_cleanup(); 729 out: 730 return ret; 731 } 732 733 static void __exit exit_ceph_lib(void) 734 { 735 dout("exit_ceph_lib\n"); 736 ceph_osdc_cleanup(); 737 ceph_msgr_exit(); 738 ceph_crypto_shutdown(); 739 ceph_debugfs_cleanup(); 740 } 741 742 module_init(init_ceph_lib); 743 module_exit(exit_ceph_lib); 744 745 MODULE_AUTHOR("Sage Weil <sage@newdream.net>"); 746 MODULE_AUTHOR("Yehuda Sadeh <yehuda@hq.newdream.net>"); 747 MODULE_AUTHOR("Patience Warnick <patience@newdream.net>"); 748 MODULE_DESCRIPTION("Ceph core library"); 749 MODULE_LICENSE("GPL"); 750