1 #include <linux/ceph/ceph_debug.h> 2 3 #include <linux/err.h> 4 #include <linux/sched.h> 5 #include <linux/types.h> 6 #include <linux/vmalloc.h> 7 8 #include <linux/ceph/msgpool.h> 9 10 static void *msgpool_alloc(gfp_t gfp_mask, void *arg) 11 { 12 struct ceph_msgpool *pool = arg; 13 struct ceph_msg *msg; 14 15 msg = ceph_msg_new(0, pool->front_len, gfp_mask, true); 16 if (!msg) { 17 dout("msgpool_alloc %s failed\n", pool->name); 18 } else { 19 dout("msgpool_alloc %s %p\n", pool->name, msg); 20 msg->pool = pool; 21 } 22 return msg; 23 } 24 25 static void msgpool_free(void *element, void *arg) 26 { 27 struct ceph_msgpool *pool = arg; 28 struct ceph_msg *msg = element; 29 30 dout("msgpool_release %s %p\n", pool->name, msg); 31 msg->pool = NULL; 32 ceph_msg_put(msg); 33 } 34 35 int ceph_msgpool_init(struct ceph_msgpool *pool, 36 int front_len, int size, bool blocking, const char *name) 37 { 38 dout("msgpool %s init\n", name); 39 pool->front_len = front_len; 40 pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool); 41 if (!pool->pool) 42 return -ENOMEM; 43 pool->name = name; 44 return 0; 45 } 46 47 void ceph_msgpool_destroy(struct ceph_msgpool *pool) 48 { 49 dout("msgpool %s destroy\n", pool->name); 50 mempool_destroy(pool->pool); 51 } 52 53 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, 54 int front_len) 55 { 56 struct ceph_msg *msg; 57 58 if (front_len > pool->front_len) { 59 dout("msgpool_get %s need front %d, pool size is %d\n", 60 pool->name, front_len, pool->front_len); 61 WARN_ON(1); 62 63 /* try to alloc a fresh message */ 64 return ceph_msg_new(0, front_len, GFP_NOFS, false); 65 } 66 67 msg = mempool_alloc(pool->pool, GFP_NOFS); 68 dout("msgpool_get %s %p\n", pool->name, msg); 69 return msg; 70 } 71 72 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg) 73 { 74 dout("msgpool_put %s %p\n", pool->name, msg); 75 76 /* reset msg front_len; user may have changed it */ 77 msg->front.iov_len = pool->front_len; 78 msg->hdr.front_len = cpu_to_le32(pool->front_len); 79 80 kref_init(&msg->kref); /* retake single ref */ 81 mempool_free(msg, pool->pool); 82 } 83