| 1 | |
| 2 | #include <linux/ceph/ceph_debug.h>
|
| 3 |
|
| 4 | #include <linux/err.h>
|
| 5 | #include <linux/sched.h>
|
| 6 | #include <linux/types.h>
|
| 7 | #include <linux/vmalloc.h>
|
| 8 |
|
| 9 | #include <linux/ceph/messenger.h>
|
| 10 | #include <linux/ceph/msgpool.h>
|
| 11 |
|
| 12 | static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
|
| 13 | {
|
| 14 | struct ceph_msgpool *pool = arg;
|
| 15 | struct ceph_msg *msg;
|
| 16 |
|
| 17 | msg = ceph_msg_new2(pool->type, pool->front_len, pool->max_data_items,
|
| 18 | gfp_mask, true);
|
| 19 | if (!msg) {
|
| 20 | dout("msgpool_alloc %s failed\n", pool->name);
|
| 21 | } else {
|
| 22 | dout("msgpool_alloc %s %p\n", pool->name, msg);
|
| 23 | msg->pool = pool;
|
| 24 | }
|
| 25 | return msg;
|
| 26 | }
|
| 27 |
|
| 28 | static void msgpool_free(void *element, void *arg)
|
| 29 | {
|
| 30 | struct ceph_msgpool *pool = arg;
|
| 31 | struct ceph_msg *msg = element;
|
| 32 |
|
| 33 | dout("msgpool_release %s %p\n", pool->name, msg);
|
| 34 | msg->pool = NULL;
|
| 35 | ceph_msg_put(msg);
|
| 36 | }
|
| 37 |
|
| 38 | int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
|
| 39 | int front_len, int max_data_items, int size,
|
| 40 | const char *name)
|
| 41 | {
|
| 42 | dout("msgpool %s init\n", name);
|
| 43 | pool->type = type;
|
| 44 | pool->front_len = front_len;
|
| 45 | pool->max_data_items = max_data_items;
|
| 46 | pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
|
| 47 | if (!pool->pool)
|
| 48 | return -ENOMEM;
|
| 49 | pool->name = name;
|
| 50 | return 0;
|
| 51 | }
|
| 52 |
|
| 53 | void ceph_msgpool_destroy(struct ceph_msgpool *pool)
|
| 54 | {
|
| 55 | dout("msgpool %s destroy\n", pool->name);
|
| 56 | mempool_destroy(pool->pool);
|
| 57 | }
|
| 58 |
|
| 59 | struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, int front_len,
|
| 60 | int max_data_items)
|
| 61 | {
|
| 62 | struct ceph_msg *msg;
|
| 63 |
|
| 64 | if (front_len > pool->front_len ||
|
| 65 | max_data_items > pool->max_data_items) {
|
| 66 | pr_warn_ratelimited("%s need %d/%d, pool %s has %d/%d\n",
|
| 67 | __func__, front_len, max_data_items, pool->name,
|
| 68 | pool->front_len, pool->max_data_items);
|
| 69 | WARN_ON_ONCE(1);
|
| 70 |
|
| 71 |
|
| 72 | return ceph_msg_new2(pool->type, front_len, max_data_items,
|
| 73 | GFP_NOFS, false);
|
| 74 | }
|
| 75 |
|
| 76 | msg = mempool_alloc(pool->pool, GFP_NOFS);
|
| 77 | dout("msgpool_get %s %p\n", pool->name, msg);
|
| 78 | return msg;
|
| 79 | }
|
| 80 |
|
| 81 | void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
|
| 82 | {
|
| 83 | dout("msgpool_put %s %p\n", pool->name, msg);
|
| 84 |
|
| 85 |
|
| 86 | msg->front.iov_len = pool->front_len;
|
| 87 | msg->hdr.front_len = cpu_to_le32(pool->front_len);
|
| 88 |
|
| 89 | msg->data_length = 0;
|
| 90 | msg->num_data_items = 0;
|
| 91 |
|
| 92 | kref_init(&msg->kref);
|
| 93 | mempool_free(msg, pool->pool);
|
| 94 | }
|