1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/ceph/ceph_debug.h>
3
4 #include <linux/err.h>
5 #include <linux/sched.h>
6 #include <linux/types.h>
7 #include <linux/vmalloc.h>
8
9 #include <linux/ceph/messenger.h>
10 #include <linux/ceph/msgpool.h>
11
msgpool_alloc(gfp_t gfp_mask,void * arg)12 static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
13 {
14 struct ceph_msgpool *pool = arg;
15 struct ceph_msg *msg;
16
17 msg = ceph_msg_new2(pool->type, pool->front_len, pool->max_data_items,
18 gfp_mask, true);
19 if (!msg) {
20 dout("msgpool_alloc %s failed\n", pool->name);
21 } else {
22 dout("msgpool_alloc %s %p\n", pool->name, msg);
23 msg->pool = pool;
24 }
25 return msg;
26 }
27
msgpool_free(void * element,void * arg)28 static void msgpool_free(void *element, void *arg)
29 {
30 struct ceph_msgpool *pool = arg;
31 struct ceph_msg *msg = element;
32
33 dout("msgpool_release %s %p\n", pool->name, msg);
34 msg->pool = NULL;
35 ceph_msg_put(msg);
36 }
37
ceph_msgpool_init(struct ceph_msgpool * pool,int type,int front_len,int max_data_items,int size,const char * name)38 int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
39 int front_len, int max_data_items, int size,
40 const char *name)
41 {
42 dout("msgpool %s init\n", name);
43 pool->type = type;
44 pool->front_len = front_len;
45 pool->max_data_items = max_data_items;
46 pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
47 if (!pool->pool)
48 return -ENOMEM;
49 pool->name = name;
50 return 0;
51 }
52
ceph_msgpool_destroy(struct ceph_msgpool * pool)53 void ceph_msgpool_destroy(struct ceph_msgpool *pool)
54 {
55 dout("msgpool %s destroy\n", pool->name);
56 mempool_destroy(pool->pool);
57 }
58
ceph_msgpool_get(struct ceph_msgpool * pool,int front_len,int max_data_items)59 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, int front_len,
60 int max_data_items)
61 {
62 struct ceph_msg *msg;
63
64 if (front_len > pool->front_len ||
65 max_data_items > pool->max_data_items) {
66 pr_warn_ratelimited("%s need %d/%d, pool %s has %d/%d\n",
67 __func__, front_len, max_data_items, pool->name,
68 pool->front_len, pool->max_data_items);
69 WARN_ON_ONCE(1);
70
71 /* try to alloc a fresh message */
72 return ceph_msg_new2(pool->type, front_len, max_data_items,
73 GFP_NOFS, false);
74 }
75
76 msg = mempool_alloc(pool->pool, GFP_NOFS);
77 dout("msgpool_get %s %p\n", pool->name, msg);
78 return msg;
79 }
80
ceph_msgpool_put(struct ceph_msgpool * pool,struct ceph_msg * msg)81 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
82 {
83 dout("msgpool_put %s %p\n", pool->name, msg);
84
85 /* reset msg front_len; user may have changed it */
86 msg->front.iov_len = pool->front_len;
87 msg->hdr.front_len = cpu_to_le32(pool->front_len);
88
89 msg->data_length = 0;
90 msg->num_data_items = 0;
91
92 kref_init(&msg->kref); /* retake single ref */
93 mempool_free(msg, pool->pool);
94 }
95