net/ceph/msgpool.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 #include <linux/ceph/ceph_debug.h>
   3
   4 #include <linux/err.h>
   5 #include <linux/sched.h>
   6 #include <linux/types.h>
   7 #include <linux/vmalloc.h>
   8
   9 #include <linux/ceph/messenger.h>
  10 #include <linux/ceph/msgpool.h>
  11
  12 static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
  13 {
  14         struct ceph_msgpool *pool = arg;
  15         struct ceph_msg *msg;
  16
  17         msg = ceph_msg_new(pool->type, pool->front_len, gfp_mask, true);
  18         if (!msg) {
  19                 dout("msgpool_alloc %s failed\n", pool->name);
  20         } else {
  21                 dout("msgpool_alloc %s %p\n", pool->name, msg);
  22                 msg->pool = pool;
  23         }
  24         return msg;
  25 }
  26
  27 static void msgpool_free(void *element, void *arg)
  28 {
  29         struct ceph_msgpool *pool = arg;
  30         struct ceph_msg *msg = element;
  31
  32         dout("msgpool_release %s %p\n", pool->name, msg);
  33         msg->pool = NULL;
  34         ceph_msg_put(msg);
  35 }
  36
  37 int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
  38                       int front_len, int size, bool blocking, const char *name)
  39 {
  40         dout("msgpool %s init\n", name);
  41         pool->type = type;
  42         pool->front_len = front_len;
  43         pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
  44         if (!pool->pool)
  45                 return -ENOMEM;
  46         pool->name = name;
  47         return 0;
  48 }
  49
  50 void ceph_msgpool_destroy(struct ceph_msgpool *pool)
  51 {
  52         dout("msgpool %s destroy\n", pool->name);
  53         mempool_destroy(pool->pool);
  54 }
  55
  56 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool,
  57                                   int front_len)
  58 {
  59         struct ceph_msg *msg;
  60
  61         if (front_len > pool->front_len) {
  62                 dout("msgpool_get %s need front %d, pool size is %d\n",
  63                        pool->name, front_len, pool->front_len);
  64                 WARN_ON(1);
  65
  66                 /* try to alloc a fresh message */
  67                 return ceph_msg_new(pool->type, front_len, GFP_NOFS, false);
  68         }
  69
  70         msg = mempool_alloc(pool->pool, GFP_NOFS);
  71         dout("msgpool_get %s %p\n", pool->name, msg);
  72         return msg;
  73 }
  74
  75 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
  76 {
  77         dout("msgpool_put %s %p\n", pool->name, msg);
  78
  79         /* reset msg front_len; user may have changed it */
  80         msg->front.iov_len = pool->front_len;
  81         msg->hdr.front_len = cpu_to_le32(pool->front_len);
  82
  83         kref_init(&msg->kref);  /* retake single ref */
  84         mempool_free(msg, pool->pool);
  85 }