Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  2) #include <linux/ceph/ceph_debug.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  3) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  4) #include <linux/err.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  5) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  6) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  7) #include <linux/vmalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  8) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  9) #include <linux/ceph/messenger.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/ceph/msgpool.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) 	struct ceph_msgpool *pool = arg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) 	struct ceph_msg *msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) 	msg = ceph_msg_new2(pool->type, pool->front_len, pool->max_data_items,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) 			    gfp_mask, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) 	if (!msg) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) 		dout("msgpool_alloc %s failed\n", pool->name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) 		dout("msgpool_alloc %s %p\n", pool->name, msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) 		msg->pool = pool;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) 	return msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) static void msgpool_free(void *element, void *arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) 	struct ceph_msgpool *pool = arg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) 	struct ceph_msg *msg = element;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) 	dout("msgpool_release %s %p\n", pool->name, msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) 	msg->pool = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) 	ceph_msg_put(msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) 		      int front_len, int max_data_items, int size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) 		      const char *name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) 	dout("msgpool %s init\n", name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) 	pool->type = type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) 	pool->front_len = front_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) 	pool->max_data_items = max_data_items;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) 	pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) 	if (!pool->pool)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) 	pool->name = name;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) void ceph_msgpool_destroy(struct ceph_msgpool *pool)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) 	dout("msgpool %s destroy\n", pool->name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) 	mempool_destroy(pool->pool);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, int front_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) 				  int max_data_items)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) 	struct ceph_msg *msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) 	if (front_len > pool->front_len ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) 	    max_data_items > pool->max_data_items) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) 		pr_warn_ratelimited("%s need %d/%d, pool %s has %d/%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) 		    __func__, front_len, max_data_items, pool->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) 		    pool->front_len, pool->max_data_items);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) 		WARN_ON_ONCE(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) 		/* try to alloc a fresh message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) 		return ceph_msg_new2(pool->type, front_len, max_data_items,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) 				     GFP_NOFS, false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) 	msg = mempool_alloc(pool->pool, GFP_NOFS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) 	dout("msgpool_get %s %p\n", pool->name, msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) 	return msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) 	dout("msgpool_put %s %p\n", pool->name, msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) 	/* reset msg front_len; user may have changed it */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) 	msg->front.iov_len = pool->front_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) 	msg->hdr.front_len = cpu_to_le32(pool->front_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) 	msg->data_length = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) 	msg->num_data_items = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) 	kref_init(&msg->kref);  /* retake single ref */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) 	mempool_free(msg, pool->pool);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) }