Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /* SPDX-License-Identifier: GPL-2.0-or-later */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * RDMA Transport Layer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7)  * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #ifndef RTRS_CLT_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #define RTRS_CLT_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/device.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include "rtrs-pri.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17)  * enum rtrs_clt_state - Client states.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) enum rtrs_clt_state {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 	RTRS_CLT_CONNECTING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 	RTRS_CLT_CONNECTING_ERR,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 	RTRS_CLT_RECONNECTING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 	RTRS_CLT_CONNECTED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 	RTRS_CLT_CLOSING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 	RTRS_CLT_CLOSED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 	RTRS_CLT_DEAD,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) enum rtrs_mp_policy {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	MP_POLICY_RR,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 	MP_POLICY_MIN_INFLIGHT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) /* see Documentation/ABI/testing/sysfs-class-rtrs-client for details */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) struct rtrs_clt_stats_reconnects {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 	int successful_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 	int fail_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) /* see Documentation/ABI/testing/sysfs-class-rtrs-client for details */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) struct rtrs_clt_stats_cpu_migr {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 	atomic_t from;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 	int to;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) /* stats for Read and write operation.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47)  * see Documentation/ABI/testing/sysfs-class-rtrs-client for details
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) struct rtrs_clt_stats_rdma {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 	struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 		u64 cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 		u64 size_total;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 	} dir[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 	u64 failover_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) struct rtrs_clt_stats_pcpu {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 	struct rtrs_clt_stats_cpu_migr		cpu_migr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	struct rtrs_clt_stats_rdma		rdma;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) struct rtrs_clt_stats {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	struct kobject				kobj_stats;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 	struct rtrs_clt_stats_pcpu    __percpu	*pcpu_stats;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	struct rtrs_clt_stats_reconnects	reconnects;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 	atomic_t				inflight;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) struct rtrs_clt_con {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 	struct rtrs_con	c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	struct rtrs_iu		*rsp_ius;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 	u32			queue_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	unsigned int		cpu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 	atomic_t		io_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	int			cm_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80)  * rtrs_permit - permits the memory allocation for future RDMA operation.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81)  *		 Combine with irq pinning to keep IO on same CPU.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) struct rtrs_permit {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	enum rtrs_clt_con_type con_type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 	unsigned int cpu_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	unsigned int mem_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	unsigned int mem_off;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91)  * rtrs_clt_io_req - describes one inflight IO request
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) struct rtrs_clt_io_req {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	struct list_head        list;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	struct rtrs_iu		*iu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 	struct scatterlist	*sglist; /* list holding user data */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 	unsigned int		sg_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	unsigned int		sg_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	unsigned int		data_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	unsigned int		usr_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 	void			*priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	bool			in_use;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	struct rtrs_clt_con	*con;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	struct rtrs_sg_desc	*desc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	struct ib_sge		*sge;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	struct rtrs_permit	*permit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 	enum dma_data_direction dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	void			(*conf)(void *priv, int errno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	unsigned long		start_jiffies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 	struct ib_mr		*mr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	struct ib_cqe		inv_cqe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 	struct completion	inv_comp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	int			inv_errno;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 	bool			need_inv_comp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 	bool			need_inv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) struct rtrs_rbuf {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 	u64 addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 	u32 rkey;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) struct rtrs_clt_sess {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 	struct rtrs_sess	s;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	struct rtrs_clt	*clt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 	wait_queue_head_t	state_wq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 	enum rtrs_clt_state	state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	atomic_t		connected_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 	struct mutex		init_mutex;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	struct rtrs_clt_io_req	*reqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 	struct delayed_work	reconnect_dwork;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	struct work_struct	close_work;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 	unsigned int		reconnect_attempts;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 	bool			established;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 	struct rtrs_rbuf	*rbufs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 	size_t			max_io_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 	u32			max_hdr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	u32			chunk_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 	size_t			queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	u32			max_pages_per_mr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	int			max_send_sge;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 	u32			flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	struct kobject		kobj;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	u8			for_new_clt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	struct rtrs_clt_stats	*stats;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 	/* cache hca_port and hca_name to display in sysfs */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	u8			hca_port;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 	char                    hca_name[IB_DEVICE_NAME_MAX];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	struct list_head __percpu
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 				*mp_skip_entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) struct rtrs_clt {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	struct list_head	paths_list; /* rcu protected list */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	size_t			paths_num;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 	struct rtrs_clt_sess
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	__rcu * __percpu	*pcpu_path;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 	uuid_t			paths_uuid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	int			paths_up;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 	struct mutex		paths_mutex;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	struct mutex		paths_ev_mutex;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	char			sessname[NAME_MAX];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	u16			port;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	unsigned int		max_reconnect_attempts;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	unsigned int		reconnect_delay_sec;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	unsigned int		max_segments;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	size_t			max_segment_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	void			*permits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	unsigned long		*permits_map;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 	size_t			queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	size_t			max_io_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 	wait_queue_head_t	permits_wait;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 	size_t			pdu_sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	void			*priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 	void			(*link_ev)(void *priv,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 					   enum rtrs_clt_link_ev ev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	struct device		dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	struct kobject		*kobj_paths;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	enum rtrs_mp_policy	mp_policy;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) static inline struct rtrs_clt_con *to_clt_con(struct rtrs_con *c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 	return container_of(c, struct rtrs_clt_con, c);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) static inline struct rtrs_clt_sess *to_clt_sess(struct rtrs_sess *s)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 	return container_of(s, struct rtrs_clt_sess, s);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) static inline int permit_size(struct rtrs_clt *clt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	return sizeof(struct rtrs_permit) + clt->pdu_sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) static inline struct rtrs_permit *get_permit(struct rtrs_clt *clt, int idx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 	return (struct rtrs_permit *)(clt->permits + permit_size(clt) * idx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) int rtrs_clt_reconnect_from_sysfs(struct rtrs_clt_sess *sess);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) int rtrs_clt_disconnect_from_sysfs(struct rtrs_clt_sess *sess);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) int rtrs_clt_create_path_from_sysfs(struct rtrs_clt *clt,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 				     struct rtrs_addr *addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) int rtrs_clt_remove_path_from_sysfs(struct rtrs_clt_sess *sess,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 				     const struct attribute *sysfs_self);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) void rtrs_clt_set_max_reconnect_attempts(struct rtrs_clt *clt, int value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) int rtrs_clt_get_max_reconnect_attempts(const struct rtrs_clt *clt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) void free_sess(struct rtrs_clt_sess *sess);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) /* rtrs-clt-stats.c */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) int rtrs_clt_init_stats(struct rtrs_clt_stats *stats);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) void rtrs_clt_inc_failover_cnt(struct rtrs_clt_stats *s);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) void rtrs_clt_update_wc_stats(struct rtrs_clt_con *con);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) void rtrs_clt_update_all_stats(struct rtrs_clt_io_req *req, int dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) int rtrs_clt_reset_rdma_lat_distr_stats(struct rtrs_clt_stats *stats,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 					 bool enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) ssize_t rtrs_clt_stats_rdma_lat_distr_to_str(struct rtrs_clt_stats *stats,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 					      char *page, size_t len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) int rtrs_clt_reset_cpu_migr_stats(struct rtrs_clt_stats *stats, bool enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) int rtrs_clt_stats_migration_cnt_to_str(struct rtrs_clt_stats *stats, char *buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 					 size_t len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) int rtrs_clt_reset_reconnects_stat(struct rtrs_clt_stats *stats, bool enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) int rtrs_clt_stats_reconnects_to_str(struct rtrs_clt_stats *stats, char *buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 				      size_t len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) int rtrs_clt_reset_wc_comp_stats(struct rtrs_clt_stats *stats, bool enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) int rtrs_clt_stats_wc_completion_to_str(struct rtrs_clt_stats *stats, char *buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 					 size_t len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) int rtrs_clt_reset_rdma_stats(struct rtrs_clt_stats *stats, bool enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) ssize_t rtrs_clt_stats_rdma_to_str(struct rtrs_clt_stats *stats,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 				    char *page, size_t len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) int rtrs_clt_reset_all_stats(struct rtrs_clt_stats *stats, bool enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) ssize_t rtrs_clt_reset_all_help(struct rtrs_clt_stats *stats,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 				 char *page, size_t len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) /* rtrs-clt-sysfs.c */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) int rtrs_clt_create_sysfs_root_files(struct rtrs_clt *clt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) void rtrs_clt_destroy_sysfs_root_folders(struct rtrs_clt *clt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) void rtrs_clt_destroy_sysfs_root_files(struct rtrs_clt *clt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) int rtrs_clt_create_sess_files(struct rtrs_clt_sess *sess);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) void rtrs_clt_destroy_sess_files(struct rtrs_clt_sess *sess,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 				  const struct attribute *sysfs_self);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) #endif /* RTRS_CLT_H */