Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) #ifndef __PERF_CALLCHAIN_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3) #define __PERF_CALLCHAIN_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5) #include <linux/list.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) #include <linux/rbtree.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) #include "map_symbol.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include "branch.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) struct addr_location;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) struct evsel;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) struct ip_callchain;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) struct map;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) struct perf_sample;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) struct thread;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) struct hists;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #define HELP_PAD "\t\t\t\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) #define CALLCHAIN_HELP "setup and enables call-graph (stack chain/backtrace):\n\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) # define RECORD_MODE_HELP  HELP_PAD "record_mode:\tcall graph recording mode (fp|dwarf|lbr)\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #define RECORD_SIZE_HELP						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 	HELP_PAD "record_size:\tif record_mode is 'dwarf', max size of stack recording (<bytes>)\n" \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 	HELP_PAD "\t\tdefault: 8192 (bytes)\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) #define CALLCHAIN_RECORD_HELP  CALLCHAIN_HELP RECORD_MODE_HELP RECORD_SIZE_HELP
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) #define CALLCHAIN_REPORT_HELP						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 	HELP_PAD "print_type:\tcall graph printing style (graph|flat|fractal|folded|none)\n" \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 	HELP_PAD "threshold:\tminimum call graph inclusion threshold (<percent>)\n" \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 	HELP_PAD "print_limit:\tmaximum number of call graph entry (<number>)\n" \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 	HELP_PAD "order:\t\tcall graph order (caller|callee)\n" \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 	HELP_PAD "sort_key:\tcall graph sort key (function|address)\n"	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 	HELP_PAD "branch:\t\tinclude last branch info to call graph (branch)\n" \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 	HELP_PAD "value:\t\tcall graph value (percent|period|count)\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) enum perf_call_graph_mode {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 	CALLCHAIN_NONE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 	CALLCHAIN_FP,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 	CALLCHAIN_DWARF,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 	CALLCHAIN_LBR,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 	CALLCHAIN_MAX
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) enum chain_mode {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	CHAIN_NONE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 	CHAIN_FLAT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 	CHAIN_GRAPH_ABS,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 	CHAIN_GRAPH_REL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	CHAIN_FOLDED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) enum chain_order {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	ORDER_CALLER,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 	ORDER_CALLEE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) struct callchain_node {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	struct callchain_node	*parent;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	struct list_head	val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	struct list_head	parent_val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	struct rb_node		rb_node_in; /* to insert nodes in an rbtree */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 	struct rb_node		rb_node;    /* to sort nodes in an output tree */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	struct rb_root		rb_root_in; /* input tree of children */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 	struct rb_root		rb_root;    /* sorted output tree of children */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	unsigned int		val_nr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 	unsigned int		count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	unsigned int		children_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 	u64			hit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	u64			children_hit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) struct callchain_root {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	u64			max_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	struct callchain_node	node;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) struct callchain_param;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) typedef void (*sort_chain_func_t)(struct rb_root *, struct callchain_root *,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 				 u64, struct callchain_param *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) enum chain_key {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	CCKEY_FUNCTION,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	CCKEY_ADDRESS,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	CCKEY_SRCLINE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) enum chain_value {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 	CCVAL_PERCENT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	CCVAL_PERIOD,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	CCVAL_COUNT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) extern bool dwarf_callchain_users;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) struct callchain_param {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	bool			enabled;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 	enum perf_call_graph_mode record_mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	u32			dump_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	enum chain_mode 	mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	u16			max_stack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	u32			print_limit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	double			min_percent;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 	sort_chain_func_t	sort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	enum chain_order	order;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	bool			order_set;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 	enum chain_key		key;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 	bool			branch_callstack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	enum chain_value	value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) extern struct callchain_param callchain_param;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) extern struct callchain_param callchain_param_default;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) struct callchain_list {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 	u64			ip;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 	struct map_symbol	ms;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 	struct /* for TUI */ {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 		bool		unfolded;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 		bool		has_children;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 	u64			branch_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	u64			from_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 	u64			predicted_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 	u64			abort_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	u64			cycles_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 	u64			iter_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	u64			iter_cycles;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 	struct branch_type_stat brtype_stat;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	const char		*srcline;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 	struct list_head	list;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138)  * A callchain cursor is a single linked list that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139)  * let one feed a callchain progressively.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140)  * It keeps persistent allocated entries to minimize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141)  * allocations.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) struct callchain_cursor_node {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	u64				ip;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	struct map_symbol		ms;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	const char			*srcline;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 	/* Indicate valid cursor node for LBR stitch */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	bool				valid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	bool				branch;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 	struct branch_flags		branch_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 	u64				branch_from;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 	int				nr_loop_iter;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 	u64				iter_cycles;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	struct callchain_cursor_node	*next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) struct stitch_list {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 	struct list_head		node;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	struct callchain_cursor_node	cursor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) struct callchain_cursor {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	u64				nr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	struct callchain_cursor_node	*first;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	struct callchain_cursor_node	**last;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	u64				pos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	struct callchain_cursor_node	*curr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) extern __thread struct callchain_cursor callchain_cursor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) static inline void callchain_init(struct callchain_root *root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	INIT_LIST_HEAD(&root->node.val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 	INIT_LIST_HEAD(&root->node.parent_val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	root->node.parent = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	root->node.hit = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	root->node.children_hit = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 	root->node.rb_root_in = RB_ROOT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 	root->max_depth = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) static inline u64 callchain_cumul_hits(struct callchain_node *node)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 	return node->hit + node->children_hit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) static inline unsigned callchain_cumul_counts(struct callchain_node *node)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 	return node->count + node->children_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) int callchain_register_param(struct callchain_param *param);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) int callchain_append(struct callchain_root *root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 		     struct callchain_cursor *cursor,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 		     u64 period);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) int callchain_merge(struct callchain_cursor *cursor,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 		    struct callchain_root *dst, struct callchain_root *src);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) void callchain_cursor_reset(struct callchain_cursor *cursor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) int callchain_cursor_append(struct callchain_cursor *cursor, u64 ip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 			    struct map_symbol *ms,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 			    bool branch, struct branch_flags *flags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 			    int nr_loop_iter, u64 iter_cycles, u64 branch_from,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 			    const char *srcline);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) /* Close a cursor writing session. Initialize for the reader */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) static inline void callchain_cursor_commit(struct callchain_cursor *cursor)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	cursor->curr = cursor->first;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	cursor->pos = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) /* Cursor reading iteration helpers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) static inline struct callchain_cursor_node *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) callchain_cursor_current(struct callchain_cursor *cursor)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 	if (cursor->pos == cursor->nr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 		return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 	return cursor->curr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) static inline void callchain_cursor_advance(struct callchain_cursor *cursor)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 	cursor->curr = cursor->curr->next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 	cursor->pos++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) int callchain_cursor__copy(struct callchain_cursor *dst,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 			   struct callchain_cursor *src);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) struct option;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) struct hist_entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) int record_parse_callchain_opt(const struct option *opt, const char *arg, int unset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) int record_callchain_opt(const struct option *opt, const char *arg, int unset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) struct record_opts;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) int record_opts__parse_callchain(struct record_opts *record,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 				 struct callchain_param *callchain,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 				 const char *arg, bool unset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) int sample__resolve_callchain(struct perf_sample *sample,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 			      struct callchain_cursor *cursor, struct symbol **parent,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 			      struct evsel *evsel, struct addr_location *al,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 			      int max_stack);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) int hist_entry__append_callchain(struct hist_entry *he, struct perf_sample *sample);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) int fill_callchain_info(struct addr_location *al, struct callchain_cursor_node *node,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 			bool hide_unresolved);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) extern const char record_callchain_help[];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) int parse_callchain_record(const char *arg, struct callchain_param *param);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) int parse_callchain_record_opt(const char *arg, struct callchain_param *param);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) int parse_callchain_report_opt(const char *arg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) int parse_callchain_top_opt(const char *arg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) int perf_callchain_config(const char *var, const char *value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) static inline void callchain_cursor_snapshot(struct callchain_cursor *dest,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 					     struct callchain_cursor *src)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 	*dest = *src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 	dest->first = src->curr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 	dest->nr -= src->pos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) #ifdef HAVE_SKIP_CALLCHAIN_IDX
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) int arch_skip_callchain_idx(struct thread *thread, struct ip_callchain *chain);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) static inline int arch_skip_callchain_idx(struct thread *thread __maybe_unused,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 			struct ip_callchain *chain __maybe_unused)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 	return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) char *callchain_list__sym_name(struct callchain_list *cl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 			       char *bf, size_t bfsize, bool show_dso);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) char *callchain_node__scnprintf_value(struct callchain_node *node,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 				      char *bf, size_t bfsize, u64 total);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) int callchain_node__fprintf_value(struct callchain_node *node,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 				  FILE *fp, u64 total);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) int callchain_list_counts__printf_value(struct callchain_list *clist,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 					FILE *fp, char *bf, int bfsize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) void free_callchain(struct callchain_root *root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) void decay_callchain(struct callchain_root *root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) int callchain_node__make_parent_list(struct callchain_node *node);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) int callchain_branch_counts(struct callchain_root *root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) 			    u64 *branch_count, u64 *predicted_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 			    u64 *abort_count, u64 *cycles_count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) void callchain_param_setup(u64 sample_type);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) bool callchain_cnode_matched(struct callchain_node *base_cnode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) 			     struct callchain_node *pair_cnode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) u64 callchain_total_hits(struct hists *hists);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) s64 callchain_avg_cycles(struct callchain_node *cnode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) #endif	/* __PERF_CALLCHAIN_H */