Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3) #include <linux/ftrace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5) #include <asm/cacheflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) #ifndef CONFIG_DYNAMIC_FTRACE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) extern void (*ftrace_trace_function)(unsigned long, unsigned long,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) 				     struct ftrace_ops*, struct pt_regs*);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) extern void ftrace_graph_caller(void);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) noinline void __naked ftrace_stub(unsigned long ip, unsigned long parent_ip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) 				  struct ftrace_ops *op, struct pt_regs *regs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) 	__asm__ ("");  /* avoid to optimize as pure function */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) noinline void _mcount(unsigned long parent_ip)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 	/* save all state by the compiler prologue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 	unsigned long ip = (unsigned long)__builtin_return_address(0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 	if (ftrace_trace_function != ftrace_stub)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 		ftrace_trace_function(ip - MCOUNT_INSN_SIZE, parent_ip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 				      NULL, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) #ifdef CONFIG_FUNCTION_GRAPH_TRACER
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 	if (ftrace_graph_return != (trace_func_graph_ret_t)ftrace_stub
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	    || ftrace_graph_entry != ftrace_graph_entry_stub)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 		ftrace_graph_caller();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 	/* restore all state by the compiler epilogue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) EXPORT_SYMBOL(_mcount);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) #else /* CONFIG_DYNAMIC_FTRACE */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) noinline void __naked ftrace_stub(unsigned long ip, unsigned long parent_ip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 				  struct ftrace_ops *op, struct pt_regs *regs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 	__asm__ ("");  /* avoid to optimize as pure function */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) noinline void __naked _mcount(unsigned long parent_ip)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	__asm__ ("");  /* avoid to optimize as pure function */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) EXPORT_SYMBOL(_mcount);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) #define XSTR(s) STR(s)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) #define STR(s) #s
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) void _ftrace_caller(unsigned long parent_ip)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	/* save all state needed by the compiler prologue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 	 * prepare arguments for real tracing function
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	 * first  arg : __builtin_return_address(0) - MCOUNT_INSN_SIZE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	 * second arg : parent_ip
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	__asm__ __volatile__ (
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 		"move $r1, %0				   \n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 		"addi $r0, %1, #-" XSTR(MCOUNT_INSN_SIZE) "\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 		:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 		: "r" (parent_ip), "r" (__builtin_return_address(0)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 	/* a placeholder for the call to a real tracing function */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	__asm__ __volatile__ (
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 		"ftrace_call:		\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 		"nop			\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 		"nop			\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 		"nop			\n\t");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) #ifdef CONFIG_FUNCTION_GRAPH_TRACER
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	/* a placeholder for the call to ftrace_graph_caller */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	__asm__ __volatile__ (
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 		"ftrace_graph_call:	\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 		"nop			\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 		"nop			\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 		"nop			\n\t");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	/* restore all state needed by the compiler epilogue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) int __init ftrace_dyn_arch_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) static unsigned long gen_sethi_insn(unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	unsigned long opcode = 0x46000000;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	unsigned long imm = addr >> 12;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 	unsigned long rt_num = 0xf << 20;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	return ENDIAN_CONVERT(opcode | rt_num | imm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) static unsigned long gen_ori_insn(unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	unsigned long opcode = 0x58000000;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	unsigned long imm = addr & 0x0000fff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	unsigned long rt_num = 0xf << 20;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	unsigned long ra_num = 0xf << 15;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	return ENDIAN_CONVERT(opcode | rt_num | ra_num | imm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) static unsigned long gen_jral_insn(unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 	unsigned long opcode = 0x4a000001;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	unsigned long rt_num = 0x1e << 20;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 	unsigned long rb_num = 0xf << 10;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 	return ENDIAN_CONVERT(opcode | rt_num | rb_num);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) static void ftrace_gen_call_insn(unsigned long *call_insns,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 				 unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 	call_insns[0] = gen_sethi_insn(addr); /* sethi $r15, imm20u       */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	call_insns[1] = gen_ori_insn(addr);   /* ori   $r15, $r15, imm15u */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 	call_insns[2] = gen_jral_insn(addr);  /* jral  $lp,  $r15         */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) static int __ftrace_modify_code(unsigned long pc, unsigned long *old_insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 				unsigned long *new_insn, bool validate)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	unsigned long orig_insn[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	if (validate) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 		if (copy_from_kernel_nofault(orig_insn, (void *)pc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 				MCOUNT_INSN_SIZE))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 			return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 		if (memcmp(orig_insn, old_insn, MCOUNT_INSN_SIZE))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 			return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	if (copy_to_kernel_nofault((void *)pc, new_insn, MCOUNT_INSN_SIZE))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 		return -EPERM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) static int ftrace_modify_code(unsigned long pc, unsigned long *old_insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 			      unsigned long *new_insn, bool validate)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 	ret = __ftrace_modify_code(pc, old_insn, new_insn, validate);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	flush_icache_range(pc, pc + MCOUNT_INSN_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) int ftrace_update_ftrace_func(ftrace_func_t func)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	unsigned long pc = (unsigned long)&ftrace_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	unsigned long old_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	unsigned long new_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	if (func != ftrace_stub)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 		ftrace_gen_call_insn(new_insn, (unsigned long)func);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	return ftrace_modify_code(pc, old_insn, new_insn, false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) int ftrace_make_call(struct dyn_ftrace *rec, unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	unsigned long pc = rec->ip;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 	unsigned long nop_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 	unsigned long call_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	ftrace_gen_call_insn(call_insn, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 	return ftrace_modify_code(pc, nop_insn, call_insn, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) int ftrace_make_nop(struct module *mod, struct dyn_ftrace *rec,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 		    unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 	unsigned long pc = rec->ip;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 	unsigned long nop_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 	unsigned long call_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 	ftrace_gen_call_insn(call_insn, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 	return ftrace_modify_code(pc, call_insn, nop_insn, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) #endif /* CONFIG_DYNAMIC_FTRACE */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) #ifdef CONFIG_FUNCTION_GRAPH_TRACER
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) void prepare_ftrace_return(unsigned long *parent, unsigned long self_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 			   unsigned long frame_pointer)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	unsigned long return_hooker = (unsigned long)&return_to_handler;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	unsigned long old;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 	if (unlikely(atomic_read(&current->tracing_graph_pause)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 	old = *parent;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 	if (!function_graph_enter(old, self_addr, frame_pointer, NULL))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 		*parent = return_hooker;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) noinline void ftrace_graph_caller(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	unsigned long *parent_ip =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 		(unsigned long *)(__builtin_frame_address(2) - 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 	unsigned long selfpc =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 		(unsigned long)(__builtin_return_address(1) - MCOUNT_INSN_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 	unsigned long frame_pointer =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 		(unsigned long)__builtin_frame_address(3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 	prepare_ftrace_return(parent_ip, selfpc, frame_pointer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) extern unsigned long ftrace_return_to_handler(unsigned long frame_pointer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) void __naked return_to_handler(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 	__asm__ __volatile__ (
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 		/* save state needed by the ABI     */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 		"smw.adm $r0,[$sp],$r1,#0x0  \n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 		/* get original return address      */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 		"move $r0, $fp               \n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 		"bal ftrace_return_to_handler\n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 		"move $lp, $r0               \n\t"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 		/* restore state nedded by the ABI  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 		"lmw.bim $r0,[$sp],$r1,#0x0  \n\t");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) #ifdef CONFIG_DYNAMIC_FTRACE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) extern unsigned long ftrace_graph_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) static int ftrace_modify_graph_caller(bool enable)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 	unsigned long pc = (unsigned long)&ftrace_graph_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 	unsigned long nop_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 	unsigned long call_insn[3] = {INSN_NOP, INSN_NOP, INSN_NOP};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 	ftrace_gen_call_insn(call_insn, (unsigned long)ftrace_graph_caller);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 	if (enable)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 		return ftrace_modify_code(pc, nop_insn, call_insn, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 		return ftrace_modify_code(pc, call_insn, nop_insn, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) int ftrace_enable_ftrace_graph_caller(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 	return ftrace_modify_graph_caller(true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) int ftrace_disable_ftrace_graph_caller(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 	return ftrace_modify_graph_caller(false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) #endif /* CONFIG_DYNAMIC_FTRACE */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) #ifdef CONFIG_TRACE_IRQFLAGS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) noinline void __trace_hardirqs_off(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 	trace_hardirqs_off();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) noinline void __trace_hardirqs_on(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 	trace_hardirqs_on();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) #endif /* CONFIG_TRACE_IRQFLAGS */