^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright (C) 1991, 1992 Linus Torvalds
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 2000, 2001, 2002 Andi Kleen, SuSE Labs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2009 Matt Fleming
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright (C) 2002 - 2012 Paul Mundt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/kallsyms.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/ftrace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/debug_locks.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/sched/debug.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/sched/task_stack.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/kdebug.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <asm/unwinder.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <asm/stacktrace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) void dump_mem(const char *str, const char *loglvl, unsigned long bottom,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) unsigned long top)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) unsigned long p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) printk("%s%s(0x%08lx to 0x%08lx)\n", loglvl, str, bottom, top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) for (p = bottom & ~31; p < top; ) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) printk("%s%04lx: ", loglvl, p & 0xffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) for (i = 0; i < 8; i++, p += 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) unsigned int val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) if (p < bottom || p >= top)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) pr_cont(" ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) if (__get_user(val, (unsigned int __user *)p)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) pr_cont("\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) pr_cont("%08x ", val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) pr_cont("\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) void printk_address(unsigned long address, int reliable)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) pr_cont(" [<%px>] %s%pS\n", (void *) address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) reliable ? "" : "? ", (void *) address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) #ifdef CONFIG_FUNCTION_GRAPH_TRACER
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) print_ftrace_graph_addr(unsigned long addr, void *data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) const struct stacktrace_ops *ops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) struct thread_info *tinfo, int *graph)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) struct task_struct *task = tinfo->task;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) struct ftrace_ret_stack *ret_stack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) unsigned long ret_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) if (addr != (unsigned long)return_to_handler)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) if (!task->ret_stack)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) ret_stack = ftrace_graph_get_ret_stack(task, *graph);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) if (!ret_stack)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) ret_addr = ret_stack->ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) ops->address(data, ret_addr, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) (*graph)++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) static inline void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) print_ftrace_graph_addr(unsigned long addr, void *data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) const struct stacktrace_ops *ops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) struct thread_info *tinfo, int *graph)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) { }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) stack_reader_dump(struct task_struct *task, struct pt_regs *regs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) unsigned long *sp, const struct stacktrace_ops *ops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) void *data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) struct thread_info *context;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) int graph = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) context = (struct thread_info *)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) ((unsigned long)sp & (~(THREAD_SIZE - 1)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) while (!kstack_end(sp)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) unsigned long addr = *sp++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) if (__kernel_text_address(addr)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) ops->address(data, addr, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) print_ftrace_graph_addr(addr, data, ops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) context, &graph);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) * Print one address/symbol entries per line.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) static void print_trace_address(void *data, unsigned long addr, int reliable)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) printk("%s", (char *)data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) printk_address(addr, reliable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) static const struct stacktrace_ops print_trace_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) .address = print_trace_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) void show_trace(struct task_struct *tsk, unsigned long *sp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) struct pt_regs *regs, const char *loglvl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) if (regs && user_mode(regs))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) printk("%s\nCall trace:\n", loglvl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) unwind_stack(tsk, regs, sp, &print_trace_ops, (void *)loglvl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) pr_cont("\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) if (!tsk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) tsk = current;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) debug_show_held_locks(tsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) void show_stack(struct task_struct *tsk, unsigned long *sp, const char *loglvl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) unsigned long stack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) if (!tsk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) tsk = current;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) if (tsk == current)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) sp = (unsigned long *)current_stack_pointer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) sp = (unsigned long *)tsk->thread.sp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) stack = (unsigned long)sp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) dump_mem("Stack: ", loglvl, stack, THREAD_SIZE +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) (unsigned long)task_stack_page(tsk));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) show_trace(tsk, sp, NULL, loglvl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) }