^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Stack dumping functions
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright IBM Corp. 1999, 2013
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/kallsyms.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/hardirq.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/kprobes.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/utsname.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/kdebug.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/ptrace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include <linux/sched/debug.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include <linux/sched/task_stack.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <asm/processor.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include <asm/debug.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <asm/dis.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include <asm/ipl.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include <asm/unwind.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) const char *stack_type_name(enum stack_type type)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) switch (type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) case STACK_TYPE_TASK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) return "task";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) case STACK_TYPE_IRQ:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) return "irq";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) case STACK_TYPE_NODAT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) return "nodat";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) case STACK_TYPE_RESTART:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) return "restart";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) return "unknown";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) EXPORT_SYMBOL_GPL(stack_type_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) static inline bool in_stack(unsigned long sp, struct stack_info *info,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) enum stack_type type, unsigned long low,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) unsigned long high)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) if (sp < low || sp >= high)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) info->type = type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) info->begin = low;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) info->end = high;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) static bool in_task_stack(unsigned long sp, struct task_struct *task,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) struct stack_info *info)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) unsigned long stack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) stack = (unsigned long) task_stack_page(task);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) return in_stack(sp, info, STACK_TYPE_TASK, stack, stack + THREAD_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) static bool in_irq_stack(unsigned long sp, struct stack_info *info)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) unsigned long frame_size, top;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) frame_size = STACK_FRAME_OVERHEAD + sizeof(struct pt_regs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) top = S390_lowcore.async_stack + frame_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) return in_stack(sp, info, STACK_TYPE_IRQ, top - THREAD_SIZE, top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) static bool in_nodat_stack(unsigned long sp, struct stack_info *info)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) unsigned long frame_size, top;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) frame_size = STACK_FRAME_OVERHEAD + sizeof(struct pt_regs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) top = S390_lowcore.nodat_stack + frame_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) return in_stack(sp, info, STACK_TYPE_NODAT, top - THREAD_SIZE, top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) static bool in_restart_stack(unsigned long sp, struct stack_info *info)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) unsigned long frame_size, top;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) frame_size = STACK_FRAME_OVERHEAD + sizeof(struct pt_regs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) top = S390_lowcore.restart_stack + frame_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) return in_stack(sp, info, STACK_TYPE_RESTART, top - THREAD_SIZE, top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) int get_stack_info(unsigned long sp, struct task_struct *task,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) struct stack_info *info, unsigned long *visit_mask)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) if (!sp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) goto unknown;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) /* Sanity check: ABI requires SP to be aligned 8 bytes. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) if (sp & 0x7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) goto unknown;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) /* Check per-task stack */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) if (in_task_stack(sp, task, info))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) goto recursion_check;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) if (task != current)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) goto unknown;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) /* Check per-cpu stacks */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) if (!in_irq_stack(sp, info) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) !in_nodat_stack(sp, info) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) !in_restart_stack(sp, info))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) goto unknown;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) recursion_check:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) * Make sure we don't iterate through any given stack more than once.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) * If it comes up a second time then there's something wrong going on:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) * just break out and report an unknown stack type.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) if (*visit_mask & (1UL << info->type))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) goto unknown;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) *visit_mask |= 1UL << info->type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) unknown:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) info->type = STACK_TYPE_UNKNOWN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) void show_stack(struct task_struct *task, unsigned long *stack,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) const char *loglvl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) struct unwind_state state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) printk("%sCall Trace:\n", loglvl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) unwind_for_each_frame(&state, task, NULL, (unsigned long) stack)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) printk(state.reliable ? "%s [<%016lx>] %pSR \n" :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) "%s([<%016lx>] %pSR)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) loglvl, state.ip, (void *) state.ip);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) debug_show_held_locks(task ? : current);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) static void show_last_breaking_event(struct pt_regs *regs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) printk("Last Breaking-Event-Address:\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) printk(" [<%016lx>] %pSR\n", regs->args[0], (void *)regs->args[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) void show_registers(struct pt_regs *regs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) struct psw_bits *psw = &psw_bits(regs->psw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) char *mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) mode = user_mode(regs) ? "User" : "Krnl";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) printk("%s PSW : %px %px", mode, (void *)regs->psw.mask, (void *)regs->psw.addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) if (!user_mode(regs))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) pr_cont(" (%pSR)", (void *)regs->psw.addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) pr_cont("\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) printk(" R:%x T:%x IO:%x EX:%x Key:%x M:%x W:%x "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) "P:%x AS:%x CC:%x PM:%x", psw->per, psw->dat, psw->io, psw->ext,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) psw->key, psw->mcheck, psw->wait, psw->pstate, psw->as, psw->cc, psw->pm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) pr_cont(" RI:%x EA:%x\n", psw->ri, psw->eaba);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) printk("%s GPRS: %016lx %016lx %016lx %016lx\n", mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) regs->gprs[0], regs->gprs[1], regs->gprs[2], regs->gprs[3]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) printk(" %016lx %016lx %016lx %016lx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) regs->gprs[4], regs->gprs[5], regs->gprs[6], regs->gprs[7]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) printk(" %016lx %016lx %016lx %016lx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) regs->gprs[8], regs->gprs[9], regs->gprs[10], regs->gprs[11]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) printk(" %016lx %016lx %016lx %016lx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) regs->gprs[12], regs->gprs[13], regs->gprs[14], regs->gprs[15]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) show_code(regs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) void show_regs(struct pt_regs *regs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) show_regs_print_info(KERN_DEFAULT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) show_registers(regs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) /* Show stack backtrace if pt_regs is from kernel mode */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) if (!user_mode(regs))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) show_stack(NULL, (unsigned long *) regs->gprs[15], KERN_DEFAULT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) show_last_breaking_event(regs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) static DEFINE_SPINLOCK(die_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) void die(struct pt_regs *regs, const char *str)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) static int die_counter;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) oops_enter();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) lgr_info_log();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) debug_stop_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) console_verbose();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) spin_lock_irq(&die_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) bust_spinlocks(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) printk("%s: %04x ilc:%d [#%d] ", str, regs->int_code & 0xffff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) regs->int_code >> 17, ++die_counter);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) #ifdef CONFIG_PREEMPT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) pr_cont("PREEMPT ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) #elif defined(CONFIG_PREEMPT_RT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) pr_cont("PREEMPT_RT ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) pr_cont("SMP ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) if (debug_pagealloc_enabled())
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) pr_cont("DEBUG_PAGEALLOC");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) pr_cont("\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) notify_die(DIE_OOPS, str, regs, 0, regs->int_code & 0xffff, SIGSEGV);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) print_modules();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) show_regs(regs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) bust_spinlocks(0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) add_taint(TAINT_DIE, LOCKDEP_NOW_UNRELIABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) spin_unlock_irq(&die_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) if (in_interrupt())
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) panic("Fatal exception in interrupt");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) if (panic_on_oops)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) panic("Fatal exception: panic_on_oops");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) oops_exit();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) do_exit(SIGSEGV);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) }