^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Linux performance counter support for MIPS.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2010 MIPS Technologies, Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Author: Deng-Cheng Zhu
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * This code is based on the implementation for ARM, which is in turn
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * based on the sparc64 perf event code and the x86 code. Performance
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * counter access is based on the MIPS Oprofile code. And the callchain
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * support references the code of MIPS stacktrace.c.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/perf_event.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/sched/task_stack.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <asm/stacktrace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) /* Callchain handling code. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * Leave userspace callchain empty for now. When we find a way to trace
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) * the user stack callchains, we will add it here.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) static void save_raw_perf_callchain(struct perf_callchain_entry_ctx *entry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) unsigned long reg29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) unsigned long *sp = (unsigned long *)reg29;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) unsigned long addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) while (!kstack_end(sp)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) addr = *sp++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) if (__kernel_text_address(addr)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) perf_callchain_store(entry, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) if (entry->nr >= entry->max_stack)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) void perf_callchain_kernel(struct perf_callchain_entry_ctx *entry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) struct pt_regs *regs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) unsigned long sp = regs->regs[29];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) #ifdef CONFIG_KALLSYMS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) unsigned long ra = regs->regs[31];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) unsigned long pc = regs->cp0_epc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) if (raw_show_trace || !__kernel_text_address(pc)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) unsigned long stack_page =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) (unsigned long)task_stack_page(current);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) if (stack_page && sp >= stack_page &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) sp <= stack_page + THREAD_SIZE - 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) save_raw_perf_callchain(entry, sp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) perf_callchain_store(entry, pc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) if (entry->nr >= entry->max_stack)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) pc = unwind_stack(current, &sp, pc, &ra);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) } while (pc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) save_raw_perf_callchain(entry, sp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) }