^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #include <linux/spinlock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include <linux/kprobes.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <linux/stop_machine.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <asm/cacheflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <asm/fixmap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/smp_plat.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <asm/opcodes.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <asm/patch.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) struct patch {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) void *addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) unsigned int insn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #ifdef CONFIG_MMU
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) static DEFINE_RAW_SPINLOCK(patch_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) static void __kprobes *patch_map(void *addr, int fixmap, unsigned long *flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) unsigned int uintaddr = (uintptr_t) addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) bool module = !core_kernel_text(uintaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) if (module && IS_ENABLED(CONFIG_STRICT_MODULE_RWX))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) page = vmalloc_to_page(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) else if (!module && IS_ENABLED(CONFIG_STRICT_KERNEL_RWX))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) page = virt_to_page(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) return addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) if (flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) raw_spin_lock_irqsave(&patch_lock, *flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) set_fixmap(fixmap, page_to_phys(page));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) return (void *) (__fix_to_virt(fixmap) + (uintaddr & ~PAGE_MASK));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) static void __kprobes patch_unmap(int fixmap, unsigned long *flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) clear_fixmap(fixmap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) if (flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) raw_spin_unlock_irqrestore(&patch_lock, *flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) static void __kprobes *patch_map(void *addr, int fixmap, unsigned long *flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) return addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) static void __kprobes patch_unmap(int fixmap, unsigned long *flags) { }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) void __kprobes __patch_text_real(void *addr, unsigned int insn, bool remap)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) bool thumb2 = IS_ENABLED(CONFIG_THUMB2_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) unsigned int uintaddr = (uintptr_t) addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) bool twopage = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) void *waddr = addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) int size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) if (remap)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) waddr = patch_map(addr, FIX_TEXT_POKE0, &flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) if (thumb2 && __opcode_is_thumb16(insn)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) *(u16 *)waddr = __opcode_to_mem_thumb16(insn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) size = sizeof(u16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) } else if (thumb2 && (uintaddr & 2)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) u16 first = __opcode_thumb32_first(insn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) u16 second = __opcode_thumb32_second(insn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) u16 *addrh0 = waddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) u16 *addrh1 = waddr + 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) twopage = (uintaddr & ~PAGE_MASK) == PAGE_SIZE - 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) if (twopage && remap)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) addrh1 = patch_map(addr + 2, FIX_TEXT_POKE1, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) *addrh0 = __opcode_to_mem_thumb16(first);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) *addrh1 = __opcode_to_mem_thumb16(second);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) if (twopage && addrh1 != addr + 2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) flush_kernel_vmap_range(addrh1, 2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) patch_unmap(FIX_TEXT_POKE1, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) size = sizeof(u32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) if (thumb2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) insn = __opcode_to_mem_thumb32(insn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) insn = __opcode_to_mem_arm(insn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) *(u32 *)waddr = insn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) size = sizeof(u32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) if (waddr != addr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) flush_kernel_vmap_range(waddr, twopage ? size / 2 : size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) patch_unmap(FIX_TEXT_POKE0, &flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) flush_icache_range((uintptr_t)(addr),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) (uintptr_t)(addr) + size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) static int __kprobes patch_text_stop_machine(void *data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) struct patch *patch = data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) __patch_text(patch->addr, patch->insn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) void __kprobes patch_text(void *addr, unsigned int insn)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) struct patch patch = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) .addr = addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) .insn = insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) stop_machine_cpuslocked(patch_text_stop_machine, &patch, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags