^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * arch/arm/probes/kprobes/checkers-arm.c
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2014 Huawei Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include "../decode.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include "../decode-arm.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include "checkers.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) static enum probes_insn __kprobes arm_check_stack(probes_opcode_t insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) struct arch_probes_insn *asi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) const struct decode_header *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) * PROBES_LDRSTRD, PROBES_LDMSTM, PROBES_STORE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) * PROBES_STORE_EXTRA may get here. Simply mark all normal
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * insns as STACK_USE_NONE.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) static const union decode_item table[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) * 'STR{,D,B,H}, Rt, [Rn, Rm]' should be marked as UNKNOWN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) * if Rn or Rm is SP.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) * x
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) * STR (register) cccc 011x x0x0 xxxx xxxx xxxx xxxx xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) * STRB (register) cccc 011x x1x0 xxxx xxxx xxxx xxxx xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) DECODE_OR (0x0e10000f, 0x0600000d),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) DECODE_OR (0x0e1f0000, 0x060d0000),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) * x
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) * STRD (register) cccc 000x x0x0 xxxx xxxx xxxx 1111 xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) * STRH (register) cccc 000x x0x0 xxxx xxxx xxxx 1011 xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) DECODE_OR (0x0e5000bf, 0x000000bd),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) DECODE_CUSTOM (0x0e5f00b0, 0x000d00b0, STACK_USE_UNKNOWN),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) * For PROBES_LDMSTM, only stmdx sp, [...] need to examine
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) * Bit B/A (bit 24) encodes arithmetic operation order. 1 means
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) * before, 0 means after.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) * Bit I/D (bit 23) encodes arithmetic operation. 1 means
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) * increment, 0 means decrement.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) * So:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) * B I
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) * / /
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) * A D | Rn |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) * STMDX SP, [...] cccc 100x 00x0 xxxx xxxx xxxx xxxx xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) DECODE_CUSTOM (0x0edf0000, 0x080d0000, STACK_USE_STMDX),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) /* P U W | Rn | Rt | imm12 |*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) /* STR (immediate) cccc 010x x0x0 1101 xxxx xxxx xxxx xxxx */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) /* STRB (immediate) cccc 010x x1x0 1101 xxxx xxxx xxxx xxxx */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) /* P U W | Rn | Rt |imm4| |imm4|*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) /* STRD (immediate) cccc 000x x1x0 1101 xxxx xxxx 1111 xxxx */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) /* STRH (immediate) cccc 000x x1x0 1101 xxxx xxxx 1011 xxxx */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) * index = (P == '1'); add = (U == '1').
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) * Above insns with:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) * index == 0 (str{,d,h} rx, [sp], #+/-imm) or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) * add == 1 (str{,d,h} rx, [sp, #+<imm>])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) * should be STACK_USE_NONE.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) * Only str{,b,d,h} rx,[sp,#-n] (P == 1 and U == 0) are
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) * required to be examined.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) /* STR{,B} Rt,[SP,#-n] cccc 0101 0xx0 1101 xxxx xxxx xxxx xxxx */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) DECODE_CUSTOM (0x0f9f0000, 0x050d0000, STACK_USE_FIXED_XXX),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) /* STR{D,H} Rt,[SP,#-n] cccc 0001 01x0 1101 xxxx xxxx 1x11 xxxx */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) DECODE_CUSTOM (0x0fdf00b0, 0x014d00b0, STACK_USE_FIXED_X0X),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) /* fall through */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) DECODE_CUSTOM (0, 0, STACK_USE_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) DECODE_END
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) return probes_decode_insn(insn, asi, table, false, false, stack_check_actions, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) const struct decode_checker arm_stack_checker[NUM_PROBES_ARM_ACTIONS] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) [PROBES_LDRSTRD] = {.checker = arm_check_stack},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) [PROBES_STORE_EXTRA] = {.checker = arm_check_stack},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) [PROBES_STORE] = {.checker = arm_check_stack},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) [PROBES_LDMSTM] = {.checker = arm_check_stack},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) static enum probes_insn __kprobes arm_check_regs_nouse(probes_opcode_t insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) struct arch_probes_insn *asi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) const struct decode_header *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) asi->register_usage_flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) return INSN_GOOD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) static enum probes_insn arm_check_regs_normal(probes_opcode_t insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) struct arch_probes_insn *asi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) const struct decode_header *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) u32 regs = h->type_regs.bits >> DECODE_TYPE_BITS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) asi->register_usage_flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) for (i = 0; i < 5; regs >>= 4, insn >>= 4, i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) if (regs & 0xf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) asi->register_usage_flags |= 1 << (insn & 0xf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) return INSN_GOOD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) static enum probes_insn arm_check_regs_ldmstm(probes_opcode_t insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) struct arch_probes_insn *asi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) const struct decode_header *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) unsigned int reglist = insn & 0xffff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) unsigned int rn = (insn >> 16) & 0xf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) asi->register_usage_flags = reglist | (1 << rn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) return INSN_GOOD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) static enum probes_insn arm_check_regs_mov_ip_sp(probes_opcode_t insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) struct arch_probes_insn *asi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) const struct decode_header *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) /* Instruction is 'mov ip, sp' i.e. 'mov r12, r13' */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) asi->register_usage_flags = (1 << 12) | (1<< 13);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) return INSN_GOOD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) * | Rn |Rt/d| | Rm |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) * LDRD (register) cccc 000x x0x0 xxxx xxxx xxxx 1101 xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) * STRD (register) cccc 000x x0x0 xxxx xxxx xxxx 1111 xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) * | Rn |Rt/d| |imm4L|
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) * LDRD (immediate) cccc 000x x1x0 xxxx xxxx xxxx 1101 xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) * STRD (immediate) cccc 000x x1x0 xxxx xxxx xxxx 1111 xxxx
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) * Such instructions access Rt/d and its next register, so different
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) * from others, a specific checker is required to handle this extra
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) * implicit register usage.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) static enum probes_insn arm_check_regs_ldrdstrd(probes_opcode_t insn,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) struct arch_probes_insn *asi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) const struct decode_header *h)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) int rdt = (insn >> 12) & 0xf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) arm_check_regs_normal(insn, asi, h);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) asi->register_usage_flags |= 1 << (rdt + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) return INSN_GOOD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) const struct decode_checker arm_regs_checker[NUM_PROBES_ARM_ACTIONS] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) [PROBES_MRS] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) [PROBES_SATURATING_ARITHMETIC] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) [PROBES_MUL1] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) [PROBES_MUL2] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) [PROBES_MUL_ADD_LONG] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) [PROBES_MUL_ADD] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) [PROBES_LOAD] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) [PROBES_LOAD_EXTRA] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) [PROBES_STORE] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) [PROBES_STORE_EXTRA] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) [PROBES_DATA_PROCESSING_REG] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) [PROBES_DATA_PROCESSING_IMM] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) [PROBES_SEV] = {.checker = arm_check_regs_nouse},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) [PROBES_WFE] = {.checker = arm_check_regs_nouse},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) [PROBES_SATURATE] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) [PROBES_REV] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) [PROBES_MMI] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) [PROBES_PACK] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) [PROBES_EXTEND] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) [PROBES_EXTEND_ADD] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) [PROBES_BITFIELD] = {.checker = arm_check_regs_normal},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) [PROBES_LDMSTM] = {.checker = arm_check_regs_ldmstm},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) [PROBES_MOV_IP_SP] = {.checker = arm_check_regs_mov_ip_sp},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) [PROBES_LDRSTRD] = {.checker = arm_check_regs_ldrdstrd},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) };