^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0-only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * linux/arch/arm/lib/getuser.S
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2001 Russell King
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Idea from x86 version, (C) Copyright 1998 Linus Torvalds
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * These functions have a non-standard call interface to make them more
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * efficient, especially as they return an error value in addition to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * the "real" return value.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * __get_user_X
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) * Inputs: r0 contains the address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) * r1 contains the address limit, which must be preserved
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) * Outputs: r0 is the error code
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) * r2, r3 contains the zero-extended value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) * lr corrupted
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) * No other registers must be altered. (see <asm/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * for specific ASM register usage).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) * Note that ADDR_LIMIT is either 0 or 0xc0000000.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) * Note also that it is intended that __get_user_bad is not global.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include <linux/linkage.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include <asm/assembler.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #include <asm/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #include <asm/domain.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) ENTRY(__get_user_1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) check_uaccess r0, 1, r1, r2, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) 1: TUSER(ldrb) r2, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) ENDPROC(__get_user_1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) _ASM_NOKPROBE(__get_user_1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) ENTRY(__get_user_2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) check_uaccess r0, 2, r1, r2, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) #if __LINUX_ARM_ARCH__ >= 6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) 2: TUSER(ldrh) r2, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) #ifdef CONFIG_CPU_USE_DOMAINS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) rb .req ip
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) 2: ldrbt r2, [r0], #1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) 3: ldrbt rb, [r0], #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) rb .req r0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) 2: ldrb r2, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) 3: ldrb rb, [r0, #1]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) #ifndef __ARMEB__
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) orr r2, r2, rb, lsl #8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) orr r2, rb, r2, lsl #8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) #endif /* __LINUX_ARM_ARCH__ >= 6 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) ENDPROC(__get_user_2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) _ASM_NOKPROBE(__get_user_2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) ENTRY(__get_user_4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) check_uaccess r0, 4, r1, r2, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) 4: TUSER(ldr) r2, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) ENDPROC(__get_user_4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) _ASM_NOKPROBE(__get_user_4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) ENTRY(__get_user_8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) check_uaccess r0, 8, r1, r2, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) #ifdef CONFIG_THUMB2_KERNEL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) 5: TUSER(ldr) r2, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) 6: TUSER(ldr) r3, [r0, #4]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) 5: TUSER(ldr) r2, [r0], #4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) 6: TUSER(ldr) r3, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) ENDPROC(__get_user_8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) _ASM_NOKPROBE(__get_user_8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) #ifdef __ARMEB__
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) ENTRY(__get_user_32t_8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) check_uaccess r0, 8, r1, r2, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) #ifdef CONFIG_CPU_USE_DOMAINS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) add r0, r0, #4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) 7: ldrt r2, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) 7: ldr r2, [r0, #4]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) ENDPROC(__get_user_32t_8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) _ASM_NOKPROBE(__get_user_32t_8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) ENTRY(__get_user_64t_1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) check_uaccess r0, 1, r1, r2, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 8: TUSER(ldrb) r3, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) ENDPROC(__get_user_64t_1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) _ASM_NOKPROBE(__get_user_64t_1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) ENTRY(__get_user_64t_2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) check_uaccess r0, 2, r1, r2, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) #ifdef CONFIG_CPU_USE_DOMAINS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) rb .req ip
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 9: ldrbt r3, [r0], #1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 10: ldrbt rb, [r0], #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) rb .req r0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 9: ldrb r3, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 10: ldrb rb, [r0, #1]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) orr r3, rb, r3, lsl #8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) ENDPROC(__get_user_64t_2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) _ASM_NOKPROBE(__get_user_64t_2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) ENTRY(__get_user_64t_4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) check_uaccess r0, 4, r1, r2, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 11: TUSER(ldr) r3, [r0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) ENDPROC(__get_user_64t_4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) _ASM_NOKPROBE(__get_user_64t_4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) __get_user_bad8:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) mov r3, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) __get_user_bad:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) mov r2, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) mov r0, #-EFAULT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) ENDPROC(__get_user_bad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) ENDPROC(__get_user_bad8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) _ASM_NOKPROBE(__get_user_bad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) _ASM_NOKPROBE(__get_user_bad8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) .pushsection __ex_table, "a"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) .long 1b, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) .long 2b, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) #if __LINUX_ARM_ARCH__ < 6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) .long 3b, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) .long 4b, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) .long 5b, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) .long 6b, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) #ifdef __ARMEB__
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) .long 7b, __get_user_bad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) .long 8b, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) .long 9b, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) .long 10b, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) .long 11b, __get_user_bad8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) .popsection