^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0-only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * linux/arch/arm/lib/csumpartialcopyuser.S
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 1995-1998 Russell King
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * 27/03/03 Ian Molton Clean up CONFIG_CPU
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/linkage.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/assembler.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <asm/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <asm/asm-offsets.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) .text
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #ifdef CONFIG_CPU_SW_DOMAIN_PAN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) .macro save_regs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) mrc p15, 0, ip, c3, c0, 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) stmfd sp!, {r1, r2, r4 - r8, ip, lr}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) uaccess_enable ip
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) .macro load_regs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) ldmfd sp!, {r1, r2, r4 - r8, ip, lr}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) mcr p15, 0, ip, c3, c0, 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) .macro save_regs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) stmfd sp!, {r1, r2, r4 - r8, lr}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) .macro load_regs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) ldmfd sp!, {r1, r2, r4 - r8, pc}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) .macro load1b, reg1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) ldrusr \reg1, r0, 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) .macro load2b, reg1, reg2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) ldrusr \reg1, r0, 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) ldrusr \reg2, r0, 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) .macro load1l, reg1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) ldrusr \reg1, r0, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) .macro load2l, reg1, reg2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) ldrusr \reg1, r0, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) ldrusr \reg2, r0, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) .macro load4l, reg1, reg2, reg3, reg4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) ldrusr \reg1, r0, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) ldrusr \reg2, r0, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) ldrusr \reg3, r0, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) ldrusr \reg4, r0, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) * unsigned int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) * csum_partial_copy_from_user(const char *src, char *dst, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) * r0 = src, r1 = dst, r2 = len
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) * Returns : r0 = checksum or 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) #define FN_ENTRY ENTRY(csum_partial_copy_from_user)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) #define FN_EXIT ENDPROC(csum_partial_copy_from_user)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) #include "csumpartialcopygeneric.S"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) * We report fault by returning 0 csum - impossible in normal case, since
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) * we start with 0xffffffff for initial sum.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) .pushsection .text.fixup,"ax"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) .align 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) 9001: mov r0, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) load_regs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) .popsection