^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0-only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * linux/arch/arm/mm/tlbv4wbi.S
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 1997-2002 Russell King
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * ARM architecture version 4 and version 5 TLB handling functions.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * These assume a split I/D TLBs, with a write buffer.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * Processors: ARM920 ARM922 ARM925 ARM926 XScale
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/linkage.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <asm/assembler.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <asm/asm-offsets.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <asm/tlbflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include "proc-macros.S"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * v4wb_flush_user_tlb_range(start, end, mm)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * Invalidate a range of TLB entries in the specified address space.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) * - start - range start address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) * - end - range end address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) * - mm - mm_struct describing address space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) .align 5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) ENTRY(v4wbi_flush_user_tlb_range)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) vma_vm_mm ip, r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) act_mm r3 @ get current->active_mm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) eors r3, ip, r3 @ == mm ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) retne lr @ no, we dont do anything
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) mov r3, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) mcr p15, 0, r3, c7, c10, 4 @ drain WB
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) vma_vm_flags r2, r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) bic r0, r0, #0x0ff
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) bic r0, r0, #0xf00
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) 1: tst r2, #VM_EXEC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) mcrne p15, 0, r0, c8, c5, 1 @ invalidate I TLB entry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) mcr p15, 0, r0, c8, c6, 1 @ invalidate D TLB entry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) add r0, r0, #PAGE_SZ
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) cmp r0, r1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) blo 1b
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) ENTRY(v4wbi_flush_kern_tlb_range)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) mov r3, #0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) mcr p15, 0, r3, c7, c10, 4 @ drain WB
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) bic r0, r0, #0x0ff
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) bic r0, r0, #0xf00
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) 1: mcr p15, 0, r0, c8, c5, 1 @ invalidate I TLB entry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) mcr p15, 0, r0, c8, c6, 1 @ invalidate D TLB entry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) add r0, r0, #PAGE_SZ
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) cmp r0, r1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) blo 1b
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) ret lr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) __INITDATA
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) /* define struct cpu_tlb_fns (see <asm/tlbflush.h> and proc-macros.S) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) define_tlb_functions v4wbi, v4wbi_tlb_flags