^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) // Copyright (C) 2005-2017 Andes Technology Corporation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include <linux/spinlock_types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <asm/nds32.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <nds32_intrinsic.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) unsigned int cpu_last_cid = { TLB_MISC_mskCID + (2 << TLB_MISC_offCID) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) DEFINE_SPINLOCK(cid_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) void local_flush_tlb_range(struct vm_area_struct *vma,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) unsigned long start, unsigned long end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) unsigned long flags, ocid, ncid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) if ((end - start) > 0x400000) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) __nds32__tlbop_flua();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) __nds32__isb();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) spin_lock_irqsave(&cid_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) ocid = __nds32__mfsr(NDS32_SR_TLB_MISC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) ncid = (ocid & ~TLB_MISC_mskCID) | vma->vm_mm->context.id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) __nds32__mtsr_dsb(ncid, NDS32_SR_TLB_MISC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) while (start < end) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) __nds32__tlbop_inv(start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) __nds32__isb();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) start += PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) __nds32__mtsr_dsb(ocid, NDS32_SR_TLB_MISC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) spin_unlock_irqrestore(&cid_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) unsigned long flags, ocid, ncid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) spin_lock_irqsave(&cid_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) ocid = __nds32__mfsr(NDS32_SR_TLB_MISC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) ncid = (ocid & ~TLB_MISC_mskCID) | vma->vm_mm->context.id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) __nds32__mtsr_dsb(ncid, NDS32_SR_TLB_MISC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) __nds32__tlbop_inv(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) __nds32__isb();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) __nds32__mtsr_dsb(ocid, NDS32_SR_TLB_MISC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) spin_unlock_irqrestore(&cid_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) }