Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  2) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  3) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  4) #include <linux/smp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  5) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  6) #include <asm/sbi.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  7) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  8) void flush_tlb_all(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  9) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) 	sbi_remote_sfence_vma(NULL, 0, -1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)  * This function must not be called with cmask being null.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)  * Kernel may panic if cmask is NULL.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) static void __sbi_tlb_flush_range(struct cpumask *cmask, unsigned long start,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) 				  unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) 	struct cpumask hmask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) 	unsigned int cpuid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) 	if (cpumask_empty(cmask))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) 	cpuid = get_cpu();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) 	if (cpumask_any_but(cmask, cpuid) >= nr_cpu_ids) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) 		/* local cpu is the only cpu present in cpumask */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) 		if (size <= PAGE_SIZE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) 			local_flush_tlb_page(start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) 		else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) 			local_flush_tlb_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) 		riscv_cpuid_to_hartid_mask(cmask, &hmask);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) 		sbi_remote_sfence_vma(cpumask_bits(&hmask), start, size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) 	put_cpu();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) void flush_tlb_mm(struct mm_struct *mm)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) 	__sbi_tlb_flush_range(mm_cpumask(mm), 0, -1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) 	__sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), addr, PAGE_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) 		     unsigned long end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) 	__sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), start, end - start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) }