Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  2) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  3) #define DISABLE_BRANCH_PROFILING
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  4) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  5) #include <linux/kasan.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  6) #include <linux/memblock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  7) #include <linux/hugetlb.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  8) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  9) static int __init
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) kasan_init_shadow_8M(unsigned long k_start, unsigned long k_end, void *block)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) 	pmd_t *pmd = pmd_off_k(k_start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) 	unsigned long k_cur, k_next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) 	for (k_cur = k_start; k_cur != k_end; k_cur = k_next, pmd += 2, block += SZ_8M) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) 		pte_basic_t *new;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) 		k_next = pgd_addr_end(k_cur, k_end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) 		k_next = pgd_addr_end(k_next, k_end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) 		if ((void *)pmd_page_vaddr(*pmd) != kasan_early_shadow_pte)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) 			continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) 		new = memblock_alloc(sizeof(pte_basic_t), SZ_4K);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) 		if (!new)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) 			return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) 		*new = pte_val(pte_mkhuge(pfn_pte(PHYS_PFN(__pa(block)), PAGE_KERNEL)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) 		hugepd_populate_kernel((hugepd_t *)pmd, (pte_t *)new, PAGE_SHIFT_8M);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) 		hugepd_populate_kernel((hugepd_t *)pmd + 1, (pte_t *)new, PAGE_SHIFT_8M);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) int __init kasan_init_region(void *start, size_t size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) 	unsigned long k_start = (unsigned long)kasan_mem_to_shadow(start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) 	unsigned long k_end = (unsigned long)kasan_mem_to_shadow(start + size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) 	unsigned long k_cur;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) 	int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) 	void *block;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) 	block = memblock_alloc(k_end - k_start, SZ_8M);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) 	if (!block)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) 	if (IS_ALIGNED(k_start, SZ_8M)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) 		kasan_init_shadow_8M(k_start, ALIGN_DOWN(k_end, SZ_8M), block);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) 		k_cur = ALIGN_DOWN(k_end, SZ_8M);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) 		if (k_cur == k_end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) 			goto finish;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) 		k_cur = k_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) 	ret = kasan_init_shadow_page_tables(k_start, k_end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) 	for (; k_cur < k_end; k_cur += PAGE_SIZE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) 		pmd_t *pmd = pmd_off_k(k_cur);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) 		void *va = block + k_cur - k_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) 		pte_t pte = pfn_pte(PHYS_PFN(__pa(va)), PAGE_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) 		if (k_cur < ALIGN_DOWN(k_end, SZ_512K))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) 			pte = pte_mkhuge(pte);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) 		__set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) finish:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) 	flush_tlb_kernel_range(k_start, k_end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) }