^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright © 2008 Ingo Molnar
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <asm/iomap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <asm/memtype.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/highmem.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) static int is_io_mapping_possible(resource_size_t base, unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #if !defined(CONFIG_X86_PAE) && defined(CONFIG_PHYS_ADDR_T_64BIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) /* There is no way to map greater than 1 << 32 address without PAE */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) if (base + size > 0x100000000ULL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) int iomap_create_wc(resource_size_t base, unsigned long size, pgprot_t *prot)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) enum page_cache_mode pcm = _PAGE_CACHE_MODE_WC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) if (!is_io_mapping_possible(base, size))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) ret = memtype_reserve_io(base, base + size, &pcm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) *prot = __pgprot(__PAGE_KERNEL | cachemode2protval(pcm));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) /* Filter out unsupported __PAGE_KERNEL* bits: */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) pgprot_val(*prot) &= __default_kernel_pte_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) EXPORT_SYMBOL_GPL(iomap_create_wc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) void iomap_free(resource_size_t base, unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) memtype_free_io(base, base + size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) EXPORT_SYMBOL_GPL(iomap_free);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) void *kmap_atomic_prot_pfn(unsigned long pfn, pgprot_t prot)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) unsigned long vaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) int idx, type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) preempt_disable();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) pagefault_disable();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) type = kmap_atomic_idx_push();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) idx = type + KM_TYPE_NR * smp_processor_id();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) set_pte(kmap_pte - idx, pfn_pte(pfn, prot));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) arch_flush_lazy_mmu_mode();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) return (void *)vaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) * Map 'pfn' using protections 'prot'
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) void __iomem *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) iomap_atomic_prot_pfn(unsigned long pfn, pgprot_t prot)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) * For non-PAT systems, translate non-WB request to UC- just in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) * case the caller set the PWT bit to prot directly without using
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) * pgprot_writecombine(). UC- translates to uncached if the MTRR
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) * is UC or WC. UC- gets the real intention, of the user, which is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) * "WC if the MTRR is WC, UC if you can't do that."
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) if (!pat_enabled() && pgprot2cachemode(prot) != _PAGE_CACHE_MODE_WB)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) prot = __pgprot(__PAGE_KERNEL |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) cachemode2protval(_PAGE_CACHE_MODE_UC_MINUS));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) /* Filter out unsupported __PAGE_KERNEL* bits: */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) pgprot_val(prot) &= __default_kernel_pte_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) return (void __force __iomem *) kmap_atomic_prot_pfn(pfn, prot);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) EXPORT_SYMBOL_GPL(iomap_atomic_prot_pfn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) iounmap_atomic(void __iomem *kvaddr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) if (vaddr >= __fix_to_virt(FIX_KMAP_END) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) vaddr <= __fix_to_virt(FIX_KMAP_BEGIN)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) int idx, type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) type = kmap_atomic_idx();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) idx = type + KM_TYPE_NR * smp_processor_id();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) #ifdef CONFIG_DEBUG_HIGHMEM
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) WARN_ON_ONCE(vaddr != __fix_to_virt(FIX_KMAP_BEGIN + idx));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) * Force other mappings to Oops if they'll try to access this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) * pte without first remap it. Keeping stale mappings around
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) * is a bad idea also, in case the page changes cacheability
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) * attributes or becomes a protected page in a hypervisor.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) kpte_clear_flush(kmap_pte-idx, vaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) kmap_atomic_idx_pop();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) pagefault_enable();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) preempt_enable();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) EXPORT_SYMBOL_GPL(iounmap_atomic);
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags