^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * linux/arch/m68k/mm/kmap.c
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 1997 Roman Hodek
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * 10/01/99 cleaned up the code and changing to the same interface
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * used by other architectures /Roman Zippel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <linux/vmalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include <asm/setup.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <asm/segment.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include <asm/page.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <asm/io.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include <asm/tlbflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #undef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) * For 040/060 we can use the virtual memory area like other architectures,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) * but for 020/030 we want to use early termination page descriptors and we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) * can't mix this with normal page descriptors, so we have to copy that code
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) * (mm/vmalloc.c) and return appropriately aligned addresses.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) #ifdef CPU_M68040_OR_M68060_ONLY
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) #define IO_SIZE PAGE_SIZE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) static inline struct vm_struct *get_io_area(unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) return get_vm_area(size, VM_IOREMAP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) static inline void free_io_area(void *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) vfree((void *)(PAGE_MASK & (unsigned long)addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) #define IO_SIZE PMD_SIZE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) static struct vm_struct *iolist;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) * __free_io_area unmaps nearly everything, so be careful
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) * Currently it doesn't free pointer/page tables anymore but this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) * wasn't used anyway and might be added later.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) static void __free_io_area(void *addr, unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) unsigned long virtaddr = (unsigned long)addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) pgd_t *pgd_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) p4d_t *p4d_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) pud_t *pud_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) pmd_t *pmd_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) pte_t *pte_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) while ((long)size > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) pgd_dir = pgd_offset_k(virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) p4d_dir = p4d_offset(pgd_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) pud_dir = pud_offset(p4d_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) if (pud_bad(*pud_dir)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) printk("iounmap: bad pud(%08lx)\n", pud_val(*pud_dir));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) pud_clear(pud_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) pmd_dir = pmd_offset(pud_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) #if CONFIG_PGTABLE_LEVELS == 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) if (CPU_IS_020_OR_030) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) int pmd_type = pmd_val(*pmd_dir) & _DESCTYPE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) if (pmd_type == _PAGE_PRESENT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) pmd_clear(pmd_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) virtaddr += PMD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) size -= PMD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) } else if (pmd_type == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) if (pmd_bad(*pmd_dir)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) printk("iounmap: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) pmd_clear(pmd_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) pte_val(*pte_dir) = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) virtaddr += PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) size -= PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) flush_tlb_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) static struct vm_struct *get_io_area(unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) unsigned long addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) struct vm_struct **p, *tmp, *area;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) area = kmalloc(sizeof(*area), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) if (!area)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) addr = KMAP_START;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) for (p = &iolist; (tmp = *p) ; p = &tmp->next) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) if (size + addr < (unsigned long)tmp->addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) if (addr > KMAP_END-size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) kfree(area);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) addr = tmp->size + (unsigned long)tmp->addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) area->addr = (void *)addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) area->size = size + IO_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) area->next = *p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) *p = area;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) return area;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) static inline void free_io_area(void *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) struct vm_struct **p, *tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) if (!addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) addr = (void *)((unsigned long)addr & -IO_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) for (p = &iolist ; (tmp = *p) ; p = &tmp->next) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) if (tmp->addr == addr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) *p = tmp->next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) /* remove gap added in get_io_area() */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) __free_io_area(tmp->addr, tmp->size - IO_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) kfree(tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) * Map some physical address range into the kernel address space.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) /* Rewritten by Andreas Schwab to remove all races. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) void __iomem *__ioremap(unsigned long physaddr, unsigned long size, int cacheflag)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) struct vm_struct *area;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) unsigned long virtaddr, retaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) long offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) pgd_t *pgd_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) p4d_t *p4d_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) pud_t *pud_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) pmd_t *pmd_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) pte_t *pte_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) * Don't allow mappings that wrap..
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) if (!size || physaddr > (unsigned long)(-size))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) #ifdef CONFIG_AMIGA
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) if (MACH_IS_AMIGA) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) if ((physaddr >= 0x40000000) && (physaddr + size < 0x60000000)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) && (cacheflag == IOMAP_NOCACHE_SER))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) return (void __iomem *)physaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) #ifdef CONFIG_COLDFIRE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) if (__cf_internalio(physaddr))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) return (void __iomem *) physaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) #ifdef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) printk("ioremap: 0x%lx,0x%lx(%d) - ", physaddr, size, cacheflag);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) * Mappings have to be aligned
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) offset = physaddr & (IO_SIZE - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) physaddr &= -IO_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) size = (size + offset + IO_SIZE - 1) & -IO_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) * Ok, go for it..
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) area = get_io_area(size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) if (!area)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) virtaddr = (unsigned long)area->addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) retaddr = virtaddr + offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) #ifdef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) printk("0x%lx,0x%lx,0x%lx", physaddr, virtaddr, retaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) * add cache and table flags to physical address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) if (CPU_IS_040_OR_060) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) physaddr |= (_PAGE_PRESENT | _PAGE_GLOBAL040 |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) _PAGE_ACCESSED | _PAGE_DIRTY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) switch (cacheflag) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) case IOMAP_FULL_CACHING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) physaddr |= _PAGE_CACHE040;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) case IOMAP_NOCACHE_SER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) physaddr |= _PAGE_NOCACHE_S;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) case IOMAP_NOCACHE_NONSER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) physaddr |= _PAGE_NOCACHE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) case IOMAP_WRITETHROUGH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) physaddr |= _PAGE_CACHE040W;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) physaddr |= (_PAGE_PRESENT | _PAGE_ACCESSED |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) _PAGE_DIRTY | _PAGE_READWRITE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) switch (cacheflag) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) case IOMAP_NOCACHE_SER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) case IOMAP_NOCACHE_NONSER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) physaddr |= _PAGE_NOCACHE030;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) case IOMAP_FULL_CACHING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) case IOMAP_WRITETHROUGH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) while ((long)size > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) #ifdef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) if (!(virtaddr & (PMD_SIZE-1)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) printk ("\npa=%#lx va=%#lx ", physaddr, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) pgd_dir = pgd_offset_k(virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) p4d_dir = p4d_offset(pgd_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) pud_dir = pud_offset(p4d_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) pmd_dir = pmd_alloc(&init_mm, pud_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) if (!pmd_dir) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) printk("ioremap: no mem for pmd_dir\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) #if CONFIG_PGTABLE_LEVELS == 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) if (CPU_IS_020_OR_030) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) pmd_val(*pmd_dir) = physaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) physaddr += PMD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) virtaddr += PMD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) size -= PMD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) } else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) pte_dir = pte_alloc_kernel(pmd_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) if (!pte_dir) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) printk("ioremap: no mem for pte_dir\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) pte_val(*pte_dir) = physaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) virtaddr += PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) physaddr += PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) size -= PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) #ifdef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) printk("\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) flush_tlb_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) return (void __iomem *)retaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) EXPORT_SYMBOL(__ioremap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) * Unmap an ioremap()ed region again
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) void iounmap(void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) #ifdef CONFIG_AMIGA
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) if ((!MACH_IS_AMIGA) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) (((unsigned long)addr < 0x40000000) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) ((unsigned long)addr > 0x60000000)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) free_io_area((__force void *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) #ifdef CONFIG_COLDFIRE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) if (cf_internalio(addr))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) free_io_area((__force void *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) EXPORT_SYMBOL(iounmap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) * Set new cache mode for some kernel address space.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) * The caller must push data for that range itself, if such data may already
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) * be in the cache.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) void kernel_set_cachemode(void *addr, unsigned long size, int cmode)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) unsigned long virtaddr = (unsigned long)addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) pgd_t *pgd_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) p4d_t *p4d_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) pud_t *pud_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) pmd_t *pmd_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) pte_t *pte_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) if (CPU_IS_040_OR_060) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) switch (cmode) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) case IOMAP_FULL_CACHING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) cmode = _PAGE_CACHE040;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) case IOMAP_NOCACHE_SER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) cmode = _PAGE_NOCACHE_S;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) case IOMAP_NOCACHE_NONSER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) cmode = _PAGE_NOCACHE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) case IOMAP_WRITETHROUGH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) cmode = _PAGE_CACHE040W;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) switch (cmode) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) case IOMAP_NOCACHE_SER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) case IOMAP_NOCACHE_NONSER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) cmode = _PAGE_NOCACHE030;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) case IOMAP_FULL_CACHING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) case IOMAP_WRITETHROUGH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) cmode = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) while ((long)size > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) pgd_dir = pgd_offset_k(virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) p4d_dir = p4d_offset(pgd_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) pud_dir = pud_offset(p4d_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) if (pud_bad(*pud_dir)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) printk("iocachemode: bad pud(%08lx)\n", pud_val(*pud_dir));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) pud_clear(pud_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) pmd_dir = pmd_offset(pud_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) #if CONFIG_PGTABLE_LEVELS == 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) if (CPU_IS_020_OR_030) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) unsigned long pmd = pmd_val(*pmd_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) if ((pmd & _DESCTYPE_MASK) == _PAGE_PRESENT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) *pmd_dir = __pmd((pmd & _CACHEMASK040) | cmode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) virtaddr += PMD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) size -= PMD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) if (pmd_bad(*pmd_dir)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) printk("iocachemode: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) pmd_clear(pmd_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) pte_val(*pte_dir) = (pte_val(*pte_dir) & _CACHEMASK040) | cmode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) virtaddr += PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) size -= PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) flush_tlb_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) EXPORT_SYMBOL(kernel_set_cachemode);
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags