^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) * This file is subject to the terms and conditions of the GNU General Public
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * License. See the file "COPYING" in the main directory of this archive
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * for more details.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright (C) 1999, 2000 by Silicon Graphics
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Copyright (C) 2003 by Ralf Baechle
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <asm/fixmap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <asm/pgalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <asm/tlbflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) void pgd_init(unsigned long page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) unsigned long *p, *end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) unsigned long entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #if !defined(__PAGETABLE_PUD_FOLDED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) entry = (unsigned long)invalid_pud_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #elif !defined(__PAGETABLE_PMD_FOLDED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) entry = (unsigned long)invalid_pmd_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) entry = (unsigned long)invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) p = (unsigned long *) page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) end = p + PTRS_PER_PGD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) p[0] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) p[1] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) p[2] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) p[3] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) p[4] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) p += 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) p[-3] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) p[-2] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) p[-1] = entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) } while (p != end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) #ifndef __PAGETABLE_PMD_FOLDED
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) void pmd_init(unsigned long addr, unsigned long pagetable)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) unsigned long *p, *end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) p = (unsigned long *) addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) end = p + PTRS_PER_PMD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) p[0] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) p[1] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) p[2] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) p[3] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) p[4] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) p += 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) p[-3] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) p[-2] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) p[-1] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) } while (p != end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) EXPORT_SYMBOL_GPL(pmd_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) #ifndef __PAGETABLE_PUD_FOLDED
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) void pud_init(unsigned long addr, unsigned long pagetable)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) unsigned long *p, *end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) p = (unsigned long *)addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) end = p + PTRS_PER_PUD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) p[0] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) p[1] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) p[2] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) p[3] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) p[4] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) p += 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) p[-3] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) p[-2] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) p[-1] = pagetable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) } while (p != end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) pmd_t mk_pmd(struct page *page, pgprot_t prot)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) pmd_t pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) return pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) void set_pmd_at(struct mm_struct *mm, unsigned long addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) pmd_t *pmdp, pmd_t pmd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) *pmdp = pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) flush_tlb_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) void __init pagetable_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) unsigned long vaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) pgd_t *pgd_base;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) /* Initialize the entire pgd. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) pgd_init((unsigned long)swapper_pg_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) #ifndef __PAGETABLE_PUD_FOLDED
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) pud_init((unsigned long)invalid_pud_table, (unsigned long)invalid_pmd_table);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) #ifndef __PAGETABLE_PMD_FOLDED
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) pmd_init((unsigned long)invalid_pmd_table, (unsigned long)invalid_pte_table);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) pgd_base = swapper_pg_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) * Fixed mappings:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) fixrange_init(vaddr, vaddr + FIXADDR_SIZE, pgd_base);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) }