^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) * This file is subject to the terms and conditions of the GNU General Public
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * License. See the file "COPYING" in the main directory of this archive
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * for more details.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright (C) 2003 by Ralf Baechle
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/memblock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/highmem.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <asm/fixmap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <asm/pgalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <asm/tlbflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) void pgd_init(unsigned long page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) unsigned long *p = (unsigned long *) page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) for (i = 0; i < USER_PTRS_PER_PGD; i+=8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) p[i + 0] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) p[i + 1] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) p[i + 2] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) p[i + 3] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) p[i + 4] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) p[i + 5] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) p[i + 6] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) p[i + 7] = (unsigned long) invalid_pte_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) #if defined(CONFIG_TRANSPARENT_HUGEPAGE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) pmd_t mk_pmd(struct page *page, pgprot_t prot)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) pmd_t pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) return pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) void set_pmd_at(struct mm_struct *mm, unsigned long addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) pmd_t *pmdp, pmd_t pmd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) *pmdp = pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) flush_tlb_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) #endif /* defined(CONFIG_TRANSPARENT_HUGEPAGE) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) void __init pagetable_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) unsigned long vaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) pgd_t *pgd_base;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) #ifdef CONFIG_HIGHMEM
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) pgd_t *pgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) p4d_t *p4d;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) pud_t *pud;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) pmd_t *pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) pte_t *pte;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) /* Initialize the entire pgd. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) pgd_init((unsigned long)swapper_pg_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) pgd_init((unsigned long)swapper_pg_dir
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) + sizeof(pgd_t) * USER_PTRS_PER_PGD);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) pgd_base = swapper_pg_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) * Fixed mappings:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) vaddr = __fix_to_virt(__end_of_fixed_addresses - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) fixrange_init(vaddr & PMD_MASK, vaddr + FIXADDR_SIZE, pgd_base);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) #ifdef CONFIG_HIGHMEM
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) * Permanent kmaps:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) vaddr = PKMAP_BASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) fixrange_init(vaddr & PMD_MASK, vaddr + PAGE_SIZE*LAST_PKMAP, pgd_base);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) pgd = swapper_pg_dir + pgd_index(vaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) p4d = p4d_offset(pgd, vaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) pud = pud_offset(p4d, vaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) pmd = pmd_offset(pud, vaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) pte = pte_offset_kernel(pmd, vaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) pkmap_page_table = pte;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) }