^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) // Copyright (C) 2005-2017 Andes Technology Corporation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include <linux/init_task.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #define __HAVE_ARCH_PGD_FREE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <asm/pgalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #define FIRST_KERNEL_PGD_NR (USER_PTRS_PER_PGD)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) * need to get a page for level 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) pgd_t *pgd_alloc(struct mm_struct *mm)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) pgd_t *new_pgd, *init_pgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) new_pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) if (!new_pgd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) for (i = 0; i < PTRS_PER_PGD; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) (*new_pgd) = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) new_pgd++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) new_pgd -= PTRS_PER_PGD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) init_pgd = pgd_offset_k(0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) memcpy(new_pgd + FIRST_KERNEL_PGD_NR, init_pgd + FIRST_KERNEL_PGD_NR,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) cpu_dcache_wb_range((unsigned long)new_pgd,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) (unsigned long)new_pgd +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) PTRS_PER_PGD * sizeof(pgd_t));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) inc_zone_page_state(virt_to_page((unsigned long *)new_pgd),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) NR_PAGETABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) return new_pgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) void pgd_free(struct mm_struct *mm, pgd_t * pgd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) pmd_t *pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) struct page *pte;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) if (!pgd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) pmd = (pmd_t *) pgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) if (pmd_none(*pmd))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) goto free;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) if (pmd_bad(*pmd)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) pmd_ERROR(*pmd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) pmd_clear(pmd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) goto free;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) pte = pmd_page(*pmd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) pmd_clear(pmd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) dec_zone_page_state(virt_to_page((unsigned long *)pgd), NR_PAGETABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) pte_free(mm, pte);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) mm_dec_nr_ptes(mm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) pmd_free(mm, pmd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) free:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) free_pages((unsigned long)pgd, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) * In order to soft-boot, we need to insert a 1:1 mapping in place of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) * the user-mode pages. This will then ensure that we have predictable
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) * results when turning the mmu off
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) void setup_mm_for_reboot(char mode)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) unsigned long pmdval;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) pgd_t *pgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) p4d_t *p4d;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) pud_t *pud;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) pmd_t *pmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) if (current->mm && current->mm->pgd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) pgd = current->mm->pgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) pgd = init_mm.pgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) for (i = 0; i < USER_PTRS_PER_PGD; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) pmdval = (i << PGDIR_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) p4d = p4d_offset(pgd, i << PGDIR_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) pud = pud_offset(p4d, i << PGDIR_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) pmd = pmd_offset(pud + i, i << PGDIR_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) set_pmd(pmd, __pmd(pmdval));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) }