^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright (c) 2014, The Linux Foundation. All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <asm/tlbflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <asm/set_memory.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) struct page_change_data {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) pgprot_t set_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) pgprot_t clear_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) static int change_page_range(pte_t *ptep, unsigned long addr, void *data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) struct page_change_data *cdata = data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) pte_t pte = *ptep;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) pte = clear_pte_bit(pte, cdata->clear_mask);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) pte = set_pte_bit(pte, cdata->set_mask);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) set_pte_ext(ptep, pte, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) static bool in_range(unsigned long start, unsigned long size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) unsigned long range_start, unsigned long range_end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) return start >= range_start && start < range_end &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) size <= range_end - start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) static int change_memory_common(unsigned long addr, int numpages,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) pgprot_t set_mask, pgprot_t clear_mask)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) unsigned long start = addr & PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) unsigned long end = PAGE_ALIGN(addr) + numpages * PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) unsigned long size = end - start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) struct page_change_data data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) WARN_ON_ONCE(start != addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) if (!size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) if (!in_range(start, size, MODULES_VADDR, MODULES_END) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) !in_range(start, size, VMALLOC_START, VMALLOC_END))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) data.set_mask = set_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) data.clear_mask = clear_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) ret = apply_to_page_range(&init_mm, start, size, change_page_range,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) &data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) flush_tlb_kernel_range(start, end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) int set_memory_ro(unsigned long addr, int numpages)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) return change_memory_common(addr, numpages,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) __pgprot(L_PTE_RDONLY),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) __pgprot(0));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) int set_memory_rw(unsigned long addr, int numpages)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) return change_memory_common(addr, numpages,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) __pgprot(0),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) __pgprot(L_PTE_RDONLY));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) int set_memory_nx(unsigned long addr, int numpages)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) return change_memory_common(addr, numpages,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) __pgprot(L_PTE_XN),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) __pgprot(0));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) int set_memory_x(unsigned long addr, int numpages)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) return change_memory_common(addr, numpages,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) __pgprot(0),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) __pgprot(L_PTE_XN));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) }