^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Early cpufeature override framework
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2020 Google LLC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Author: Marc Zyngier <maz@kernel.org>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/ctype.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/libfdt.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <asm/cacheflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <asm/cpufeature.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <asm/setup.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #define FTR_DESC_NAME_LEN 20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #define FTR_DESC_FIELD_LEN 10
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #define FTR_ALIAS_NAME_LEN 30
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #define FTR_ALIAS_OPTION_LEN 80
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) struct ftr_set_desc {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) char name[FTR_DESC_NAME_LEN];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) struct arm64_ftr_override *override;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) char name[FTR_DESC_FIELD_LEN];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) u8 shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) } fields[];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) static const struct ftr_set_desc mmfr1 __initconst = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) .name = "id_aa64mmfr1",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) .override = &id_aa64mmfr1_override,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) .fields = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) { "vh", ID_AA64MMFR1_VHE_SHIFT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) {}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) static const struct ftr_set_desc pfr1 __initconst = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) .name = "id_aa64pfr1",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) .override = &id_aa64pfr1_override,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) .fields = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) { "bt", ID_AA64PFR1_BT_SHIFT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) { "mte", ID_AA64PFR1_MTE_SHIFT},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) {}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) static const struct ftr_set_desc isar1 __initconst = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) .name = "id_aa64isar1",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) .override = &id_aa64isar1_override,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) .fields = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) { "gpi", ID_AA64ISAR1_GPI_SHIFT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) { "gpa", ID_AA64ISAR1_GPA_SHIFT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) { "api", ID_AA64ISAR1_API_SHIFT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) { "apa", ID_AA64ISAR1_APA_SHIFT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) {}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) extern struct arm64_ftr_override kaslr_feature_override;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) static const struct ftr_set_desc kaslr __initconst = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) .name = "kaslr",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) #ifdef CONFIG_RANDOMIZE_BASE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) .override = &kaslr_feature_override,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) .fields = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) { "disabled", 0 },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) {}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) static const struct ftr_set_desc * const regs[] __initconst = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) &mmfr1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) &pfr1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) &isar1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) &kaslr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) static const struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) char alias[FTR_ALIAS_NAME_LEN];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) char feature[FTR_ALIAS_OPTION_LEN];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) } aliases[] __initconst = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) { "kvm-arm.mode=nvhe", "id_aa64mmfr1.vh=0" },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) { "kvm-arm.mode=protected", "id_aa64mmfr1.vh=0" },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) { "arm64.nobti", "id_aa64pfr1.bt=0" },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) { "arm64.nopauth",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) "id_aa64isar1.gpi=0 id_aa64isar1.gpa=0 "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) "id_aa64isar1.api=0 id_aa64isar1.apa=0" },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) { "arm64.nomte", "id_aa64pfr1.mte=0" },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) { "nokaslr", "kaslr.disabled=1" },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) static int __init find_field(const char *cmdline,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) const struct ftr_set_desc *reg, int f, u64 *v)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) char opt[FTR_DESC_NAME_LEN + FTR_DESC_FIELD_LEN + 2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) int len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) len = snprintf(opt, ARRAY_SIZE(opt), "%s.%s=",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) reg->name, reg->fields[f].name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) if (!parameqn(cmdline, opt, len))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) return kstrtou64(cmdline + len, 0, v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) static void __init match_options(const char *cmdline)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) for (i = 0; i < ARRAY_SIZE(regs); i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) int f;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) if (!regs[i]->override)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) for (f = 0; strlen(regs[i]->fields[f].name); f++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) u64 shift = regs[i]->fields[f].shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) u64 mask = 0xfUL << shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) u64 v;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) if (find_field(cmdline, regs[i], f, &v))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) regs[i]->override->val &= ~mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) regs[i]->override->val |= (v << shift) & mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) regs[i]->override->mask |= mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) static __init void __parse_cmdline(const char *cmdline, bool parse_aliases)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) char buf[256];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) size_t len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) cmdline = skip_spaces(cmdline);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) for (len = 0; cmdline[len] && !isspace(cmdline[len]); len++);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) if (!len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) len = min(len, ARRAY_SIZE(buf) - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) strncpy(buf, cmdline, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) buf[len] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) if (strcmp(buf, "--") == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) cmdline += len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) match_options(buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) for (i = 0; parse_aliases && i < ARRAY_SIZE(aliases); i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) if (parameq(buf, aliases[i].alias))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) __parse_cmdline(aliases[i].feature, false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) } while (1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) static __init const u8 *get_bootargs_cmdline(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) const u8 *prop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) void *fdt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) int node;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) fdt = get_early_fdt_ptr();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) if (!fdt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) node = fdt_path_offset(fdt, "/chosen");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) if (node < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) prop = fdt_getprop(fdt, node, "bootargs", NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) if (!prop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) return strlen(prop) ? prop : NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) static __init void parse_cmdline(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) const u8 *prop = get_bootargs_cmdline();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) if (IS_ENABLED(CONFIG_CMDLINE_EXTEND) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) IS_ENABLED(CONFIG_CMDLINE_FORCE) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) !prop) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) __parse_cmdline(CONFIG_CMDLINE, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) if (!IS_ENABLED(CONFIG_CMDLINE_FORCE) && prop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) __parse_cmdline(prop, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) /* Keep checkers quiet */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) void init_feature_override(void);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) asmlinkage void __init init_feature_override(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) for (i = 0; i < ARRAY_SIZE(regs); i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) if (regs[i]->override) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) regs[i]->override->val = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) regs[i]->override->mask = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) parse_cmdline();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) for (i = 0; i < ARRAY_SIZE(regs); i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) if (regs[i]->override)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) __flush_dcache_area(regs[i]->override,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) sizeof(*regs[i]->override));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) }