Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3) #include <linux/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4) #include <linux/smp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) #include "../hyperv.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) #include "../cpuid.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include "evmcs.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) #include "vmcs.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include "vmx.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include "trace.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) DEFINE_STATIC_KEY_FALSE(enable_evmcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #if IS_ENABLED(CONFIG_HYPERV)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) #define ROL16(val, n) ((u16)(((u16)(val) << (n)) | ((u16)(val) >> (16 - (n)))))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #define EVMCS1_OFFSET(x) offsetof(struct hv_enlightened_vmcs, x)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) #define EVMCS1_FIELD(number, name, clean_field)[ROL16(number, 6)] = \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 		{EVMCS1_OFFSET(name), clean_field}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) const struct evmcs_field vmcs_field_to_evmcs_1[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 	/* 64 bit rw */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 	EVMCS1_FIELD(GUEST_RIP, guest_rip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 	EVMCS1_FIELD(GUEST_RSP, guest_rsp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 	EVMCS1_FIELD(GUEST_RFLAGS, guest_rflags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	EVMCS1_FIELD(HOST_IA32_PAT, host_ia32_pat,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 	EVMCS1_FIELD(HOST_IA32_EFER, host_ia32_efer,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 	EVMCS1_FIELD(HOST_CR0, host_cr0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 	EVMCS1_FIELD(HOST_CR3, host_cr3,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 	EVMCS1_FIELD(HOST_CR4, host_cr4,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 	EVMCS1_FIELD(HOST_IA32_SYSENTER_ESP, host_ia32_sysenter_esp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 	EVMCS1_FIELD(HOST_IA32_SYSENTER_EIP, host_ia32_sysenter_eip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 	EVMCS1_FIELD(HOST_RIP, host_rip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 	EVMCS1_FIELD(IO_BITMAP_A, io_bitmap_a,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	EVMCS1_FIELD(IO_BITMAP_B, io_bitmap_b,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 	EVMCS1_FIELD(MSR_BITMAP, msr_bitmap,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_MSR_BITMAP),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	EVMCS1_FIELD(GUEST_ES_BASE, guest_es_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 	EVMCS1_FIELD(GUEST_CS_BASE, guest_cs_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	EVMCS1_FIELD(GUEST_SS_BASE, guest_ss_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	EVMCS1_FIELD(GUEST_DS_BASE, guest_ds_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	EVMCS1_FIELD(GUEST_FS_BASE, guest_fs_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	EVMCS1_FIELD(GUEST_GS_BASE, guest_gs_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	EVMCS1_FIELD(GUEST_LDTR_BASE, guest_ldtr_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	EVMCS1_FIELD(GUEST_TR_BASE, guest_tr_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	EVMCS1_FIELD(GUEST_GDTR_BASE, guest_gdtr_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	EVMCS1_FIELD(GUEST_IDTR_BASE, guest_idtr_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	EVMCS1_FIELD(TSC_OFFSET, tsc_offset,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	EVMCS1_FIELD(VIRTUAL_APIC_PAGE_ADDR, virtual_apic_page_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	EVMCS1_FIELD(VMCS_LINK_POINTER, vmcs_link_pointer,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	EVMCS1_FIELD(GUEST_IA32_DEBUGCTL, guest_ia32_debugctl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 	EVMCS1_FIELD(GUEST_IA32_PAT, guest_ia32_pat,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 	EVMCS1_FIELD(GUEST_IA32_EFER, guest_ia32_efer,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	EVMCS1_FIELD(GUEST_PDPTR0, guest_pdptr0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	EVMCS1_FIELD(GUEST_PDPTR1, guest_pdptr1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	EVMCS1_FIELD(GUEST_PDPTR2, guest_pdptr2,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	EVMCS1_FIELD(GUEST_PDPTR3, guest_pdptr3,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 	EVMCS1_FIELD(GUEST_PENDING_DBG_EXCEPTIONS, guest_pending_dbg_exceptions,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	EVMCS1_FIELD(GUEST_SYSENTER_ESP, guest_sysenter_esp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 	EVMCS1_FIELD(GUEST_SYSENTER_EIP, guest_sysenter_eip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	EVMCS1_FIELD(CR0_GUEST_HOST_MASK, cr0_guest_host_mask,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	EVMCS1_FIELD(CR4_GUEST_HOST_MASK, cr4_guest_host_mask,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	EVMCS1_FIELD(CR0_READ_SHADOW, cr0_read_shadow,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	EVMCS1_FIELD(CR4_READ_SHADOW, cr4_read_shadow,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	EVMCS1_FIELD(GUEST_CR0, guest_cr0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	EVMCS1_FIELD(GUEST_CR3, guest_cr3,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 	EVMCS1_FIELD(GUEST_CR4, guest_cr4,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	EVMCS1_FIELD(GUEST_DR7, guest_dr7,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	EVMCS1_FIELD(HOST_FS_BASE, host_fs_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 	EVMCS1_FIELD(HOST_GS_BASE, host_gs_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 	EVMCS1_FIELD(HOST_TR_BASE, host_tr_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 	EVMCS1_FIELD(HOST_GDTR_BASE, host_gdtr_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 	EVMCS1_FIELD(HOST_IDTR_BASE, host_idtr_base,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	EVMCS1_FIELD(HOST_RSP, host_rsp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	EVMCS1_FIELD(EPT_POINTER, ept_pointer,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 	EVMCS1_FIELD(GUEST_BNDCFGS, guest_bndcfgs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 	EVMCS1_FIELD(XSS_EXIT_BITMAP, xss_exit_bitmap,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	/* 64 bit read only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 	EVMCS1_FIELD(GUEST_PHYSICAL_ADDRESS, guest_physical_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 	EVMCS1_FIELD(EXIT_QUALIFICATION, exit_qualification,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	 * Not defined in KVM:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 	 *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	 * EVMCS1_FIELD(0x00006402, exit_io_instruction_ecx,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	 *		HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 	 * EVMCS1_FIELD(0x00006404, exit_io_instruction_esi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	 *		HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	 * EVMCS1_FIELD(0x00006406, exit_io_instruction_esi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	 *		HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 	 * EVMCS1_FIELD(0x00006408, exit_io_instruction_eip,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	 *		HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	EVMCS1_FIELD(GUEST_LINEAR_ADDRESS, guest_linear_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 	 * No mask defined in the spec as Hyper-V doesn't currently support
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	 * these. Future proof by resetting the whole clean field mask on
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	 * access.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	EVMCS1_FIELD(VM_EXIT_MSR_STORE_ADDR, vm_exit_msr_store_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	EVMCS1_FIELD(VM_EXIT_MSR_LOAD_ADDR, vm_exit_msr_load_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_ADDR, vm_entry_msr_load_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	/* 32 bit rw */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	EVMCS1_FIELD(TPR_THRESHOLD, tpr_threshold,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	EVMCS1_FIELD(GUEST_INTERRUPTIBILITY_INFO, guest_interruptibility_info,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	EVMCS1_FIELD(CPU_BASED_VM_EXEC_CONTROL, cpu_based_vm_exec_control,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_PROC),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	EVMCS1_FIELD(EXCEPTION_BITMAP, exception_bitmap,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EXCPN),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 	EVMCS1_FIELD(VM_ENTRY_CONTROLS, vm_entry_controls,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_ENTRY),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 	EVMCS1_FIELD(VM_ENTRY_INTR_INFO_FIELD, vm_entry_intr_info_field,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	EVMCS1_FIELD(VM_ENTRY_EXCEPTION_ERROR_CODE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 		     vm_entry_exception_error_code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 	EVMCS1_FIELD(VM_ENTRY_INSTRUCTION_LEN, vm_entry_instruction_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 	EVMCS1_FIELD(HOST_IA32_SYSENTER_CS, host_ia32_sysenter_cs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 	EVMCS1_FIELD(PIN_BASED_VM_EXEC_CONTROL, pin_based_vm_exec_control,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 	EVMCS1_FIELD(VM_EXIT_CONTROLS, vm_exit_controls,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 	EVMCS1_FIELD(SECONDARY_VM_EXEC_CONTROL, secondary_vm_exec_control,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 	EVMCS1_FIELD(GUEST_ES_LIMIT, guest_es_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 	EVMCS1_FIELD(GUEST_CS_LIMIT, guest_cs_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	EVMCS1_FIELD(GUEST_SS_LIMIT, guest_ss_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	EVMCS1_FIELD(GUEST_DS_LIMIT, guest_ds_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	EVMCS1_FIELD(GUEST_FS_LIMIT, guest_fs_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	EVMCS1_FIELD(GUEST_GS_LIMIT, guest_gs_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 	EVMCS1_FIELD(GUEST_LDTR_LIMIT, guest_ldtr_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 	EVMCS1_FIELD(GUEST_TR_LIMIT, guest_tr_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 	EVMCS1_FIELD(GUEST_GDTR_LIMIT, guest_gdtr_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 	EVMCS1_FIELD(GUEST_IDTR_LIMIT, guest_idtr_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 	EVMCS1_FIELD(GUEST_ES_AR_BYTES, guest_es_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 	EVMCS1_FIELD(GUEST_CS_AR_BYTES, guest_cs_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	EVMCS1_FIELD(GUEST_SS_AR_BYTES, guest_ss_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 	EVMCS1_FIELD(GUEST_DS_AR_BYTES, guest_ds_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 	EVMCS1_FIELD(GUEST_FS_AR_BYTES, guest_fs_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 	EVMCS1_FIELD(GUEST_GS_AR_BYTES, guest_gs_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 	EVMCS1_FIELD(GUEST_LDTR_AR_BYTES, guest_ldtr_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 	EVMCS1_FIELD(GUEST_TR_AR_BYTES, guest_tr_ar_bytes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 	EVMCS1_FIELD(GUEST_ACTIVITY_STATE, guest_activity_state,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 	EVMCS1_FIELD(GUEST_SYSENTER_CS, guest_sysenter_cs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 	/* 32 bit read only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 	EVMCS1_FIELD(VM_INSTRUCTION_ERROR, vm_instruction_error,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 	EVMCS1_FIELD(VM_EXIT_REASON, vm_exit_reason,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 	EVMCS1_FIELD(VM_EXIT_INTR_INFO, vm_exit_intr_info,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 	EVMCS1_FIELD(VM_EXIT_INTR_ERROR_CODE, vm_exit_intr_error_code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 	EVMCS1_FIELD(IDT_VECTORING_INFO_FIELD, idt_vectoring_info_field,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 	EVMCS1_FIELD(IDT_VECTORING_ERROR_CODE, idt_vectoring_error_code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 	EVMCS1_FIELD(VM_EXIT_INSTRUCTION_LEN, vm_exit_instruction_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 	EVMCS1_FIELD(VMX_INSTRUCTION_INFO, vmx_instruction_info,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 	/* No mask defined in the spec (not used) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 	EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MASK, page_fault_error_code_mask,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 	EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MATCH, page_fault_error_code_match,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 	EVMCS1_FIELD(CR3_TARGET_COUNT, cr3_target_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 	EVMCS1_FIELD(VM_EXIT_MSR_STORE_COUNT, vm_exit_msr_store_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 	EVMCS1_FIELD(VM_EXIT_MSR_LOAD_COUNT, vm_exit_msr_load_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 	EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_COUNT, vm_entry_msr_load_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 	/* 16 bit rw */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 	EVMCS1_FIELD(HOST_ES_SELECTOR, host_es_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 	EVMCS1_FIELD(HOST_CS_SELECTOR, host_cs_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 	EVMCS1_FIELD(HOST_SS_SELECTOR, host_ss_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) 	EVMCS1_FIELD(HOST_DS_SELECTOR, host_ds_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 	EVMCS1_FIELD(HOST_FS_SELECTOR, host_fs_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 	EVMCS1_FIELD(HOST_GS_SELECTOR, host_gs_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 	EVMCS1_FIELD(HOST_TR_SELECTOR, host_tr_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 	EVMCS1_FIELD(GUEST_ES_SELECTOR, guest_es_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 	EVMCS1_FIELD(GUEST_CS_SELECTOR, guest_cs_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 	EVMCS1_FIELD(GUEST_SS_SELECTOR, guest_ss_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) 	EVMCS1_FIELD(GUEST_DS_SELECTOR, guest_ds_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 	EVMCS1_FIELD(GUEST_FS_SELECTOR, guest_fs_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 	EVMCS1_FIELD(GUEST_GS_SELECTOR, guest_gs_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 	EVMCS1_FIELD(GUEST_LDTR_SELECTOR, guest_ldtr_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) 	EVMCS1_FIELD(GUEST_TR_SELECTOR, guest_tr_selector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) 	EVMCS1_FIELD(VIRTUAL_PROCESSOR_ID, virtual_processor_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) 		     HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) const unsigned int nr_evmcs_1_fields = ARRAY_SIZE(vmcs_field_to_evmcs_1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) __init void evmcs_sanitize_exec_ctrls(struct vmcs_config *vmcs_conf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 	vmcs_conf->pin_based_exec_ctrl &= ~EVMCS1_UNSUPPORTED_PINCTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) 	vmcs_conf->cpu_based_2nd_exec_ctrl &= ~EVMCS1_UNSUPPORTED_2NDEXEC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) 	vmcs_conf->vmexit_ctrl &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) 	vmcs_conf->vmentry_ctrl &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) bool nested_enlightened_vmentry(struct kvm_vcpu *vcpu, u64 *evmcs_gpa)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) 	struct hv_vp_assist_page assist_page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) 	*evmcs_gpa = -1ull;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) 	if (unlikely(!kvm_hv_get_assist_page(vcpu, &assist_page)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) 		return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) 	if (unlikely(!assist_page.enlighten_vmentry))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) 		return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) 	*evmcs_gpa = assist_page.current_nested_vmcs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) 	return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) uint16_t nested_get_evmcs_version(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) 	struct vcpu_vmx *vmx = to_vmx(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) 	 * vmcs_version represents the range of supported Enlightened VMCS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) 	 * versions: lower 8 bits is the minimal version, higher 8 bits is the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) 	 * maximum supported version. KVM supports versions from 1 to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) 	 * KVM_EVMCS_VERSION.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) 	if (kvm_cpu_cap_get(X86_FEATURE_VMX) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) 	    vmx->nested.enlightened_vmcs_enabled)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) 		return (KVM_EVMCS_VERSION << 8) | 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) void nested_evmcs_filter_control_msr(u32 msr_index, u64 *pdata)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) 	u32 ctl_low = (u32)*pdata;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) 	u32 ctl_high = (u32)(*pdata >> 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) 	 * Hyper-V 2016 and 2019 try using these features even when eVMCS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) 	 * is enabled but there are no corresponding fields.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) 	switch (msr_index) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) 	case MSR_IA32_VMX_EXIT_CTLS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) 	case MSR_IA32_VMX_TRUE_EXIT_CTLS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) 		ctl_high &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) 	case MSR_IA32_VMX_ENTRY_CTLS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) 	case MSR_IA32_VMX_TRUE_ENTRY_CTLS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) 		ctl_high &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) 	case MSR_IA32_VMX_PROCBASED_CTLS2:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) 		ctl_high &= ~EVMCS1_UNSUPPORTED_2NDEXEC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) 	case MSR_IA32_VMX_TRUE_PINBASED_CTLS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) 	case MSR_IA32_VMX_PINBASED_CTLS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) 		ctl_high &= ~EVMCS1_UNSUPPORTED_PINCTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) 	case MSR_IA32_VMX_VMFUNC:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) 		ctl_low &= ~EVMCS1_UNSUPPORTED_VMFUNC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) 	*pdata = ctl_low | ((u64)ctl_high << 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) int nested_evmcs_check_controls(struct vmcs12 *vmcs12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) 	int ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) 	u32 unsupp_ctl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) 	unsupp_ctl = vmcs12->pin_based_vm_exec_control &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) 		EVMCS1_UNSUPPORTED_PINCTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) 	if (unsupp_ctl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) 		trace_kvm_nested_vmenter_failed(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) 			"eVMCS: unsupported pin-based VM-execution controls",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) 			unsupp_ctl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) 		ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) 	unsupp_ctl = vmcs12->secondary_vm_exec_control &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) 		EVMCS1_UNSUPPORTED_2NDEXEC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) 	if (unsupp_ctl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) 		trace_kvm_nested_vmenter_failed(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) 			"eVMCS: unsupported secondary VM-execution controls",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) 			unsupp_ctl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) 		ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) 	unsupp_ctl = vmcs12->vm_exit_controls &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) 		EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) 	if (unsupp_ctl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) 		trace_kvm_nested_vmenter_failed(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) 			"eVMCS: unsupported VM-exit controls",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) 			unsupp_ctl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) 		ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) 	unsupp_ctl = vmcs12->vm_entry_controls &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) 		EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) 	if (unsupp_ctl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) 		trace_kvm_nested_vmenter_failed(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) 			"eVMCS: unsupported VM-entry controls",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) 			unsupp_ctl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) 		ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) 	unsupp_ctl = vmcs12->vm_function_control & EVMCS1_UNSUPPORTED_VMFUNC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) 	if (unsupp_ctl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) 		trace_kvm_nested_vmenter_failed(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) 			"eVMCS: unsupported VM-function controls",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) 			unsupp_ctl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) 		ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) int nested_enable_evmcs(struct kvm_vcpu *vcpu,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) 			uint16_t *vmcs_version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) 	struct vcpu_vmx *vmx = to_vmx(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) 	vmx->nested.enlightened_vmcs_enabled = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) 	if (vmcs_version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) 		*vmcs_version = nested_get_evmcs_version(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) }