evmcs.c (17102B)
1// SPDX-License-Identifier: GPL-2.0 2 3#include <linux/errno.h> 4#include <linux/smp.h> 5 6#include "../hyperv.h" 7#include "../cpuid.h" 8#include "evmcs.h" 9#include "vmcs.h" 10#include "vmx.h" 11#include "trace.h" 12 13DEFINE_STATIC_KEY_FALSE(enable_evmcs); 14 15#define EVMCS1_OFFSET(x) offsetof(struct hv_enlightened_vmcs, x) 16#define EVMCS1_FIELD(number, name, clean_field)[ROL16(number, 6)] = \ 17 {EVMCS1_OFFSET(name), clean_field} 18 19const struct evmcs_field vmcs_field_to_evmcs_1[] = { 20 /* 64 bit rw */ 21 EVMCS1_FIELD(GUEST_RIP, guest_rip, 22 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 23 EVMCS1_FIELD(GUEST_RSP, guest_rsp, 24 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC), 25 EVMCS1_FIELD(GUEST_RFLAGS, guest_rflags, 26 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC), 27 EVMCS1_FIELD(HOST_IA32_PAT, host_ia32_pat, 28 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 29 EVMCS1_FIELD(HOST_IA32_EFER, host_ia32_efer, 30 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 31 EVMCS1_FIELD(HOST_CR0, host_cr0, 32 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 33 EVMCS1_FIELD(HOST_CR3, host_cr3, 34 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 35 EVMCS1_FIELD(HOST_CR4, host_cr4, 36 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 37 EVMCS1_FIELD(HOST_IA32_SYSENTER_ESP, host_ia32_sysenter_esp, 38 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 39 EVMCS1_FIELD(HOST_IA32_SYSENTER_EIP, host_ia32_sysenter_eip, 40 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 41 EVMCS1_FIELD(HOST_RIP, host_rip, 42 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 43 EVMCS1_FIELD(IO_BITMAP_A, io_bitmap_a, 44 HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP), 45 EVMCS1_FIELD(IO_BITMAP_B, io_bitmap_b, 46 HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP), 47 EVMCS1_FIELD(MSR_BITMAP, msr_bitmap, 48 HV_VMX_ENLIGHTENED_CLEAN_FIELD_MSR_BITMAP), 49 EVMCS1_FIELD(GUEST_ES_BASE, guest_es_base, 50 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 51 EVMCS1_FIELD(GUEST_CS_BASE, guest_cs_base, 52 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 53 EVMCS1_FIELD(GUEST_SS_BASE, guest_ss_base, 54 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 55 EVMCS1_FIELD(GUEST_DS_BASE, guest_ds_base, 56 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 57 EVMCS1_FIELD(GUEST_FS_BASE, guest_fs_base, 58 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 59 EVMCS1_FIELD(GUEST_GS_BASE, guest_gs_base, 60 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 61 EVMCS1_FIELD(GUEST_LDTR_BASE, guest_ldtr_base, 62 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 63 EVMCS1_FIELD(GUEST_TR_BASE, guest_tr_base, 64 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 65 EVMCS1_FIELD(GUEST_GDTR_BASE, guest_gdtr_base, 66 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 67 EVMCS1_FIELD(GUEST_IDTR_BASE, guest_idtr_base, 68 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 69 EVMCS1_FIELD(TSC_OFFSET, tsc_offset, 70 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2), 71 EVMCS1_FIELD(VIRTUAL_APIC_PAGE_ADDR, virtual_apic_page_addr, 72 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2), 73 EVMCS1_FIELD(VMCS_LINK_POINTER, vmcs_link_pointer, 74 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 75 EVMCS1_FIELD(GUEST_IA32_DEBUGCTL, guest_ia32_debugctl, 76 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 77 EVMCS1_FIELD(GUEST_IA32_PAT, guest_ia32_pat, 78 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 79 EVMCS1_FIELD(GUEST_IA32_EFER, guest_ia32_efer, 80 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 81 EVMCS1_FIELD(GUEST_PDPTR0, guest_pdptr0, 82 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 83 EVMCS1_FIELD(GUEST_PDPTR1, guest_pdptr1, 84 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 85 EVMCS1_FIELD(GUEST_PDPTR2, guest_pdptr2, 86 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 87 EVMCS1_FIELD(GUEST_PDPTR3, guest_pdptr3, 88 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 89 EVMCS1_FIELD(GUEST_PENDING_DBG_EXCEPTIONS, guest_pending_dbg_exceptions, 90 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 91 EVMCS1_FIELD(GUEST_SYSENTER_ESP, guest_sysenter_esp, 92 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 93 EVMCS1_FIELD(GUEST_SYSENTER_EIP, guest_sysenter_eip, 94 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 95 EVMCS1_FIELD(CR0_GUEST_HOST_MASK, cr0_guest_host_mask, 96 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 97 EVMCS1_FIELD(CR4_GUEST_HOST_MASK, cr4_guest_host_mask, 98 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 99 EVMCS1_FIELD(CR0_READ_SHADOW, cr0_read_shadow, 100 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 101 EVMCS1_FIELD(CR4_READ_SHADOW, cr4_read_shadow, 102 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 103 EVMCS1_FIELD(GUEST_CR0, guest_cr0, 104 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 105 EVMCS1_FIELD(GUEST_CR3, guest_cr3, 106 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 107 EVMCS1_FIELD(GUEST_CR4, guest_cr4, 108 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 109 EVMCS1_FIELD(GUEST_DR7, guest_dr7, 110 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR), 111 EVMCS1_FIELD(HOST_FS_BASE, host_fs_base, 112 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER), 113 EVMCS1_FIELD(HOST_GS_BASE, host_gs_base, 114 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER), 115 EVMCS1_FIELD(HOST_TR_BASE, host_tr_base, 116 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER), 117 EVMCS1_FIELD(HOST_GDTR_BASE, host_gdtr_base, 118 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER), 119 EVMCS1_FIELD(HOST_IDTR_BASE, host_idtr_base, 120 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER), 121 EVMCS1_FIELD(HOST_RSP, host_rsp, 122 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER), 123 EVMCS1_FIELD(EPT_POINTER, ept_pointer, 124 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT), 125 EVMCS1_FIELD(GUEST_BNDCFGS, guest_bndcfgs, 126 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 127 EVMCS1_FIELD(XSS_EXIT_BITMAP, xss_exit_bitmap, 128 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2), 129 130 /* 64 bit read only */ 131 EVMCS1_FIELD(GUEST_PHYSICAL_ADDRESS, guest_physical_address, 132 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 133 EVMCS1_FIELD(EXIT_QUALIFICATION, exit_qualification, 134 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 135 /* 136 * Not defined in KVM: 137 * 138 * EVMCS1_FIELD(0x00006402, exit_io_instruction_ecx, 139 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE); 140 * EVMCS1_FIELD(0x00006404, exit_io_instruction_esi, 141 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE); 142 * EVMCS1_FIELD(0x00006406, exit_io_instruction_esi, 143 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE); 144 * EVMCS1_FIELD(0x00006408, exit_io_instruction_eip, 145 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE); 146 */ 147 EVMCS1_FIELD(GUEST_LINEAR_ADDRESS, guest_linear_address, 148 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 149 150 /* 151 * No mask defined in the spec as Hyper-V doesn't currently support 152 * these. Future proof by resetting the whole clean field mask on 153 * access. 154 */ 155 EVMCS1_FIELD(VM_EXIT_MSR_STORE_ADDR, vm_exit_msr_store_addr, 156 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 157 EVMCS1_FIELD(VM_EXIT_MSR_LOAD_ADDR, vm_exit_msr_load_addr, 158 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 159 EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_ADDR, vm_entry_msr_load_addr, 160 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 161 162 /* 32 bit rw */ 163 EVMCS1_FIELD(TPR_THRESHOLD, tpr_threshold, 164 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 165 EVMCS1_FIELD(GUEST_INTERRUPTIBILITY_INFO, guest_interruptibility_info, 166 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC), 167 EVMCS1_FIELD(CPU_BASED_VM_EXEC_CONTROL, cpu_based_vm_exec_control, 168 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_PROC), 169 EVMCS1_FIELD(EXCEPTION_BITMAP, exception_bitmap, 170 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EXCPN), 171 EVMCS1_FIELD(VM_ENTRY_CONTROLS, vm_entry_controls, 172 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_ENTRY), 173 EVMCS1_FIELD(VM_ENTRY_INTR_INFO_FIELD, vm_entry_intr_info_field, 174 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT), 175 EVMCS1_FIELD(VM_ENTRY_EXCEPTION_ERROR_CODE, 176 vm_entry_exception_error_code, 177 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT), 178 EVMCS1_FIELD(VM_ENTRY_INSTRUCTION_LEN, vm_entry_instruction_len, 179 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT), 180 EVMCS1_FIELD(HOST_IA32_SYSENTER_CS, host_ia32_sysenter_cs, 181 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 182 EVMCS1_FIELD(PIN_BASED_VM_EXEC_CONTROL, pin_based_vm_exec_control, 183 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1), 184 EVMCS1_FIELD(VM_EXIT_CONTROLS, vm_exit_controls, 185 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1), 186 EVMCS1_FIELD(SECONDARY_VM_EXEC_CONTROL, secondary_vm_exec_control, 187 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1), 188 EVMCS1_FIELD(GUEST_ES_LIMIT, guest_es_limit, 189 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 190 EVMCS1_FIELD(GUEST_CS_LIMIT, guest_cs_limit, 191 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 192 EVMCS1_FIELD(GUEST_SS_LIMIT, guest_ss_limit, 193 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 194 EVMCS1_FIELD(GUEST_DS_LIMIT, guest_ds_limit, 195 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 196 EVMCS1_FIELD(GUEST_FS_LIMIT, guest_fs_limit, 197 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 198 EVMCS1_FIELD(GUEST_GS_LIMIT, guest_gs_limit, 199 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 200 EVMCS1_FIELD(GUEST_LDTR_LIMIT, guest_ldtr_limit, 201 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 202 EVMCS1_FIELD(GUEST_TR_LIMIT, guest_tr_limit, 203 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 204 EVMCS1_FIELD(GUEST_GDTR_LIMIT, guest_gdtr_limit, 205 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 206 EVMCS1_FIELD(GUEST_IDTR_LIMIT, guest_idtr_limit, 207 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 208 EVMCS1_FIELD(GUEST_ES_AR_BYTES, guest_es_ar_bytes, 209 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 210 EVMCS1_FIELD(GUEST_CS_AR_BYTES, guest_cs_ar_bytes, 211 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 212 EVMCS1_FIELD(GUEST_SS_AR_BYTES, guest_ss_ar_bytes, 213 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 214 EVMCS1_FIELD(GUEST_DS_AR_BYTES, guest_ds_ar_bytes, 215 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 216 EVMCS1_FIELD(GUEST_FS_AR_BYTES, guest_fs_ar_bytes, 217 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 218 EVMCS1_FIELD(GUEST_GS_AR_BYTES, guest_gs_ar_bytes, 219 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 220 EVMCS1_FIELD(GUEST_LDTR_AR_BYTES, guest_ldtr_ar_bytes, 221 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 222 EVMCS1_FIELD(GUEST_TR_AR_BYTES, guest_tr_ar_bytes, 223 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 224 EVMCS1_FIELD(GUEST_ACTIVITY_STATE, guest_activity_state, 225 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 226 EVMCS1_FIELD(GUEST_SYSENTER_CS, guest_sysenter_cs, 227 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1), 228 229 /* 32 bit read only */ 230 EVMCS1_FIELD(VM_INSTRUCTION_ERROR, vm_instruction_error, 231 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 232 EVMCS1_FIELD(VM_EXIT_REASON, vm_exit_reason, 233 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 234 EVMCS1_FIELD(VM_EXIT_INTR_INFO, vm_exit_intr_info, 235 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 236 EVMCS1_FIELD(VM_EXIT_INTR_ERROR_CODE, vm_exit_intr_error_code, 237 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 238 EVMCS1_FIELD(IDT_VECTORING_INFO_FIELD, idt_vectoring_info_field, 239 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 240 EVMCS1_FIELD(IDT_VECTORING_ERROR_CODE, idt_vectoring_error_code, 241 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 242 EVMCS1_FIELD(VM_EXIT_INSTRUCTION_LEN, vm_exit_instruction_len, 243 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 244 EVMCS1_FIELD(VMX_INSTRUCTION_INFO, vmx_instruction_info, 245 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE), 246 247 /* No mask defined in the spec (not used) */ 248 EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MASK, page_fault_error_code_mask, 249 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 250 EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MATCH, page_fault_error_code_match, 251 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 252 EVMCS1_FIELD(CR3_TARGET_COUNT, cr3_target_count, 253 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 254 EVMCS1_FIELD(VM_EXIT_MSR_STORE_COUNT, vm_exit_msr_store_count, 255 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 256 EVMCS1_FIELD(VM_EXIT_MSR_LOAD_COUNT, vm_exit_msr_load_count, 257 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 258 EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_COUNT, vm_entry_msr_load_count, 259 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL), 260 261 /* 16 bit rw */ 262 EVMCS1_FIELD(HOST_ES_SELECTOR, host_es_selector, 263 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 264 EVMCS1_FIELD(HOST_CS_SELECTOR, host_cs_selector, 265 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 266 EVMCS1_FIELD(HOST_SS_SELECTOR, host_ss_selector, 267 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 268 EVMCS1_FIELD(HOST_DS_SELECTOR, host_ds_selector, 269 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 270 EVMCS1_FIELD(HOST_FS_SELECTOR, host_fs_selector, 271 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 272 EVMCS1_FIELD(HOST_GS_SELECTOR, host_gs_selector, 273 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 274 EVMCS1_FIELD(HOST_TR_SELECTOR, host_tr_selector, 275 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1), 276 EVMCS1_FIELD(GUEST_ES_SELECTOR, guest_es_selector, 277 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 278 EVMCS1_FIELD(GUEST_CS_SELECTOR, guest_cs_selector, 279 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 280 EVMCS1_FIELD(GUEST_SS_SELECTOR, guest_ss_selector, 281 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 282 EVMCS1_FIELD(GUEST_DS_SELECTOR, guest_ds_selector, 283 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 284 EVMCS1_FIELD(GUEST_FS_SELECTOR, guest_fs_selector, 285 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 286 EVMCS1_FIELD(GUEST_GS_SELECTOR, guest_gs_selector, 287 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 288 EVMCS1_FIELD(GUEST_LDTR_SELECTOR, guest_ldtr_selector, 289 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 290 EVMCS1_FIELD(GUEST_TR_SELECTOR, guest_tr_selector, 291 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2), 292 EVMCS1_FIELD(VIRTUAL_PROCESSOR_ID, virtual_processor_id, 293 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT), 294}; 295const unsigned int nr_evmcs_1_fields = ARRAY_SIZE(vmcs_field_to_evmcs_1); 296 297#if IS_ENABLED(CONFIG_HYPERV) 298__init void evmcs_sanitize_exec_ctrls(struct vmcs_config *vmcs_conf) 299{ 300 vmcs_conf->pin_based_exec_ctrl &= ~EVMCS1_UNSUPPORTED_PINCTRL; 301 vmcs_conf->cpu_based_2nd_exec_ctrl &= ~EVMCS1_UNSUPPORTED_2NDEXEC; 302 303 vmcs_conf->vmexit_ctrl &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL; 304 vmcs_conf->vmentry_ctrl &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL; 305} 306#endif 307 308bool nested_enlightened_vmentry(struct kvm_vcpu *vcpu, u64 *evmcs_gpa) 309{ 310 struct hv_vp_assist_page assist_page; 311 312 *evmcs_gpa = -1ull; 313 314 if (unlikely(!kvm_hv_get_assist_page(vcpu, &assist_page))) 315 return false; 316 317 if (unlikely(!assist_page.enlighten_vmentry)) 318 return false; 319 320 if (unlikely(!evmptr_is_valid(assist_page.current_nested_vmcs))) 321 return false; 322 323 *evmcs_gpa = assist_page.current_nested_vmcs; 324 325 return true; 326} 327 328uint16_t nested_get_evmcs_version(struct kvm_vcpu *vcpu) 329{ 330 /* 331 * vmcs_version represents the range of supported Enlightened VMCS 332 * versions: lower 8 bits is the minimal version, higher 8 bits is the 333 * maximum supported version. KVM supports versions from 1 to 334 * KVM_EVMCS_VERSION. 335 */ 336 if (kvm_cpu_cap_get(X86_FEATURE_VMX) && 337 (!vcpu || to_vmx(vcpu)->nested.enlightened_vmcs_enabled)) 338 return (KVM_EVMCS_VERSION << 8) | 1; 339 340 return 0; 341} 342 343void nested_evmcs_filter_control_msr(u32 msr_index, u64 *pdata) 344{ 345 u32 ctl_low = (u32)*pdata; 346 u32 ctl_high = (u32)(*pdata >> 32); 347 348 /* 349 * Hyper-V 2016 and 2019 try using these features even when eVMCS 350 * is enabled but there are no corresponding fields. 351 */ 352 switch (msr_index) { 353 case MSR_IA32_VMX_EXIT_CTLS: 354 case MSR_IA32_VMX_TRUE_EXIT_CTLS: 355 ctl_high &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL; 356 break; 357 case MSR_IA32_VMX_ENTRY_CTLS: 358 case MSR_IA32_VMX_TRUE_ENTRY_CTLS: 359 ctl_high &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL; 360 break; 361 case MSR_IA32_VMX_PROCBASED_CTLS2: 362 ctl_high &= ~EVMCS1_UNSUPPORTED_2NDEXEC; 363 break; 364 case MSR_IA32_VMX_TRUE_PINBASED_CTLS: 365 case MSR_IA32_VMX_PINBASED_CTLS: 366 ctl_high &= ~EVMCS1_UNSUPPORTED_PINCTRL; 367 break; 368 case MSR_IA32_VMX_VMFUNC: 369 ctl_low &= ~EVMCS1_UNSUPPORTED_VMFUNC; 370 break; 371 } 372 373 *pdata = ctl_low | ((u64)ctl_high << 32); 374} 375 376int nested_evmcs_check_controls(struct vmcs12 *vmcs12) 377{ 378 int ret = 0; 379 u32 unsupp_ctl; 380 381 unsupp_ctl = vmcs12->pin_based_vm_exec_control & 382 EVMCS1_UNSUPPORTED_PINCTRL; 383 if (unsupp_ctl) { 384 trace_kvm_nested_vmenter_failed( 385 "eVMCS: unsupported pin-based VM-execution controls", 386 unsupp_ctl); 387 ret = -EINVAL; 388 } 389 390 unsupp_ctl = vmcs12->secondary_vm_exec_control & 391 EVMCS1_UNSUPPORTED_2NDEXEC; 392 if (unsupp_ctl) { 393 trace_kvm_nested_vmenter_failed( 394 "eVMCS: unsupported secondary VM-execution controls", 395 unsupp_ctl); 396 ret = -EINVAL; 397 } 398 399 unsupp_ctl = vmcs12->vm_exit_controls & 400 EVMCS1_UNSUPPORTED_VMEXIT_CTRL; 401 if (unsupp_ctl) { 402 trace_kvm_nested_vmenter_failed( 403 "eVMCS: unsupported VM-exit controls", 404 unsupp_ctl); 405 ret = -EINVAL; 406 } 407 408 unsupp_ctl = vmcs12->vm_entry_controls & 409 EVMCS1_UNSUPPORTED_VMENTRY_CTRL; 410 if (unsupp_ctl) { 411 trace_kvm_nested_vmenter_failed( 412 "eVMCS: unsupported VM-entry controls", 413 unsupp_ctl); 414 ret = -EINVAL; 415 } 416 417 unsupp_ctl = vmcs12->vm_function_control & EVMCS1_UNSUPPORTED_VMFUNC; 418 if (unsupp_ctl) { 419 trace_kvm_nested_vmenter_failed( 420 "eVMCS: unsupported VM-function controls", 421 unsupp_ctl); 422 ret = -EINVAL; 423 } 424 425 return ret; 426} 427 428int nested_enable_evmcs(struct kvm_vcpu *vcpu, 429 uint16_t *vmcs_version) 430{ 431 struct vcpu_vmx *vmx = to_vmx(vcpu); 432 433 vmx->nested.enlightened_vmcs_enabled = true; 434 435 if (vmcs_version) 436 *vmcs_version = nested_get_evmcs_version(vcpu); 437 438 return 0; 439}