/* * Copyright (C) 2018 Intel Corporation. All rights reserved. * * SPDX-License-Identifier: BSD-3-Clause */ #include #include enum rw_mode { DISABLE = 0U, READ, WRITE, READ_WRITE }; /*MRS need to be emulated, the order in this array better as freq of ops*/ static const uint32_t emulated_msrs[] = { MSR_IA32_TSC_DEADLINE, /* Enable TSC_DEADLINE VMEXIT */ MSR_IA32_BIOS_UPDT_TRIG, /* Enable MSR_IA32_BIOS_UPDT_TRIG */ MSR_IA32_BIOS_SIGN_ID, /* Enable MSR_IA32_BIOS_SIGN_ID */ MSR_IA32_TIME_STAMP_COUNTER, MSR_IA32_PAT, MSR_IA32_APIC_BASE, /* following MSR not emulated now */ /* * MSR_IA32_SYSENTER_CS, * MSR_IA32_SYSENTER_ESP, * MSR_IA32_SYSENTER_EIP, * MSR_IA32_TSC_AUX, */ }; static const uint32_t x2apic_msrs[] = { MSR_IA32_EXT_XAPICID, MSR_IA32_EXT_APIC_VERSION, MSR_IA32_EXT_APIC_TPR, MSR_IA32_EXT_APIC_PPR, MSR_IA32_EXT_APIC_EOI, MSR_IA32_EXT_APIC_LDR, MSR_IA32_EXT_APIC_SIVR, MSR_IA32_EXT_APIC_ISR0, MSR_IA32_EXT_APIC_ISR1, MSR_IA32_EXT_APIC_ISR2, MSR_IA32_EXT_APIC_ISR3, MSR_IA32_EXT_APIC_ISR4, MSR_IA32_EXT_APIC_ISR5, MSR_IA32_EXT_APIC_ISR6, MSR_IA32_EXT_APIC_ISR7, MSR_IA32_EXT_APIC_TMR0, MSR_IA32_EXT_APIC_TMR1, MSR_IA32_EXT_APIC_TMR2, MSR_IA32_EXT_APIC_TMR3, MSR_IA32_EXT_APIC_TMR4, MSR_IA32_EXT_APIC_TMR5, MSR_IA32_EXT_APIC_TMR6, MSR_IA32_EXT_APIC_TMR7, MSR_IA32_EXT_APIC_IRR0, MSR_IA32_EXT_APIC_IRR1, MSR_IA32_EXT_APIC_IRR2, MSR_IA32_EXT_APIC_IRR3, MSR_IA32_EXT_APIC_IRR4, MSR_IA32_EXT_APIC_IRR5, MSR_IA32_EXT_APIC_IRR6, MSR_IA32_EXT_APIC_IRR7, MSR_IA32_EXT_APIC_ESR, MSR_IA32_EXT_APIC_LVT_CMCI, MSR_IA32_EXT_APIC_ICR, MSR_IA32_EXT_APIC_LVT_TIMER, MSR_IA32_EXT_APIC_LVT_THERMAL, MSR_IA32_EXT_APIC_LVT_PMI, MSR_IA32_EXT_APIC_LVT_LINT0, MSR_IA32_EXT_APIC_LVT_LINT1, MSR_IA32_EXT_APIC_LVT_ERROR, MSR_IA32_EXT_APIC_INIT_COUNT, MSR_IA32_EXT_APIC_CUR_COUNT, MSR_IA32_EXT_APIC_DIV_CONF, MSR_IA32_EXT_APIC_SELF_IPI, }; static void enable_msr_interception(uint8_t *bitmap, uint32_t msr_arg, enum rw_mode mode) { uint8_t *read_map; uint8_t *write_map; uint32_t msr = msr_arg; uint8_t msr_bit; uint32_t msr_index; /* low MSR */ if (msr < 0x1FFFU) { read_map = bitmap; write_map = bitmap + 2048; } else if ((msr >= 0xc0000000U) && (msr <= 0xc0001fffU)) { read_map = bitmap + 1024; write_map = bitmap + 3072; } else { pr_err("Invalid MSR"); return; } msr &= 0x1FFFU; msr_bit = 1U << (msr & 0x7U); msr_index = msr >> 3U; if ((mode & READ) == READ) { read_map[msr_index] |= msr_bit; } else { read_map[msr_index] &= ~msr_bit; } if ((mode & WRITE) == WRITE) { write_map[msr_index] |= msr_bit; } else { write_map[msr_index] &= ~msr_bit; } } /* * Enable read and write msr interception for x2APIC MSRs * MSRs that are not supported in the x2APIC range of MSRs, * i.e. anything other than the ones below and between * 0x802 and 0x83F, are not intercepted */ static void intercept_x2apic_msrs(uint8_t *msr_bitmap_arg, enum rw_mode mode) { uint8_t *msr_bitmap = msr_bitmap_arg; uint32_t i; for (i = 0U; i < ARRAY_SIZE(x2apic_msrs); i++) { enable_msr_interception(msr_bitmap, x2apic_msrs[i], mode); } } void init_msr_emulation(struct vcpu *vcpu) { uint32_t i; uint32_t msrs_count = ARRAY_SIZE(emulated_msrs); uint8_t *msr_bitmap; uint64_t value64; ASSERT(msrs_count == IDX_MAX_MSR, "MSR ID should be matched with emulated_msrs"); /*msr bitmap, just allocated/init once, and used for all vm's vcpu*/ if (is_vcpu_bsp(vcpu)) { msr_bitmap = vcpu->vm->arch_vm.msr_bitmap; for (i = 0U; i < msrs_count; i++) { enable_msr_interception(msr_bitmap, emulated_msrs[i], READ_WRITE); } enable_msr_interception(msr_bitmap, MSR_IA32_PERF_CTL, READ_WRITE); /* below MSR protected from guest OS, if access to inject gp*/ enable_msr_interception(msr_bitmap, MSR_IA32_MTRR_CAP, READ_WRITE); enable_msr_interception(msr_bitmap, MSR_IA32_MTRR_DEF_TYPE, READ_WRITE); for (i = MSR_IA32_MTRR_PHYSBASE_0; i <= MSR_IA32_MTRR_PHYSMASK_9; i++) { enable_msr_interception(msr_bitmap, i, READ_WRITE); } enable_msr_interception(msr_bitmap, MSR_IA32_MTRR_FIX64K_00000, READ_WRITE); enable_msr_interception(msr_bitmap, MSR_IA32_MTRR_FIX16K_80000, READ_WRITE); enable_msr_interception(msr_bitmap, MSR_IA32_MTRR_FIX16K_A0000, READ_WRITE); for (i = MSR_IA32_MTRR_FIX4K_C0000; i <= MSR_IA32_MTRR_FIX4K_F8000; i++) { enable_msr_interception(msr_bitmap, i, READ_WRITE); } for (i = MSR_IA32_VMX_BASIC; i <= MSR_IA32_VMX_TRUE_ENTRY_CTLS; i++) { enable_msr_interception(msr_bitmap, i, READ_WRITE); } intercept_x2apic_msrs(msr_bitmap, READ_WRITE); } /* Set up MSR bitmap - pg 2904 24.6.9 */ value64 = hva2hpa(vcpu->vm->arch_vm.msr_bitmap); exec_vmwrite64(VMX_MSR_BITMAP_FULL, value64); pr_dbg("VMX_MSR_BITMAP: 0x%016llx ", value64); } int rdmsr_vmexit_handler(struct vcpu *vcpu) { int err = 0; uint32_t msr; uint64_t v = 0UL; /* Read the msr value */ msr = vcpu_get_gpreg(vcpu, CPU_REG_RCX); /* Do the required processing for each msr case */ switch (msr) { case MSR_IA32_TSC_DEADLINE: { err = vlapic_rdmsr(vcpu, msr, &v); break; } case MSR_IA32_TIME_STAMP_COUNTER: { /* Add the TSC_offset to host TSC to get guest TSC */ v = rdtsc() + exec_vmread64(VMX_TSC_OFFSET_FULL); break; } case MSR_IA32_MTRR_CAP: case MSR_IA32_MTRR_DEF_TYPE: case MSR_IA32_MTRR_FIX64K_00000: case MSR_IA32_MTRR_FIX16K_80000: case MSR_IA32_MTRR_FIX16K_A0000: case MSR_IA32_MTRR_FIX4K_C0000: case MSR_IA32_MTRR_FIX4K_C8000: case MSR_IA32_MTRR_FIX4K_D0000: case MSR_IA32_MTRR_FIX4K_D8000: case MSR_IA32_MTRR_FIX4K_E0000: case MSR_IA32_MTRR_FIX4K_E8000: case MSR_IA32_MTRR_FIX4K_F0000: case MSR_IA32_MTRR_FIX4K_F8000: { #ifdef CONFIG_MTRR_ENABLED v = mtrr_rdmsr(vcpu, msr); #else vcpu_inject_gp(vcpu, 0U); #endif break; } case MSR_IA32_BIOS_SIGN_ID: { v = get_microcode_version(); break; } case MSR_IA32_PERF_CTL: { v = msr_read(msr); break; } /* following MSR not emulated now just left for future */ case MSR_IA32_SYSENTER_CS: { v = (uint64_t)exec_vmread32(VMX_GUEST_IA32_SYSENTER_CS); break; } case MSR_IA32_SYSENTER_ESP: { v = exec_vmread(VMX_GUEST_IA32_SYSENTER_ESP); break; } case MSR_IA32_SYSENTER_EIP: { v = exec_vmread(VMX_GUEST_IA32_SYSENTER_EIP); break; } case MSR_IA32_PAT: { v = vmx_rdmsr_pat(vcpu); break; } case MSR_IA32_TSC_AUX: { v = vcpu->arch_vcpu.msr_tsc_aux; break; } case MSR_IA32_APIC_BASE: { /* Read APIC base */ err = vlapic_rdmsr(vcpu, msr, &v); break; } default: { if (is_x2apic_msr(msr)) { err = vlapic_rdmsr(vcpu, msr, &v); } else { if (!(((msr >= MSR_IA32_MTRR_PHYSBASE_0) && (msr <= MSR_IA32_MTRR_PHYSMASK_9)) || ((msr >= MSR_IA32_VMX_BASIC) && (msr <= MSR_IA32_VMX_TRUE_ENTRY_CTLS)))) { pr_warn("rdmsr: %lx should not come here!", msr); } vcpu_inject_gp(vcpu, 0U); v = 0UL; } break; } } /* Store the MSR contents in RAX and RDX */ vcpu_set_gpreg(vcpu, CPU_REG_RAX, v & 0xffffffffU); vcpu_set_gpreg(vcpu, CPU_REG_RDX, v >> 32U); TRACE_2L(TRACE_VMEXIT_RDMSR, msr, v); return err; } int wrmsr_vmexit_handler(struct vcpu *vcpu) { int err = 0; uint32_t msr; uint64_t v; /* Read the MSR ID */ msr = (uint32_t)vcpu_get_gpreg(vcpu, CPU_REG_RCX); /* Get the MSR contents */ v = (vcpu_get_gpreg(vcpu, CPU_REG_RDX) << 32U) | vcpu_get_gpreg(vcpu, CPU_REG_RAX); /* Do the required processing for each msr case */ switch (msr) { case MSR_IA32_TSC_DEADLINE: { err = vlapic_wrmsr(vcpu, msr, v); break; } case MSR_IA32_TIME_STAMP_COUNTER: { /*Caculate TSC offset from changed TSC MSR value*/ exec_vmwrite64(VMX_TSC_OFFSET_FULL, v - rdtsc()); break; } case MSR_IA32_MTRR_DEF_TYPE: case MSR_IA32_MTRR_FIX64K_00000: case MSR_IA32_MTRR_FIX16K_80000: case MSR_IA32_MTRR_FIX16K_A0000: case MSR_IA32_MTRR_FIX4K_C0000: case MSR_IA32_MTRR_FIX4K_C8000: case MSR_IA32_MTRR_FIX4K_D0000: case MSR_IA32_MTRR_FIX4K_D8000: case MSR_IA32_MTRR_FIX4K_E0000: case MSR_IA32_MTRR_FIX4K_E8000: case MSR_IA32_MTRR_FIX4K_F0000: case MSR_IA32_MTRR_FIX4K_F8000: { #ifdef CONFIG_MTRR_ENABLED mtrr_wrmsr(vcpu, msr, v); #else vcpu_inject_gp(vcpu, 0U); #endif break; } case MSR_IA32_MTRR_CAP: { vcpu_inject_gp(vcpu, 0U); break; } case MSR_IA32_BIOS_SIGN_ID: { break; } case MSR_IA32_BIOS_UPDT_TRIG: { /* We only allow SOS to do uCode update */ if (is_vm0(vcpu->vm)) { acrn_update_ucode(vcpu, v); } break; } case MSR_IA32_PERF_CTL: { if (validate_pstate(vcpu->vm, v) != 0) { break; } msr_write(msr, v); break; } /* following MSR not emulated now just left for future */ case MSR_IA32_SYSENTER_CS: { exec_vmwrite32(VMX_GUEST_IA32_SYSENTER_CS, (uint32_t)v); break; } case MSR_IA32_SYSENTER_ESP: { exec_vmwrite(VMX_GUEST_IA32_SYSENTER_ESP, v); break; } case MSR_IA32_SYSENTER_EIP: { exec_vmwrite(VMX_GUEST_IA32_SYSENTER_EIP, v); break; } case MSR_IA32_PAT: { err = vmx_wrmsr_pat(vcpu, v); break; } case MSR_IA32_GS_BASE: { exec_vmwrite(VMX_GUEST_GS_BASE, v); break; } case MSR_IA32_TSC_AUX: { vcpu->arch_vcpu.msr_tsc_aux = v; break; } case MSR_IA32_APIC_BASE: { err = vlapic_wrmsr(vcpu, msr, v); break; } default: { if (is_x2apic_msr(msr)) { err = vlapic_wrmsr(vcpu, msr, v); } else { if (!(((msr >= MSR_IA32_MTRR_PHYSBASE_0) && (msr <= MSR_IA32_MTRR_PHYSMASK_9)) || ((msr >= MSR_IA32_VMX_BASIC) && (msr <= MSR_IA32_VMX_TRUE_ENTRY_CTLS)))) { pr_warn("wrmsr: %lx should not come here!", msr); } vcpu_inject_gp(vcpu, 0U); } break; } } TRACE_2L(TRACE_VMEXIT_WRMSR, msr, v); return err; } void update_msr_bitmap_x2apic_apicv(struct vcpu *vcpu) { uint8_t *msr_bitmap; msr_bitmap = vcpu->vm->arch_vm.msr_bitmap; intercept_x2apic_msrs(msr_bitmap, WRITE); enable_msr_interception(msr_bitmap, MSR_IA32_EXT_APIC_CUR_COUNT, READ); /* * Open read-only interception for write-only * registers to inject gp on reads. EOI and Self-IPI * Writes are disabled for EOI, TPR and Self-IPI as * writes to them are virtualized with Register Virtualization * Refer to Section 29.1 in Intel SDM Vol. 3 */ enable_msr_interception(msr_bitmap, MSR_IA32_EXT_APIC_TPR, DISABLE); enable_msr_interception(msr_bitmap, MSR_IA32_EXT_APIC_EOI, READ); enable_msr_interception(msr_bitmap, MSR_IA32_EXT_APIC_SELF_IPI, READ); } void update_msr_bitmap_x2apic_passthru(struct vcpu *vcpu) { uint32_t msr; uint8_t *msr_bitmap; msr_bitmap = vcpu->vm->arch_vm.msr_bitmap; for (msr = MSR_IA32_EXT_XAPICID; msr <= MSR_IA32_EXT_APIC_SELF_IPI; msr++) { enable_msr_interception(msr_bitmap, msr, DISABLE); } enable_msr_interception(msr_bitmap, MSR_IA32_EXT_APIC_ICR, WRITE); enable_msr_interception(msr_bitmap, MSR_IA32_TSC_DEADLINE, DISABLE); }