KVM: x86: Refactor MSR related helpers
cover KVM: x86: Refactor MSR related helpers
Refactor x86's MSR accessors to reduce the amount of boilerplate code required to get/set an MSR, and consolidate the RDMSR/WRMSR emulation for VMX and SVM since the code is functionally identical.
Sean Christopherson (2):
KVM: x86: Refactor up kvm_{g,s}et_msr() to simplify callers
KVM: x86: Add kvm_emulate_{rd,wr}msr() to consolidate VXM/SVM code
arch/x86/include/asm/kvm_host.h | 6 +- arch/x86/kvm/svm.c | 34 +------- arch/x86/kvm/vmx/nested.c | 22 ++--- arch/x86/kvm/vmx/vmx.c | 33 +------- arch/x86/kvm/x86.c | 138 ++++++++++++++++++++------------ 5 files changed, 100 insertions(+), 133 deletions(-)
Signature · 1 line
2.22.0
PATCH 1/2 KVM: x86: Refactor up kvm_{g,s}et_msr() to simplify callers
Refactor the top-level MSR accessors to take/return the index and value directly instead of requiring the caller to dump them into a msr_data struct.
No functional change intended.
--- arch/x86/include/asm/kvm_host.h | 4 +- arch/x86/kvm/svm.c | 7 +-- arch/x86/kvm/vmx/nested.c | 22 ++----- arch/x86/kvm/vmx/vmx.c | 6 +- arch/x86/kvm/x86.c | 103 ++++++++++++++++---------------- 5 files changed, 61 insertions(+), 81 deletions(-)
arch/x86/include/asm/kvm_host.h +2 -2
@@ -1326,8 +1326,8 @@ int kvm_emulate_instruction_from_buffer(struct kvm_vcpu *vcpu,void kvm_enable_efer_bits (u64 );bool kvm_valid_efer (struct kvm_vcpu *vcpu,u64 efer); -int kvm_get_msr (struct kvm_vcpu *vcpu,struct msr_data *msr); -int kvm_set_msr (struct kvm_vcpu *vcpu,struct msr_data *msr); +int kvm_get_msr (struct kvm_vcpu *vcpu,u32 index,u64 *data); +int kvm_set_msr (struct kvm_vcpu *vcpu,u32 index,u64 data);struct x86_emulate_ctxt ;
arch/x86/kvm/svm.c +1 -6
@@ -4425,15 +4425,10 @@ static int svm_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr)static int wrmsr_interception (struct vcpu_svm *svm) { -struct msr_data msr;u32 ecx =kvm_rcx_read (&svm->vcpu);u64 data =kvm_read_edx_eax (&svm->vcpu); - msr.data = data; - msr.index = ecx; - msr.host_initiated = false; - -if (kvm_set_msr (&svm->vcpu, &msr)) { +if (kvm_set_msr (&svm->vcpu, ecx, data)) {trace_kvm_msr_write_ex (ecx, data);kvm_inject_gp (&svm->vcpu,0 );return 1 ;
arch/x86/kvm/vmx/nested.c +6 -16
@@ -864,9 +864,7 @@ static u32 nested_vmx_load_msr(struct kvm_vcpu *vcpu, u64 gpa, u32 count) {u32 i;struct vmx_msr_entry e; -struct msr_data msr; - msr.host_initiated = false;for (i =0 ; i < count; i++) {if (kvm_vcpu_read_guest (vcpu, gpa + i *sizeof (e), &e,sizeof (e))) {
@@ -881,9 +879,7 @@ static u32 nested_vmx_load_msr(struct kvm_vcpu *vcpu, u64 gpa, u32 count) __func__, i, e.index, e.reserved); goto fail; } - msr.index = e.index; - msr.data = e.value; -if (kvm_set_msr (vcpu, &msr)) { +if (kvm_set_msr (vcpu, e.index, e.value)) {pr_debug_ratelimited ("%s cannot write MSR (%u, 0x%x, 0x%llx)\n" , __func__, i, e.index, e.value);
@@ -897,11 +893,11 @@ static u32 nested_vmx_load_msr(struct kvm_vcpu *vcpu, u64 gpa, u32 count)static int nested_vmx_store_msr (struct kvm_vcpu *vcpu,u64 gpa,u32 count) { +u64 data;u32 i;struct vmx_msr_entry e;for (i =0 ; i < count; i++) { -struct msr_data msr_info;if (kvm_vcpu_read_guest (vcpu, gpa + i *sizeof (e), &e,2 *sizeof (u32))) {
@@ -916,9 +912,7 @@ static int nested_vmx_store_msr(struct kvm_vcpu *vcpu, u64 gpa, u32 count) __func__, i, e.index, e.reserved);return -EINVAL ; } - msr_info.host_initiated = false; - msr_info.index = e.index; -if (kvm_get_msr (vcpu, &msr_info)) { +if (kvm_get_msr (vcpu, e.index, &data)) {pr_debug_ratelimited ("%s cannot read MSR (%u, 0x%x)\n" , __func__, i, e.index);
@@ -927,10 +921,10 @@ static int nested_vmx_store_msr(struct kvm_vcpu *vcpu, u64 gpa, u32 count)if (kvm_vcpu_write_guest (vcpu, gpa + i *sizeof (e) + offsetof(struct vmx_msr_entry , value), - &msr_info.data,sizeof (msr_info.data))) { + &data,sizeof (data))) {pr_debug_ratelimited ("%s cannot write MSR (%u, 0x%x, 0x%llx)\n" , - __func__, i, e.index, msr_info.data); + __func__, i, e.index, data);return -EINVAL ; } }
@@ -3889,7 +3883,6 @@ static void nested_vmx_restore_host_state(struct kvm_vcpu *vcpu)struct vmcs12 *vmcs12 =get_vmcs12 (vcpu);struct vcpu_vmx *vmx =to_vmx (vcpu);struct vmx_msr_entry g, h; -struct msr_data msr;gpa_t gpa;u32 i, j;
@@ -3949,7 +3942,6 @@ static void nested_vmx_restore_host_state(struct kvm_vcpu *vcpu)* from the guest value. The intent is to stuff host state as * silently as possible, not to fully process the exit load list. */ - msr.host_initiated = false;for (i =0 ; i < vmcs12->vm_entry_msr_load_count; i++) { gpa = vmcs12->vm_entry_msr_load_addr + (i *sizeof (g));if (kvm_vcpu_read_guest (vcpu, gpa, &g,sizeof (g))) {
@@ -3979,9 +3971,7 @@ static void nested_vmx_restore_host_state(struct kvm_vcpu *vcpu) goto vmabort; } - msr.index = h.index; - msr.data = h.value; -if (kvm_set_msr (vcpu, &msr)) { +if (kvm_set_msr (vcpu, h.index, h.value)) {pr_debug_ratelimited ("%s WRMSR failed (%u, 0x%x, 0x%llx)\n" , __func__, j, h.index, h.value);
arch/x86/kvm/vmx/vmx.c +1 -5
@@ -4886,14 +4886,10 @@ static int handle_rdmsr(struct kvm_vcpu *vcpu)static int handle_wrmsr (struct kvm_vcpu *vcpu) { -struct msr_data msr;u32 ecx =kvm_rcx_read (vcpu);u64 data =kvm_read_edx_eax (vcpu); - msr.data = data; - msr.index = ecx; - msr.host_initiated = false; -if (kvm_set_msr (vcpu, &msr) !=0 ) { +if (kvm_set_msr (vcpu, ecx, data) !=0 ) {trace_kvm_msr_write_ex (ecx, data);kvm_inject_gp (vcpu,0 );return 1 ;
arch/x86/kvm/x86.c +51 -52
152 lines not on this page · raw message
Signature · 1 line
2.22.0
PATCH 2/2 KVM: x86: Add kvm_emulate_{rd,wr}msr() to consolidate VXM/SVM code
In reply to Sean ChristophersonMove RDMSR and WRMSR emulation into common x86 code to consolidate nearly identical SVM and VMX code.
Note, consolidating RDMSR introduces an extra indirect call, i.e. retpoline, due to reaching {svm,vmx}_get_msr() via kvm_x86_ops, but a guest kernel likely has bigger problems if increasing the latency of RDMSR VM-Exits by ~70 cycles has a measurable impact on overall VM performance. E.g. the only recurring RDMSR VM-Exits (after booting) on my system running Linux 5.2 in the guest are for MSR_IA32_TSC_ADJUST via arch_cpu_idle_enter().
No functional change intended.
--- arch/x86/include/asm/kvm_host.h | 2 ++ arch/x86/kvm/svm.c | 29 ++------------------------- arch/x86/kvm/vmx/vmx.c | 29 ++------------------------- arch/x86/kvm/x86.c | 35 +++++++++++++++++++++++++++++++++ 4 files changed, 41 insertions(+), 54 deletions(-)
arch/x86/include/asm/kvm_host.h +2 -0
@@ -1328,6 +1328,8 @@ void kvm_enable_efer_bits(u64);bool kvm_valid_efer (struct kvm_vcpu *vcpu,u64 efer);int kvm_get_msr (struct kvm_vcpu *vcpu,u32 index,u64 *data);int kvm_set_msr (struct kvm_vcpu *vcpu,u32 index,u64 data); +int kvm_emulate_rdmsr (struct kvm_vcpu *vcpu); +int kvm_emulate_wrmsr (struct kvm_vcpu *vcpu);struct x86_emulate_ctxt ;
arch/x86/kvm/svm.c +2 -27
@@ -4220,22 +4220,7 @@ static int svm_get_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)static int rdmsr_interception (struct vcpu_svm *svm) { -u32 ecx =kvm_rcx_read (&svm->vcpu); -struct msr_data msr_info; - - msr_info.index = ecx; - msr_info.host_initiated = false; -if (svm_get_msr (&svm->vcpu, &msr_info)) { -trace_kvm_msr_read_ex (ecx); -kvm_inject_gp (&svm->vcpu,0 ); -return 1 ; - }else { -trace_kvm_msr_read (ecx, msr_info.data); - -kvm_rax_write (&svm->vcpu, msr_info.data &0xffffffff ); -kvm_rdx_write (&svm->vcpu, msr_info.data >>32 ); -return kvm_skip_emulated_instruction (&svm->vcpu); - } +return kvm_emulate_rdmsr (&svm->vcpu); }static int svm_set_vm_cr (struct kvm_vcpu *vcpu,u64 data)
@@ -4425,17 +4410,7 @@ static int svm_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr)static int wrmsr_interception (struct vcpu_svm *svm) { -u32 ecx =kvm_rcx_read (&svm->vcpu); -u64 data =kvm_read_edx_eax (&svm->vcpu); - -if (kvm_set_msr (&svm->vcpu, ecx, data)) { -trace_kvm_msr_write_ex (ecx, data); -kvm_inject_gp (&svm->vcpu,0 ); -return 1 ; - }else { -trace_kvm_msr_write (ecx, data); -return kvm_skip_emulated_instruction (&svm->vcpu); - } +return kvm_emulate_wrmsr (&svm->vcpu); }static int msr_interception (struct vcpu_svm *svm)
arch/x86/kvm/vmx/vmx.c +2 -27
@@ -4866,37 +4866,12 @@ static int handle_cpuid(struct kvm_vcpu *vcpu)static int handle_rdmsr (struct kvm_vcpu *vcpu) { -u32 ecx =kvm_rcx_read (vcpu); -struct msr_data msr_info; - - msr_info.index = ecx; - msr_info.host_initiated = false; -if (vmx_get_msr (vcpu, &msr_info)) { -trace_kvm_msr_read_ex (ecx); -kvm_inject_gp (vcpu,0 ); -return 1 ; - } - -trace_kvm_msr_read (ecx, msr_info.data); - -kvm_rax_write (vcpu, msr_info.data &-1u ); -kvm_rdx_write (vcpu, (msr_info.data >>32 ) &-1u ); -return kvm_skip_emulated_instruction (vcpu); +return kvm_emulate_rdmsr (vcpu); }static int handle_wrmsr (struct kvm_vcpu *vcpu) { -u32 ecx =kvm_rcx_read (vcpu); -u64 data =kvm_read_edx_eax (vcpu); - -if (kvm_set_msr (vcpu, ecx, data) !=0 ) { -trace_kvm_msr_write_ex (ecx, data); -kvm_inject_gp (vcpu,0 ); -return 1 ; - } - -trace_kvm_msr_write (ecx, data); -return kvm_skip_emulated_instruction (vcpu); +return kvm_emulate_wrmsr (vcpu); }static int handle_tpr_below_threshold (struct kvm_vcpu *vcpu)
arch/x86/kvm/x86.c +35 -0
@@ -1434,6 +1434,41 @@ int kvm_set_msr(struct kvm_vcpu *vcpu, u32 index, u64 data) }EXPORT_SYMBOL_GPL (kvm_set_msr); +int kvm_emulate_rdmsr (struct kvm_vcpu *vcpu) +{ +u32 ecx =kvm_rcx_read (vcpu); +u64 data; + +if (kvm_get_msr (vcpu, ecx, &data)) { +trace_kvm_msr_read_ex (ecx); +kvm_inject_gp (vcpu,0 ); +return 1 ; + } + +trace_kvm_msr_read (ecx, data); + +kvm_rax_write (vcpu, data &-1u ); +kvm_rdx_write (vcpu, (data >>32 ) &-1u ); +return kvm_skip_emulated_instruction (vcpu); +} +EXPORT_SYMBOL_GPL (kvm_emulate_rdmsr); + +int kvm_emulate_wrmsr (struct kvm_vcpu *vcpu) +{ +u32 ecx =kvm_rcx_read (vcpu); +u64 data =kvm_read_edx_eax (vcpu); + +if (kvm_set_msr (vcpu, ecx, data)) { +trace_kvm_msr_write_ex (ecx, data); +kvm_inject_gp (vcpu,0 ); +return 1 ; + } + +trace_kvm_msr_write (ecx, data); +return kvm_skip_emulated_instruction (vcpu); +} +EXPORT_SYMBOL_GPL (kvm_emulate_wrmsr); +/* * Adapt set_msr() to msr_io()'s calling convention */
Signature · 1 line
2.22.0
Quoted 8 lines · Sean Christopherson
Refactor x86's MSR accessors to reduce the amount of boilerplate code required to get/set an MSR, and consolidate the RDMSR/WRMSR emulation for VMX and SVM since the code is functionally identical.
Sean Christopherson (2):
KVM: x86: Refactor up kvm_{g,s}et_msr() to simplify callers
KVM: x86: Add kvm_emulate_{rd,wr}msr() to consolidate VXM/SVM code
Quoted 7 lines
arch/x86/include/asm/kvm_host.h | 6 +- arch/x86/kvm/svm.c | 34 +------- arch/x86/kvm/vmx/nested.c | 22 ++--- arch/x86/kvm/vmx/vmx.c | 33 +------- arch/x86/kvm/x86.c | 138 ++++++++++++++++++++------------ 5 files changed, 100 insertions(+), 133 deletions(-)
Queued, thanks.
Paolo