KVM: SVM: Track physical cpu and asid_generation via the vmcb
cover KVM: SVM: Track physical cpu and asid_generation via the vmcb
In the cases where vmcbs change processors from one vmrun to another updated information in the vmcb from a prior run can potentially be lost. By tracking the physical cpu and asid_generation per vmcb instead of svm->vcpu the following scenario illustrated by Paolo can be avoided.
--------------------- ---------------------
pCPU 1 pCPU 2
--------------------- ---------------------
run VMCB02
run VMCB02 (*)
run VMCB01
run VMCB01 (**)
run VMCB02 (***)
--------------------- ---------------------
After the point marked (*), while L2 runs, some fields change in VMCB02.
When the processor vmexits back to L0, VMCB02 is marked clean.
At the point marked (**), svm->vcpu.cpu becomes 1 again.
Therefore, at the point marked (***) you will get svm->vcpu.cpu == cpu
and the VMCB02 will not be marked dirty. The processor can then incorrectly
use some data that is cached from before point (*).Theses patches are intended for the kvm nested-svm branch.
The patches have been tested on nested fedora VMs, kvm self tests, and kvm-unit-tests. They have not been tested on SEV.
Cathy Avery (2):
KVM: nSVM: Track the physical cpu of the vmcb vmrun through the vmcb
KVM: nSVM: Track the ASID generation of the vmcb vmrun through the
vmcb
arch/x86/kvm/svm/svm.c | 45 +++++++++++++++++++++++------------------- arch/x86/kvm/svm/svm.h | 3 ++- 2 files changed, 27 insertions(+), 21 deletions(-)
Signature · 1 line
2.20.1
PATCH 1/2 KVM: nSVM: Track the physical cpu of the vmcb vmrun through the vmcb
This patch moves the physical cpu tracking from the vcpu to the vmcb in svm_switch_vmcb. If either vmcb01 or vmcb02 change physical cpus from one vmrun to the next the vmcb's previous cpu is preserved for comparison with the current cpu and the vmcb is marked dirty if different. This prevents the processor from using old cached data for a vmcb that may have been updated on a prior run on a different processor.
It also moves the physical cpu check from svm_vcpu_load to pre_svm_run as the check only needs to be done at run.
--- arch/x86/kvm/svm/svm.c | 28 ++++++++++++++++++++-------- arch/x86/kvm/svm/svm.h | 1 + 2 files changed, 21 insertions(+), 8 deletions(-)
arch/x86/kvm/svm/svm.c +20 -8
@@ -1287,6 +1287,11 @@ static void svm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event)void svm_switch_vmcb (struct vcpu_svm *svm,struct kvm_vmcb_info *target_vmcb) { +/* +* Track the old VMCB so the new VMCB will be marked +* dirty at its next vmrun. +*/ + svm->current_vmcb = target_vmcb; svm->vmcb = target_vmcb->ptr; svm->vmcb_pa = target_vmcb->pa;
@@ -1299,11 +1304,12 @@ void svm_switch_vmcb(struct vcpu_svm *svm, struct kvm_vmcb_info *target_vmcb) svm->asid_generation =0 ;/* -* Workaround: we don't yet track the physical CPU that -* target_vmcb has run on. +* Track the physical CPU the target_vmcb is running on +* in order to mark the VMCB dirty if the cpu changes at +* its next vmrun. */ -vmcb_mark_all_dirty (svm->vmcb); + svm->current_vmcb->cpu = svm->vcpu.cpu; }static int svm_create_vcpu (struct kvm_vcpu *vcpu)
@@ -1386,11 +1392,6 @@ static void svm_vcpu_load(struct kvm_vcpu *vcpu, int cpu)struct svm_cpu_data *sd =per_cpu (svm_data, cpu);int i; -if (unlikely (cpu != vcpu->cpu)) { - svm->asid_generation =0 ; -vmcb_mark_all_dirty (svm->vmcb); - } -#ifdef CONFIG_X86_64 rdmsrl (MSR_GS_BASE ,to_svm (vcpu)->host.gs_base);#endif
@@ -3176,6 +3177,17 @@ static void pre_svm_run(struct vcpu_svm *svm) {struct svm_cpu_data *sd =per_cpu (svm_data, svm->vcpu.cpu); +/* +* If the previous vmrun of the vmcb occurred on +* a different physical cpu then we must mark the vmcb dirty. +*/ + +if (unlikely (svm->current_vmcb->cpu != svm->vcpu.cpu)) { + svm->asid_generation =0 ; +vmcb_mark_all_dirty (svm->vmcb); + svm->current_vmcb->cpu = svm->vcpu.cpu; + } +if (sev_guest (svm->vcpu.kvm))return pre_sev_run (svm, svm->vcpu.cpu);
arch/x86/kvm/svm/svm.h +1 -0
@@ -85,6 +85,7 @@ struct kvm_vcpu;struct kvm_vmcb_info {struct vmcb *ptr;unsigned long pa; +int cpu; };struct svm_nested_state {
Signature · 1 line
2.20.1
Paolo Bonzini
maintainerRe: [PATCH 1/2] KVM: nSVM: Track the physical cpu of the vmcb vmrun through the vmcb
arch/x86/kvm/svm/svm.c static void svm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event) · line 1294
Quoted 7 lines · Cathy Avery
void svm_switch_vmcb(struct vcpu_svm *svm, struct kvm_vmcb_info *target_vmcb) {arch/x86/kvm/svm/svm.c +5
-0+/* +* Track the old VMCB so the new VMCB will be marked +* dirty at its next vmrun. +*/ +
This comment is obsolete, otherwise looks good.
Paolo
PATCH 2/2 KVM: nSVM: Track the ASID generation of the vmcb vmrun through the vmcb
In reply to Cathy AveryThis patch moves the asid_generation from the vcpu to the vmcb in order to track the ASID generation that was active the last time the vmcb was run. If sd->asid_generation changes between two runs, the old ASID is invalid and must be changed.
--- arch/x86/kvm/svm/svm.c | 21 +++++++-------------- arch/x86/kvm/svm/svm.h | 2 +- 2 files changed, 8 insertions(+), 15 deletions(-)
arch/x86/kvm/svm/svm.c +7 -14
@@ -1214,7 +1214,7 @@ static void init_vmcb(struct vcpu_svm *svm) save->cr3 =0 ; save->cr4 =0 ; } - svm->asid_generation =0 ; + svm->current_vmcb->asid_generation =0 ; svm->asid =0 ; svm->nested.vmcb12_gpa =0 ;
@@ -1296,13 +1296,6 @@ void svm_switch_vmcb(struct vcpu_svm *svm, struct kvm_vmcb_info *target_vmcb) svm->vmcb = target_vmcb->ptr; svm->vmcb_pa = target_vmcb->pa; -/* -* Workaround: we don't yet track the ASID generation -* that was active the last time target_vmcb was run. -*/ - - svm->asid_generation =0 ; -/* * Track the physical CPU the target_vmcb is running on * in order to mark the VMCB dirty if the cpu changes at
@@ -1347,7 +1340,6 @@ static int svm_create_vcpu(struct kvm_vcpu *vcpu)svm_switch_vmcb (svm, &svm->vmcb01); - svm->asid_generation =0 ;init_vmcb (svm);svm_init_osvw (vcpu);
@@ -1784,7 +1776,7 @@ static void new_asid(struct vcpu_svm *svm, struct svm_cpu_data *sd)vmcb_mark_dirty (svm->vmcb,VMCB_ASID ); } - svm->asid_generation = sd->asid_generation; + svm->current_vmcb->asid_generation = sd->asid_generation; svm->asid = sd->next_asid++; }
@@ -3179,11 +3171,12 @@ static void pre_svm_run(struct vcpu_svm *svm)/* * If the previous vmrun of the vmcb occurred on -* a different physical cpu then we must mark the vmcb dirty. +* a different physical cpu then we must mark the vmcb dirty, +* update the asid_generation, and assign a new asid. */ if (unlikely (svm->current_vmcb->cpu != svm->vcpu.cpu)) { - svm->asid_generation =0 ; + svm->current_vmcb->asid_generation =0 ;vmcb_mark_all_dirty (svm->vmcb); svm->current_vmcb->cpu = svm->vcpu.cpu; }
@@ -3192,7 +3185,7 @@ static void pre_svm_run(struct vcpu_svm *svm)return pre_sev_run (svm, svm->vcpu.cpu);/* FIXME: handle wraparound of asid_generation */ -if (svm->asid_generation != sd->asid_generation) +if (svm->current_vmcb->asid_generation != sd->asid_generation)new_asid (svm, sd); }
@@ -3399,7 +3392,7 @@ void svm_flush_tlb(struct kvm_vcpu *vcpu)if (static_cpu_has (X86_FEATURE_FLUSHBYASID )) svm->vmcb->control.tlb_ctl =TLB_CONTROL_FLUSH_ASID ;else - svm->asid_generation--; + svm->current_vmcb->asid_generation--; }static void svm_flush_tlb_gva (struct kvm_vcpu *vcpu,gva_t gva)
arch/x86/kvm/svm/svm.h +1 -1
@@ -86,6 +86,7 @@ struct kvm_vmcb_info {struct vmcb *ptr;unsigned long pa;int cpu; +uint64_t asid_generation; };struct svm_nested_state {
@@ -115,7 +116,6 @@ struct vcpu_svm {struct kvm_vmcb_info *current_vmcb;struct svm_cpu_data *svm_data;u32 asid; -uint64_t asid_generation;uint64_t sysenter_esp;uint64_t sysenter_eip;uint64_t tsc_aux;
Signature · 1 line
2.20.1