x86/kvm: Refactor KVM PV features teardown and fix restore from hibernation
Subsystems (4)
Vitaly Kuznetsov
reviewercover x86/kvm: Refactor KVM PV features teardown and fix restore from hibernation
This series is a successor of Lenny's "[PATCH] x86/kvmclock: Stop kvmclocks for hibernate restore". While reviewing his patch I realized that PV features teardown we have is a bit messy: it is scattered across kvm.c and kvmclock.c and not all features are being shutdown an all paths. This series unifies all teardown paths in kvm.c and makes sure all features are disabled when needed.
Vitaly Kuznetsov (5):
x86/kvm: Fix pr_info() for async PF setup/teardown x86/kvm: Teardown PV features on boot CPU as well
x86/kvm: Disable kvmclock on all CPUs on shutdown
x86/kvm: Disable all PV features on crash
x86/kvm: Unify kvm_pv_guest_cpu_reboot() with kvm_guest_cpu_offline()
arch/x86/include/asm/kvm_para.h | 10 +-- arch/x86/kernel/kvm.c | 113 +++++++++++++++++++++----------- arch/x86/kernel/kvmclock.c | 26 +------- 3 files changed, 78 insertions(+), 71 deletions(-)
Signature · 1 line
2.30.2
Vitaly Kuznetsov
reviewerPATCH 1/5 x86/kvm: Fix pr_info() for async PF setup/teardown
'pr_fmt' already has 'kvm-guest: ' so 'KVM' prefix is redundant. "Unregister pv shared memory" is very ambiguous, it's hard to say which particular PV feature it relates to.
--- arch/x86/kernel/kvm.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-)
arch/x86/kernel/kvm.c +2 -2
@@ -345,7 +345,7 @@ static void kvm_guest_cpu_init(void)wrmsrl (MSR_KVM_ASYNC_PF_EN , pa);__this_cpu_write (apf_reason.enabled,1 ); -pr_info ("KVM setup async PF for cpu %d\n" ,smp_processor_id ()); +pr_info ("setup async PF for cpu %d\n" ,smp_processor_id ()); }if (kvm_para_has_feature (KVM_FEATURE_PV_EOI )) {
@@ -371,7 +371,7 @@ static void kvm_pv_disable_apf(void)wrmsrl (MSR_KVM_ASYNC_PF_EN ,0 );__this_cpu_write (apf_reason.enabled,0 ); -pr_info ("Unregister pv shared memory for cpu %d\n" ,smp_processor_id ()); +pr_info ("disable async PF for cpu %d\n" ,smp_processor_id ()); }static void kvm_pv_guest_cpu_reboot (void *unused)
Signature · 1 line
2.30.2
Vitaly Kuznetsov
reviewerPATCH 2/5 x86/kvm: Teardown PV features on boot CPU as well
In reply to Vitaly KuznetsovVarious PV features (Async PF, PV EOI, steal time) work through memory shared with hypervisor and when we restore from hibernation we must properly teardown all these features to make sure hypervisor doesn't write to stale locations after we jump to the previously hibernated kernel (which can try to place anything there). For secondary CPUs the job is already done by kvm_cpu_down_prepare(), register syscore ops to do the same for boot CPU.
--- arch/x86/kernel/kvm.c | 32 ++++++++++++++++++++++++++++---- 1 file changed, 28 insertions(+), 4 deletions(-)
arch/x86/kernel/kvm.c +28 -4
@@ -26,6 +26,7 @@#include <linux/kprobes.h> #include <linux/nmi.h> #include <linux/swait.h> +#include <linux/syscore_ops.h> #include <asm/timer.h> #include <asm/cpu.h> #include <asm/traps.h>
@@ -598,17 +599,21 @@ static void kvm_guest_cpu_offline(void)static int kvm_cpu_online (unsigned int cpu) { -local_irq_disable (); +unsigned long flags; + +local_irq_save (flags);kvm_guest_cpu_init (); -local_irq_enable (); +local_irq_restore (flags);return 0 ; }static int kvm_cpu_down_prepare (unsigned int cpu) { -local_irq_disable (); +unsigned long flags; + +local_irq_save (flags);kvm_guest_cpu_offline (); -local_irq_enable (); +local_irq_restore (flags);return 0 ; }#endif
@@ -639,6 +644,23 @@ static void kvm_flush_tlb_others(const struct cpumask *cpumask,native_flush_tlb_others (flushmask, info); } +static int kvm_suspend (void ) +{ +kvm_guest_cpu_offline (); + +return 0 ; +} + +static void kvm_resume (void ) +{ +kvm_cpu_online (raw_smp_processor_id ()); +} + +static struct syscore_ops kvm_syscore_ops = { + .suspend = kvm_suspend, + .resume = kvm_resume, +}; +static void __init kvm_guest_init (void ) {int i;
@@ -681,6 +703,8 @@ static void __init kvm_guest_init(void)kvm_guest_cpu_init ();#endif +register_syscore_ops (&kvm_syscore_ops); +/* * Hard lockup detection is enabled by default. Disable it, as guests * can get false positives too easily, for example if the host is
Signature · 1 line
2.30.2
Vitaly Kuznetsov
reviewerPATCH 3/5 x86/kvm: Disable kvmclock on all CPUs on shutdown
In reply to Vitaly KuznetsovCurrenly, we disable kvmclock from machine_shutdown() hook and this only happens for boot CPU. We need to disable it for all CPUs to guard against memory corruption e.g. on restore from hibernate.
Note, writing '0' to kvmclock MSR doesn't clear memory location, it just prevents hypervisor from updating the location so for the short while after write and while CPU is still alive, the clock remains usable and correct so we don't need to switch to some other clocksource.
--- arch/x86/include/asm/kvm_para.h | 4 ++-- arch/x86/kernel/kvm.c | 1 + arch/x86/kernel/kvmclock.c | 5 +---- 3 files changed, 4 insertions(+), 6 deletions(-)
arch/x86/include/asm/kvm_para.h +2 -2
@@ -7,8 +7,6 @@#include <linux/interrupt.h> #include <uapi/asm/kvm_para.h> -extern void kvmclock_init (void ); -#ifdef CONFIG_KVM_GUEST bool kvm_check_and_clear_guest_paused (void );#else
@@ -86,6 +84,8 @@ static inline long kvm_hypercall4(unsigned int nr, unsigned long p1, }#ifdef CONFIG_KVM_GUEST +void kvmclock_init (void ); +void kvmclock_disable (void );bool kvm_para_available (void );unsigned int kvm_arch_para_features (void );unsigned int kvm_arch_para_hints (void );
arch/x86/kernel/kvm.c +1 -0
@@ -595,6 +595,7 @@ static void kvm_guest_cpu_offline(void)wrmsrl (MSR_KVM_PV_EOI_EN ,0 );kvm_pv_disable_apf ();apf_task_wake_all (); +kvmclock_disable (); }static int kvm_cpu_online (unsigned int cpu)
arch/x86/kernel/kvmclock.c +1 -4
@@ -220,11 +220,9 @@ static void kvm_crash_shutdown(struct pt_regs *regs) }#endif -static void kvm_shutdown (void ) +void kvmclock_disable (void ) {native_write_msr (msr_kvm_system_time,0 ,0 ); -kvm_disable_steal_time (); -native_machine_shutdown (); }static void __init kvmclock_init_mem (void )
@@ -351,7 +349,6 @@ void __init kvmclock_init(void)#endif x86_platform.save_sched_clock_state = kvm_save_sched_clock_state; x86_platform.restore_sched_clock_state = kvm_restore_sched_clock_state; - machine_ops.shutdown = kvm_shutdown;#ifdef CONFIG_KEXEC_CORE machine_ops.crash_shutdown = kvm_crash_shutdown;#endif
Signature · 1 line
2.30.2
Vitaly Kuznetsov
reviewerPATCH 4/5 x86/kvm: Disable all PV features on crash
In reply to Vitaly KuznetsovCrash shutdown handler only disables kvmclock and steal time, other PV features remain active so we risk corrupting memory or getting some side-effects in kdump kernel. Move crash handler to kvm.c and unify with CPU offline.
--- arch/x86/include/asm/kvm_para.h | 6 ----- arch/x86/kernel/kvm.c | 44 ++++++++++++++++++++++++--------- arch/x86/kernel/kvmclock.c | 21 ---------------- 3 files changed, 32 insertions(+), 39 deletions(-)
arch/x86/include/asm/kvm_para.h +0 -6
@@ -92,7 +92,6 @@ unsigned int kvm_arch_para_hints(void);void kvm_async_pf_task_wait_schedule (u32 token);void kvm_async_pf_task_wake (u32 token);u32 kvm_read_and_reset_apf_flags (void ); -void kvm_disable_steal_time (void );bool __kvm_handle_async_pf (struct pt_regs *regs,u32 token);DECLARE_STATIC_KEY_FALSE (kvm_async_pf_enabled);
@@ -137,11 +136,6 @@ static inline u32 kvm_read_and_reset_apf_flags(void)return 0 ; } -static inline void kvm_disable_steal_time (void ) -{ -return ; -} - static __always_inline bool kvm_handle_async_pf(struct pt_regs *regs, u32 token) {return false;
arch/x86/kernel/kvm.c +32 -12
97 lines not on this page · raw message
arch/x86/kernel/kvmclock.c +0 -21
@@ -20,7 +20,6 @@#include <asm/hypervisor.h> #include <asm/mem_encrypt.h> #include <asm/x86_init.h> -#include <asm/reboot.h> #include <asm/kvmclock.h> static int kvmclock__initdata =1 ;
@@ -203,23 +202,6 @@ static void kvm_setup_secondary_clock(void) }#endif -/* -* After the clock is registered, the host will keep writing to the -* registered memory location. If the guest happens to shutdown, this memory -* won't be valid. In cases like kexec, in which you install a new kernel, this -* means a random memory location will be kept being written. So before any -* kind of shutdown from our side, we unregister the clock by writing anything -* that does not have the 'enable' bit set in the msr -*/ -#ifdef CONFIG_KEXEC_CORE -static void kvm_crash_shutdown (struct pt_regs *regs) -{ -native_write_msr (msr_kvm_system_time,0 ,0 ); -kvm_disable_steal_time (); -native_machine_crash_shutdown (regs); -} -#endif -void kvmclock_disable (void ) {native_write_msr (msr_kvm_system_time,0 ,0 );
@@ -349,9 +331,6 @@ void __init kvmclock_init(void)#endif x86_platform.save_sched_clock_state = kvm_save_sched_clock_state; x86_platform.restore_sched_clock_state = kvm_restore_sched_clock_state; -#ifdef CONFIG_KEXEC_CORE - machine_ops.crash_shutdown = kvm_crash_shutdown; -#endif kvm_get_preset_lpj ();/*
Signature · 1 line
2.30.2
Vitaly Kuznetsov
reviewerPATCH 5/5 x86/kvm: Unify kvm_pv_guest_cpu_reboot() with kvm_guest_cpu_offline()
In reply to Vitaly KuznetsovSimplify the code by making PV features shutdown happen in one place.
--- arch/x86/kernel/kvm.c | 42 +++++++++++++++++------------------------- 1 file changed, 17 insertions(+), 25 deletions(-)
arch/x86/kernel/kvm.c +17 -25
@@ -384,31 +384,6 @@ static void kvm_disable_steal_time(void)wrmsr (MSR_KVM_STEAL_TIME ,0 ,0 ); } -static void kvm_pv_guest_cpu_reboot (void *unused) -{ -/* -* We disable PV EOI before we load a new kernel by kexec, -* since MSR_KVM_PV_EOI_EN stores a pointer into old kernel's memory. -* New kernel can re-enable when it boots. -*/ -if (kvm_para_has_feature (KVM_FEATURE_PV_EOI )) -wrmsrl (MSR_KVM_PV_EOI_EN ,0 ); -kvm_pv_disable_apf (); -kvm_disable_steal_time (); -} - -static int kvm_pv_reboot_notify (struct notifier_block *nb, -unsigned long code,void *unused) -{ -if (code ==SYS_RESTART ) -on_each_cpu (kvm_pv_guest_cpu_reboot,NULL ,1 ); -return NOTIFY_DONE ; -} - -static struct notifier_block kvm_pv_reboot_nb = { - .notifier_call = kvm_pv_reboot_notify, -}; -static u64 kvm_steal_clock (int cpu) {u64 steal;
@@ -664,6 +639,23 @@ static struct syscore_ops kvm_syscore_ops = { .resume = kvm_resume, }; +static void kvm_pv_guest_cpu_reboot (void *unused) +{ +kvm_guest_cpu_offline (true); +} + +static int kvm_pv_reboot_notify (struct notifier_block *nb, +unsigned long code,void *unused) +{ +if (code ==SYS_RESTART ) +on_each_cpu (kvm_pv_guest_cpu_reboot,NULL ,1 ); +return NOTIFY_DONE ; +} + +static struct notifier_block kvm_pv_reboot_nb = { + .notifier_call = kvm_pv_reboot_notify, +}; +/* * After a PV feature is registered, the host will keep writing to the * registered memory location. If the guest happens to shutdown, this memory
Signature · 1 line
2.30.2
Paolo Bonzini
maintainerQuoted 14 lines · Vitaly Kuznetsov
This series is a successor of Lenny's "[PATCH] x86/kvmclock: Stop kvmclocks for hibernate restore". While reviewing his patch I realized that PV features teardown we have is a bit messy: it is scattered across
kvm.candkvmclock.cand not all features are being shutdown an all paths. This series unifies all teardown paths inkvm.cand makes sure all features are disabled when needed.Vitaly Kuznetsov (5):
x86/kvm: Fixpr_info()for async PF setup/teardown x86/kvm: Teardown PV features on boot CPU as well x86/kvm: Disable kvmclock on all CPUs on shutdown x86/kvm: Disable all PV features on crash
x86/kvm: Unifykvm_pv_guest_cpu_reboot()withkvm_guest_cpu_offline()
Quoted 5 lines
arch/x86/include/asm/kvm_para.h | 10 +-- arch/x86/kernel/kvm.c | 113 +++++++++++++++++++++----------- arch/x86/kernel/kvmclock.c | 26 +------- 3 files changed, 78 insertions(+), 71 deletions(-)
Queuing this patch, thanks.
If the Amazon folks want to provide their Tested-by (since they looked at it before and tested Lenny's first attempt at using syscore_ops), they're still in time!
Paolo
Hello,
Confirmed c5.18xlarge and c5a.18xlarge issue has been fixed by this patch.
Thanks
Mohamed Aboubakr
Quoted 35 lines · Paolo Bonzini
CAUTION: This email originated from outside of the organization. Do not click links or open attachments unless you can confirm the sender and know the content is safe.
Quoted 15 lines · Vitaly Kuznetsov
This series is a successor of Lenny's "[PATCH] x86/kvmclock: Stop kvmclocks for hibernate restore". While reviewing his patch I realized that PV features teardown we have is a bit messy: it is scattered across
kvm.candkvmclock.cand not all features are being shutdown an all paths. This series unifies all teardown paths inkvm.cand makes sure all features are disabled when needed.Vitaly Kuznetsov (5):
x86/kvm: Fixpr_info()for async PF setup/teardown x86/kvm: Teardown PV features on boot CPU as well
x86/kvm: Disable kvmclock on all CPUs on shutdown
x86/kvm: Disable all PV features on crash
x86/kvm: Unifykvm_pv_guest_cpu_reboot()withkvm_guest_cpu_offline()Quoted 5 lines
arch/x86/include/asm/kvm_para.h | 10 +-- arch/x86/kernel/kvm.c | 113 +++++++++++++++++++++----------- arch/x86/kernel/kvmclock.c | 26 +------- 3 files changed, 78 insertions(+), 71 deletions(-)Queuing this patch, thanks.
If the Amazon folks want to provide their Tested-by (since they looked at it before and tested Lenny's first attempt at using
syscore_ops), they're still in time!Paolo