kvm: add capability for halt polling
Subsystems (2)
PATCH 1/1 kvm: add capability for halt polling
From: David Matlack <[email protected]>
KVM_CAP_HALT_POLL is a per-VM capability that lets userspace control the halt-polling time, allowing halt-polling to be tuned or disabled on particular VMs.
With dynamic halt-polling, a VM's VCPUs can poll from anywhere from [0, halt_poll_ns] on each halt. KVM_CAP_HALT_POLL sets the upper limit on the poll time.
--- Documentation/virt/kvm/api.rst | 17 +++++++++++++++++ include/linux/kvm_host.h | 1 + include/uapi/linux/kvm.h | 1 + virt/kvm/kvm_main.c | 19 +++++++++++++++---- 4 files changed, 34 insertions(+), 4 deletions(-)
Documentation/virt/kvm/api.rst +17 -0
@@ -5802,6 +5802,23 @@ If present, this capability can be enabled for a VM, meaning that KVM will allow the transition to secure guest mode. Otherwise KVM will veto the transition. +7.20 KVM_CAP_HALT_POLL +---------------------- + +:Architectures: all +:Target: VM +:Parameters: args[0] is the maximum poll time in nanoseconds +:Returns: 0 on success; -1 on error + +This capability overrides the kvm module parameter halt_poll_ns for the +target VM. + +VCPU polling allows a VCPU to poll for wakeup events instead of immediately +scheduling during guest halts. The maximum time a VCPU can spend polling is +controlled by the kvm module parameter halt_poll_ns. This capability allows +the maximum halt time to specified on a per-VM basis, effectively overriding +the module parameter for the target VM. + 8. Other capabilities. ======================
include/linux/kvm_host.h +1 -0
@@ -503,6 +503,7 @@ struct kvm {struct srcu_struct srcu;struct srcu_struct irq_srcu;pid_t userspace_pid; +unsigned int max_halt_poll_ns; };#define kvm_err (fmt, ...) \
include/uapi/linux/kvm.h +1 -0
@@ -1017,6 +1017,7 @@ struct kvm_ppc_resize_hpt {#define KVM_CAP_S390_VCPU_RESETS 179#define KVM_CAP_S390_PROTECTED 180#define KVM_CAP_PPC_SECURE_GUEST 181 +#define KVM_CAP_HALT_POLL 182#ifdef KVM_CAP_IRQ_ROUTING
virt/kvm/kvm_main.c +15 -4
@@ -710,6 +710,8 @@ static struct kvm *kvm_create_vm(unsigned long type) goto out_err_no_arch_destroy_vm; } + kvm->max_halt_poll_ns = halt_poll_ns; + r =kvm_arch_init_vm (kvm, type);if (r) goto out_err_no_arch_destroy_vm;
@@ -2716,15 +2718,16 @@ void kvm_vcpu_block(struct kvm_vcpu *vcpu)if (!kvm_arch_no_poll (vcpu)) {if (!vcpu_valid_wakeup (vcpu)) {shrink_halt_poll_ns (vcpu); - }else if (halt_poll_ns) { + }else if (vcpu->kvm->max_halt_poll_ns) {if (block_ns <= vcpu->halt_poll_ns) ;/* we had a long block, shrink polling */ -else if (vcpu->halt_poll_ns && block_ns > halt_poll_ns) +else if (vcpu->halt_poll_ns && + block_ns > vcpu->kvm->max_halt_poll_ns)shrink_halt_poll_ns (vcpu);/* we had a short halt and our poll time is too small */ -else if (vcpu->halt_poll_ns < halt_poll_ns && - block_ns < halt_poll_ns) +else if (vcpu->halt_poll_ns < vcpu->kvm->max_halt_poll_ns && + block_ns < vcpu->kvm->max_halt_poll_ns)grow_halt_poll_ns (vcpu); }else { vcpu->halt_poll_ns =0 ;
@@ -3516,6 +3519,7 @@ static long kvm_vm_ioctl_check_extension_generic(struct kvm *kvm, long arg)case KVM_CAP_IOEVENTFD_ANY_LENGTH :case KVM_CAP_CHECK_EXTENSION_VM :case KVM_CAP_ENABLE_CAP_VM : +case KVM_CAP_HALT_POLL :return 1 ;#ifdef CONFIG_KVM_MMIO case KVM_CAP_COALESCED_MMIO :
@@ -3566,6 +3570,13 @@ static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, return 0; }#endif +case KVM_CAP_HALT_POLL : { +if (cap->flags || cap->args[0 ] != (unsigned int )cap->args[0 ]) +return -EINVAL ; + + kvm->max_halt_poll_ns = cap->args[0 ]; +return 0 ; + }default :return kvm_vm_ioctl_enable_cap (kvm, cap); }
Signature · 1 line
2.26.1.301.g55bc3eb7cb9-goog
Quoted 9 lines · Jon Cargille
From: David Matlack <[email protected]>
KVM_CAP_HALT_POLLis a per-VM capability that lets userspace control the halt-polling time, allowing halt-polling to be tuned or disabled on particular VMs.With dynamic halt-polling, a VM's VCPUs can poll from anywhere from [0,
halt_poll_ns] on each halt.KVM_CAP_HALT_POLLsets the upper limit on the poll time.
Out of pure curiosity, why is this a per-VM and not a per-VCPU property?
Quoted 106 lines
Signed-off-by David Matlack <[email protected]>Signed-off-by Jon Cargille <[email protected]>Reviewed-by Jim Mattson <[email protected]>--- Documentation/virt/kvm/api.rst | 17 +++++++++++++++++ include/linux/kvm_host.h | 1 + include/uapi/linux/kvm.h | 1 + virt/kvm/kvm_main.c | 19 +++++++++++++++---- 4 files changed, 34 insertions(+), 4 deletions(-)Documentation/virt/kvm/api.rst +17
-0@@ -5802,6 +5802,23 @@ If present, this capability can be enabled for a VM, meaning that KVM will allow the transition to secure guest mode. Otherwise KVM will veto the transition. +7.20 KVM_CAP_HALT_POLL +---------------------- + +:Architectures: all +:Target: VM +:Parameters: args[0] is the maximum poll time in nanoseconds +:Returns: 0 on success; -1 on error + +This capability overrides the kvm module parameter halt_poll_ns for the +target VM. + +VCPU polling allows a VCPU to poll for wakeup events instead of immediately +scheduling during guest halts. The maximum time a VCPU can spend polling is +controlled by the kvm module parameter halt_poll_ns. This capability allows +the maximum halt time to specified on a per-VM basis, effectively overriding +the module parameter for the target VM. + 8. Other capabilities. ======================include/linux/kvm_host.h +1
-0@@ -503,6 +503,7 @@ struct kvm {struct srcu_struct srcu;struct srcu_struct irq_srcu;pid_t userspace_pid; +unsigned int max_halt_poll_ns; };#define kvm_err (fmt, ...) \include/uapi/linux/kvm.h +1
-0@@ -1017,6 +1017,7 @@ struct kvm_ppc_resize_hpt {#define KVM_CAP_S390_VCPU_RESETS 179#define KVM_CAP_S390_PROTECTED 180#define KVM_CAP_PPC_SECURE_GUEST 181 +#define KVM_CAP_HALT_POLL 182#ifdef KVM_CAP_IRQ_ROUTING virt/kvm/kvm_main.c +8
-4@@ -710,6 +710,8 @@ static struct kvm *kvm_create_vm(unsigned long type) goto out_err_no_arch_destroy_vm; } + kvm->max_halt_poll_ns = halt_poll_ns; + r =kvm_arch_init_vm (kvm, type);if (r) goto out_err_no_arch_destroy_vm;@@ -2716,15 +2718,16 @@ void kvm_vcpu_block(struct kvm_vcpu *vcpu)if (!kvm_arch_no_poll (vcpu)) {if (!vcpu_valid_wakeup (vcpu)) {shrink_halt_poll_ns (vcpu); - }else if (halt_poll_ns) { + }else if (vcpu->kvm->max_halt_poll_ns) {if (block_ns <= vcpu->halt_poll_ns) ;/* we had a long block, shrink polling */ -else if (vcpu->halt_poll_ns && block_ns > halt_poll_ns) +else if (vcpu->halt_poll_ns && + block_ns > vcpu->kvm->max_halt_poll_ns)shrink_halt_poll_ns (vcpu);/* we had a short halt and our poll time is too small */ -else if (vcpu->halt_poll_ns < halt_poll_ns && - block_ns < halt_poll_ns) +else if (vcpu->halt_poll_ns < vcpu->kvm->max_halt_poll_ns && + block_ns < vcpu->kvm->max_halt_poll_ns)grow_halt_poll_ns (vcpu); }else { vcpu->halt_poll_ns =0 ;@@ -3516,6 +3519,7 @@ static long kvm_vm_ioctl_check_extension_generic(struct kvm *kvm, long arg)case KVM_CAP_IOEVENTFD_ANY_LENGTH :case KVM_CAP_CHECK_EXTENSION_VM :case KVM_CAP_ENABLE_CAP_VM : +case KVM_CAP_HALT_POLL :return 1 ;#ifdef CONFIG_KVM_MMIO case KVM_CAP_COALESCED_MMIO :
virt/kvm/kvm_main.c static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, · line 3577
Quoted 8 lines
virt/kvm/kvm_main.c +5
-0@@ -3566,6 +3570,13 @@ static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, return 0; }#endif +case KVM_CAP_HALT_POLL : { +if (cap->flags || cap->args[0 ] != (unsigned int )cap->args[0 ]) +return -EINVAL ; + + kvm->max_halt_poll_ns = cap->args[0 ];
Is it safe to allow any value from userspace here or would it maybe make sense to only allow [0, global halt_poll_ns]?
Quoted 5 lines
virt/kvm/kvm_main.c +2
-0+return 0 ; + }default :return kvm_vm_ioctl_enable_cap (kvm, cap); }
Signature · 1 line
Vitaly
Quoted 9 lines · Vitaly Kuznetsov
Quoted 6 lines · Jon Cargille
From: David Matlack <[email protected]>
KVM_CAP_HALT_POLLis a per-VM capability that lets userspace control the halt-polling time, allowing halt-polling to be tuned or disabled on particular VMs.
Quoted 5 lines
Quoted 3 lines
With dynamic halt-polling, a VM's VCPUs can poll from anywhere from [0,
halt_poll_ns] on each halt.KVM_CAP_HALT_POLLsets the upper limit on the poll time.Out of pure curiosity, why is this a per-VM and not a per-VCPU property?
Great question, Vitaly. We actually implemented this as a per-VCPU property initially; however, our user-space implementation was only using it to apply the same value to all VCPUs, so we later simplified it on the advice of Jim Mattson. If there is a consensus for this to go in as per-VCPU rather than per-VM, I'm happy to submit that way instead. The per-VM version did end up looking simpler, IMO.
Quoted 110 lines
Quoted 110 lines
Signed-off-by David Matlack <[email protected]>Signed-off-by Jon Cargille <[email protected]>Reviewed-by Jim Mattson <[email protected]>--- Documentation/virt/kvm/api.rst | 17 +++++++++++++++++ include/linux/kvm_host.h | 1 + include/uapi/linux/kvm.h | 1 + virt/kvm/kvm_main.c | 19 +++++++++++++++---- 4 files changed, 34 insertions(+), 4 deletions(-)Documentation/virt/kvm/api.rst +17
-0@@ -5802,6 +5802,23 @@ If present, this capability can be enabled for a VM, meaning that KVM will allow the transition to secure guest mode. Otherwise KVM will veto the transition. +7.20 KVM_CAP_HALT_POLL +---------------------- + +:Architectures: all +:Target: VM +:Parameters: args[0] is the maximum poll time in nanoseconds +:Returns: 0 on success; -1 on error + +This capability overrides the kvm module parameter halt_poll_ns for the +target VM. + +VCPU polling allows a VCPU to poll for wakeup events instead of immediately +scheduling during guest halts. The maximum time a VCPU can spend polling is +controlled by the kvm module parameter halt_poll_ns. This capability allows +the maximum halt time to specified on a per-VM basis, effectively overriding +the module parameter for the target VM. + 8. Other capabilities. ======================include/linux/kvm_host.h +1
-0@@ -503,6 +503,7 @@ struct kvm {struct srcu_struct srcu;struct srcu_struct irq_srcu;pid_t userspace_pid; +unsigned int max_halt_poll_ns; };#define kvm_err (fmt, ...) \include/uapi/linux/kvm.h +1
-0@@ -1017,6 +1017,7 @@ struct kvm_ppc_resize_hpt {#define KVM_CAP_S390_VCPU_RESETS 179#define KVM_CAP_S390_PROTECTED 180#define KVM_CAP_PPC_SECURE_GUEST 181 +#define KVM_CAP_HALT_POLL 182#ifdef KVM_CAP_IRQ_ROUTING virt/kvm/kvm_main.c +8
-4@@ -710,6 +710,8 @@ static struct kvm *kvm_create_vm(unsigned long type) goto out_err_no_arch_destroy_vm; } + kvm->max_halt_poll_ns = halt_poll_ns; + r =kvm_arch_init_vm (kvm, type);if (r) goto out_err_no_arch_destroy_vm;@@ -2716,15 +2718,16 @@ void kvm_vcpu_block(struct kvm_vcpu *vcpu)if (!kvm_arch_no_poll (vcpu)) {if (!vcpu_valid_wakeup (vcpu)) {shrink_halt_poll_ns (vcpu); - }else if (halt_poll_ns) { + }else if (vcpu->kvm->max_halt_poll_ns) {if (block_ns <= vcpu->halt_poll_ns) ;/* we had a long block, shrink polling */ -else if (vcpu->halt_poll_ns && block_ns > halt_poll_ns) +else if (vcpu->halt_poll_ns && + block_ns > vcpu->kvm->max_halt_poll_ns)shrink_halt_poll_ns (vcpu);/* we had a short halt and our poll time is too small */ -else if (vcpu->halt_poll_ns < halt_poll_ns && - block_ns < halt_poll_ns) +else if (vcpu->halt_poll_ns < vcpu->kvm->max_halt_poll_ns && + block_ns < vcpu->kvm->max_halt_poll_ns)grow_halt_poll_ns (vcpu); }else { vcpu->halt_poll_ns =0 ;@@ -3516,6 +3519,7 @@ static long kvm_vm_ioctl_check_extension_generic(struct kvm *kvm, long arg)case KVM_CAP_IOEVENTFD_ANY_LENGTH :case KVM_CAP_CHECK_EXTENSION_VM :case KVM_CAP_ENABLE_CAP_VM : +case KVM_CAP_HALT_POLL :return 1 ;#ifdef CONFIG_KVM_MMIO case KVM_CAP_COALESCED_MMIO :@@ -3566,6 +3570,13 @@ static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, return 0; }#endif
Quoted 8 lines
virt/kvm/kvm_main.c static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, · line 3577
Quoted 5 lines
virt/kvm/kvm_main.c +5
-0+case KVM_CAP_HALT_POLL : { +if (cap->flags || cap->args[0 ] != (unsigned int )cap->args[0 ]) +return -EINVAL ; + + kvm->max_halt_poll_ns = cap->args[0 ];Is it safe to allow any value from userspace here or would it maybe make sense to only allow [0, global
halt_poll_ns]?
I believe that any value is safe; a very large value effectively disables halt-polling, which is equivalent to setting a value of zero to explicitly disable it, which is legal.
Quoted 11 lines
virt/kvm/kvm_main.c static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, · line 3582
Quoted 7 lines
virt/kvm/kvm_main.c +2
-0+return 0 ; + }default :return kvm_vm_ioctl_enable_cap (kvm, cap); }--
Vitaly
Paolo Bonzini
maintainerQuoted 6 lines · Jon Cargille
Great question, Vitaly. We actually implemented this as a per-VCPU property initially; however, our user-space implementation was only using it to apply the same value to all VCPUs, so we later simplified it on the advice of Jim Mattson. If there is a consensus for this to go in as per-VCPU rather than per-VM, I'm happy to submit that way instead. The per-VM version did end up looking simpler, IMO.
Yeah, I am not sure what the usecase would be for per-vCPU halt polling.
You could perhaps disable halt polling for vCPUs that are not placed on isolated physical CPUs (devoting those vCPUs to housekeeping), but it seems to me that this would be quite hard to get right. But in that case you would probably prefer to disable HLT vmexits completely, rather than use halt polling.
Paolo
Paolo Bonzini
maintainerQuoted 5 lines · Jon Cargille
Quoted 2 lines
Is it safe to allow any value from userspace here or would it maybe make sense to only allow [0, global
halt_poll_ns]?I believe that any value is safe; a very large value effectively disables halt-polling, which is equivalent to setting a value of zero to explicitly disable it, which is legal.
Doesn't a large value make KVM poll all the time? But you could do that just by running "for (;;)" so there's no reason to limit the parameter.
Paolo
Quoted 10 lines · Paolo Bonzini
Quoted 5 lines · Jon Cargille
Quoted 2 lines
Is it safe to allow any value from userspace here or would it maybe make sense to only allow [0, global
halt_poll_ns]?I believe that any value is safe; a very large value effectively disables halt-polling, which is equivalent to setting a value of zero to explicitly disable it, which is legal.
Doesn't a large value make KVM poll all the time? But you could do that just by running "for (;;)" so there's no reason to limit the parameter.
Yes, I mis-spoke; apologies. A large number will cause KVM to poll for a long time; as long as the thread can be preempted, we don't see any problem with that.
Thanks,
Jon
Quoted 3 lines
Paolo
Quoted 9 lines · Vitaly Kuznetsov
Quoted 6 lines · Jon Cargille
From: David Matlack <[email protected]>
KVM_CAP_HALT_POLLis a per-VM capability that lets userspace control the halt-polling time, allowing halt-polling to be tuned or disabled on particular VMs.
Quoted 5 lines
Quoted 3 lines
With dynamic halt-polling, a VM's VCPUs can poll from anywhere from [0,
halt_poll_ns] on each halt.KVM_CAP_HALT_POLLsets the upper limit on the poll time.Out of pure curiosity, why is this a per-VM and not a per-VCPU property?
It didn't seem to be worth doing the plumbing for an architecture-agnostic per-vCPU property (which doesn't exist today).
Quoted 109 lines
Quoted 109 lines
Signed-off-by David Matlack <[email protected]>Signed-off-by Jon Cargille <[email protected]>Reviewed-by Jim Mattson <[email protected]>--- Documentation/virt/kvm/api.rst | 17 +++++++++++++++++ include/linux/kvm_host.h | 1 + include/uapi/linux/kvm.h | 1 + virt/kvm/kvm_main.c | 19 +++++++++++++++---- 4 files changed, 34 insertions(+), 4 deletions(-)Documentation/virt/kvm/api.rst +17
-0@@ -5802,6 +5802,23 @@ If present, this capability can be enabled for a VM, meaning that KVM will allow the transition to secure guest mode. Otherwise KVM will veto the transition. +7.20 KVM_CAP_HALT_POLL +---------------------- + +:Architectures: all +:Target: VM +:Parameters: args[0] is the maximum poll time in nanoseconds +:Returns: 0 on success; -1 on error + +This capability overrides the kvm module parameter halt_poll_ns for the +target VM. + +VCPU polling allows a VCPU to poll for wakeup events instead of immediately +scheduling during guest halts. The maximum time a VCPU can spend polling is +controlled by the kvm module parameter halt_poll_ns. This capability allows +the maximum halt time to specified on a per-VM basis, effectively overriding +the module parameter for the target VM. + 8. Other capabilities. ======================include/linux/kvm_host.h +1
-0@@ -503,6 +503,7 @@ struct kvm {struct srcu_struct srcu;struct srcu_struct irq_srcu;pid_t userspace_pid; +unsigned int max_halt_poll_ns; };#define kvm_err (fmt, ...) \include/uapi/linux/kvm.h +1
-0@@ -1017,6 +1017,7 @@ struct kvm_ppc_resize_hpt {#define KVM_CAP_S390_VCPU_RESETS 179#define KVM_CAP_S390_PROTECTED 180#define KVM_CAP_PPC_SECURE_GUEST 181 +#define KVM_CAP_HALT_POLL 182#ifdef KVM_CAP_IRQ_ROUTING virt/kvm/kvm_main.c +8
-4@@ -710,6 +710,8 @@ static struct kvm *kvm_create_vm(unsigned long type) goto out_err_no_arch_destroy_vm; } + kvm->max_halt_poll_ns = halt_poll_ns; + r =kvm_arch_init_vm (kvm, type);if (r) goto out_err_no_arch_destroy_vm;@@ -2716,15 +2718,16 @@ void kvm_vcpu_block(struct kvm_vcpu *vcpu)if (!kvm_arch_no_poll (vcpu)) {if (!vcpu_valid_wakeup (vcpu)) {shrink_halt_poll_ns (vcpu); - }else if (halt_poll_ns) { + }else if (vcpu->kvm->max_halt_poll_ns) {if (block_ns <= vcpu->halt_poll_ns) ;/* we had a long block, shrink polling */ -else if (vcpu->halt_poll_ns && block_ns > halt_poll_ns) +else if (vcpu->halt_poll_ns && + block_ns > vcpu->kvm->max_halt_poll_ns)shrink_halt_poll_ns (vcpu);/* we had a short halt and our poll time is too small */ -else if (vcpu->halt_poll_ns < halt_poll_ns && - block_ns < halt_poll_ns) +else if (vcpu->halt_poll_ns < vcpu->kvm->max_halt_poll_ns && + block_ns < vcpu->kvm->max_halt_poll_ns)grow_halt_poll_ns (vcpu); }else { vcpu->halt_poll_ns =0 ;@@ -3516,6 +3519,7 @@ static long kvm_vm_ioctl_check_extension_generic(struct kvm *kvm, long arg)case KVM_CAP_IOEVENTFD_ANY_LENGTH :case KVM_CAP_CHECK_EXTENSION_VM :case KVM_CAP_ENABLE_CAP_VM : +case KVM_CAP_HALT_POLL :return 1 ;#ifdef CONFIG_KVM_MMIO case KVM_CAP_COALESCED_MMIO :@@ -3566,6 +3570,13 @@ static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, return 0; }#endif
Quoted 8 lines
virt/kvm/kvm_main.c static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, · line 3577
Quoted 5 lines
virt/kvm/kvm_main.c +5
-0+case KVM_CAP_HALT_POLL : { +if (cap->flags || cap->args[0 ] != (unsigned int )cap->args[0 ]) +return -EINVAL ; + + kvm->max_halt_poll_ns = cap->args[0 ];Is it safe to allow any value from userspace here or would it maybe make sense to only allow [0, global
halt_poll_ns]?
Would that restriction help to get this change accepted?
Quoted 9 lines
virt/kvm/kvm_main.c static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, · line 3582
Quoted 5 lines
virt/kvm/kvm_main.c +2
-0+return 0 ; + }default :return kvm_vm_ioctl_enable_cap (kvm, cap); }--
Vitaly
Paolo Bonzini
maintainerQuoted 9 lines · Jim Mattson
Quoted 7 lines
virt/kvm/kvm_main.c static int kvm_vm_ioctl_enable_cap_generic(struct kvm *kvm, · line 3577
Quoted 5 lines
virt/kvm/kvm_main.c +5
-0+case KVM_CAP_HALT_POLL : { +if (cap->flags || cap->args[0 ] != (unsigned int )cap->args[0 ]) +return -EINVAL ; + + kvm->max_halt_poll_ns = cap->args[0 ];Is it safe to allow any value from userspace here or would it maybe make sense to only allow [0, global
halt_poll_ns]?Would that restriction help to get this change accepted?
No, in the sense that I'm applying it already.
Paolo