Skip to contentSkip to conversation

KVM: TDX: Force split irqchip for TDX at irqchip creation time

PATCH Superseded Sagi Shahar 3 participants 4 messages Aug 26, 2025 – Aug 27, 2025

Subsystems (4)

v1 of 4 Superseded Latest is v4 →

lore
Share & tools
lore
#0 lore raw

PATCH 1/1 KVM: TDX: Force split irqchip for TDX at irqchip creation time

TDX module protects the EOI-bitmap which prevents the use of in-kernel I/O APIC. See more details in the original patch [1]

The current implementation already enforces the use of split irqchip for TDX but it does so at the vCPU creation time which is generally to late to fallback to split irqchip.

This patch follows Sean's recomendation from [2] and move the check if I/O APIC is supported for the VM at irqchip creation time.

[1] https://lore.kernel.org/lkml/[email protected]/
[2] https://lore.kernel.org/lkml/[email protected]/

---
 arch/x86/include/asm/kvm_host.h |  3 +++
 arch/x86/kvm/vmx/tdx.c          | 15 ++++++++-------
 arch/x86/kvm/x86.c              | 10 ++++++++++
 3 files changed, 21 insertions(+), 7 deletions(-)
arch/x86/include/asm/kvm_host.h +3 -0
index f19a76d3ca0e..cb22fc48cdec 100644
@@ -1357,6 +1357,7 @@ struct kvm_arch {
 	u8 vm_type;
 	bool has_private_mem;
 	bool has_protected_state;
+	bool has_protected_eoi;
 	bool pre_fault_allowed;
 	struct hlist_head *mmu_page_hash;
 	struct list_head active_mmu_pages;
@@ -2284,6 +2285,8 @@ void kvm_configure_mmu(bool enable_tdp, int tdp_forced_root_level,
 
 #define kvm_arch_has_readonly_mem(kvm) (!(kvm)->arch.has_protected_state)
 
+#define kvm_arch_has_protected_eoi(kvm) (!(kvm)->arch.has_protected_eoi)
+
 static inline u16 kvm_read_ldt(void)
 {
 	u16 ldt;
arch/x86/kvm/vmx/tdx.c +8 -7
index 66744f5768c8..8c270a159692 100644
@@ -658,6 +658,12 @@ int tdx_vm_init(struct kvm *kvm)
 	 */
 	kvm->max_vcpus = min_t(int, kvm->max_vcpus, num_present_cpus());
 
+	/*
+	 * TDX Module doesn't allow the hypervisor to modify the EOI-bitmap,
+	 * i.e. all EOIs are accelerated and never trigger exits.
+	 */
+	kvm->arch.has_protected_eoi = true;
+
 	kvm_tdx->state = TD_STATE_UNINITIALIZED;
 
 	return 0;
@@ -671,13 +677,8 @@ int tdx_vcpu_create(struct kvm_vcpu *vcpu)
 	if (kvm_tdx->state != TD_STATE_INITIALIZED)
 		return -EIO;
 
-	/*
-	 * TDX module mandates APICv, which requires an in-kernel local APIC.
-	 * Disallow an in-kernel I/O APIC, because level-triggered interrupts
-	 * and thus the I/O APIC as a whole can't be faithfully emulated in KVM.
-	 */
-	if (!irqchip_split(vcpu->kvm))
-		return -EINVAL;
+	/* Split irqchip should be enforced at irqchip creation time. */
+	KVM_BUG_ON(irqchip_split(vcpu->kvm), vcpu->kvm);
 
 	fpstate_set_confidential(&vcpu->arch.guest_fpu);
 	vcpu->arch.apic->guest_apic_protected = true;
arch/x86/kvm/x86.c +10 -0
index a1c49bc681c4..a846dd3dcb23 100644
@@ -6966,6 +6966,16 @@ int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg)
 		if (irqchip_in_kernel(kvm))
 			goto create_irqchip_unlock;
 
+		/*
+		 * Disallow an in-kernel I/O APIC for platforms that has protected
+		 * EOI (such as TDX). The hypervisor can't modify the EOI-bitmap
+		 * on these platforms which prevents the proper emulation of
+		 * level-triggered interrupts.
+		 */
+		r = -ENOTTY;
+		if (kvm_arch_has_protected_eoi(kvm))
+			goto create_irqchip_unlock;
+
 		r = -EINVAL;
 		if (kvm->created_vcpus)
 			goto create_irqchip_unlock;
Signature · 1 line
2.51.0.261.g7ce5a0a67e-goog
#1 lore raw
Quoted 62 lines · Sagi Shahar

TDX module protects the EOI-bitmap which prevents the use of in-kernel I/O APIC. See more details in the original patch [1]

The current implementation already enforces the use of split irqchip for TDX but it does so at the vCPU creation time which is generally to late to fallback to split irqchip.

This patch follows Sean's recomendation from [2] and move the check if I/O APIC is supported for the VM at irqchip creation time.

[1] https://lore.kernel.org/lkml/[email protected]/
[2] https://lore.kernel.org/lkml/[email protected]/

---
 arch/x86/include/asm/kvm_host.h |  3 +++
 arch/x86/kvm/vmx/tdx.c          | 15 ++++++++-------
 arch/x86/kvm/x86.c              | 10 ++++++++++
 3 files changed, 21 insertions(+), 7 deletions(-)
arch/x86/include/asm/kvm_host.h +3 -0
index f19a76d3ca0e..cb22fc48cdec 100644
@@ -1357,6 +1357,7 @@ struct kvm_arch {
 	u8 vm_type;
 	bool has_private_mem;
 	bool has_protected_state;
+	bool has_protected_eoi;
 	bool pre_fault_allowed;
 	struct hlist_head *mmu_page_hash;
 	struct list_head active_mmu_pages;
@@ -2284,6 +2285,8 @@ void kvm_configure_mmu(bool enable_tdp, int tdp_forced_root_level,
 
 #define kvm_arch_has_readonly_mem(kvm) (!(kvm)->arch.has_protected_state)
 
+#define kvm_arch_has_protected_eoi(kvm) (!(kvm)->arch.has_protected_eoi)
+
 static inline u16 kvm_read_ldt(void)
 {
 	u16 ldt;
arch/x86/kvm/vmx/tdx.c +6 -0
index 66744f5768c8..8c270a159692 100644
@@ -658,6 +658,12 @@ int tdx_vm_init(struct kvm *kvm)
 	 */
 	kvm->max_vcpus = min_t(int, kvm->max_vcpus, num_present_cpus());
 
+	/*
+	 * TDX Module doesn't allow the hypervisor to modify the EOI-bitmap,
+	 * i.e. all EOIs are accelerated and never trigger exits.
+	 */
+	kvm->arch.has_protected_eoi = true;
+
 	kvm_tdx->state = TD_STATE_UNINITIALIZED;
 
 	return 0;
@@ -671,13 +677,8 @@ int tdx_vcpu_create(struct kvm_vcpu *vcpu)
 	if (kvm_tdx->state != TD_STATE_INITIALIZED)
 		return -EIO;

arch/x86/kvm/vmx/tdx.c int tdx_vcpu_create(struct kvm_vcpu *vcpu) · line 681

Quoted 10 lines
arch/x86/kvm/vmx/tdx.c +2 -7
 
-	/*
-	 * TDX module mandates APICv, which requires an in-kernel local APIC.
-	 * Disallow an in-kernel I/O APIC, because level-triggered interrupts
-	 * and thus the I/O APIC as a whole can't be faithfully emulated in KVM.
-	 */
-	if (!irqchip_split(vcpu->kvm))
-		return -EINVAL;
+	/* Split irqchip should be enforced at irqchip creation time. */
+	KVM_BUG_ON(irqchip_split(vcpu->kvm), vcpu->kvm);

Sadly, the existing check needs to stay, because userspace could simply not create any irqchip. My complaints about KVM_CREATE_IRQCHIP is that KVM is allowing an explicit action that is unsupported/invalid. For lack of an in-kernel local APIC, there's no better alternative to enforcing the check at vCPU creation.

Quoted 7 lines
arch/x86/kvm/vmx/tdx.c +0 -0
 	fpstate_set_confidential(&vcpu->arch.guest_fpu);
 	vcpu->arch.apic->guest_apic_protected = true;
arch/x86/kvm/x86.c +0 -0
index a1c49bc681c4..a846dd3dcb23 100644

arch/x86/kvm/x86.c int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg) · line 6974

Quoted 9 lines
arch/x86/kvm/x86.c +6 -0
@@ -6966,6 +6966,16 @@ int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg)
 		if (irqchip_in_kernel(kvm))
 			goto create_irqchip_unlock;
 
+		/*
+		 * Disallow an in-kernel I/O APIC for platforms that has protected
+		 * EOI (such as TDX). The hypervisor can't modify the EOI-bitmap
+		 * on these platforms which prevents the proper emulation of
+		 * level-triggered interrupts.
+		 */

Slight tweak to shorten this and to avoid mentioning the EOI-bitmap. The use of a software-controlled EOI-bitmap is a vendor specific detail, and it's not so much the inability to modify the bitmap that's problematic, it's that TDX doesn't allow intercepting EOIs. E.g. TDX also requires x2APIC and PICv to be enabled, without which EOIs would effectively be intercepted by other means.

/*
* Disallow an in-kernel I/O APIC if the VM has protected EOIs,
* i.e. if KVM can't intercept EOIs and thus can't properly
* emulate level-triggered interrupts.
*/

arch/x86/kvm/x86.c int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg) · line 6976

Quoted 2 lines
arch/x86/kvm/x86.c +2 -0
+		r = -ENOTTY;
+		if (kvm_arch_has_protected_eoi(kvm))

No need for a macro wrapper, just do

		if (kvm->arch.has_protected_eoi)

kvm_arch_has_readonly_mem() and similar accessors exist so that arch-neutral code, e.g. check_memory_region_flags() in kvm_main.c, can query arch-specific state. Nothing outside of KVM x86 should care about protected EOI, because that's very much an x86-specific detail.

Quoted 8 lines
arch/x86/kvm/x86.c +2 -0
+			goto create_irqchip_unlock;
+
 		r = -EINVAL;
 		if (kvm->created_vcpus)
 			goto create_irqchip_unlock;
Signature · 1 line
2.51.0.261.g7ce5a0a67e-goog
#2 lore raw
Quoted 112 lines · Sean Christopherson
Quoted 62 lines · Sagi Shahar

TDX module protects the EOI-bitmap which prevents the use of in-kernel I/O APIC. See more details in the original patch [1]

The current implementation already enforces the use of split irqchip for TDX but it does so at the vCPU creation time which is generally to late to fallback to split irqchip.

This patch follows Sean's recomendation from [2] and move the check if I/O APIC is supported for the VM at irqchip creation time.

[1] https://lore.kernel.org/lkml/[email protected]/
[2] https://lore.kernel.org/lkml/[email protected]/

---
 arch/x86/include/asm/kvm_host.h |  3 +++
 arch/x86/kvm/vmx/tdx.c          | 15 ++++++++-------
 arch/x86/kvm/x86.c              | 10 ++++++++++
 3 files changed, 21 insertions(+), 7 deletions(-)
arch/x86/include/asm/kvm_host.h +3 -0
index f19a76d3ca0e..cb22fc48cdec 100644
@@ -1357,6 +1357,7 @@ struct kvm_arch {
      u8 vm_type;
      bool has_private_mem;
      bool has_protected_state;
+     bool has_protected_eoi;
      bool pre_fault_allowed;
      struct hlist_head *mmu_page_hash;
      struct list_head active_mmu_pages;
@@ -2284,6 +2285,8 @@ void kvm_configure_mmu(bool enable_tdp, int tdp_forced_root_level,
 
 #define kvm_arch_has_readonly_mem(kvm) (!(kvm)->arch.has_protected_state)
 
+#define kvm_arch_has_protected_eoi(kvm) (!(kvm)->arch.has_protected_eoi)
+
 static inline u16 kvm_read_ldt(void)
 {
      u16 ldt;
arch/x86/kvm/vmx/tdx.c +6 -0
index 66744f5768c8..8c270a159692 100644
@@ -658,6 +658,12 @@ int tdx_vm_init(struct kvm *kvm)
       */
      kvm->max_vcpus = min_t(int, kvm->max_vcpus, num_present_cpus());
 
+     /*
+      * TDX Module doesn't allow the hypervisor to modify the EOI-bitmap,
+      * i.e. all EOIs are accelerated and never trigger exits.
+      */
+     kvm->arch.has_protected_eoi = true;
+
      kvm_tdx->state = TD_STATE_UNINITIALIZED;
 
      return 0;
@@ -671,13 +677,8 @@ int tdx_vcpu_create(struct kvm_vcpu *vcpu)
      if (kvm_tdx->state != TD_STATE_INITIALIZED)
              return -EIO;

arch/x86/kvm/vmx/tdx.c int tdx_vcpu_create(struct kvm_vcpu *vcpu) · line 681

Quoted 10 lines
arch/x86/kvm/vmx/tdx.c +2 -7
 
-     /*
-      * TDX module mandates APICv, which requires an in-kernel local APIC.
-      * Disallow an in-kernel I/O APIC, because level-triggered interrupts
-      * and thus the I/O APIC as a whole can't be faithfully emulated in KVM.
-      */
-     if (!irqchip_split(vcpu->kvm))
-             return -EINVAL;
+     /* Split irqchip should be enforced at irqchip creation time. */
+     KVM_BUG_ON(irqchip_split(vcpu->kvm), vcpu->kvm);

Sadly, the existing check needs to stay, because userspace could simply not create any irqchip. My complaints about KVM_CREATE_IRQCHIP is that KVM is allowing an explicit action that is unsupported/invalid. For lack of an in-kernel local APIC, there's no better alternative to enforcing the check at vCPU creation.

Quoted 7 lines
arch/x86/kvm/vmx/tdx.c +0 -0
      fpstate_set_confidential(&vcpu->arch.guest_fpu);
      vcpu->arch.apic->guest_apic_protected = true;
arch/x86/kvm/x86.c +0 -0
index a1c49bc681c4..a846dd3dcb23 100644

arch/x86/kvm/x86.c int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg) · line 6974

Quoted 9 lines
arch/x86/kvm/x86.c +6 -0
@@ -6966,6 +6966,16 @@ int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg)
              if (irqchip_in_kernel(kvm))
                      goto create_irqchip_unlock;
 
+             /*
+              * Disallow an in-kernel I/O APIC for platforms that has protected
+              * EOI (such as TDX). The hypervisor can't modify the EOI-bitmap
+              * on these platforms which prevents the proper emulation of
+              * level-triggered interrupts.
+              */

Slight tweak to shorten this and to avoid mentioning the EOI-bitmap. The use of a software-controlled EOI-bitmap is a vendor specific detail, and it's not so much the inability to modify the bitmap that's problematic, it's that TDX doesn't allow intercepting EOIs. E.g. TDX also requires x2APIC and PICv to be enabled, without which EOIs would effectively be intercepted by other means.

/*
* Disallow an in-kernel I/O APIC if the VM has protected EOIs,
* i.e. if KVM can't intercept EOIs and thus can't properly
* emulate level-triggered interrupts.
*/

arch/x86/kvm/x86.c int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg) · line 6976

Quoted 2 lines
arch/x86/kvm/x86.c +2 -0
+             r = -ENOTTY;
+             if (kvm_arch_has_protected_eoi(kvm))
Quoted 9 lines

No need for a macro wrapper, just do

                if (kvm->arch.has_protected_eoi)

kvm_arch_has_readonly_mem() and similar accessors exist so that arch-neutral code, e.g. check_memory_region_flags() in kvm_main.c, can query arch-specific state. Nothing outside of KVM x86 should care about protected EOI, because that's very much an x86-specific detail.

Applied all the changes and sent out V2

Quoted 8 lines
Quoted 8 lines
arch/x86/kvm/x86.c +2 -1
+                     goto create_irqchip_unlock;
+
              r = -EINVAL;
              if (kvm->created_vcpus)
                      goto create_irqchip_unlock;
--

2.51.0.261.g7ce5a0a67e-goog

#3 lore raw
In reply to Sagi Shahar
Quoted 5 lines · Sagi Shahar

TDX module protects the EOI-bitmap which prevents the use of in-kernel I/O APIC. See more details in the original patch [1]

The current implementation already enforces the use of split irqchip for TDX but it does so at the vCPU creation time which is generally to late

                                                                ^ too

Quoted 3 lines

to fallback to split irqchip.

This patch follows Sean's recomendation from [2] and move the check if

recomendation -> recommendation

Quoted 54 lines

I/O APIC is supported for the VM at irqchip creation time.

[1] https://lore.kernel.org/lkml/[email protected]/
[2] https://lore.kernel.org/lkml/[email protected]/

---
  arch/x86/include/asm/kvm_host.h |  3 +++
  arch/x86/kvm/vmx/tdx.c          | 15 ++++++++-------
  arch/x86/kvm/x86.c              | 10 ++++++++++
  3 files changed, 21 insertions(+), 7 deletions(-)
arch/x86/include/asm/kvm_host.h +3 -0
index f19a76d3ca0e..cb22fc48cdec 100644
@@ -1357,6 +1357,7 @@ struct kvm_arch {
  	u8 vm_type;
  	bool has_private_mem;
  	bool has_protected_state;
+	bool has_protected_eoi;
  	bool pre_fault_allowed;
  	struct hlist_head *mmu_page_hash;
  	struct list_head active_mmu_pages;
@@ -2284,6 +2285,8 @@ void kvm_configure_mmu(bool enable_tdp, int tdp_forced_root_level,
 
  #define kvm_arch_has_readonly_mem(kvm) (!(kvm)->arch.has_protected_state)
 
+#define kvm_arch_has_protected_eoi(kvm) (!(kvm)->arch.has_protected_eoi)
+
  static inline u16 kvm_read_ldt(void)
  {
  	u16 ldt;
arch/x86/kvm/vmx/tdx.c +6 -0
index 66744f5768c8..8c270a159692 100644
@@ -658,6 +658,12 @@ int tdx_vm_init(struct kvm *kvm)
  	 */
  	kvm->max_vcpus = min_t(int, kvm->max_vcpus, num_present_cpus());
 
+	/*
+	 * TDX Module doesn't allow the hypervisor to modify the EOI-bitmap,
+	 * i.e. all EOIs are accelerated and never trigger exits.
+	 */
+	kvm->arch.has_protected_eoi = true;
+
  	kvm_tdx->state = TD_STATE_UNINITIALIZED;
 
  	return 0;
@@ -671,13 +677,8 @@ int tdx_vcpu_create(struct kvm_vcpu *vcpu)
  	if (kvm_tdx->state != TD_STATE_INITIALIZED)
  		return -EIO;

arch/x86/kvm/vmx/tdx.c int tdx_vcpu_create(struct kvm_vcpu *vcpu) · line 681

Quoted 10 lines
arch/x86/kvm/vmx/tdx.c +2 -7
 
-	/*
-	 * TDX module mandates APICv, which requires an in-kernel local APIC.
-	 * Disallow an in-kernel I/O APIC, because level-triggered interrupts
-	 * and thus the I/O APIC as a whole can't be faithfully emulated in KVM.
-	 */
-	if (!irqchip_split(vcpu->kvm))
-		return -EINVAL;
+	/* Split irqchip should be enforced at irqchip creation time. */
+	KVM_BUG_ON(irqchip_split(vcpu->kvm), vcpu->kvm);

Should be
KVM_BUG_ON(!irqchip_split(vcpu->kvm), vcpu->kvm);

Quoted 24 lines
arch/x86/kvm/vmx/tdx.c +0 -0
  	fpstate_set_confidential(&vcpu->arch.guest_fpu);
  	vcpu->arch.apic->guest_apic_protected = true;
arch/x86/kvm/x86.c +10 -0
index a1c49bc681c4..a846dd3dcb23 100644
@@ -6966,6 +6966,16 @@ int kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg)
  		if (irqchip_in_kernel(kvm))
  			goto create_irqchip_unlock;
 
+		/*
+		 * Disallow an in-kernel I/O APIC for platforms that has protected
+		 * EOI (such as TDX). The hypervisor can't modify the EOI-bitmap
+		 * on these platforms which prevents the proper emulation of
+		 * level-triggered interrupts.
+		 */
+		r = -ENOTTY;
+		if (kvm_arch_has_protected_eoi(kvm))
+			goto create_irqchip_unlock;
+
  		r = -EINVAL;
  		if (kvm->created_vcpus)
  			goto create_irqchip_unlock;