iommu/vt-d: Fix incorrect domain ID in context flush helper
Subsystems (2)
Lu Baolu
maintainerPATCH 1/1 iommu/vt-d: Fix incorrect domain ID in context flush helper
The helper intel_context_flush_present() is designed to flush all related caches when a context entry with the present bit set is modified. It currently retrieves the domain ID from the context entry and uses it to flush the IOTLB and context caches. This is incorrect when the context entry transitions from present to non-present, as the domain ID field is cleared before calling the helper.
Fix it by passing the domain ID programmed in the context entry before the change to intel_context_flush_present(). This ensures that the correct domain ID is used for cache invalidation.
--- drivers/iommu/intel/iommu.h | 2 +- drivers/iommu/intel/iommu.c | 8 ++++++-- drivers/iommu/intel/pasid.c | 7 ++++--- 3 files changed, 11 insertions(+), 6 deletions(-)
drivers/iommu/intel/iommu.h +1 -1
@@ -1154,7 +1154,7 @@ void cache_tag_flush_range_np(struct dmar_domain *domain, unsigned long start,void intel_context_flush_present (struct device_domain_info *info,struct context_entry *context, -bool affect_domains); +u16 did,bool affect_domains);#ifdef CONFIG_INTEL_IOMMU_SVM void intel_svm_check (struct intel_iommu *iommu);
drivers/iommu/intel/iommu.c +6 -2
@@ -1944,6 +1944,7 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8 {struct intel_iommu *iommu = info->iommu;struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn,0 );
@@ -1952,10 +1953,11 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8return ; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true); } static int domain_setup_first_level(struct intel_iommu *iommu,
@@ -4249,6 +4251,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)struct intel_iommu *iommu = info->iommu;u8 bus = info->bus, devfn = info->devfn;struct context_entry *context; +u16 did;spin_lock (&iommu->lock);if (context_copied (iommu, bus, devfn)) {
@@ -4261,6 +4264,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)spin_unlock (&iommu->lock);return -ENODEV ; } + did =context_domain_id (context);if (enable)context_set_sm_pre (context);
@@ -4269,7 +4273,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)if (!ecap_coherent (iommu->ecap))clflush_cache_range (context,sizeof (*context)); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true);spin_unlock (&iommu->lock);return 0 ;
drivers/iommu/intel/pasid.c +4 -3
@@ -683,6 +683,7 @@ static void device_pasid_table_teardown(struct device *dev, u8 bus, u8 devfn)struct device_domain_info *info =dev_iommu_priv_get (dev);struct intel_iommu *iommu = info->iommu;struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn, false);
@@ -691,10 +692,11 @@ static void device_pasid_table_teardown(struct device *dev, u8 bus, u8 devfn)return ; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, false); +intel_context_flush_present (info, context, did, false); }static int pci_pasid_table_teardown (struct pci_dev *pdev,u16 alias,void *data)
@@ -885,10 +887,9 @@ static void __context_flush_dev_iotlb(struct device_domain_info *info)*/ void intel_context_flush_present (struct device_domain_info *info,struct context_entry *context, -bool flush_domains) +u16 did,bool flush_domains) {struct intel_iommu *iommu = info->iommu; -u16 did =context_domain_id (context);struct pasid_entry *pte;int i;
Signature · 1 line
2.34.1
Quoted 15 lines · On Thu, 15 Aug 2024 20:48:57 +0800 Lu Baolu <[email protected]> wrote:
The helper
intel_context_flush_present()is designed to flush all related caches when a context entry with the present bit set is modified. It currently retrieves the domain ID from the context entry and uses it to flush the IOTLB and context caches. This is incorrect when the context entry transitions from present to non-present, as the domain ID field is cleared before calling the helper.Fix it by passing the domain ID programmed in the context entry before the change to
intel_context_flush_present(). This ensures that the correct domain ID is used for cache invalidation.Fixes f90584f4beb8 ("iommu/vt-d: Add helper to flush caches for context change")Reported-by Alex Williamson <[email protected]>Signed-off-by Lu Baolu <[email protected]>
Quoted 5 lines
--- drivers/iommu/intel/iommu.h | 2 +- drivers/iommu/intel/iommu.c | 8 ++++++-- drivers/iommu/intel/pasid.c | 7 ++++--- 3 files changed, 11 insertions(+), 6 deletions(-)
Works for me. Thanks for the fix.
Quoted 100 lines
drivers/iommu/intel/iommu.h +1
-1@@ -1154,7 +1154,7 @@ void cache_tag_flush_range_np(struct dmar_domain *domain, unsigned long start,void intel_context_flush_present (struct device_domain_info *info,struct context_entry *context, -bool affect_domains); +u16 did,bool affect_domains);#ifdef CONFIG_INTEL_IOMMU_SVM void intel_svm_check (struct intel_iommu *iommu);drivers/iommu/intel/iommu.c +6
-2@@ -1944,6 +1944,7 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8 {struct intel_iommu *iommu = info->iommu;struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn,0 );@@ -1952,10 +1953,11 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8return ; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true); } static int domain_setup_first_level(struct intel_iommu *iommu,@@ -4249,6 +4251,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)struct intel_iommu *iommu = info->iommu;u8 bus = info->bus, devfn = info->devfn;struct context_entry *context; +u16 did;spin_lock (&iommu->lock);if (context_copied (iommu, bus, devfn)) {@@ -4261,6 +4264,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)spin_unlock (&iommu->lock);return -ENODEV ; } + did =context_domain_id (context);if (enable)context_set_sm_pre (context);@@ -4269,7 +4273,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)if (!ecap_coherent (iommu->ecap))clflush_cache_range (context,sizeof (*context)); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true);spin_unlock (&iommu->lock);return 0 ;drivers/iommu/intel/pasid.c +4
-3@@ -683,6 +683,7 @@ static void device_pasid_table_teardown(struct device *dev, u8 bus, u8 devfn)struct device_domain_info *info =dev_iommu_priv_get (dev);struct intel_iommu *iommu = info->iommu;struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn, false);@@ -691,10 +692,11 @@ static void device_pasid_table_teardown(struct device *dev, u8 bus, u8 devfn)return ; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, false); +intel_context_flush_present (info, context, did, false); }static int pci_pasid_table_teardown (struct pci_dev *pdev,u16 alias,void *data)@@ -885,10 +887,9 @@ static void __context_flush_dev_iotlb(struct device_domain_info *info)*/ void intel_context_flush_present (struct device_domain_info *info,struct context_entry *context, -bool flush_domains) +u16 did,bool flush_domains) {struct intel_iommu *iommu = info->iommu; -u16 did =context_domain_id (context);struct pasid_entry *pte;int i;
Quoted 7 lines · Lu Baolu
The helper
intel_context_flush_present()is designed to flush all related caches when a context entry with the present bit set is modified. It currently retrieves the domain ID from the context entry and uses it to flush the IOTLB and context caches. This is incorrect when the context entry transitions from present to non-present, as the domain ID field is cleared before calling the helper.
Quoted 8 lines
Fix it by passing the domain ID programmed in the context entry before the change to
intel_context_flush_present(). This ensures that the correct domain ID is used for cache invalidation.Fixes f90584f4beb8 ("iommu/vt-d: Add helper to flush caches for context change")Reported-by Alex Williamson <[email protected]>Signed-off-by Lu Baolu <[email protected]>
Quoted 113 lines · On Thu, 15 Aug 2024 20:48:57 +0800 Lu Baolu <[email protected]> wrote:
The helper
intel_context_flush_present()is designed to flush all related caches when a context entry with the present bit set is modified. It currently retrieves the domain ID from the context entry and uses it to flush the IOTLB and context caches. This is incorrect when the context entry transitions from present to non-present, as the domain ID field is cleared before calling the helper.Fix it by passing the domain ID programmed in the context entry before the change to
intel_context_flush_present(). This ensures that the correct domain ID is used for cache invalidation.Fixes f90584f4beb8 ("iommu/vt-d: Add helper to flush caches forcontext change") Reported-by: Alex Williamson
<[email protected]> Closes:
https://lore.kernel.org/linux-iommu/[email protected]/Signed-off-by Lu Baolu <[email protected]> ---drivers/iommu/intel/iommu.h | 2 +- drivers/iommu/intel/iommu.c | 8 ++++++-- drivers/iommu/intel/pasid.c | 7 ++++--- 3 files changed, 11 insertions(+), 6 deletions(-)drivers/iommu/intel/iommu.h +1
-1@@ -1154,7 +1154,7 @@ void cache_tag_flush_range_np(struct dmar_domain *domain, unsigned long start, void intel_context_flush_present(struct device_domain_info *info,struct context_entry *context, -bool affect_domains); +u16 did,bool affect_domains);#ifdef CONFIG_INTEL_IOMMU_SVM void intel_svm_check (struct intel_iommu *iommu);drivers/iommu/intel/iommu.c +3
-1@@ -1944,6 +1944,7 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8 { struct intel_iommu *iommu = info->iommu;struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn,0 );@@ -1952,10 +1953,11 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8 return; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true); } static int domain_setup_first_level(struct intel_iommu *iommu,@@ -4249,6 +4251,7 @@ static int context_flip_pri(struct
device_domain_info*info, bool enable) structintel_iommu*iommu =info->iommu; u8 bus =info->bus, devfn =info->devfn;drivers/iommu/intel/iommu.c +3
-1struct context_entry *context; +u16 did;spin_lock (&iommu->lock);if (context_copied (iommu, bus, devfn)) {@@ -4261,6 +4264,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable) spin_unlock(&iommu->lock);return -ENODEV ; } + did =context_domain_id (context);if (enable)context_set_sm_pre (context);@@ -4269,7 +4273,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)if (!ecap_coherent (iommu->ecap))clflush_cache_range (context,sizeof (*context)); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true);spin_unlock (&iommu->lock);return 0 ;drivers/iommu/intel/pasid.c +0
-0@@ -683,6 +683,7 @@ static void device_pasid_table_teardown(structdevice *dev, u8 bus, u8 devfn) struct
device_domain_info*info =dev_iommu_priv_get(dev); structintel_iommu*iommu =info->iommu;drivers/iommu/intel/pasid.c +3
-1struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn, false);@@ -691,10 +692,11 @@ static void device_pasid_table_teardown(struct device *dev, u8 bus, u8 devfn) return; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, false); +intel_context_flush_present (info, context, did, false); } static int pci_pasid_table_teardown(struct pci_dev *pdev, u16 alias,void *data) @@ -885,10 +887,9 @@ static void
__context_flush_dev_iotlb(struct device_domain_info *info)*/
void intel_context_flush_present(structdevice_domain_info*info,
drivers/iommu/intel/pasid.c static void __context_flush_dev_iotlb(struct device_domain_info *info) · line 894
Quoted 8 lines
drivers/iommu/intel/pasid.c +1
-2struct context_entry *context, - bool flush_domains) + u16 did, bool flush_domains) { struct intel_iommu *iommu = info->iommu; -u16 did =context_domain_id (context);struct pasid_entry *pte;int i;
Hi,
Can we please get this merged for v6.11? This is a significant regression in VT-d, effectively breaking all vfio use cases and since we're effectively no longer flushing the VT-d cache for these use cases, I imagine there's a security issue as well. Thanks,
Alex
Quoted 121 lines · On Thu, 15 Aug 2024 20:48:57 +0800 Lu Baolu <[email protected]> wrote:
The helper
intel_context_flush_present()is designed to flush all related caches when a context entry with the present bit set is modified. It currently retrieves the domain ID from the context entry and uses it to flush the IOTLB and context caches. This is incorrect when the context entry transitions from present to non-present, as the domain ID field is cleared before calling the helper.Fix it by passing the domain ID programmed in the context entry before the change to
intel_context_flush_present(). This ensures that the correct domain ID is used for cache invalidation.Fixes f90584f4beb8 ("iommu/vt-d: Add helper to flush caches for context change")Reported-by Alex Williamson <[email protected]>Signed-off-by Lu Baolu <[email protected]>--- drivers/iommu/intel/iommu.h | 2 +- drivers/iommu/intel/iommu.c | 8 ++++++-- drivers/iommu/intel/pasid.c | 7 ++++--- 3 files changed, 11 insertions(+), 6 deletions(-)drivers/iommu/intel/iommu.h +1
-1@@ -1154,7 +1154,7 @@ void cache_tag_flush_range_np(struct dmar_domain *domain, unsigned long start,void intel_context_flush_present (struct device_domain_info *info,struct context_entry *context, -bool affect_domains); +u16 did,bool affect_domains);#ifdef CONFIG_INTEL_IOMMU_SVM void intel_svm_check (struct intel_iommu *iommu);drivers/iommu/intel/iommu.c +6
-2@@ -1944,6 +1944,7 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8 {struct intel_iommu *iommu = info->iommu;struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn,0 );@@ -1952,10 +1953,11 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8return ; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true); } static int domain_setup_first_level(struct intel_iommu *iommu,@@ -4249,6 +4251,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)struct intel_iommu *iommu = info->iommu;u8 bus = info->bus, devfn = info->devfn;struct context_entry *context; +u16 did;spin_lock (&iommu->lock);if (context_copied (iommu, bus, devfn)) {@@ -4261,6 +4264,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)spin_unlock (&iommu->lock);return -ENODEV ; } + did =context_domain_id (context);if (enable)context_set_sm_pre (context);@@ -4269,7 +4273,7 @@ static int context_flip_pri(struct device_domain_info *info, bool enable)if (!ecap_coherent (iommu->ecap))clflush_cache_range (context,sizeof (*context)); -intel_context_flush_present (info, context, true); +intel_context_flush_present (info, context, did, true);spin_unlock (&iommu->lock);return 0 ;drivers/iommu/intel/pasid.c +4
-3@@ -683,6 +683,7 @@ static void device_pasid_table_teardown(struct device *dev, u8 bus, u8 devfn)struct device_domain_info *info =dev_iommu_priv_get (dev);struct intel_iommu *iommu = info->iommu;struct context_entry *context; +u16 did;spin_lock (&iommu->lock); context =iommu_context_addr (iommu, bus, devfn, false);@@ -691,10 +692,11 @@ static void device_pasid_table_teardown(struct device *dev, u8 bus, u8 devfn)return ; } + did =context_domain_id (context);context_clear_entry (context);__iommu_flush_cache (iommu, context,sizeof (*context));spin_unlock (&iommu->lock); -intel_context_flush_present (info, context, false); +intel_context_flush_present (info, context, did, false); }static int pci_pasid_table_teardown (struct pci_dev *pdev,u16 alias,void *data)@@ -885,10 +887,9 @@ static void __context_flush_dev_iotlb(struct device_domain_info *info)*/ void intel_context_flush_present (struct device_domain_info *info,struct context_entry *context, -bool flush_domains) +u16 did,bool flush_domains) {struct intel_iommu *iommu = info->iommu; -u16 did =context_domain_id (context);struct pasid_entry *pte;int i;
Joerg Roedel
maintainerQuoted 4 lines · Lu Baolu
drivers/iommu/intel/iommu.h | 2 +- drivers/iommu/intel/iommu.c | 8 ++++++-- drivers/iommu/intel/pasid.c | 7 ++++--- 3 files changed, 11 insertions(+), 6 deletions(-)
Applied for -rc, thanks.
Side note: Please send critical fixes as a pull request next time, as I usually do not look deeply into patches for drivers which are actively maintained.
Baolu Lu
maintainerQuoted 10 lines · Joerg Roedel
Quoted 4 lines · Lu Baolu
drivers/iommu/intel/iommu.h | 2 +- drivers/iommu/intel/iommu.c | 8 ++++++-- drivers/iommu/intel/pasid.c | 7 ++++--- 3 files changed, 11 insertions(+), 6 deletions(-)Applied for -rc, thanks.
Side note: Please send critical fixes as a pull request next time, as I usually do not look deeply into patches for drivers which are actively maintained.
Yes, sure.
Thanks,
baolu
Quoted 7 lines · Lu Baolu
The helper
intel_context_flush_present()is designed to flush all related caches when a context entry with the present bit set is modified. It currently retrieves the domain ID from the context entry and uses it to flush the IOTLB and context caches. This is incorrect when the context entry transitions from present to non-present, as the domain ID field is cleared before calling the helper.
Quoted 8 lines
Fix it by passing the domain ID programmed in the context entry before the change to
intel_context_flush_present(). This ensures that the correct domain ID is used for cache invalidation.Fixes f90584f4beb8 ("iommu/vt-d: Add helper to flush caches for context change")Reported-by Alex Williamson <[email protected]>Signed-off-by Lu Baolu <[email protected]>
Joerg,
Can this go into a fixes pr for 6.11?
Regards,
Jerry
Joerg Roedel
maintainerQuoted 1 line · Jerry Snitselaar
Can this go into a fixes pr for 6.11?
It is already queued for 6.11, will send the PR in the next days.