iommu/vt-d: Some Intel IOMMU cleanups
Subsystems (2)
Lu Baolu
maintainercover iommu/vt-d: Some Intel IOMMU cleanups
Hi folks,
After a long time of evolution, the drivers/iommu/intel/iommu.c becomes fat and a bit messy. This series tries to cleanup and refactor the driver to make it more concise. Your comments are very appreciated.
Best regards,
baolu
Lu Baolu (10):
iommu/vt-d: Move DMAR specific helpers into dmar.c iommu/vt-d: Remove intel_iommu::domains
iommu/vt-d: Remove finding domain in dmar_insert_one_dev_info() iommu/vt-d: Remove iova_cache_get/put()
iommu/vt-d: Remove domain and devinfo mempool iommu/vt-d: Remove DEFER_DEVICE_DOMAIN_INFO iommu/vt-d: Use an xarray for global device_domain_info iommu/vt-d: Use rculist for dmar_domain::devices iommu/vt-d: Refactor dmar_insert_one_dev_info() iommu/vt-d: Some cleanups in iommu.c
include/linux/dmar.h | 43 +- include/linux/intel-iommu.h | 220 ++++++- drivers/iommu/intel/debugfs.c | 3 - drivers/iommu/intel/dmar.c | 216 ++++++- drivers/iommu/intel/iommu.c | 1109 ++++++--------------------------- 5 files changed, 650 insertions(+), 941 deletions(-)
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerPATCH 1/10 iommu/vt-d: Move DMAR specific helpers into dmar.c
Some ACPI/DMAR specific helpers are defined in iommu.c but used in dmar.c. Move those helpers to the place where they are used. No functional change.
--- include/linux/dmar.h | 43 +++++-- drivers/iommu/intel/dmar.c | 216 +++++++++++++++++++++++++++++++- drivers/iommu/intel/iommu.c | 241 +----------------------------------- 3 files changed, 246 insertions(+), 254 deletions(-)
include/linux/dmar.h +32 -11
@@ -52,6 +52,32 @@ struct dmar_drhd_unit {struct intel_iommu *iommu; }; +struct dmar_rmrr_unit { +struct list_head list;/* list of rmrr units */ +struct acpi_dmar_header *hdr;/* ACPI header */ +u64 base_address;/* reserved base address*/ +u64 end_address;/* reserved end address */ +struct dmar_dev_scope *devices;/* target devices */ +int devices_cnt;/* target device count */ +}; + +struct dmar_atsr_unit { +struct list_head list;/* list of ATSR units */ +struct acpi_dmar_header *hdr;/* ACPI header */ +struct dmar_dev_scope *devices;/* target devices */ +int devices_cnt;/* target device count */ +u8 include_all:1 ;/* include all ports */ +}; + +struct dmar_satc_unit { +struct list_head list;/* list of SATC units */ +struct acpi_dmar_header *hdr;/* ACPI header */ +struct dmar_dev_scope *devices;/* target devices */ +struct intel_iommu *iommu;/* the corresponding iommu */ +int devices_cnt;/* target device count */ +u8 atc_required:1 ;/* ATS is required */ +}; +struct dmar_pci_path {u8 bus;u8 device;
@@ -69,6 +95,9 @@ struct dmar_pci_notify_info {extern struct rw_semaphore dmar_global_lock;extern struct list_head dmar_drhd_units; +extern struct list_head dmar_rmrr_units; +extern struct list_head dmar_atsr_units; +extern struct list_head dmar_satc_units;#define for_each_drhd_unit (drhd) \ list_for_each_entry_rcu(drhd, &dmar_drhd_units, list, \
@@ -89,6 +118,9 @@ extern struct list_head dmar_drhd_units; dmar_rcu_check()) \ if (i=drhd->iommu, 0) {} else +#define for_each_rmrr_units (rmrr) \ + list_for_each_entry(rmrr, &dmar_rmrr_units, list) +static inline bool dmar_rcu_check (void ) { return rwsem_is_locked(&dmar_global_lock) ||
@@ -143,23 +175,12 @@ static inline void dmar_fault_dump_ptes(struct intel_iommu *iommu, u16 source_idextern int iommu_detected, no_iommu;extern int intel_iommu_init (void );extern void intel_iommu_shutdown (void ); -extern int dmar_parse_one_rmrr (struct acpi_dmar_header *header,void *arg); -extern int dmar_parse_one_atsr (struct acpi_dmar_header *header,void *arg); -extern int dmar_check_one_atsr (struct acpi_dmar_header *hdr,void *arg); -extern int dmar_parse_one_satc (struct acpi_dmar_header *hdr,void *arg); -extern int dmar_release_one_atsr (struct acpi_dmar_header *hdr,void *arg);extern int dmar_iommu_hotplug (struct dmar_drhd_unit *dmaru,bool insert);extern int dmar_iommu_notify_scope_dev (struct dmar_pci_notify_info *info);#else /* !CONFIG_INTEL_IOMMU: */ static inline int intel_iommu_init (void ) {return -ENODEV ; }static inline void intel_iommu_shutdown (void ) { } -#define dmar_parse_one_rmrr dmar_res_noop -#define dmar_parse_one_atsr dmar_res_noop -#define dmar_check_one_atsr dmar_res_noop -#define dmar_release_one_atsr dmar_res_noop -#define dmar_parse_one_satc dmar_res_noop -static inline int dmar_iommu_notify_scope_dev (struct dmar_pci_notify_info *info) {return 0 ;
drivers/iommu/intel/dmar.c +212 -4
234 lines not on this page · raw message
drivers/iommu/intel/iommu.c +2 -239
259 lines not on this page · raw message
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 01/10] iommu/vt-d: Move DMAR specific helpers into dmar.c
include/linux/dmar.h struct dmar_drhd_unit { · line 59
Quoted 11 lines
include/linux/dmar.h +3
-0@@ -52,6 +52,32 @@ struct dmar_drhd_unit {struct intel_iommu *iommu; }; +struct dmar_rmrr_unit { +struct dmar_atsr_unit { +struct dmar_satc_unit {
What about moving all code that is using the structures to dmar.c to keep the definitions local?
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerRe: [PATCH v1 01/10] iommu/vt-d: Move DMAR specific helpers into dmar.c
Quoted 6 lines · Christoph Hellwig
Quoted 6 lines
include/linux/dmar.h +0
-0@@ -52,6 +52,32 @@ struct dmar_drhd_unit {struct intel_iommu *iommu; };
Quoted 9 lines
include/linux/dmar.h struct dmar_drhd_unit { · line 72
Quoted 5 lines
include/linux/dmar.h +3
-0+struct dmar_rmrr_unit { +struct dmar_atsr_unit { +struct dmar_satc_unit {What about moving all code that is using the structures to
dmar.cto keep the definitions local?
It's difficult. References to these structures are scattered in iommu.c.
Best regards,
baolu
Lu Baolu
maintainerPATCH 2/10 iommu/vt-d: Remove intel_iommu::domains
In reply to Lu BaoluThe "domains" field of the intel_iommu structure keeps the mapping of domain_id to dmar_domain. This information is not used anywhere. Remove and cleanup it to avoid unnecessary memory consumption.
--- include/linux/intel-iommu.h | 1 - drivers/iommu/intel/iommu.c | 68 ++----------------------------------- 2 files changed, 3 insertions(+), 66 deletions(-)
include/linux/intel-iommu.h +0 -1
@@ -578,7 +578,6 @@ struct intel_iommu {#ifdef CONFIG_INTEL_IOMMU unsigned long *domain_ids;/* bitmap of domains */ -struct dmar_domain ***domains;/* ptr to domains */ spinlock_t lock;/* protect context, domain ids */ struct root_entry *root_entry;/* virtual address */
drivers/iommu/intel/iommu.c +3 -65
119 lines not on this page · raw message
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 02/10] iommu/vt-d: Remove intel_iommu::domains
Looks good,
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerPATCH 3/10 iommu/vt-d: Remove finding domain in dmar_insert_one_dev_info()
In reply to Lu BaoluThe Intel IOMMU driver has already converted to use default domain framework in iommu core. There's no need to find a domain for the device in the domain attaching path. Cleanup that code.
--- drivers/iommu/intel/iommu.c | 21 --------------------- 1 file changed, 21 deletions(-)
drivers/iommu/intel/iommu.c +0 -21
@@ -2521,7 +2521,6 @@ static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu,struct device *dev, struct dmar_domain *domain) { - struct dmar_domain *found = NULL; struct device_domain_info *info;unsigned long flags;int ret;
@@ -2572,26 +2571,6 @@ static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu, }spin_lock_irqsave (&device_domain_lock, flags); -if (dev) - found =find_domain (dev); - -if (!found) { -struct device_domain_info *info2; - info2 =dmar_search_domain_by_dev_info (info->segment, info->bus, - info->devfn); -if (info2) { - found = info2->domain; - info2->dev = dev; - } - } - -if (found) { -spin_unlock_irqrestore (&device_domain_lock, flags); -free_devinfo_mem (info); -/* Caller must free the original domain */ -return found; - } -spin_lock (&iommu->lock); ret =domain_attach_iommu (domain, iommu);spin_unlock (&iommu->lock);
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 03/10] iommu/vt-d: Remove finding domain in dmar_insert_one_dev_info()
Looks good,
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerPATCH 4/10 iommu/vt-d: Remove iova_cache_get/put()
In reply to Lu BaoluThese have been done in drivers/iommu/dma-iommu.c. Remove this duplicate code.
--- drivers/iommu/intel/iommu.c | 5 ----- 1 file changed, 5 deletions(-)
drivers/iommu/intel/iommu.c +0 -5
@@ -3348,9 +3348,6 @@ static inline int iommu_devinfo_cache_init(void)static int __init iommu_init_mempool (void ) {int ret; - ret =iova_cache_get (); -if (ret) -return ret; ret =iommu_domain_cache_init ();if (ret)
@@ -3362,7 +3359,6 @@ static int __init iommu_init_mempool(void)kmem_cache_destroy (iommu_domain_cache); domain_error: -iova_cache_put ();return -ENOMEM ; }
@@ -3371,7 +3367,6 @@ static void __init iommu_exit_mempool(void) {kmem_cache_destroy (iommu_devinfo_cache);kmem_cache_destroy (iommu_domain_cache); -iova_cache_put (); }static void __init init_no_remapping_devices (void )
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 04/10] iommu/vt-d: Remove iova_cache_get/put()
Looks good,
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 04/10] iommu/vt-d: Remove iova_cache_get/put()
In reply to Lu BaoluQuoted 15 lines · Lu Baolu
drivers/iommu/intel/iommu.c +0
-3@@ -3348,9 +3348,6 @@ static inline int iommu_devinfo_cache_init(void)static int __init iommu_init_mempool (void ) {int ret; - ret =iova_cache_get (); -if (ret) -return ret; ret =iommu_domain_cache_init ();if (ret)
drivers/iommu/intel/iommu.c static int __init iommu_init_mempool(void) · line 3361
Quoted 3 lines
drivers/iommu/intel/iommu.c +0
-0@@ -3362,7 +3359,6 @@ static int __init iommu_init_mempool(void)kmem_cache_destroy (iommu_domain_cache); domain_error:
nit: is this label still really required? only failures in iommu_domain_cache_init() jump to it, and that can return directly now.
Thanks,
John
drivers/iommu/intel/iommu.c static int __init iommu_init_mempool(void) · line 3365
Quoted 1 line
drivers/iommu/intel/iommu.c +0
-1-iova_cache_put ();
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerRe: [PATCH v1 04/10] iommu/vt-d: Remove iova_cache_get/put()
Quoted 11 lines · John Garry
Quoted 10 lines · Lu Baolu
drivers/iommu/intel/iommu.c +0
-2@@ -3348,9 +3348,6 @@ static inline int iommu_devinfo_cache_init(void) static int __init iommu_init_mempool(void) { int ret; - ret = iova_cache_get(); - if (ret)
Quoted 8 lines
Quoted 6 lines
drivers/iommu/intel/iommu.c +0
-1- return ret; ret = iommu_domain_cache_init(); if (ret)@@ -3362,7 +3359,6 @@ static int __init iommu_init_mempool(void) kmem_cache_destroy(iommu_domain_cache);
domain_error:nit: is this label still really required? only failures in
iommu_domain_cache_init()jump to it, and that can return directly now.
It will be cleaned up in the next patch.
Quoted 6 lines
Thanks,
JohnQuoted 1 line
-
iova_cache_put();
Best regards,
baolu
Lu Baolu
maintainerPATCH 5/10 iommu/vt-d: Remove domain and devinfo mempool
In reply to Lu BaoluThe domain and devinfo memory blocks are only allocated during device probe and released during remove. There's no hot-path context, hence no need for memory pools.
--- drivers/iommu/intel/iommu.c | 104 ++---------------------------------- 1 file changed, 5 insertions(+), 99 deletions(-)
drivers/iommu/intel/iommu.c +5 -99
@@ -419,9 +419,6 @@ static int __init intel_iommu_setup(char *str) }__setup ("intel_iommu=" , intel_iommu_setup); -static struct kmem_cache *iommu_domain_cache; -static struct kmem_cache *iommu_devinfo_cache; -void *alloc_pgtable_page (int node) {struct page *page;
@@ -438,26 +435,6 @@ void free_pgtable_page(void *vaddr)free_page ((unsigned long )vaddr); } -static inline void *alloc_domain_mem (void ) -{ -return kmem_cache_alloc (iommu_domain_cache,GFP_ATOMIC ); -} - -static void free_domain_mem (void *vaddr) -{ -kmem_cache_free (iommu_domain_cache, vaddr); -} - -static inline void *alloc_devinfo_mem (void ) -{ -return kmem_cache_alloc (iommu_devinfo_cache,GFP_ATOMIC ); -} - -static inline void free_devinfo_mem (void *vaddr) -{ -kmem_cache_free (iommu_devinfo_cache, vaddr); -} -static inline int domain_type_is_si (struct dmar_domain *domain) {return domain->domain.type ==IOMMU_DOMAIN_IDENTITY ;
@@ -1852,11 +1829,10 @@ static struct dmar_domain *alloc_domain(unsigned int type) {struct dmar_domain *domain; - domain =alloc_domain_mem (); + domain =kzalloc (sizeof (*domain),GFP_KERNEL );if (!domain)return NULL ; -memset (domain,0 ,sizeof (*domain)); domain->nid =NUMA_NO_NODE ;if (first_level_by_default (type)) domain->flags |=DOMAIN_FLAG_USE_FIRST_LEVEL ;
@@ -1940,7 +1916,7 @@ static void domain_exit(struct dmar_domain *domain)put_pages_list (&freelist); } -free_domain_mem (domain); +kfree (domain); }/*
@@ -2525,7 +2501,7 @@ static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu,unsigned long flags;int ret; - info =alloc_devinfo_mem (); + info =kzalloc (sizeof (*info),GFP_KERNEL );if (!info)return NULL ;
@@ -2541,13 +2517,9 @@ static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu, info->segment =pci_domain_nr (pdev->bus); } - info->ats_supported = info->pasid_supported = info->pri_supported =0 ; - info->ats_enabled = info->pasid_enabled = info->pri_enabled =0 ; - info->ats_qdep =0 ; info->dev = dev; info->domain = domain; info->iommu = iommu; - info->pasid_table =NULL ;if (dev &&dev_is_pci (dev)) {struct pci_dev *pdev =to_pci_dev (info->dev);
@@ -2577,7 +2549,7 @@ static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu,if (ret) {spin_unlock_irqrestore (&device_domain_lock, flags); -free_devinfo_mem (info); +kfree (info);return NULL ; }
@@ -3310,65 +3282,6 @@ static int __init init_dmars(void)return ret; } -static inline int iommu_domain_cache_init (void ) -{ -int ret =0 ; - - iommu_domain_cache =kmem_cache_create ("iommu_domain" , -sizeof (struct dmar_domain ), -0 , -SLAB_HWCACHE_ALIGN , - -NULL ); -if (!iommu_domain_cache) { -pr_err ("Couldn't create iommu_domain cache\n" ); - ret = -ENOMEM ; - } - -return ret; -} - -static inline int iommu_devinfo_cache_init (void ) -{ -int ret =0 ; - - iommu_devinfo_cache =kmem_cache_create ("iommu_devinfo" , -sizeof (struct device_domain_info ), -0 , -SLAB_HWCACHE_ALIGN , -NULL ); -if (!iommu_devinfo_cache) { -pr_err ("Couldn't create devinfo cache\n" ); - ret = -ENOMEM ; - } - -return ret; -} - -static int __init iommu_init_mempool (void ) -{ -int ret; - - ret =iommu_domain_cache_init (); -if (ret) - goto domain_error; - - ret =iommu_devinfo_cache_init (); -if (!ret) -return ret; - -kmem_cache_destroy (iommu_domain_cache); -domain_error: - -return -ENOMEM ; -} - -static void __init iommu_exit_mempool (void ) -{ -kmem_cache_destroy (iommu_devinfo_cache); -kmem_cache_destroy (iommu_domain_cache); -} -static void __init init_no_remapping_devices (void ) {struct dmar_drhd_unit *drhd;
@@ -4016,12 +3929,6 @@ int __init intel_iommu_init(void) force_on = (!intel_iommu_tboot_noforce &&tboot_force_iommu ()) ||platform_optin_force_iommu (); -if (iommu_init_mempool ()) { -if (force_on) -panic ("tboot: Failed to initialize iommu memory\n" ); -return -ENOMEM ; - } -down_write (&dmar_global_lock);if (dmar_table_init ()) {if (force_on)
@@ -4142,7 +4049,6 @@ int __init intel_iommu_init(void) out_free_dmar:intel_iommu_free_dmars ();up_write (&dmar_global_lock); -iommu_exit_mempool ();return ret; }
@@ -4199,7 +4105,7 @@ static void __dmar_remove_one_dev_info(struct device_domain_info *info)domain_detach_iommu (domain, iommu);spin_unlock_irqrestore (&iommu->lock, flags); -free_devinfo_mem (info); +kfree (info); }static void dmar_remove_one_dev_info (struct device *dev)
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 05/10] iommu/vt-d: Remove domain and devinfo mempool
Looks good,
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerPATCH 6/10 iommu/vt-d: Remove DEFER_DEVICE_DOMAIN_INFO
In reply to Lu BaoluAllocate and set the per-device iommu private data during iommu device probe. Add a flag to indicate whether default domain attachment is deferred. With this refactoring, the dummy DEFER_DEVICE_DOMAIN_INFO pointer is removed.
--- drivers/iommu/intel/iommu.c | 122 +++++++++++++++--------------------- 1 file changed, 51 insertions(+), 71 deletions(-)
drivers/iommu/intel/iommu.c +51 -71
@@ -309,19 +309,9 @@ static int iommu_skip_te_disable;int intel_iommu_gfx_mapped;EXPORT_SYMBOL_GPL (intel_iommu_gfx_mapped); -#define DEFER_DEVICE_DOMAIN_INFO ((struct device_domain_info *)(-2))struct device_domain_info *get_domain_info (struct device *dev) { -struct device_domain_info *info; - -if (!dev) -return NULL ; - - info =dev_iommu_priv_get (dev); -if (unlikely (info ==DEFER_DEVICE_DOMAIN_INFO )) -return NULL ; - -return info; +return dev_iommu_priv_get (dev); }DEFINE_SPINLOCK (device_domain_lock);
@@ -708,11 +698,6 @@ struct context_entry *iommu_context_addr(struct intel_iommu *iommu, u8 bus,return &context[devfn]; } -static bool attach_deferred (struct device *dev) -{ -return dev_iommu_priv_get (dev) ==DEFER_DEVICE_DOMAIN_INFO ; -} -/** * is_downstream_to_pci_bridge - test if a device belongs to the PCI * sub-hierarchy of a candidate PCI-PCI bridge
@@ -2426,9 +2411,6 @@ struct dmar_domain *find_domain(struct device *dev)if (unlikely (!dev || !dev->iommu))return NULL ; -if (unlikely (attach_deferred (dev))) -return NULL ; -/* No lock here, assumes no domain exit in normal case */ info =get_domain_info (dev);if (likely (info))
@@ -2497,66 +2479,20 @@ static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu,struct device *dev, struct dmar_domain *domain) { - struct device_domain_info *info; + struct device_domain_info *info = get_domain_info(dev);unsigned long flags;int ret; - info =kzalloc (sizeof (*info),GFP_KERNEL ); -if (!info) -return NULL ; - -if (!dev_is_real_dma_subdevice (dev)) { - info->bus = bus; - info->devfn = devfn; - info->segment = iommu->segment; - }else { -struct pci_dev *pdev =to_pci_dev (dev); - - info->bus = pdev->bus->number; - info->devfn = pdev->devfn; - info->segment =pci_domain_nr (pdev->bus); - } - - info->dev = dev; - info->domain = domain; - info->iommu = iommu; - -if (dev &&dev_is_pci (dev)) { -struct pci_dev *pdev =to_pci_dev (info->dev); - -if (ecap_dev_iotlb_support (iommu->ecap) && -pci_ats_supported (pdev) && -dmar_find_matched_atsr_unit (pdev)) - info->ats_supported =1 ; - -if (sm_supported (iommu)) { -if (pasid_supported (iommu)) { -int features =pci_pasid_features (pdev); -if (features >=0 ) - info->pasid_supported = features |1 ; - } - -if (info->ats_supported &&ecap_prs (iommu->ecap) && -pci_pri_supported (pdev)) - info->pri_supported =1 ; - } - } -spin_lock_irqsave (&device_domain_lock, flags); + info->domain = domain;spin_lock (&iommu->lock); ret =domain_attach_iommu (domain, iommu);spin_unlock (&iommu->lock); -if (ret) {spin_unlock_irqrestore (&device_domain_lock, flags); -kfree (info);return NULL ; } -list_add (&info->link, &domain->devices); -list_add (&info->global, &device_domain_list); -if (dev) -dev_iommu_priv_set (dev, info);spin_unlock_irqrestore (&device_domain_lock, flags);/* PASID table is mandatory for a PCI device in scalable mode. */
@@ -4405,14 +4341,56 @@ static bool intel_iommu_capable(enum iommu_cap cap)static struct iommu_device *intel_iommu_probe_device (struct device *dev) { +struct pci_dev *pdev =dev_is_pci (dev) ?to_pci_dev (dev) :NULL ; +struct device_domain_info *info;struct intel_iommu *iommu; +unsigned long flags; +u8 bus, devfn; - iommu =device_to_iommu (dev,NULL ,NULL ); + iommu =device_to_iommu (dev, &bus, &devfn);if (!iommu)return ERR_PTR (-ENODEV ); -if (translation_pre_enabled (iommu)) -dev_iommu_priv_set (dev,DEFER_DEVICE_DOMAIN_INFO ); + info =kzalloc (sizeof (*info),GFP_KERNEL ); +if (!info) +return ERR_PTR (-ENOMEM ); + +if (dev_is_real_dma_subdevice (dev)) { + info->bus = pdev->bus->number; + info->devfn = pdev->devfn; + info->segment =pci_domain_nr (pdev->bus); + }else { + info->bus = bus; + info->devfn = devfn; + info->segment = iommu->segment; + } + + info->dev = dev; + info->iommu = iommu; +if (dev_is_pci (dev)) { +if (ecap_dev_iotlb_support (iommu->ecap) && +pci_ats_supported (pdev) && +dmar_find_matched_atsr_unit (pdev)) + info->ats_supported =1 ; + +if (sm_supported (iommu)) { +if (pasid_supported (iommu)) { +int features =pci_pasid_features (pdev); + +if (features >=0 ) + info->pasid_supported = features |1 ; + } + +if (info->ats_supported &&ecap_prs (iommu->ecap) && +pci_pri_supported (pdev)) + info->pri_supported =1 ; + } + } + +spin_lock_irqsave (&device_domain_lock, flags); +list_add (&info->global, &device_domain_list); +dev_iommu_priv_set (dev, info); +spin_unlock_irqrestore (&device_domain_lock, flags);return &iommu->iommu; }
@@ -4635,7 +4613,9 @@ intel_iommu_dev_disable_feat(struct device *dev, enum iommu_dev_features feat)static bool intel_iommu_is_attach_deferred (struct device *dev) { -return attach_deferred (dev); +struct device_domain_info *info =get_domain_info (dev); + +return translation_pre_enabled (info->iommu) && !info->domain; }/*
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 06/10] iommu/vt-d: Remove DEFER_DEVICE_DOMAIN_INFO
drivers/iommu/intel/iommu.c static int iommu_skip_te_disable; · line 315
Quoted 4 lines
struct
device_domain_info*get_domain_info(struct device *dev) {drivers/iommu/intel/iommu.c +1
-0+return dev_iommu_priv_get (dev); }
I'd remove this now pointles wrapper entirely.
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerRe: [PATCH v1 06/10] iommu/vt-d: Remove DEFER_DEVICE_DOMAIN_INFO
Quoted 6 lines · Christoph Hellwig
drivers/iommu/intel/iommu.c static int iommu_skip_te_disable; · line 315
Quoted 4 lines
struct device_domain_info *get_domain_info(struct device *dev) {drivers/iommu/intel/iommu.c +1
-0+return dev_iommu_priv_get (dev); }I'd remove this now pointles wrapper entirely.
Yes. Will do it.
Best regards,
baolu
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerPATCH 7/10 iommu/vt-d: Use an xarray for global device_domain_info
In reply to Lu BaoluReplace the existing global device_domain_list with an array so that it could be easily searched. The index of the array is composed by the PCI segment, bus and devfn. And use RCU lock for protection.
--- include/linux/intel-iommu.h | 1 - drivers/iommu/intel/iommu.c | 68 ++++++++++++++++--------------------- 2 files changed, 30 insertions(+), 39 deletions(-)
include/linux/intel-iommu.h +0 -1
@@ -610,7 +610,6 @@ struct intel_iommu {/* PCI domain-device relationship */ struct device_domain_info {struct list_head link;/* link to domain siblings */ -struct list_head global;/* link to global list */ struct list_head table;/* link to pasid table */ u32 segment;/* PCI segment number */ u8 bus;/* PCI bus number */
drivers/iommu/intel/iommu.c +30 -38
140 lines not on this page · raw message
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 07/10] iommu/vt-d: Use an xarray for global device_domain_info
Quoted 1 line
+ #define
DEVI_IDX(seg, bus, devfn)((((u16)(seg)) << 16) |PCI_DEVID(bus, devfn))
Please turn this into an real function.
Quoted 9 lines
/*
- * Iterate over elements indevice_domain_listand call the specified
+ * Iterate over elements indevice_domain_arrayand call the specified
* callback @fn against each element.
*/
int for_each_device_domain(int (*fn)(structdevice_domain_info*info,drivers/iommu/intel/iommu.c +0
-0void *data), void *data) { struct device_domain_info *info;
drivers/iommu/intel/iommu.c struct device_domain_info *get_domain_info(struct device *dev) · line 337
Quoted 10 lines
drivers/iommu/intel/iommu.c +7
-0+unsigned long index; +int ret =0 ; +rcu_read_lock (); +xa_for_each (&device_domain_array, index, info) { ret =fn (info, data); +if (ret) +break ; } +rcu_read_unlock ();
Can't we just open code this in the caller now?
drivers/iommu/intel/iommu.c static void pgtable_walk(struct intel_iommu *iommu, unsigned long pfn, u8 bus, u · line 905
Quoted 11 lines
const struct
iommu_opsintel_iommu_ops;drivers/iommu/intel/iommu.c +2
-1@@ -900,7 +898,8 @@ static void pgtable_walk(struct intel_iommu *iommu, unsigned long pfn, u8 bus, ustruct dmar_domain *domain;int offset, level; - info =dmar_search_domain_by_dev_info (iommu->segment, bus, devfn); + info =xa_load (&device_domain_array, +DEVI_IDX (iommu->segment, bus, devfn));if (!info || !info->domain) {pr_info ("device [%02x:%02x.%d] not probed\n" , bus,PCI_SLOT (devfn),PCI_FUNC (devfn));
Is there any refcounting or other life time protection for the info structures?
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerRe: [PATCH v1 07/10] iommu/vt-d: Use an xarray for global device_domain_info
Quoted 3 lines · Christoph Hellwig
Quoted 1 line
+ #define
DEVI_IDX(seg, bus, devfn)((((u16)(seg)) << 16) |PCI_DEVID(bus, devfn))Please turn this into an real function.
Sure.
Quoted 12 lines
Quoted 12 lines
/*
- * Iterate over elements indevice_domain_listand call the specified
+ * Iterate over elements indevice_domain_arrayand call the specified
* callback @fn against each element.
*/
int for_each_device_domain(int (*fn)(structdevice_domain_info*info,
void *data), void *data)
{
structdevice_domain_info*info;drivers/iommu/intel/iommu.c +2
-0+unsigned long index; +int ret =0 ;
Quoted 9 lines
drivers/iommu/intel/iommu.c struct device_domain_info *get_domain_info(struct device *dev) · line 337
Quoted 7 lines
drivers/iommu/intel/iommu.c +5
-0+rcu_read_lock (); +xa_for_each (&device_domain_array, index, info) { ret =fn (info, data); +if (ret) +break ; } +rcu_read_unlock ();Can't we just open code this in the caller now?
That's better. I will remove this helper and make iteration in the only caller.
Quoted 6 lines
Quoted 6 lines
const struct
iommu_opsintel_iommu_ops;drivers/iommu/intel/iommu.c +0
-0@@ -900,7 +898,8 @@ static void pgtable_walk(struct intel_iommu *iommu, unsigned long pfn, u8 bus, ustruct dmar_domain *domain;int offset, level;
Quoted 9 lines
drivers/iommu/intel/iommu.c static void pgtable_walk(struct intel_iommu *iommu, unsigned long pfn, u8 bus, u · line 905
Quoted 6 lines
drivers/iommu/intel/iommu.c +2
-1- info =dmar_search_domain_by_dev_info (iommu->segment, bus, devfn); + info =xa_load (&device_domain_array, +DEVI_IDX (iommu->segment, bus, devfn));if (!info || !info->domain) {pr_info ("device [%02x:%02x.%d] not probed\n" , bus,PCI_SLOT (devfn),PCI_FUNC (devfn));Is there any refcounting or other life time protection for the info structures?
The info structure's life is managed by iommu_probe/release_device(). It is created in probe() and freed in release().
Best regards,
baolu
Lu Baolu
maintainerPATCH 8/10 iommu/vt-d: Use rculist for dmar_domain::devices
In reply to Lu BaoluUse rculist for list of devices attached by a domain. And use the RCU lock for read/write protection. As both the global device_domain array and per-domain device_domain list are protected by RCU lock now, there is no need to use the spinlock anymore. Cleanup device_domain_lock.
--- include/linux/intel-iommu.h | 1 - drivers/iommu/intel/debugfs.c | 3 - drivers/iommu/intel/iommu.c | 118 ++++++++++++++-------------------- 3 files changed, 47 insertions(+), 75 deletions(-)
include/linux/intel-iommu.h +0 -1
@@ -480,7 +480,6 @@ enum {#define VTD_FLAG_SVM_CAPABLE (1 << 2)extern int intel_iommu_sm; -extern spinlock_t device_domain_lock;#define sm_supported (iommu) (intel_iommu_sm && ecap_smts((iommu)->ecap))#define pasid_supported (iommu) (sm_supported(iommu) && \
drivers/iommu/intel/debugfs.c +0 -3
@@ -363,13 +363,10 @@ static int show_device_domain_translation(struct device *dev, void *data)static int domain_translation_struct_show (struct seq_file *m,void *unused) { -unsigned long flags;int ret; -spin_lock_irqsave (&device_domain_lock, flags); ret =bus_for_each_dev (&pci_bus_type,NULL , m, show_device_domain_translation); -spin_unlock_irqrestore (&device_domain_lock, flags);return ret; }
drivers/iommu/intel/iommu.c +47 -71
285 lines not on this page · raw message
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerPATCH 9/10 iommu/vt-d: Refactor dmar_insert_one_dev_info()
In reply to Lu BaoluThe existing dmar_insert_one_dev_info() implementation looks messy. This refactors it by moving pasid table allocation to device probe function, changing the return type to integer, adding the error rewinding paths.
--- drivers/iommu/intel/iommu.c | 117 +++++++++++++++++------------------- 1 file changed, 54 insertions(+), 63 deletions(-)
drivers/iommu/intel/iommu.c +54 -63
@@ -2379,15 +2379,6 @@ static void domain_context_clear_one(struct device_domain_info *info, u8 bus, u8__iommu_flush_dev_iotlb (info,0 ,MAX_AGAW_PFN_WIDTH ); } -static inline void unlink_domain_info (struct device_domain_info *info) -{ -list_del_rcu (&info->link); -xa_erase (&device_domain_array, -DEVI_IDX (info->segment, info->bus, info->devfn)); -if (info->dev) -dev_iommu_priv_set (info->dev,NULL ); -} -struct dmar_domain *find_domain (struct device *dev) {struct device_domain_info *info;
@@ -2445,35 +2436,22 @@ static bool dev_is_real_dma_subdevice(struct device *dev)pci_real_dma_dev (to_pci_dev (dev)) !=to_pci_dev (dev); } -static struct dmar_domain *dmar_insert_one_dev_info (struct intel_iommu *iommu, -int bus,int devfn, -struct device *dev, -struct dmar_domain *domain) +static int dmar_insert_one_dev_info (struct intel_iommu *iommu,int bus, +int devfn,struct device *dev, +struct dmar_domain *domain) {struct device_domain_info *info =get_domain_info (dev);unsigned long flags;int ret;spin_lock_irqsave (&iommu->lock, flags); +/* Link to iommu and get a domain id: */ ret =domain_attach_iommu (domain, iommu); -spin_unlock_irqrestore (&iommu->lock, flags);if (ret) -return NULL ; - - info->domain = domain; -list_add_rcu (&info->link, &domain->devices); - -/* PASID table is mandatory for a PCI device in scalable mode. */ -if (dev &&dev_is_pci (dev) &&sm_supported (iommu)) { - ret =intel_pasid_alloc_table (dev); -if (ret) { -dev_err (dev,"PASID table allocation failed\n" ); -dmar_remove_one_dev_info (dev); -return NULL ; - } + goto attach_iommu_err; -/* Setup the PASID entry for requests without PASID: */ -spin_lock_irqsave (&iommu->lock, flags); +/* Setup the PASID entry for requests without PASID: */ +if (dev_is_pci (dev) &&sm_supported (iommu)) {if (hw_pass_through &&domain_type_is_si (domain)) ret =intel_pasid_setup_pass_through (iommu, domain, dev,PASID_RID2PASID );
@@ -2483,21 +2461,31 @@ static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu,else ret =intel_pasid_setup_second_level (iommu, domain, dev,PASID_RID2PASID ); -spin_unlock_irqrestore (&iommu->lock, flags); -if (ret) { -dev_err (dev,"Setup RID2PASID failed\n" ); -dmar_remove_one_dev_info (dev); -return NULL ; - } +if (ret) + goto pasid_setup_err; } +spin_unlock_irqrestore (&iommu->lock, flags); -if (dev &&domain_context_mapping (domain, dev)) { -dev_err (dev,"Domain context map failed\n" ); -dmar_remove_one_dev_info (dev); -return NULL ; - } +/* Setup the context entry for device: */ + ret =domain_context_mapping (domain, dev); +if (ret) + goto setup_context_err; -return domain; + info->domain = domain; +list_add_rcu (&info->link, &domain->devices); + +return 0 ; + +setup_context_err: +spin_lock_irqsave (&iommu->lock, flags); +if (dev_is_pci (dev) &&sm_supported (iommu)) +intel_pasid_tear_down_entry (iommu, dev,PASID_RID2PASID , false); +pasid_setup_err: +domain_detach_iommu (domain, iommu); +attach_iommu_err: +spin_unlock_irqrestore (&iommu->lock, flags); + +return ret; } static int iommu_domain_identity_map(struct dmar_domain *domain,
@@ -2575,7 +2563,6 @@ static int __init si_domain_init(int hw)static int domain_add_dev_info (struct dmar_domain *domain,struct device *dev) { -struct dmar_domain *ndomain;struct intel_iommu *iommu;u8 bus, devfn;
@@ -2583,11 +2570,7 @@ static int domain_add_dev_info(struct dmar_domain *domain, struct device *dev)if (!iommu)return -ENODEV ; - ndomain =dmar_insert_one_dev_info (iommu, bus, devfn, dev, domain); -if (ndomain != domain) -return -EBUSY ; - -return 0 ; +return dmar_insert_one_dev_info (iommu, bus, devfn, dev, domain); }static bool device_has_rmrr (struct device *dev)
@@ -4001,16 +3984,13 @@ static void __dmar_remove_one_dev_info(struct device_domain_info *info)iommu_disable_dev_iotlb (info);domain_context_clear (info); -intel_pasid_free_table (info->dev); } -unlink_domain_info (info); +list_del_rcu (&info->link);spin_lock_irqsave (&iommu->lock, flags);domain_detach_iommu (domain, iommu);spin_unlock_irqrestore (&iommu->lock, flags); - -kfree (info); }static void dmar_remove_one_dev_info (struct device *dev)
@@ -4310,8 +4290,10 @@ static struct iommu_device *intel_iommu_probe_device(struct device *dev)struct pci_dev *pdev =dev_is_pci (dev) ?to_pci_dev (dev) :NULL ;struct device_domain_info *info;struct intel_iommu *iommu; +unsigned long index;u8 bus, devfn;void *curr; +int ret; iommu =device_to_iommu (dev, &bus, &devfn);if (!iommu)
@@ -4353,30 +4335,39 @@ static struct iommu_device *intel_iommu_probe_device(struct device *dev) } } - curr =xa_store (&device_domain_array, -DEVI_IDX (info->segment, info->bus, info->devfn), - info,GFP_KERNEL ); + index =DEVI_IDX (info->segment, info->bus, info->devfn); + curr =xa_store (&device_domain_array, index, info,GFP_KERNEL );if (xa_err (curr) ||WARN_ON (curr)) { -kfree (info); -return ERR_PTR (-ENOSPC ); + ret = -ENOSPC ; + goto free_out; }dev_iommu_priv_set (dev, info); +if (sm_supported (iommu)) { + ret =intel_pasid_alloc_table (dev); +if (ret) + goto cleanup_out; + }return &iommu->iommu; + +cleanup_out: +dev_iommu_priv_set (dev,NULL ); +xa_erase (&device_domain_array, index); +free_out: +kfree (info); +return ERR_PTR (ret); }static void intel_iommu_release_device (struct device *dev) { -struct intel_iommu *iommu; - - iommu =device_to_iommu (dev,NULL ,NULL ); -if (!iommu) -return ; - -dmar_remove_one_dev_info (dev); +struct device_domain_info *info =get_domain_info (dev); +unsigned long index =DEVI_IDX (info->segment, info->bus, info->devfn); +xa_erase (&device_domain_array, index); +dev_iommu_priv_set (info->dev,NULL );set_dma_ops (dev,NULL ); +kfree (info); }static void intel_iommu_probe_finalize (struct device *dev)
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 09/10] iommu/vt-d: Refactor dmar_insert_one_dev_info()
Hi BaoLu,
Quoted 12 lines · Lu Baolu
static void
intel_iommu_release_device(struct device *dev){drivers/iommu/intel/iommu.c +2
-7-struct intel_iommu *iommu; - - iommu =device_to_iommu (dev,NULL ,NULL ); -if (!iommu) -return ; - -dmar_remove_one_dev_info (dev); +struct device_domain_info *info =get_domain_info (dev); + unsigned long index = DEVI_IDX(info->segment, info->bus,
info->devfn);
drivers/iommu/intel/iommu.c static struct iommu_device *intel_iommu_probe_device(struct device *dev) · line 4370
Quoted 4 lines
drivers/iommu/intel/iommu.c +3
-0+xa_erase (&device_domain_array, index); +dev_iommu_priv_set (info->dev,NULL );set_dma_ops (dev,NULL ); +kfree (info);
Now that info and sinfo are under RCU, should we use kfree_rcu?
Thanks,
Jacob
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerRe: [PATCH v1 09/10] iommu/vt-d: Refactor dmar_insert_one_dev_info()
Quoted 1 line · Jacob Pan
Hi BaoLu,
Hi Jacob,
Quoted 13 lines
Quoted 9 lines · Lu Baolu
static void intel_iommu_release_device(struct device *dev) {drivers/iommu/intel/iommu.c +0
-7-struct intel_iommu *iommu; - - iommu =device_to_iommu (dev,NULL ,NULL ); -if (!iommu) -return ; - -dmar_remove_one_dev_info (dev);
Quoted 8 lines
drivers/iommu/intel/iommu.c static struct iommu_device *intel_iommu_probe_device(struct device *dev) · line 4370
Quoted 7 lines
(quoted diff) +2
-0+ struct device_domain_info *info = get_domain_info(dev); + unsigned long index = DEVI_IDX(info->segment, info->bus,
info->devfn);drivers/iommu/intel/iommu.c +3
-0+xa_erase (&device_domain_array, index); +dev_iommu_priv_set (info->dev,NULL );set_dma_ops (dev,NULL ); +kfree (info);Now that info and sinfo are under RCU, should we use
kfree_rcu?
Yes. We should use kfree_rcu.
Best regards,
baolu
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 09/10] iommu/vt-d: Refactor dmar_insert_one_dev_info()
In reply to Lu BaoluHi BaoLu,
Quoted 5 lines · Lu Baolu
drivers/iommu/intel/iommu.c +0
-4-if (dev &&domain_context_mapping (domain, dev)) { -dev_err (dev,"Domain context map failed\n" ); -dmar_remove_one_dev_info (dev); -return NULL ;
drivers/iommu/intel/iommu.c static struct dmar_domain *dmar_insert_one_dev_info(struct intel_iommu *iommu, · line 2476
Quoted 10 lines
drivers/iommu/intel/iommu.c +7
-2- } +/* Setup the context entry for device: */ + ret =domain_context_mapping (domain, dev); +if (ret) + goto setup_context_err; -return domain; + info->domain = domain; +list_add_rcu (&info->link, &domain->devices); +
There seems to be an ordering problem. We need to do list_add_rcu() *before* domain_context_mapping(). Otherwise, while doing context mapping the search for dev IOTLB support in iommu_support_dev_iotlb() will fail. Then ATS capable device context will not have DTE bit set. The result is DMAR unrecoverable fault while doing DMA.
Thanks,
Jacob
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerPATCH 10/10 iommu/vt-d: Some cleanups in iommu.c
In reply to Lu BaoluRemove unnecessary include files. Move macros and inline helpers to the header file. Remove commented out code. Remove spaces before jump lables. No intentional functionality changes.
--- include/linux/intel-iommu.h | 217 +++++++++++++++++++++++++++ drivers/iommu/intel/iommu.c | 283 ++---------------------------------- 2 files changed, 233 insertions(+), 267 deletions(-)
include/linux/intel-iommu.h +217 -0
@@ -55,6 +55,101 @@#define CONTEXT_TT_PASS_THROUGH 2#define CONTEXT_PASIDE BIT_ULL(3) +#define ROOT_SIZE VTD_PAGE_SIZE +#define CONTEXT_SIZE VTD_PAGE_SIZE + +#define IS_GFX_DEVICE (pdev) ((pdev->class >> 16) == PCI_BASE_CLASS_DISPLAY) +#define IS_USB_DEVICE (pdev) ((pdev->class >> 8) == PCI_CLASS_SERIAL_USB) +#define IS_AZALIA (pdev) ((pdev)->vendor == 0x8086 && (pdev)->device == 0x3a3e) + +#define IOAPIC_RANGE_START (0xfee00000) +#define IOAPIC_RANGE_END (0xfeefffff) + +#define DEFAULT_DOMAIN_ADDRESS_WIDTH 57 + +#define MAX_AGAW_WIDTH 64 +#define MAX_AGAW_PFN_WIDTH (MAX_AGAW_WIDTH - VTD_PAGE_SHIFT) + +#define __DOMAIN_MAX_PFN (gaw) ((((uint64_t)1) << ((gaw) - VTD_PAGE_SHIFT)) - 1) +#define __DOMAIN_MAX_ADDR (gaw) ((((uint64_t)1) << (gaw)) - 1) + +/* +* We limit DOMAIN_MAX_PFN to fit in an unsigned long, and DOMAIN_MAX_ADDR +* to match. That way, we can use 'unsigned long' for PFNs with impunity. +*/ +#define DOMAIN_MAX_PFN (gaw) ((unsigned long) min_t(uint64_t, \ + __DOMAIN_MAX_PFN(gaw), (unsigned long)-1)) + +#define IOVA_PFN (addr) ((addr) >> PAGE_SHIFT) + +/* page table handling */ +#define LEVEL_STRIDE (9) +#define LEVEL_MASK (((u64)1 << LEVEL_STRIDE) - 1) + +static inline int agaw_to_level (int agaw) +{ +return agaw +2 ; +} + +static inline int agaw_to_width (int agaw) +{ +return min_t (int,30 + agaw *LEVEL_STRIDE ,MAX_AGAW_WIDTH ); +} + +static inline int width_to_agaw (int width) +{ +return DIV_ROUND_UP (width -30 ,LEVEL_STRIDE ); +} + +static inline unsigned int level_to_offset_bits (int level) +{ +return (level -1 ) *LEVEL_STRIDE ; +} + +static inline int pfn_level_offset (u64 pfn,int level) +{ +return (pfn >>level_to_offset_bits (level)) &LEVEL_MASK ; +} + +static inline u64 level_mask (int level) +{ +return -1ULL <<level_to_offset_bits (level); +} + +static inline u64 level_size (int level) +{ +return 1ULL <<level_to_offset_bits (level); +} + +static inline u64 align_to_level (u64 pfn,int level) +{ +return (pfn +level_size (level) -1 ) &level_mask (level); +} + +static inline unsigned long lvl_to_nr_pages (unsigned int lvl) +{ +return 1UL <<min_t (int, (lvl -1 ) *LEVEL_STRIDE ,MAX_AGAW_PFN_WIDTH ); +} + +/* +* VT-d pages must always be _smaller_ than MM pages. Otherwise things +* are never going to work. +*/ +static inline unsigned long mm_to_dma_pfn (unsigned long mm_pfn) +{ +return mm_pfn << (PAGE_SHIFT -VTD_PAGE_SHIFT ); +} + +static inline unsigned long page_to_dma_pfn (struct page *pg) +{ +return mm_to_dma_pfn (page_to_pfn (pg)); +} + +static inline unsigned long virt_to_dma_pfn (void *p) +{ +return page_to_dma_pfn (virt_to_page (p)); +} +/* * Intel IOMMU register specification per version 1.0 public spec. */
@@ -516,6 +611,110 @@ struct context_entry {u64 hi; }; +static inline void context_clear_pasid_enable (struct context_entry *context) +{ + context->lo &= ~(1ULL <<11 ); +} + +static inline bool context_pasid_enabled (struct context_entry *context) +{ +return !!(context->lo & (1ULL <<11 )); +} + +static inline void context_set_copied (struct context_entry *context) +{ + context->hi |= (1ull <<3 ); +} + +static inline bool context_copied (struct context_entry *context) +{ +return !!(context->hi & (1ULL <<3 )); +} + +static inline bool __context_present (struct context_entry *context) +{ +return (context->lo &1 ); +} + +static inline void context_set_present (struct context_entry *context) +{ + context->lo |=1 ; +} + +static inline void context_set_fault_enable (struct context_entry *context) +{ + context->lo &= (((u64)-1 ) <<2 ) |1 ; +} + +static inline void context_set_translation_type (struct context_entry *context, +unsigned long value) +{ + context->lo &= (((u64)-1 ) <<4 ) |3 ; + context->lo |= (value &3 ) <<2 ; +} + +static inline void context_set_address_root (struct context_entry *context, +unsigned long value) +{ + context->lo &= ~VTD_PAGE_MASK ; + context->lo |= value &VTD_PAGE_MASK ; +} + +static inline void context_set_address_width (struct context_entry *context, +unsigned long value) +{ + context->hi |= value &7 ; +} + +static inline void context_set_domain_id (struct context_entry *context, +unsigned long value) +{ + context->hi |= (value & ((1 <<16 ) -1 )) <<8 ; +} + +static inline int context_domain_id (struct context_entry *c) +{ +return ((c->hi >>8 ) &0xffff ); +} + +static inline void context_clear_entry (struct context_entry *context) +{ + context->lo =0 ; + context->hi =0 ; +} + +/* +* Set the RID_PASID field of a scalable mode context entry. The +* IOMMU hardware will use the PASID value set in this field for +* DMA translations of DMA requests without PASID. +*/ +static inline void +context_set_sm_rid2pasid (struct context_entry *context,unsigned long pasid) +{ + context->hi |= pasid & ((1 <<20 ) -1 ); +} + +/* +* Set the DTE(Device-TLB Enable) field of a scalable mode context +* entry. +*/ +static inline void context_set_sm_dte (struct context_entry *context) +{ + context->lo |= (1 <<2 ); +} + +/* +* Set the PRE(Page Request Enable) field of a scalable mode context +* entry. +*/ +static inline void context_set_sm_pre (struct context_entry *context) +{ + context->lo |= (1 <<4 ); +} + +/* Convert value to context PASID directory size field coding. */ +#define context_pdts (pds) (((pds) & 0x7) << 9) +/* * When VT-d works in the scalable mode, it allows DMA translation to * happen through either first level or second level page table. This
@@ -640,6 +839,24 @@ static inline struct dmar_domain *to_dmar_domain(struct iommu_domain *dom) return container_of(dom, struct dmar_domain, domain); } +static inline int domain_type_is_si (struct dmar_domain *domain) +{ +return domain->domain.type ==IOMMU_DOMAIN_IDENTITY ; +} + +static inline bool domain_use_first_level (struct dmar_domain *domain) +{ +return domain->flags &DOMAIN_FLAG_USE_FIRST_LEVEL ; +} + +static inline int domain_pfn_supported (struct dmar_domain *domain, +unsigned long pfn) +{ +int addr_width =agaw_to_width (domain->agaw) -VTD_PAGE_SHIFT ; + +return !(addr_width <BITS_PER_LONG && pfn >> addr_width); +} +/* * 0: readable * 1: writable
drivers/iommu/intel/iommu.c +16 -267
404 lines not on this page · raw message
Signature · 6 lines
2.25.1 _______________________________________________ iommu mailing list [email protected] https://lists.linuxfoundation.org/mailman/listinfo/iommu
Re: [PATCH v1 10/10] iommu/vt-d: Some cleanups in iommu.c
Quoted 2 lines · Lu Baolu
Move macros and inline helpers to the
header file.
Why? This just means they get pulled into other source files and create overhead.
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerRe: [PATCH v1 10/10] iommu/vt-d: Some cleanups in iommu.c
Quoted 6 lines · Christoph Hellwig
Quoted 2 lines · Lu Baolu
Move macros and inline helpers to the
header file.Why? This just means they get pulled into other source files and create overhead.
I supposed that they could also be used elsewhere. But no use cases so better to keep them and avoid overhead. Thanks!
Best regards,
baolu
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Quoted 5 lines · Lu Baolu
Hi folks,
After a long time of evolution, the
drivers/iommu/intel/iommu.cbecomes fat and a bit messy. This series tries to cleanup and refactor the driver to make it more concise. Your comments are very appreciated.
I wanted to take a closer look at what you are trying to do with rcu, but these patches don't apply. Please always sent patches against a well known tree like v5.17-rc or the iommu tree, or something.
Anyhow, I think you should split the last 4 patches out of this series and send them seperately.
Jason
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu
Lu Baolu
maintainerHi Jason,
Quoted 7 lines · Jason Gunthorpe
Quoted 5 lines · Lu Baolu
Hi folks,
After a long time of evolution, the
drivers/iommu/intel/iommu.cbecomes fat and a bit messy. This series tries to cleanup and refactor the driver to make it more concise. Your comments are very appreciated.
Quoted 6 lines
I wanted to take a closer look at what you are trying to do with rcu, but these patches don't apply. Please always sent patches against a well known tree like v5.17-rc or the iommu tree, or something.
Anyhow, I think you should split the last 4 patches out of this series and send them seperately.
Sure! I will resend this series soon.
Best regards,
baolu
Lu Baolu
maintainerQuoted 21 lines · Lu Baolu
Hi folks,
After a long time of evolution, the
drivers/iommu/intel/iommu.cbecomes fat and a bit messy. This series tries to cleanup and refactor the driver to make it more concise. Your comments are very appreciated.Best regards,
baoluLu Baolu (10):
iommu/vt-d: Move DMAR specific helpers intodmar.ciommu/vt-d: Removeintel_iommu::domains
iommu/vt-d: Remove finding domain indmar_insert_one_dev_info()iommu/vt-d: Remove iova_cache_get/put()
iommu/vt-d: Remove domain and devinfo mempool iommu/vt-d: RemoveDEFER_DEVICE_DOMAIN_INFOiommu/vt-d: Use an xarray for globaldevice_domain_infoiommu/vt-d: Use rculist fordmar_domain::devicesiommu/vt-d: Refactordmar_insert_one_dev_info()iommu/vt-d: Some cleanups iniommu.c
Quoted 7 lines
include/linux/dmar.h | 43 +- include/linux/intel-iommu.h | 220 ++++++- drivers/iommu/intel/debugfs.c | 3 - drivers/iommu/intel/dmar.c | 216 ++++++- drivers/iommu/intel/iommu.c | 1109 ++++++--------------------------- 5 files changed, 650 insertions(+), 941 deletions(-)
Thanks for your review comments. A new version of this series has been posted.
https://lore.kernel.org/linux-iommu/[email protected]/
Best regards,
baolu
_______________________________________________
iommu mailing list
[email protected]
https://lists.linuxfoundation.org/mailman/listinfo/iommu