PCI: Endpoint: Miscellaneous improvements
Subsystems (2)
v2 cover PCI: Endpoint: Miscellaneous improvements
Changes from v1:
Rebased to Linux 5.6-rc1 and removed dependencies to my other series to unblock [1]
[1] -> http://lore.kernel.org/r/[email protected]
v1 of this patch series can be found @
http://lore.kernel.org/r/[email protected]
This series adds miscellaneous improvements to PCIe endpoint core.
1) Protect concurrent access to memory allocation in pci-epc-mem
2) Replace spinlock with mutex in pci-epc-core and also use notification chain mechanism to notify EPC events to EPF driver.
3) Since endpoint function device can be created by multiple mechanisms (configfs, devicetree, etc..), allowing each of these mechanisms to assign a function number would result in mutliple endpoint function devices having the same function number. In order to avoid this, let EPC core assign a function number to the endpoint device.
Kishon Vijay Abraham I (5):
PCI: endpoint: Use notification chain mechanism to notify EPC events
to EPF
PCI: endpoint: Replace spinlock with mutex
PCI: endpoint: Protect concurrent access to memory allocation with
mutex
PCI: endpoint: Protect concurrent access to pci_epf_ops with mutex
PCI: endpoint: Assign function number for each PF in EPC core
drivers/pci/endpoint/functions/pci-epf-test.c | 13 +- drivers/pci/endpoint/pci-ep-cfs.c | 27 +---- drivers/pci/endpoint/pci-epc-core.c | 113 ++++++++---------- drivers/pci/endpoint/pci-epc-mem.c | 10 +- drivers/pci/endpoint/pci-epf-core.c | 33 ++--- include/linux/pci-epc.h | 19 ++- include/linux/pci-epf.h | 9 +- 7 files changed, 108 insertions(+), 116 deletions(-)
Signature · 1 line
2.17.1
PATCH v2 1/5 PCI: endpoint: Use notification chain mechanism to notify EPC events to EPF
Use atomic_notifier_call_chain() to notify EPC events like linkup to EPF driver instead of using linkup ops in EPF driver. This is in preparation for adding proper locking mechanism to EPF ops. This will also enable to add more events (in addition to linkup) in the future.
--- drivers/pci/endpoint/functions/pci-epf-test.c | 13 ++++++++--- drivers/pci/endpoint/pci-epc-core.c | 9 ++------ drivers/pci/endpoint/pci-epf-core.c | 22 +------------------ include/linux/pci-epc.h | 8 +++++++ include/linux/pci-epf.h | 6 ++--- 5 files changed, 23 insertions(+), 35 deletions(-)
drivers/pci/endpoint/functions/pci-epf-test.c +10 -3
@@ -360,12 +360,16 @@ static void pci_epf_test_cmd_handler(struct work_struct *work) msecs_to_jiffies(1)); } -static void pci_epf_test_linkup (struct pci_epf *epf) +static int pci_epf_test_notifier (struct notifier_block *nb,unsigned long val, +void *data) { + struct pci_epf *epf = container_of(nb, struct pci_epf, nb);struct pci_epf_test *epf_test =epf_get_drvdata (epf);queue_delayed_work (kpcitest_workqueue, &epf_test->cmd_handler,msecs_to_jiffies (1 )); + +return NOTIFY_OK ; }static void pci_epf_test_unbind (struct pci_epf *epf)
@@ -546,8 +550,12 @@ static int pci_epf_test_bind(struct pci_epf *epf) } } -if (!linkup_notifier) +if (linkup_notifier) { + epf->nb.notifier_call = pci_epf_test_notifier; +pci_epc_register_notifier (epc, &epf->nb); + }else {queue_work (kpcitest_workqueue, &epf_test->cmd_handler.work); + }return 0 ; }
@@ -580,7 +588,6 @@ static int pci_epf_test_probe(struct pci_epf *epf)static struct pci_epf_ops ops = { .unbind = pci_epf_test_unbind, .bind = pci_epf_test_bind, - .linkup = pci_epf_test_linkup, };static struct pci_epf_driver test_driver = {
drivers/pci/endpoint/pci-epc-core.c +2 -7
@@ -539,16 +539,10 @@ EXPORT_SYMBOL_GPL(pci_epc_remove_epf);*/ void pci_epc_linkup (struct pci_epc *epc) { -unsigned long flags; -struct pci_epf *epf; -if (!epc ||IS_ERR (epc))return ; -spin_lock_irqsave (&epc->lock, flags); -list_for_each_entry (epf, &epc->pci_epf, list) -pci_epf_linkup (epf); -spin_unlock_irqrestore (&epc->lock, flags); +atomic_notifier_call_chain (&epc->notifier,0 ,NULL ); }EXPORT_SYMBOL_GPL (pci_epc_linkup);
@@ -612,6 +606,7 @@ __pci_epc_create(struct device *dev, const struct pci_epc_ops *ops,spin_lock_init (&epc->lock);INIT_LIST_HEAD (&epc->pci_epf); +ATOMIC_INIT_NOTIFIER_HEAD (&epc->notifier);device_initialize (&epc->dev); epc->dev.class = pci_epc_class;
drivers/pci/endpoint/pci-epf-core.c +1 -21
@@ -20,26 +20,6 @@ static DEFINE_MUTEX(pci_epf_mutex);static struct bus_type pci_epf_bus_type;static const struct device_type pci_epf_type; -/** -* pci_epf_linkup() - Notify the function driver that EPC device has -* established a connection with the Root Complex. -* @epf: the EPF device bound to the EPC device which has established -* the connection with the host -* -* Invoke to notify the function driver that EPC device has established -* a connection with the Root Complex. -*/ -void pci_epf_linkup (struct pci_epf *epf) -{ -if (!epf->driver) { -dev_WARN (&epf->dev,"epf device not bound to driver\n" ); -return ; - } - - epf->driver->ops->linkup (epf); -} -EXPORT_SYMBOL_GPL (pci_epf_linkup); -/** * pci_epf_unbind() - Notify the function driver that the binding between the * EPF device and EPC device has been lost
@@ -214,7 +194,7 @@ int __pci_epf_register_driver(struct pci_epf_driver *driver,if (!driver->ops)return -EINVAL ; -if (!driver->ops->bind || !driver->ops->unbind || !driver->ops->linkup) +if (!driver->ops->bind || !driver->ops->unbind)return -EINVAL ; driver->driver.bus = &pci_epf_bus_type;
include/linux/pci-epc.h +8 -0
@@ -89,6 +89,7 @@ struct pci_epc_mem {* @max_functions: max number of functions that can be configured in this EPC * @group: configfs group representing the PCI EPC device * @lock: spinlock to protect pci_epc ops +* @notifier: used to notify EPF of any EPC events (like linkup) */ struct pci_epc {struct device dev;
@@ -99,6 +100,7 @@ struct pci_epc {struct config_group *group;/* spinlock to protect against concurrent access of EP controller */ spinlock_t lock; +struct atomic_notifier_head notifier; };/**
@@ -141,6 +143,12 @@ static inline void *epc_get_drvdata(struct pci_epc *epc)return dev_get_drvdata (&epc->dev); } +static inline int +pci_epc_register_notifier (struct pci_epc *epc,struct notifier_block *nb) +{ +return atomic_notifier_chain_register (&epc->notifier, nb); +} +struct pci_epc *__devm_pci_epc_create (struct device *dev,const struct pci_epc_ops *ops,struct module *owner);
include/linux/pci-epf.h +2 -4
@@ -55,13 +55,10 @@ struct pci_epf_header {* @bind: ops to perform when a EPC device has been bound to EPF device * @unbind: ops to perform when a binding has been lost between a EPC device * and EPF device -* @linkup: ops to perform when the EPC device has established a connection with -* a host system */ struct pci_epf_ops {int (*bind)(struct pci_epf *epf);void (*unbind)(struct pci_epf *epf); -void (*linkup)(struct pci_epf *epf); };/**
@@ -112,6 +109,7 @@ struct pci_epf_bar {* @epc: the EPC device to which this EPF device is bound * @driver: the EPF driver to which this EPF device is bound * @list: to add pci_epf as a list of PCI endpoint functions to pci_epc +* @nb: notifier block to notify EPF of any EPC events (like linkup) */ struct pci_epf {struct device dev;
@@ -125,6 +123,7 @@ struct pci_epf {struct pci_epc *epc;struct pci_epf_driver *driver;struct list_head list; +struct notifier_block nb; };#define to_pci_epf (epf_dev) container_of((epf_dev), struct pci_epf, dev)
@@ -154,5 +153,4 @@ void *pci_epf_alloc_space(struct pci_epf *epf, size_t size, enum pci_barno bar,void pci_epf_free_space (struct pci_epf *epf,void *addr,enum pci_barno bar);int pci_epf_bind (struct pci_epf *epf);void pci_epf_unbind (struct pci_epf *epf); -void pci_epf_linkup (struct pci_epf *epf);#endif /* __LINUX_PCI_EPF_H */
Signature · 1 line
2.17.1
Re: [PATCH v2 1/5] PCI: endpoint: Use notification chain mechanism to notify EPC events to EPF
Quoted 205 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
Use
atomic_notifier_call_chain()to notify EPC events like linkup to EPF driver instead of using linkup ops in EPF driver. This is in preparation for adding proper locking mechanism to EPF ops. This will also enable to add more events (in addition to linkup) in the future.Signed-off-by Kishon Vijay Abraham I <[email protected]>--- drivers/pci/endpoint/functions/pci-epf-test.c | 13 ++++++++--- drivers/pci/endpoint/pci-epc-core.c | 9 ++------ drivers/pci/endpoint/pci-epf-core.c | 22 +------------------ include/linux/pci-epc.h | 8 +++++++ include/linux/pci-epf.h | 6 ++--- 5 files changed, 23 insertions(+), 35 deletions(-)drivers/pci/endpoint/functions/pci-epf-test.c +10
-3@@ -360,12 +360,16 @@ static void pci_epf_test_cmd_handler(struct work_struct *work) msecs_to_jiffies(1)); } -static void pci_epf_test_linkup (struct pci_epf *epf) +static int pci_epf_test_notifier (struct notifier_block *nb,unsigned long val, +void *data) { + struct pci_epf *epf = container_of(nb, struct pci_epf, nb);struct pci_epf_test *epf_test =epf_get_drvdata (epf);queue_delayed_work (kpcitest_workqueue, &epf_test->cmd_handler,msecs_to_jiffies (1 )); + +return NOTIFY_OK ; }static void pci_epf_test_unbind (struct pci_epf *epf)@@ -546,8 +550,12 @@ static int pci_epf_test_bind(struct pci_epf *epf) } } -if (!linkup_notifier) +if (linkup_notifier) { + epf->nb.notifier_call = pci_epf_test_notifier; +pci_epc_register_notifier (epc, &epf->nb); + }else {queue_work (kpcitest_workqueue, &epf_test->cmd_handler.work); + }return 0 ; }@@ -580,7 +588,6 @@ static int pci_epf_test_probe(struct pci_epf *epf)static struct pci_epf_ops ops = { .unbind = pci_epf_test_unbind, .bind = pci_epf_test_bind, - .linkup = pci_epf_test_linkup, };static struct pci_epf_driver test_driver = {drivers/pci/endpoint/pci-epc-core.c +2
-7@@ -539,16 +539,10 @@ EXPORT_SYMBOL_GPL(pci_epc_remove_epf);*/ void pci_epc_linkup (struct pci_epc *epc) { -unsigned long flags; -struct pci_epf *epf; -if (!epc ||IS_ERR (epc))return ; -spin_lock_irqsave (&epc->lock, flags); -list_for_each_entry (epf, &epc->pci_epf, list) -pci_epf_linkup (epf); -spin_unlock_irqrestore (&epc->lock, flags); +atomic_notifier_call_chain (&epc->notifier,0 ,NULL ); }EXPORT_SYMBOL_GPL (pci_epc_linkup);@@ -612,6 +606,7 @@ __pci_epc_create(struct device *dev, const struct pci_epc_ops *ops,spin_lock_init (&epc->lock);INIT_LIST_HEAD (&epc->pci_epf); +ATOMIC_INIT_NOTIFIER_HEAD (&epc->notifier);device_initialize (&epc->dev); epc->dev.class = pci_epc_class;drivers/pci/endpoint/pci-epf-core.c +1
-21@@ -20,26 +20,6 @@ static DEFINE_MUTEX(pci_epf_mutex);static struct bus_type pci_epf_bus_type;static const struct device_type pci_epf_type; -/** -* pci_epf_linkup() - Notify the function driver that EPC device has -* established a connection with the Root Complex. -* @epf: the EPF device bound to the EPC device which has established -* the connection with the host -* -* Invoke to notify the function driver that EPC device has established -* a connection with the Root Complex. -*/ -void pci_epf_linkup (struct pci_epf *epf) -{ -if (!epf->driver) { -dev_WARN (&epf->dev,"epf device not bound to driver\n" ); -return ; - } - - epf->driver->ops->linkup (epf); -} -EXPORT_SYMBOL_GPL (pci_epf_linkup); -/** * pci_epf_unbind() - Notify the function driver that the binding between the * EPF device and EPC device has been lost @@ -214,7 +194,7 @@ int __pci_epf_register_driver(struct pci_epf_driver *driver,if (!driver->ops)return -EINVAL ; -if (!driver->ops->bind || !driver->ops->unbind || !driver->ops->linkup) +if (!driver->ops->bind || !driver->ops->unbind)return -EINVAL ; driver->driver.bus = &pci_epf_bus_type;include/linux/pci-epc.h +8
-0@@ -89,6 +89,7 @@ struct pci_epc_mem {* @max_functions: max number of functions that can be configured in this EPC * @group: configfs group representing the PCI EPC device * @lock: spinlock to protect pci_epc ops +* @notifier: used to notify EPF of any EPC events (like linkup) */ struct pci_epc {struct device dev;@@ -99,6 +100,7 @@ struct pci_epc {struct config_group *group;/* spinlock to protect against concurrent access of EP controller */ spinlock_t lock; +struct atomic_notifier_head notifier; };/** @@ -141,6 +143,12 @@ static inline void *epc_get_drvdata(struct pci_epc *epc)return dev_get_drvdata (&epc->dev); } +static inline int +pci_epc_register_notifier (struct pci_epc *epc,struct notifier_block *nb) +{ +return atomic_notifier_chain_register (&epc->notifier, nb); +} +struct pci_epc *__devm_pci_epc_create (struct device *dev,const struct pci_epc_ops *ops,struct module *owner);include/linux/pci-epf.h +2
-5@@ -55,13 +55,10 @@ struct pci_epf_header {* @bind: ops to perform when a EPC device has been bound to EPF device * @unbind: ops to perform when a binding has been lost between a EPC device * and EPF device -* @linkup: ops to perform when the EPC device has established a connection with -* a host system */ struct pci_epf_ops {int (*bind)(struct pci_epf *epf);void (*unbind)(struct pci_epf *epf); -void (*linkup)(struct pci_epf *epf); };/** @@ -112,6 +109,7 @@ struct pci_epf_bar {* @epc: the EPC device to which this EPF device is bound * @driver: the EPF driver to which this EPF device is bound * @list: to add pci_epf as a list of PCI endpoint functions to pci_epc +* @nb: notifier block to notify EPF of any EPC events (like linkup) */ struct pci_epf {struct device dev;@@ -125,6 +123,7 @@ struct pci_epf {struct pci_epc *epc;struct pci_epf_driver *driver;struct list_head list; +struct notifier_block nb; };#define to_pci_epf (epf_dev) container_of((epf_dev), struct pci_epf, dev)@@ -154,5 +153,4 @@ void *pci_epf_alloc_space(struct pci_epf *epf, size_t size, enum pci_barno bar,void pci_epf_free_space (struct pci_epf *epf,void *addr,enum pci_barno bar);int pci_epf_bind (struct pci_epf *epf);void pci_epf_unbind (struct pci_epf *epf); -void pci_epf_linkup (struct pci_epf *epf);#endif /* __LINUX_PCI_EPF_H */ --
Quoted 2 lines
2.17.1
Tested with the help of series @ http://patchwork.ozlabs.org/project/linux-pci/list/?series=158959
PATCH v2 2/5 PCI: endpoint: Replace spinlock with mutex
In reply to Kishon Vijay Abraham IThe pci_epc_ops is not intended to be invoked from interrupt context. Hence replace spin_lock_irqsave and spin_unlock_irqrestore with mutex_lock and mutex_unlock respectively.
--- drivers/pci/endpoint/pci-epc-core.c | 82 +++++++++++------------------ include/linux/pci-epc.h | 6 +-- 2 files changed, 34 insertions(+), 54 deletions(-)
drivers/pci/endpoint/pci-epc-core.c +31 -51
@@ -120,7 +120,6 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, u8 func_no) {const struct pci_epc_features *epc_features; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return NULL ;
@@ -128,9 +127,9 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc,if (!epc->ops->get_features)return NULL ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc_features = epc->ops->get_features (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return epc_features; }
@@ -144,14 +143,12 @@ EXPORT_SYMBOL_GPL(pci_epc_get_features);*/ void pci_epc_stop (struct pci_epc *epc) { -unsigned long flags; -if (IS_ERR (epc) || !epc->ops->stop)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->stop (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_stop);
@@ -164,7 +161,6 @@ EXPORT_SYMBOL_GPL(pci_epc_stop);int pci_epc_start (struct pci_epc *epc) {int ret; -unsigned long flags;if (IS_ERR (epc))return -EINVAL ;
@@ -172,9 +168,9 @@ int pci_epc_start(struct pci_epc *epc)if (!epc->ops->start)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->start (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }
@@ -193,7 +189,6 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, enum pci_epc_irq_type type, u16 interrupt_num) { int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL ;
@@ -201,9 +196,9 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no,if (!epc->ops->raise_irq)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->raise_irq (epc, func_no, type, interrupt_num); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }
@@ -219,7 +214,6 @@ EXPORT_SYMBOL_GPL(pci_epc_raise_irq);int pci_epc_get_msi (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;
@@ -227,9 +221,9 @@ int pci_epc_get_msi(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msi)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msi (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0 ;
@@ -252,7 +246,6 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) {int ret;u8 encode_int; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || interrupts >32 )
@@ -263,9 +256,9 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) encode_int =order_base_2 (interrupts); -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msi (epc, func_no, encode_int); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }
@@ -281,7 +274,6 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msi);int pci_epc_get_msix (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;
@@ -289,9 +281,9 @@ int pci_epc_get_msix(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msix (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0 ;
@@ -311,7 +303,6 @@ EXPORT_SYMBOL_GPL(pci_epc_get_msix);int pci_epc_set_msix (struct pci_epc *epc,u8 func_no,u16 interrupts) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || interrupts <1 || interrupts >2048 )
@@ -320,9 +311,9 @@ int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts)if (!epc->ops->set_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msix (epc, func_no, interrupts -1 ); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }
@@ -339,17 +330,15 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msix);void pci_epc_unmap_addr (struct pci_epc *epc,u8 func_no,phys_addr_t phys_addr) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return ;if (!epc->ops->unmap_addr)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->unmap_addr (epc, func_no, phys_addr); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_unmap_addr);
@@ -367,7 +356,6 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr, u64 pci_addr, size_t size) { int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL ;
@@ -375,9 +363,9 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no,if (!epc->ops->map_addr)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->map_addr (epc, func_no, phys_addr, pci_addr, size); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }
@@ -394,8 +382,6 @@ EXPORT_SYMBOL_GPL(pci_epc_map_addr);void pci_epc_clear_bar (struct pci_epc *epc,u8 func_no,struct pci_epf_bar *epf_bar) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || (epf_bar->barno ==BAR_5 && epf_bar->flags &PCI_BASE_ADDRESS_MEM_TYPE_64 ))
@@ -404,9 +390,9 @@ void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no,if (!epc->ops->clear_bar)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->clear_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_clear_bar);
@@ -422,7 +408,6 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) {int ret; -unsigned long irq_flags;int flags = epf_bar->flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions ||
@@ -437,9 +422,9 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no,if (!epc->ops->set_bar)return 0 ; -spin_lock_irqsave (&epc->lock, irq_flags); +mutex_lock (&epc->lock); ret = epc->ops->set_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, irq_flags); +mutex_unlock (&epc->lock);return ret; }
@@ -460,7 +445,6 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, struct pci_epf_header *header) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL ;
@@ -468,9 +452,9 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no,if (!epc->ops->write_header)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->write_header (epc, func_no, header); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }
@@ -487,8 +471,6 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (epf->epc)return -EBUSY ;
@@ -500,9 +482,9 @@ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) epf->epc = epc; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_add_tail (&epf->list, &epc->pci_epf); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return 0 ; }
@@ -517,15 +499,13 @@ EXPORT_SYMBOL_GPL(pci_epc_add_epf);*/ void pci_epc_remove_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (!epc ||IS_ERR (epc) || !epf)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_del (&epf->list); epf->epc =NULL ; -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_remove_epf);
@@ -604,7 +584,7 @@ __pci_epc_create(struct device *dev, const struct pci_epc_ops *ops, goto err_ret; } -spin_lock_init (&epc->lock); +mutex_init (&epc->lock);INIT_LIST_HEAD (&epc->pci_epf);ATOMIC_INIT_NOTIFIER_HEAD (&epc->notifier);
include/linux/pci-epc.h +3 -3
@@ -88,7 +88,7 @@ struct pci_epc_mem {* @mem: address space of the endpoint controller * @max_functions: max number of functions that can be configured in this EPC * @group: configfs group representing the PCI EPC device -* @lock: spinlock to protect pci_epc ops +* @lock: mutex to protect pci_epc ops * @notifier: used to notify EPF of any EPC events (like linkup) */ struct pci_epc {
@@ -98,8 +98,8 @@ struct pci_epc {struct pci_epc_mem *mem;u8 max_functions;struct config_group *group; -/* spinlock to protect against concurrent access of EP controller */ -spinlock_t lock; +/* mutex to protect against concurrent access of EP controller */ +struct mutex lock;struct atomic_notifier_head notifier; };
Signature · 1 line
2.17.1
Re: [PATCH v2 2/5] PCI: endpoint: Replace spinlock with mutex
Hi Kishon,
Apologies for bringup it up this late.
I'm wondering if there was any issue which this patch tried to address?
Actually, "The pci_epc_ops is not intended to be invoked from interrupt context" isn't true in case of Tegra194. We do call dw_pcie_ep_init_notify() API from threaded irq service routine and it eventually calls mutext_lock() of pci_epc_get_features() which is reusulting in the following warning log.
BUG: sleeping function called from invalid context at kernel/locking/mutex.c:
Would like hear your comments on it.
Thanks,
Vidya Sagar
Quoted 350 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
The
pci_epc_opsis not intended to be invoked from interrupt context. Hence replacespin_lock_irqsaveandspin_unlock_irqrestorewithmutex_lockandmutex_unlockrespectively.Signed-off-by Kishon Vijay Abraham I <[email protected]>--- drivers/pci/endpoint/pci-epc-core.c | 82 +++++++++++------------------ include/linux/pci-epc.h | 6 +-- 2 files changed, 34 insertions(+), 54 deletions(-)drivers/pci/endpoint/pci-epc-core.c +31
-51@@ -120,7 +120,6 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, u8 func_no) {const struct pci_epc_features *epc_features; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return NULL ;@@ -128,9 +127,9 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc,if (!epc->ops->get_features)return NULL ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc_features = epc->ops->get_features (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return epc_features; }@@ -144,14 +143,12 @@ EXPORT_SYMBOL_GPL(pci_epc_get_features);*/ void pci_epc_stop (struct pci_epc *epc) { -unsigned long flags; -if (IS_ERR (epc) || !epc->ops->stop)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->stop (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_stop);@@ -164,7 +161,6 @@ EXPORT_SYMBOL_GPL(pci_epc_stop);int pci_epc_start (struct pci_epc *epc) {int ret; -unsigned long flags;if (IS_ERR (epc))return -EINVAL ;@@ -172,9 +168,9 @@ int pci_epc_start(struct pci_epc *epc)if (!epc->ops->start)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->start (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -193,7 +189,6 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, enum pci_epc_irq_type type, u16 interrupt_num) { int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL ;@@ -201,9 +196,9 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no,if (!epc->ops->raise_irq)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->raise_irq (epc, func_no, type, interrupt_num); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -219,7 +214,6 @@ EXPORT_SYMBOL_GPL(pci_epc_raise_irq);int pci_epc_get_msi (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;@@ -227,9 +221,9 @@ int pci_epc_get_msi(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msi)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msi (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0 ;@@ -252,7 +246,6 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) {int ret;u8 encode_int; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || interrupts >32 )@@ -263,9 +256,9 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) encode_int =order_base_2 (interrupts); -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msi (epc, func_no, encode_int); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -281,7 +274,6 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msi);int pci_epc_get_msix (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;@@ -289,9 +281,9 @@ int pci_epc_get_msix(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msix (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0 ;@@ -311,7 +303,6 @@ EXPORT_SYMBOL_GPL(pci_epc_get_msix);int pci_epc_set_msix (struct pci_epc *epc,u8 func_no,u16 interrupts) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || interrupts <1 || interrupts >2048 )@@ -320,9 +311,9 @@ int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts)if (!epc->ops->set_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msix (epc, func_no, interrupts -1 ); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -339,17 +330,15 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msix);void pci_epc_unmap_addr (struct pci_epc *epc,u8 func_no,phys_addr_t phys_addr) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return ;if (!epc->ops->unmap_addr)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->unmap_addr (epc, func_no, phys_addr); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_unmap_addr);@@ -367,7 +356,6 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr, u64 pci_addr, size_t size) { int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL ;@@ -375,9 +363,9 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no,if (!epc->ops->map_addr)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->map_addr (epc, func_no, phys_addr, pci_addr, size); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -394,8 +382,6 @@ EXPORT_SYMBOL_GPL(pci_epc_map_addr);void pci_epc_clear_bar (struct pci_epc *epc,u8 func_no,struct pci_epf_bar *epf_bar) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || (epf_bar->barno ==BAR_5 && epf_bar->flags &PCI_BASE_ADDRESS_MEM_TYPE_64 ))@@ -404,9 +390,9 @@ void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no,if (!epc->ops->clear_bar)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->clear_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_clear_bar);@@ -422,7 +408,6 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) {int ret; -unsigned long irq_flags;int flags = epf_bar->flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions ||@@ -437,9 +422,9 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no,if (!epc->ops->set_bar)return 0 ; -spin_lock_irqsave (&epc->lock, irq_flags); +mutex_lock (&epc->lock); ret = epc->ops->set_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, irq_flags); +mutex_unlock (&epc->lock);return ret; }@@ -460,7 +445,6 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, struct pci_epf_header *header) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL ;@@ -468,9 +452,9 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no,if (!epc->ops->write_header)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->write_header (epc, func_no, header); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -487,8 +471,6 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (epf->epc)return -EBUSY ;@@ -500,9 +482,9 @@ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) epf->epc = epc; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_add_tail (&epf->list, &epc->pci_epf); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return 0 ; }@@ -517,15 +499,13 @@ EXPORT_SYMBOL_GPL(pci_epc_add_epf);*/ void pci_epc_remove_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (!epc ||IS_ERR (epc) || !epf)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_del (&epf->list); epf->epc =NULL ; -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_remove_epf);@@ -604,7 +584,7 @@ __pci_epc_create(struct device *dev, const struct pci_epc_ops *ops, goto err_ret; } -spin_lock_init (&epc->lock); +mutex_init (&epc->lock);INIT_LIST_HEAD (&epc->pci_epf);ATOMIC_INIT_NOTIFIER_HEAD (&epc->notifier);include/linux/pci-epc.h +3
-4@@ -88,7 +88,7 @@ struct pci_epc_mem {* @mem: address space of the endpoint controller * @max_functions: max number of functions that can be configured in this EPC * @group: configfs group representing the PCI EPC device -* @lock: spinlock to protect pci_epc ops +* @lock: mutex to protect pci_epc ops * @notifier: used to notify EPF of any EPC events (like linkup) */ struct pci_epc {@@ -98,8 +98,8 @@ struct pci_epc {struct pci_epc_mem *mem;u8 max_functions;struct config_group *group; -/* spinlock to protect against concurrent access of EP controller */ -spinlock_t lock; +/* mutex to protect against concurrent access of EP controller */ +struct mutex lock;struct atomic_notifier_head notifier; }; --2.17.1
Re: [PATCH v2 2/5] PCI: endpoint: Replace spinlock with mutex
Hi Kishon,
Did you get time to look into it?
Thanks,
Vidya Sagar
Quoted 374 lines · Vidya Sagar
Hi Kishon,
Apologies for bringup it up this late.
I'm wondering if there was any issue which this patch tried to address?
Actually, "Thepci_epc_opsis not intended to be invoked from interrupt context" isn't true in case of Tegra194. We do calldw_pcie_ep_init_notify()API from threaded irq service routine and it eventually callsmutext_lock()ofpci_epc_get_features()which is reusulting in the following warning log.BUG: sleeping function called from invalid context at kernel/locking/mutex.c:Would like hear your comments on it.
Thanks,
Vidya SagarQuoted 363 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
The
pci_epc_opsis not intended to be invoked from interrupt context. Hence replacespin_lock_irqsaveandspin_unlock_irqrestorewithmutex_lockandmutex_unlockrespectively.Signed-off-by Kishon Vijay Abraham I <[email protected]>---
drivers/pci/endpoint/pci-epc-core.c| 82 +++++++++++------------------ include/linux/pci-epc.h | 6 +--2 files changed, 34 insertions(+), 54 deletions(-)drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -120,7 +120,6 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, u8 func_no) { const struct pci_epc_features *epc_features; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return NULL;
drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -128,9 +127,9 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, if (!epc->ops->get_features) return NULL; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc_features = epc->ops->get_features(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return epc_features;}
drivers/pci/endpoint/pci-epc-core.c +4
-8@@ -144,14 +143,12 @@ EXPORT_SYMBOL_GPL(pci_epc_get_features);*/ void pci_epc_stop(struct pci_epc *epc) { - unsigned long flags; - if (IS_ERR(epc) || !epc->ops->stop) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->stop(epc); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_stop);@@ -164,7 +161,6 @@ EXPORT_SYMBOL_GPL(pci_epc_stop); int pci_epc_start(struct pci_epc *epc) { int ret; - unsigned long flags; if (IS_ERR(epc)) return -EINVAL;@@ -172,9 +168,9 @@ int pci_epc_start(struct pci_epc *epc) if (!epc->ops->start) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->start(epc); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret; }@@ -193,7 +189,6 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, enum pci_epc_irq_type type, u16 interrupt_num) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return
-EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -201,9 +196,9 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, if (!epc->ops->raise_irq) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->raise_irq(epc, func_no, type, interrupt_num); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -219,7 +214,6 @@ EXPORT_SYMBOL_GPL(pci_epc_raise_irq); int pci_epc_get_msi(struct pci_epc *epc, u8 func_no) { int interrupt; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return 0;@@ -227,9 +221,9 @@ int pci_epc_get_msi(struct pci_epc *epc, u8 func_no) if (!epc->ops->get_msi) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); interrupt = epc->ops->get_msi(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); if (interrupt < 0) return 0;@@ -252,7 +246,6 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) { int ret; u8 encode_int; - unsigned long flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| interrupts > 32)drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -263,9 +256,9 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) encode_int = order_base_2(interrupts); - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->set_msi(epc, func_no, encode_int); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -281,7 +274,6 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msi); int pci_epc_get_msix(struct pci_epc *epc, u8 func_no) { int interrupt; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return 0;@@ -289,9 +281,9 @@ int pci_epc_get_msix(struct pci_epc *epc, u8 func_no) if (!epc->ops->get_msix) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); interrupt = epc->ops->get_msix(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); if (interrupt < 0) return 0;@@ -311,7 +303,6 @@ EXPORT_SYMBOL_GPL(pci_epc_get_msix); int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts) { int ret; - unsigned long flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| interrupts < 1 || interrupts > 2048)drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -320,9 +311,9 @@ int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts) if (!epc->ops->set_msix) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->set_msix(epc, func_no, interrupts - 1); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +4
-9@@ -339,17 +330,15 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msix); void pci_epc_unmap_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr) { - unsigned long flags; - if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return; if (!epc->ops->unmap_addr) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->unmap_addr(epc, func_no, phys_addr); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_unmap_addr);@@ -367,7 +356,6 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr, u64 pci_addr, size_t size) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return -EINVAL;@@ -375,9 +363,9 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, if (!epc->ops->map_addr) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->map_addr(epc, func_no, phys_addr, pci_addr, size); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret; }@@ -394,8 +382,6 @@ EXPORT_SYMBOL_GPL(pci_epc_map_addr); void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) { - unsigned long flags; -if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| (epf_bar->barno==BAR_5&&
epf_bar->flags&PCI_BASE_ADDRESS_MEM_TYPE_64))drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -404,9 +390,9 @@ void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->clear_bar) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->clear_bar(epc, func_no, epf_bar); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_clear_bar);@@ -422,7 +408,6 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) { int ret; - unsigned long irq_flags; int flags = epf_bar->flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions||drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -437,9 +422,9 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->set_bar) return 0; - spin_lock_irqsave(&epc->lock, irq_flags); + mutex_lock(&epc->lock); ret = epc->ops->set_bar(epc, func_no, epf_bar); - spin_unlock_irqrestore(&epc->lock, irq_flags); + mutex_unlock(&epc->lock); return ret; }@@ -460,7 +445,6 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, struct pci_epf_header *header) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return
-EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -468,9 +452,9 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, if (!epc->ops->write_header) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->write_header(epc, func_no, header); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -487,8 +471,6 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) { - unsigned long flags; - if (epf->epc) return -EBUSY;@@ -500,9 +482,9 @@ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) epf->epc = epc; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); list_add_tail(&epf->list, &epc->pci_epf); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return 0;}
drivers/pci/endpoint/pci-epc-core.c +3
-5@@ -517,15 +499,13 @@ EXPORT_SYMBOL_GPL(pci_epc_add_epf);*/ void pci_epc_remove_epf(struct pci_epc *epc, struct pci_epf *epf) { - unsigned long flags; - if (!epc || IS_ERR(epc) || !epf) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); list_del(&epf->list); epf->epc = NULL; - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_remove_epf);@@ -604,7 +584,7 @@ __pci_epc_create(struct device *dev, const structpci_epc_ops *ops, goto err_ret; } - spin_lock_init(&epc->lock); + mutex_init(&epc->lock); INIT_LIST_HEAD(&epc->pci_epf); ATOMIC_INIT_NOTIFIER_HEAD(&epc->notifier);include/linux/pci-epc.h +1
-2@@ -88,7 +88,7 @@ struct pci_epc_mem {* @mem: address space of the endpoint controller * @max_functions: max number of functions that can be configured in this EPC * @group: configfs group representing the PCI EPC device -* @lock: spinlock to protect pci_epc ops +* @lock: mutex to protect pci_epc ops * @notifier: used to notify EPF of any EPC events (like linkup) */ struct pci_epc {@@ -98,8 +98,8 @@ struct pci_epc { struct pci_epc_mem *mem; u8 max_functions; struct config_group *group; - /* spinlock to protect against concurrent access of EPcontroller */
- spinlock_t lock;
+ /* mutex to protect against concurrent access of EP controller */ + struct mutex lock;
struct atomic_notifier_head notifier;
};Signature · 1 line
2.17.1
Re: [PATCH v2 2/5] PCI: endpoint: Replace spinlock with mutex
In reply to Vidya SagarHi Vidya Sagar,
Quoted 3 lines · Vidya Sagar
Hi Kishon,
Apologies for bringup it up this late.
I'm wondering if there was any issue which this patch tried to address?
There was one function pci_epc_linkup() which was expected to be invoked in interrupt context (basically when the LINKUP interrupt is raised). But after it was moved to use atomic notifier, all the EPC core APIs were replaced to use mutex.
Quoted 8 lines
Actually, "The
pci_epc_opsis not intended to be invoked from interrupt context" isn't true in case of Tegra194. We do calldw_pcie_ep_init_notify()API from threaded irq service routine and it eventually callsmutext_lock()ofpci_epc_get_features()which is reusulting in the following warning log.BUG: sleeping function called from invalid context at
kernel/locking/mutex.c:
Would like hear your comments on it.
I don't think it is ideal to initialize EPC in interrupt context (unless there is a specific reason for it). EPC initialization can be moved to bottom half similar to how commands are handled after LINKUP.
Thanks
Kishon
Quoted 371 lines
Thanks,
Vidya SagarQuoted 366 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
The
pci_epc_opsis not intended to be invoked from interrupt context. Hence replacespin_lock_irqsaveandspin_unlock_irqrestorewithmutex_lockandmutex_unlockrespectively.Signed-off-by Kishon Vijay Abraham I <[email protected]>---
drivers/pci/endpoint/pci-epc-core.c| 82 +++++++++++------------------ include/linux/pci-epc.h | 6 +--2 files changed, 34 insertions(+), 54 deletions(-)drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -120,7 +120,6 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, u8 func_no) { const struct pci_epc_features *epc_features; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return NULL;
drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -128,9 +127,9 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, if (!epc->ops->get_features) return NULL; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc_features = epc->ops->get_features(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return epc_features;}
drivers/pci/endpoint/pci-epc-core.c +4
-8@@ -144,14 +143,12 @@ EXPORT_SYMBOL_GPL(pci_epc_get_features);*/ void pci_epc_stop(struct pci_epc *epc) { - unsigned long flags; - if (IS_ERR(epc) || !epc->ops->stop) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->stop(epc); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_stop);@@ -164,7 +161,6 @@ EXPORT_SYMBOL_GPL(pci_epc_stop); int pci_epc_start(struct pci_epc *epc) { int ret; - unsigned long flags; if (IS_ERR(epc)) return -EINVAL;@@ -172,9 +168,9 @@ int pci_epc_start(struct pci_epc *epc) if (!epc->ops->start) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->start(epc); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret; }@@ -193,7 +189,6 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, enum pci_epc_irq_type type, u16 interrupt_num) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return
-EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -201,9 +196,9 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, if (!epc->ops->raise_irq) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->raise_irq(epc, func_no, type, interrupt_num); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -219,7 +214,6 @@ EXPORT_SYMBOL_GPL(pci_epc_raise_irq); int pci_epc_get_msi(struct pci_epc *epc, u8 func_no) { int interrupt; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return 0;@@ -227,9 +221,9 @@ int pci_epc_get_msi(struct pci_epc *epc, u8 func_no) if (!epc->ops->get_msi) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); interrupt = epc->ops->get_msi(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); if (interrupt < 0) return 0;@@ -252,7 +246,6 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) { int ret; u8 encode_int; - unsigned long flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| interrupts > 32)drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -263,9 +256,9 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) encode_int = order_base_2(interrupts); - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->set_msi(epc, func_no, encode_int); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -281,7 +274,6 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msi); int pci_epc_get_msix(struct pci_epc *epc, u8 func_no) { int interrupt; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return 0;@@ -289,9 +281,9 @@ int pci_epc_get_msix(struct pci_epc *epc, u8 func_no) if (!epc->ops->get_msix) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); interrupt = epc->ops->get_msix(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); if (interrupt < 0) return 0;@@ -311,7 +303,6 @@ EXPORT_SYMBOL_GPL(pci_epc_get_msix); int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts) { int ret; - unsigned long flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| interrupts < 1 || interrupts > 2048)drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -320,9 +311,9 @@ int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts) if (!epc->ops->set_msix) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->set_msix(epc, func_no, interrupts - 1); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +4
-7@@ -339,17 +330,15 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msix); void pci_epc_unmap_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr) { - unsigned long flags; - if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return; if (!epc->ops->unmap_addr) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->unmap_addr(epc, func_no, phys_addr); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_unmap_addr);@@ -367,7 +356,6 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr, u64 pci_addr, size_t size) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return -EINVAL;@@ -375,9 +363,9 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, if (!epc->ops->map_addr) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->map_addr(epc, func_no, phys_addr, pci_addr, size); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +0
-2@@ -394,8 +382,6 @@ EXPORT_SYMBOL_GPL(pci_epc_map_addr); void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) { - unsigned long flags; -if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| (epf_bar->barno==BAR_5&&
epf_bar->flags&PCI_BASE_ADDRESS_MEM_TYPE_64))drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -404,9 +390,9 @@ void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->clear_bar) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->clear_bar(epc, func_no, epf_bar); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_clear_bar);@@ -422,7 +408,6 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) { int ret; - unsigned long irq_flags; int flags = epf_bar->flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions||drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -437,9 +422,9 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->set_bar) return 0; - spin_lock_irqsave(&epc->lock, irq_flags); + mutex_lock(&epc->lock); ret = epc->ops->set_bar(epc, func_no, epf_bar); - spin_unlock_irqrestore(&epc->lock, irq_flags); + mutex_unlock(&epc->lock); return ret; }@@ -460,7 +445,6 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, struct pci_epf_header *header) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return
-EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -468,9 +452,9 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, if (!epc->ops->write_header) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->write_header(epc, func_no, header); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -487,8 +471,6 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) { - unsigned long flags; - if (epf->epc) return -EBUSY;@@ -500,9 +482,9 @@ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) epf->epc = epc; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); list_add_tail(&epf->list, &epc->pci_epf); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return 0;}
drivers/pci/endpoint/pci-epc-core.c +3
-5@@ -517,15 +499,13 @@ EXPORT_SYMBOL_GPL(pci_epc_add_epf);*/ void pci_epc_remove_epf(struct pci_epc *epc, struct pci_epf *epf) { - unsigned long flags; - if (!epc || IS_ERR(epc) || !epf) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); list_del(&epf->list); epf->epc = NULL; - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_remove_epf);@@ -604,7 +584,7 @@ __pci_epc_create(struct device *dev, const structpci_epc_ops *ops, goto err_ret; } - spin_lock_init(&epc->lock); + mutex_init(&epc->lock); INIT_LIST_HEAD(&epc->pci_epf); ATOMIC_INIT_NOTIFIER_HEAD(&epc->notifier);include/linux/pci-epc.h +0
-0@@ -88,7 +88,7 @@ struct pci_epc_mem { * @mem: address space of the endpoint controller * @max_functions: max number of functions that can be configured inthis EPC
* @group: configfs group representing the PCI EPC device
- * @lock: spinlock to protectpci_epcops
+ * @lock: mutex to protectpci_epcops
* @notifier: used to notify EPF of any EPC events (like linkup) */
structpci_epc{include/linux/pci-epc.h +0
-1@@ -98,8 +98,8 @@ struct pci_epc { struct pci_epc_mem *mem; u8 max_functions; struct config_group *group; - /* spinlock to protect against concurrent access of EPcontroller */
- spinlock_t lock;
+ /* mutex to protect against concurrent access of EP controller */ + struct mutex lock;
struct atomic_notifier_head notifier;
};Signature · 1 line
2.17.1
Re: [PATCH v2 2/5] PCI: endpoint: Replace spinlock with mutex
Quoted 6 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
Hi Vidya Sagar,
On 11/06/21 3:22 pm, Vidya Sagar wrote:
Quoted 16 lines
Quoted 3 lines
Hi Kishon,
Apologies for bringup it up this late.
I'm wondering if there was any issue which this patch tried to address?There was one function
pci_epc_linkup()which was expected to be invoked in interrupt context (basically when the LINKUP interrupt is raised). But after it was moved to use atomic notifier, all the EPC core APIs were replaced to use mutex.Quoted 8 lines
Actually, "The
pci_epc_opsis not intended to be invoked from interrupt context" isn't true in case of Tegra194. We do calldw_pcie_ep_init_notify()API from threaded irq service routine and it eventually callsmutext_lock()ofpci_epc_get_features()which is reusulting in the following warning log.BUG: sleeping function called from invalid context at
kernel/locking/mutex.c:
Would like hear your comments on it.
After reviewing the logs and code again, I think it was my mistake to come to early conclusion that it was because of calling mutex_lock() in the atomic context. It is clear now.
I would like to understand the reason behind putting locks in the epc core driver before calling ops.
I believe the ops callers should implement lock if they are concurrently accessing the ops instead of adding a global lock in the epc core. This would help in scenarios like the one below.
We have a performance oriented endpoint function driver which calls
map, unmap & raise_irq ops from softirq context and because of mutex_lock(), we can't do that now. epc core driver should not restrict the function drivers to use only non-atomic functions.
Thanks,
Vidya Sagar
Quoted 380 lines
I don't think it is ideal to initialize EPC in interrupt context (unless there is a specific reason for it). EPC initialization can be moved to bottom half similar to how commands are handled after LINKUP.
Thanks
KishonQuoted 371 lines
Thanks,
Vidya SagarQuoted 366 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
The
pci_epc_opsis not intended to be invoked from interrupt context. Hence replacespin_lock_irqsaveandspin_unlock_irqrestorewithmutex_lockandmutex_unlockrespectively.Signed-off-by Kishon Vijay Abraham I <[email protected]>--- drivers/pci/endpoint/pci-epc-core.c | 82 +++++++++++------------------ include/linux/pci-epc.h | 6 +-- 2 files changed, 34 insertions(+), 54 deletions(-)drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -120,7 +120,6 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, u8 func_no) {const struct pci_epc_features *epc_features; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return NULL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -128,9 +127,9 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, if (!epc->ops->get_features) return NULL; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc_features = epc->ops->get_features(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock);return epc_features;}drivers/pci/endpoint/pci-epc-core.c +4
-8@@ -144,14 +143,12 @@ EXPORT_SYMBOL_GPL(pci_epc_get_features);*/ void pci_epc_stop (struct pci_epc *epc) { -unsigned long flags; -if (IS_ERR (epc) || !epc->ops->stop)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->stop (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_stop);@@ -164,7 +161,6 @@ EXPORT_SYMBOL_GPL(pci_epc_stop);int pci_epc_start (struct pci_epc *epc) {int ret; -unsigned long flags;if (IS_ERR (epc))return -EINVAL ;@@ -172,9 +168,9 @@ int pci_epc_start(struct pci_epc *epc)if (!epc->ops->start)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->start (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -193,7 +189,6 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, enum pci_epc_irq_type type, u16 interrupt_num) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -201,9 +196,9 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, if (!epc->ops->raise_irq)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->raise_irq (epc, func_no, type, interrupt_num); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -219,7 +214,6 @@ EXPORT_SYMBOL_GPL(pci_epc_raise_irq);int pci_epc_get_msi (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;@@ -227,9 +221,9 @@ int pci_epc_get_msi(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msi)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msi (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0 ;@@ -252,7 +246,6 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) {int ret;u8 encode_int; -unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions ||interrupts > 32)
drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -263,9 +256,9 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) encode_int =order_base_2 (interrupts); -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msi (epc, func_no, encode_int); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +4
-6@@ -281,7 +274,6 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msi);int pci_epc_get_msix (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;@@ -289,9 +281,9 @@ int pci_epc_get_msix(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msix (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0 ;@@ -311,7 +303,6 @@ EXPORT_SYMBOL_GPL(pci_epc_get_msix);int pci_epc_set_msix (struct pci_epc *epc,u8 func_no,u16 interrupts) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || interrupts <1 || interrupts >2048 )@@ -320,9 +311,9 @@ int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts)if (!epc->ops->set_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msix (epc, func_no, interrupts -1 ); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +4
-7@@ -339,17 +330,15 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msix);void pci_epc_unmap_addr (struct pci_epc *epc,u8 func_no,phys_addr_t phys_addr) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return ;if (!epc->ops->unmap_addr)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->unmap_addr (epc, func_no, phys_addr); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_unmap_addr);@@ -367,7 +356,6 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr, u64 pci_addr, size_t size) { int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL ;@@ -375,9 +363,9 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no,if (!epc->ops->map_addr)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->map_addr (epc, func_no, phys_addr, pci_addr, size); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +4
-8@@ -394,8 +382,6 @@ EXPORT_SYMBOL_GPL(pci_epc_map_addr);void pci_epc_clear_bar (struct pci_epc *epc,u8 func_no,struct pci_epf_bar *epf_bar) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || (epf_bar->barno ==BAR_5 && epf_bar->flags &PCI_BASE_ADDRESS_MEM_TYPE_64 ))@@ -404,9 +390,9 @@ void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->clear_bar) return; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->clear_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_clear_bar);@@ -422,7 +408,6 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) {int ret; -unsigned long irq_flags;int flags = epf_bar->flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions ||@@ -437,9 +422,9 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no,if (!epc->ops->set_bar)return 0 ; -spin_lock_irqsave (&epc->lock, irq_flags); +mutex_lock (&epc->lock); ret = epc->ops->set_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, irq_flags); +mutex_unlock (&epc->lock);return ret; }@@ -460,7 +445,6 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, struct pci_epf_header *header) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -468,9 +452,9 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, if (!epc->ops->write_header)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->write_header (epc, func_no, header); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -487,8 +471,6 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (epf->epc)return -EBUSY ;@@ -500,9 +482,9 @@ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) epf->epc = epc; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_add_tail (&epf->list, &epc->pci_epf); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return 0 ;}drivers/pci/endpoint/pci-epc-core.c +3
-5@@ -517,15 +499,13 @@ EXPORT_SYMBOL_GPL(pci_epc_add_epf);*/ void pci_epc_remove_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (!epc ||IS_ERR (epc) || !epf)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_del (&epf->list); epf->epc =NULL ; -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_remove_epf);@@ -604,7 +584,7 @@ __pci_epc_create(struct device *dev, const structpci_epc_ops *ops, goto err_ret; } -spin_lock_init (&epc->lock); +mutex_init (&epc->lock);INIT_LIST_HEAD (&epc->pci_epf);ATOMIC_INIT_NOTIFIER_HEAD (&epc->notifier);include/linux/pci-epc.h +0
-0@@ -88,7 +88,7 @@ struct pci_epc_mem {* @mem: address space of the endpoint controller * @max_functions: max number of functions that can be configured in this EPC
* @group: configfs group representing the PCI EPC device
- * @lock: spinlock to protectpci_epcops
+ * @lock: mutex to protectpci_epcops
* @notifier: used to notify EPF of any EPC events (like linkup) */
structpci_epc{include/linux/pci-epc.h +0
-1@@ -98,8 +98,8 @@ struct pci_epc {struct pci_epc_mem *mem;u8 max_functions;struct config_group *group; -/* spinlock to protect against concurrent access of EP controller */
include/linux/pci-epc.h +2
-2-spinlock_t lock; +/* mutex to protect against concurrent access of EP controller */ +struct mutex lock;struct atomic_notifier_head notifier; }; --2.17.1
Re: [PATCH v2 2/5] PCI: endpoint: Replace spinlock with mutex
Hi Vidya Sagar,
Quoted 25 lines · Vidya Sagar
Quoted 6 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
Hi Vidya Sagar,
On 11/06/21 3:22 pm, Vidya Sagar wrote:
Quoted 16 lines
Quoted 3 lines
Hi Kishon,
Apologies for bringup it up this late.
I'm wondering if there was any issue which this patch tried to address?There was one function
pci_epc_linkup()which was expected to be invoked in interrupt context (basically when the LINKUP interrupt is raised). But after it was moved to use atomic notifier, all the EPC core APIs were replaced to use mutex.Quoted 8 lines
Actually, "The
pci_epc_opsis not intended to be invoked from interrupt context" isn't true in case of Tegra194. We do calldw_pcie_ep_init_notify()API from threaded irq service routine and it eventually callsmutext_lock()ofpci_epc_get_features()which is reusulting in the following warning log.BUG: sleeping function called from invalid context at
kernel/locking/mutex.c:
Would like hear your comments on it.
Quoted 6 lines
After reviewing the logs and code again, I think it was my mistake to come to early conclusion that it was because of calling
mutex_lock()in the atomic context. It is clear now.I would like to understand the reason behind putting locks in the epc core driver before calling ops.
There could be two different functions trying to configure endpoint controller (could be a multi-function endpoint) and the framework should guarantee the hardware is not accessed by both the functions simultaneously.
Quoted 2 lines
I believe the ops callers should implement lock if they are concurrently accessing the ops instead of adding a global lock in the epc core.
This can only protect within a function and not across multiple functions.
Quoted 6 lines
This would help in scenarios like the one below.
We have a performance oriented endpoint function driver which calls map, unmap &
raise_irqops from softirq context and because ofmutex_lock(), we can't do that now. epc core driver should not restrict the function drivers to use only non-atomic functions.
Not sure what exactly the function driver does but can't map/unmap be done for a big block once to optimize and operate on that buffer? I'd assume you are having a custom driver on the host side too?
Thanks
Kishon
Quoted 393 lines
Thanks,
Vidya SagarQuoted 390 lines
I don't think it is ideal to initialize EPC in interrupt context (unless there is a specific reason for it). EPC initialization can be moved to bottom half similar to how commands are handled after LINKUP.
Thanks
KishonQuoted 381 lines
Thanks,
Vidya SagarQuoted 376 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
The
pci_epc_opsis not intended to be invoked from interrupt context. Hence replacespin_lock_irqsaveandspin_unlock_irqrestorewithmutex_lockandmutex_unlockrespectively.Signed-off-by Kishon Vijay Abraham I <[email protected]>---
drivers/pci/endpoint/pci-epc-core.c| 82
+++++++++++------------------
include/linux/pci-epc.h | 6 +--2 files changed, 34 insertions(+), 54 deletions(-)drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -120,7 +120,6 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, u8 func_no) { const struct pci_epc_features *epc_features; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return NULL;
drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -128,9 +127,9 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, if (!epc->ops->get_features) return NULL; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc_features = epc->ops->get_features(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return epc_features;}
drivers/pci/endpoint/pci-epc-core.c +4
-8@@ -144,14 +143,12 @@ EXPORT_SYMBOL_GPL(pci_epc_get_features);*/ void pci_epc_stop(struct pci_epc *epc) { - unsigned long flags; - if (IS_ERR(epc) || !epc->ops->stop) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->stop(epc); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_stop);@@ -164,7 +161,6 @@ EXPORT_SYMBOL_GPL(pci_epc_stop); int pci_epc_start(struct pci_epc *epc) { int ret; - unsigned long flags; if (IS_ERR(epc)) return -EINVAL;@@ -172,9 +168,9 @@ int pci_epc_start(struct pci_epc *epc) if (!epc->ops->start) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->start(epc); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret; }@@ -193,7 +189,6 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, enum pci_epc_irq_type type, u16 interrupt_num) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return
-EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -201,9 +196,9 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, if (!epc->ops->raise_irq) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->raise_irq(epc, func_no, type, interrupt_num); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -219,7 +214,6 @@ EXPORT_SYMBOL_GPL(pci_epc_raise_irq); int pci_epc_get_msi(struct pci_epc *epc, u8 func_no) { int interrupt; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return 0;@@ -227,9 +221,9 @@ int pci_epc_get_msi(struct pci_epc *epc, u8 func_no) if (!epc->ops->get_msi) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); interrupt = epc->ops->get_msi(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); if (interrupt < 0)return 0;
drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -252,7 +246,6 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) { int ret; u8 encode_int; - unsigned long flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| interrupts > 32)drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -263,9 +256,9 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) encode_int = order_base_2(interrupts); - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->set_msi(epc, func_no, encode_int); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -281,7 +274,6 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msi); int pci_epc_get_msix(struct pci_epc *epc, u8 func_no) { int interrupt; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return 0;@@ -289,9 +281,9 @@ int pci_epc_get_msix(struct pci_epc *epc, u8 func_no) if (!epc->ops->get_msix) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); interrupt = epc->ops->get_msix(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); if (interrupt < 0)return 0;
drivers/pci/endpoint/pci-epc-core.c +0
-0@@ -311,7 +303,6 @@ EXPORT_SYMBOL_GPL(pci_epc_get_msix);int
pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts)
{
int ret;
- unsigned long flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| interrupts < 1 || interrupts > 2048)drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -320,9 +311,9 @@ int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts) if (!epc->ops->set_msix) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->set_msix(epc, func_no, interrupts - 1); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -339,17 +330,15 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msix); void pci_epc_unmap_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr) { - unsigned long flags; - if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return; if (!epc->ops->unmap_addr) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->unmap_addr(epc, func_no, phys_addr); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_unmap_addr);@@ -367,7 +356,6 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no,
phys_addr_tphys_addr, u64pci_addr,size_tsize)
{
int ret;
- unsigned long flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions) return-EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -375,9 +363,9 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, if (!epc->ops->map_addr) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->map_addr(epc, func_no, phys_addr, pci_addr, size); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock);return ret;
}drivers/pci/endpoint/pci-epc-core.c +0
-2@@ -394,8 +382,6 @@ EXPORT_SYMBOL_GPL(pci_epc_map_addr); void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) { - unsigned long flags; -if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions|| (epf_bar->barno==BAR_5&&
epf_bar->flags&PCI_BASE_ADDRESS_MEM_TYPE_64))drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -404,9 +390,9 @@ void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->clear_bar) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc->ops->clear_bar(epc, func_no, epf_bar); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_clear_bar);@@ -422,7 +408,6 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) { int ret; - unsigned long irq_flags; int flags = epf_bar->flags;if (
IS_ERR_OR_NULL(epc)||func_no>=epc->max_functions||drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -437,9 +422,9 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->set_bar) return 0; - spin_lock_irqsave(&epc->lock, irq_flags); + mutex_lock(&epc->lock); ret = epc->ops->set_bar(epc, func_no, epf_bar); - spin_unlock_irqrestore(&epc->lock, irq_flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -460,7 +445,6 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, struct pci_epf_header *header) { int ret; - unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions)return
-EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -468,9 +452,9 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, if (!epc->ops->write_header) return 0; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); ret = epc->ops->write_header(epc, func_no, header); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return ret;}
drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -487,8 +471,6 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) { - unsigned long flags; - if (epf->epc) return -EBUSY;@@ -500,9 +482,9 @@ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) epf->epc = epc; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); list_add_tail(&epf->list, &epc->pci_epf); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); return 0;}
drivers/pci/endpoint/pci-epc-core.c +3
-5@@ -517,15 +499,13 @@ EXPORT_SYMBOL_GPL(pci_epc_add_epf);*/ void pci_epc_remove_epf(struct pci_epc *epc, struct pci_epf *epf) { - unsigned long flags; - if (!epc || IS_ERR(epc) || !epf) return; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); list_del(&epf->list); epf->epc = NULL; - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock); } EXPORT_SYMBOL_GPL(pci_epc_remove_epf);@@ -604,7 +584,7 @@ __pci_epc_create(struct device *dev, const structpci_epc_ops *ops, goto err_ret; } - spin_lock_init(&epc->lock); + mutex_init(&epc->lock); INIT_LIST_HEAD(&epc->pci_epf); ATOMIC_INIT_NOTIFIER_HEAD(&epc->notifier);include/linux/pci-epc.h +0
-0@@ -88,7 +88,7 @@ struct pci_epc_mem { * @mem: address space of the endpoint controller * @max_functions: max number of functions that can be configured inthis EPC
* @group: configfs group representing the PCI EPC device
- * @lock: spinlock to protectpci_epcops
+ * @lock: mutex to protectpci_epcops
* @notifier: used to notify EPF of any EPC events (like linkup) */
structpci_epc{include/linux/pci-epc.h +0
-1@@ -98,8 +98,8 @@ struct pci_epc { struct pci_epc_mem *mem; u8 max_functions; struct config_group *group; - /* spinlock to protect against concurrent access of EPcontroller */
- spinlock_t lock;
+ /* mutex to protect against concurrent access of EP controller */
+ struct mutex lock; struct atomic_notifier_head notifier; };Signature · 1 line
2.17.1
Re: [PATCH v2 2/5] PCI: endpoint: Replace spinlock with mutex
Quoted 35 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
Hi Vidya Sagar,
Quoted 29 lines · Vidya Sagar
Quoted 6 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
Hi Vidya Sagar,
On 11/06/21 3:22 pm, Vidya Sagar wrote:
Quoted 16 lines
Quoted 3 lines
Hi Kishon,
Apologies for bringup it up this late.
I'm wondering if there was any issue which this patch tried to address?There was one function
pci_epc_linkup()which was expected to be invoked in interrupt context (basically when the LINKUP interrupt is raised). But after it was moved to use atomic notifier, all the EPC core APIs were replaced to use mutex.Quoted 8 lines
Actually, "The
pci_epc_opsis not intended to be invoked from interrupt context" isn't true in case of Tegra194. We do calldw_pcie_ep_init_notify()API from threaded irq service routine and it eventually callsmutext_lock()ofpci_epc_get_features()which is reusulting in the following warning log.BUG: sleeping function called from invalid context at
kernel/locking/mutex.c:
Would like hear your comments on it.After reviewing the logs and code again, I think it was my mistake to come to early conclusion that it was because of calling
mutex_lock()in the atomic context. It is clear now.
Quoted 6 lines
Quoted 2 lines
I would like to understand the reason behind putting locks in the epc core driver before calling ops.
There could be two different functions trying to configure endpoint controller (could be a multi-function endpoint) and the framework should guarantee the hardware is not accessed by both the functions simultaneously.
Not all ops functions need to be protected by the lock. for ex:- get/set_msi(x)(), raise_irq(), get_features() don't need to be protected by a global lock. So, transferring the synchronization responsibility to the controller driver gives an efficient control on locking.
Quoted 6 lines
Quoted 3 lines
I believe the ops callers should implement lock if they are concurrently accessing the ops instead of adding a global lock in the epc core.
This can only protect within a function and not across multiple functions.
Quoted 2 lines
This would help in scenarios like the one below.
Quoted 8 lines
Quoted 4 lines
We have a performance oriented endpoint function driver which calls
map, unmap &raise_irqops from softirq context and because ofmutex_lock(), we can't do that now. epc core driver should not restrict the function drivers to use only non-atomic functions.Not sure what exactly the function driver does but can't map/unmap be done for a big block once to optimize and operate on that buffer? I'd assume you are having a custom driver on the host side too?
We implemented a function driver that provides a virtual ethernet interface. To complement this, we have a PCIe device driver on the host that exposes a virtual ethernet interface in the host system. start_xmit() in the function driver of the virtual ethernet interface is a soft irq which maps/unmaps each skb buffer dynamically. So, a one time static mapping is not possible. Similarly, because of the global lock, start_xmit() can not raise_irq() to the host.
Thanks,
Vidya Sagar
Quoted 397 lines
Thanks
KishonQuoted 393 lines
Thanks,
Vidya SagarQuoted 390 lines
I don't think it is ideal to initialize EPC in interrupt context (unless there is a specific reason for it). EPC initialization can be moved to bottom half similar to how commands are handled after LINKUP.
Thanks
KishonQuoted 381 lines
Thanks,
Vidya SagarQuoted 376 lines · Kishon Vijay Abraham I
External email: Use caution opening links or attachments
The
pci_epc_opsis not intended to be invoked from interrupt context. Hence replacespin_lock_irqsaveandspin_unlock_irqrestorewithmutex_lockandmutex_unlockrespectively.Signed-off-by Kishon Vijay Abraham I <[email protected]>--- drivers/pci/endpoint/pci-epc-core.c | 82 +++++++++++------------------ include/linux/pci-epc.h | 6 +-- 2 files changed, 34 insertions(+), 54 deletions(-)drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -120,7 +120,6 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, u8 func_no) {const struct pci_epc_features *epc_features; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return NULL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -128,9 +127,9 @@ const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc, if (!epc->ops->get_features) return NULL; - spin_lock_irqsave(&epc->lock, flags); + mutex_lock(&epc->lock); epc_features = epc->ops->get_features(epc, func_no); - spin_unlock_irqrestore(&epc->lock, flags); + mutex_unlock(&epc->lock);return epc_features;}drivers/pci/endpoint/pci-epc-core.c +4
-8@@ -144,14 +143,12 @@ EXPORT_SYMBOL_GPL(pci_epc_get_features);*/ void pci_epc_stop (struct pci_epc *epc) { -unsigned long flags; -if (IS_ERR (epc) || !epc->ops->stop)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->stop (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_stop);@@ -164,7 +161,6 @@ EXPORT_SYMBOL_GPL(pci_epc_stop);int pci_epc_start (struct pci_epc *epc) {int ret; -unsigned long flags;if (IS_ERR (epc))return -EINVAL ;@@ -172,9 +168,9 @@ int pci_epc_start(struct pci_epc *epc)if (!epc->ops->start)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->start (epc); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }@@ -193,7 +189,6 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, enum pci_epc_irq_type type, u16 interrupt_num) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -201,9 +196,9 @@ int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, if (!epc->ops->raise_irq)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->raise_irq (epc, func_no, type, interrupt_num); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -219,7 +214,6 @@ EXPORT_SYMBOL_GPL(pci_epc_raise_irq);int pci_epc_get_msi (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;@@ -227,9 +221,9 @@ int pci_epc_get_msi(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msi)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msi (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0;drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -252,7 +246,6 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) {int ret;u8 encode_int; -unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions ||interrupts > 32)
drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -263,9 +256,9 @@ int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 interrupts) encode_int =order_base_2 (interrupts); -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msi (epc, func_no, encode_int); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +2
-3@@ -281,7 +274,6 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msi);int pci_epc_get_msix (struct pci_epc *epc,u8 func_no) {int interrupt; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return 0 ;@@ -289,9 +281,9 @@ int pci_epc_get_msix(struct pci_epc *epc, u8 func_no)if (!epc->ops->get_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); interrupt = epc->ops->get_msix (epc, func_no); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);if (interrupt <0 )return 0;drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -311,7 +303,6 @@ EXPORT_SYMBOL_GPL(pci_epc_get_msix);int pci_epc_set_msix (struct pci_epc *epc,u8 func_no,u16 interrupts) {int ret; -unsigned long flags; if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions ||interrupts < 1 || interrupts > 2048)drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -320,9 +311,9 @@ int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u16 interrupts)if (!epc->ops->set_msix)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->set_msix (epc, func_no, interrupts -1 ); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +2
-5@@ -339,17 +330,15 @@ EXPORT_SYMBOL_GPL(pci_epc_set_msix);void pci_epc_unmap_addr (struct pci_epc *epc,u8 func_no,phys_addr_t phys_addr) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return ;if (!epc->ops->unmap_addr)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->unmap_addr (epc, func_no, phys_addr); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_unmap_addr);@@ -367,7 +356,6 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, phys_addr_t phys_addr, u64 pci_addr, size_t size) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions) return -EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -375,9 +363,9 @@ int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, if (!epc->ops->map_addr)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->map_addr (epc, func_no, phys_addr, pci_addr, size); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret; }drivers/pci/endpoint/pci-epc-core.c +2
-5@@ -394,8 +382,6 @@ EXPORT_SYMBOL_GPL(pci_epc_map_addr);void pci_epc_clear_bar (struct pci_epc *epc,u8 func_no,struct pci_epf_bar *epf_bar) { -unsigned long flags; -if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions || (epf_bar->barno ==BAR_5 && epf_bar->flags &PCI_BASE_ADDRESS_MEM_TYPE_64 ))@@ -404,9 +390,9 @@ void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->clear_bar) return; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); epc->ops->clear_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_clear_bar);@@ -422,7 +408,6 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, struct pci_epf_bar *epf_bar) {int ret; -unsigned long irq_flags;int flags = epf_bar->flags;if (IS_ERR_OR_NULL(epc) || func_no >= epc->max_functions ||drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -437,9 +422,9 @@ int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, if (!epc->ops->set_bar)return 0 ; -spin_lock_irqsave (&epc->lock, irq_flags); +mutex_lock (&epc->lock); ret = epc->ops->set_bar (epc, func_no, epf_bar); -spin_unlock_irqrestore (&epc->lock, irq_flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +0
-1@@ -460,7 +445,6 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, struct pci_epf_header *header) {int ret; -unsigned long flags;if (IS_ERR_OR_NULL (epc) || func_no >= epc->max_functions)return -EINVAL;drivers/pci/endpoint/pci-epc-core.c +2
-2@@ -468,9 +452,9 @@ int pci_epc_write_header(struct pci_epc *epc, u8 func_no, if (!epc->ops->write_header)return 0 ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock); ret = epc->ops->write_header (epc, func_no, header); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return ret;}drivers/pci/endpoint/pci-epc-core.c +2
-4@@ -487,8 +471,6 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (epf->epc)return -EBUSY ;@@ -500,9 +482,9 @@ int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf) epf->epc = epc; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_add_tail (&epf->list, &epc->pci_epf); -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock);return 0 ;}drivers/pci/endpoint/pci-epc-core.c +3
-5@@ -517,15 +499,13 @@ EXPORT_SYMBOL_GPL(pci_epc_add_epf);*/ void pci_epc_remove_epf (struct pci_epc *epc,struct pci_epf *epf) { -unsigned long flags; -if (!epc ||IS_ERR (epc) || !epf)return ; -spin_lock_irqsave (&epc->lock, flags); +mutex_lock (&epc->lock);list_del (&epf->list); epf->epc =NULL ; -spin_unlock_irqrestore (&epc->lock, flags); +mutex_unlock (&epc->lock); }EXPORT_SYMBOL_GPL (pci_epc_remove_epf);@@ -604,7 +584,7 @@ __pci_epc_create(struct device *dev, const structpci_epc_ops *ops, goto err_ret; } -spin_lock_init (&epc->lock); +mutex_init (&epc->lock);INIT_LIST_HEAD (&epc->pci_epf);ATOMIC_INIT_NOTIFIER_HEAD (&epc->notifier);include/linux/pci-epc.h +0
-0@@ -88,7 +88,7 @@ struct pci_epc_mem {* @mem: address space of the endpoint controller * @max_functions: max number of functions that can be configured in this EPC
* @group: configfs group representing the PCI EPC device
- * @lock: spinlock to protectpci_epcops
+ * @lock: mutex to protectpci_epcops* @notifier: used to notify EPF of any EPC events (like linkup) */ struct pci_epc {include/linux/pci-epc.h +0
-1@@ -98,8 +98,8 @@ struct pci_epc {struct pci_epc_mem *mem;u8 max_functions;struct config_group *group; -/* spinlock to protect against concurrent access of EP controller */
include/linux/pci-epc.h +1
-1-spinlock_t lock; +/* mutex to protect against concurrent access of EP controller */
+ struct mutex lock; struct atomic_notifier_head notifier; };--
2.17.1
PATCH v2 3/5 PCI: endpoint: Protect concurrent access to memory allocation with mutex
In reply to Kishon Vijay Abraham Ipci-epc-mem uses bitmap to manage the PCI address region. This address region will be shared by multiple endpoint functions (in the case of multi function endpoint) and it has to be protected from concurrent access to avoid updating inconsistent state. Use mutex to protect while updating bitmap.
--- drivers/pci/endpoint/pci-epc-mem.c | 10 ++++++++-- include/linux/pci-epc.h | 3 +++ 2 files changed, 11 insertions(+), 2 deletions(-)
drivers/pci/endpoint/pci-epc-mem.c +8 -2
@@ -79,6 +79,7 @@ int __pci_epc_mem_init(struct pci_epc *epc, phys_addr_t phys_base, size_t size, mem->page_size = page_size; mem->pages = pages; mem->size = size; +mutex_init (&mem->lock); epc->mem = mem;
@@ -122,7 +123,7 @@ void __iomem *pci_epc_mem_alloc_addr(struct pci_epc *epc, phys_addr_t *phys_addr, size_t size) { int pageno; -void __iomem *virt_addr; +void __iomem *virt_addr =NULL ;struct pci_epc_mem *mem = epc->mem;unsigned int page_shift =ilog2 (mem->page_size);int order;
@@ -130,15 +131,18 @@ void __iomem *pci_epc_mem_alloc_addr(struct pci_epc *epc, size =ALIGN (size, mem->page_size); order =pci_epc_mem_get_order (mem, size); +mutex_lock (&mem->lock); pageno =bitmap_find_free_region (mem->bitmap, mem->pages, order);if (pageno <0 ) -return NULL ; + goto ret; *phys_addr = mem->phys_base + ((phys_addr_t )pageno << page_shift); virt_addr =ioremap (*phys_addr, size);if (!virt_addr)bitmap_release_region (mem->bitmap, pageno, order); +ret: +mutex_unlock (&mem->lock);return virt_addr; }EXPORT_SYMBOL_GPL (pci_epc_mem_alloc_addr);
@@ -164,7 +168,9 @@ void pci_epc_mem_free_addr(struct pci_epc *epc, phys_addr_t phys_addr, pageno = (phys_addr - mem->phys_base) >> page_shift; size =ALIGN (size, mem->page_size); order =pci_epc_mem_get_order (mem, size); +mutex_lock (&mem->lock);bitmap_release_region (mem->bitmap, pageno, order); +mutex_unlock (&mem->lock); }EXPORT_SYMBOL_GPL (pci_epc_mem_free_addr);
include/linux/pci-epc.h +3 -0
@@ -71,6 +71,7 @@ struct pci_epc_ops {* @bitmap: bitmap to manage the PCI address space * @pages: number of bits representing the address region * @page_size: size of each page +* @lock: mutex to protect bitmap */ struct pci_epc_mem {phys_addr_t phys_base;
@@ -78,6 +79,8 @@ struct pci_epc_mem {unsigned long *bitmap;size_t page_size;int pages; +/* mutex to protect against concurrent access for memory allocation*/ +struct mutex lock; };/**
Signature · 1 line
2.17.1
PATCH v2 4/5 PCI: endpoint: Protect concurrent access to pci_epf_ops with mutex
In reply to Kishon Vijay Abraham IProtect concurrent access to pci_epf_ops with mutex.
--- drivers/pci/endpoint/pci-epf-core.c | 11 ++++++++++- include/linux/pci-epf.h | 3 +++ 2 files changed, 13 insertions(+), 1 deletion(-)
drivers/pci/endpoint/pci-epf-core.c +10 -1
@@ -35,7 +35,9 @@ void pci_epf_unbind(struct pci_epf *epf)return ; } +mutex_lock (&epf->lock); epf->driver->ops->unbind (epf); +mutex_unlock (&epf->lock);module_put (epf->driver->owner); }EXPORT_SYMBOL_GPL (pci_epf_unbind);
@@ -49,6 +51,8 @@ EXPORT_SYMBOL_GPL(pci_epf_unbind);*/ int pci_epf_bind (struct pci_epf *epf) { +int ret; +if (!epf->driver) {dev_WARN (&epf->dev,"epf device not bound to driver\n" );return -EINVAL ;
@@ -57,7 +61,11 @@ int pci_epf_bind(struct pci_epf *epf)if (!try_module_get (epf->driver->owner))return -EAGAIN ; -return epf->driver->ops->bind (epf); +mutex_lock (&epf->lock); + ret = epf->driver->ops->bind (epf); +mutex_unlock (&epf->lock); + +return ret; }EXPORT_SYMBOL_GPL (pci_epf_bind);
@@ -252,6 +260,7 @@ struct pci_epf *pci_epf_create(const char *name)device_initialize (dev); dev->bus = &pci_epf_bus_type; dev->type = &pci_epf_type; +mutex_init (&epf->lock); ret =dev_set_name (dev,"%s" , name);if (ret) {
include/linux/pci-epf.h +3 -0
@@ -110,6 +110,7 @@ struct pci_epf_bar {* @driver: the EPF driver to which this EPF device is bound * @list: to add pci_epf as a list of PCI endpoint functions to pci_epc * @nb: notifier block to notify EPF of any EPC events (like linkup) +* @lock: mutex to protect pci_epf_ops */ struct pci_epf {struct device dev;
@@ -124,6 +125,8 @@ struct pci_epf {struct pci_epf_driver *driver;struct list_head list;struct notifier_block nb; +/* mutex to protect against concurrent access of pci_epf_ops */ +struct mutex lock; };#define to_pci_epf (epf_dev) container_of((epf_dev), struct pci_epf, dev)
Signature · 1 line
2.17.1
PATCH v2 5/5 PCI: endpoint: Assign function number for each PF in EPC core
In reply to Kishon Vijay Abraham IThe PCIe endpoint core relies on the drivers that invoke the pci_epc_add_epf() API to allocate and assign a function number to each physical function (PF). Since endpoint function device can be created by multiple mechanisms (configfs, devicetree, etc..), allowing each of these mechanisms to assign a function number would result in mutliple endpoint function devices having the same function number. In order to avoid this, let EPC core assign a function number to the endpoint device.
--- drivers/pci/endpoint/pci-ep-cfs.c | 27 +++++---------------------- drivers/pci/endpoint/pci-epc-core.c | 26 ++++++++++++++++++++++---- include/linux/pci-epc.h | 2 ++ 3 files changed, 29 insertions(+), 26 deletions(-)
drivers/pci/endpoint/pci-ep-cfs.c +5 -22
@@ -29,7 +29,6 @@ struct pci_epc_group {struct config_group group;struct pci_epc *epc;bool start; -unsigned long function_num_map; };static inline struct pci_epf_group *to_pci_epf_group (struct config_item *item)
@@ -89,37 +88,22 @@ static int pci_epc_epf_link(struct config_item *epc_item, struct config_item *epf_item) {int ret; -u32 func_no =0 ;struct pci_epf_group *epf_group =to_pci_epf_group (epf_item);struct pci_epc_group *epc_group =to_pci_epc_group (epc_item);struct pci_epc *epc = epc_group->epc;struct pci_epf *epf = epf_group->epf; - func_no =find_first_zero_bit (&epc_group->function_num_map, -BITS_PER_LONG ); -if (func_no >=BITS_PER_LONG ) -return -EINVAL ; - -set_bit (func_no, &epc_group->function_num_map); - epf->func_no = func_no; - ret =pci_epc_add_epf (epc, epf);if (ret) - goto err_add_epf; +return ret; ret =pci_epf_bind (epf); -if (ret) - goto err_epf_bind; +if (ret) { +pci_epc_remove_epf (epc, epf); +return ret; + }return 0 ; - -err_epf_bind: -pci_epc_remove_epf (epc, epf); - -err_add_epf: -clear_bit (func_no, &epc_group->function_num_map); - -return ret; } static void pci_epc_epf_unlink(struct config_item *epc_item,
@@ -134,7 +118,6 @@ static void pci_epc_epf_unlink(struct config_item *epc_item, epc = epc_group->epc; epf = epf_group->epf; -clear_bit (epf->func_no, &epc_group->function_num_map);pci_epf_unbind (epf);pci_epc_remove_epf (epc, epf); }
drivers/pci/endpoint/pci-epc-core.c +22 -4
@@ -471,22 +471,39 @@ EXPORT_SYMBOL_GPL(pci_epc_write_header);*/ int pci_epc_add_epf (struct pci_epc *epc,struct pci_epf *epf) { +u32 func_no; +int ret =0 ; +if (epf->epc)return -EBUSY ;if (IS_ERR (epc))return -EINVAL ; -if (epf->func_no > epc->max_functions -1 ) -return -EINVAL ; +mutex_lock (&epc->lock); + func_no =find_first_zero_bit (&epc->function_num_map, +BITS_PER_LONG ); +if (func_no >=BITS_PER_LONG ) { + ret = -EINVAL ; + goto ret; + } + +if (func_no > epc->max_functions -1 ) { +dev_err (&epc->dev,"Exceeding max supported Function Number\n" ); + ret = -EINVAL ; + goto ret; + } +set_bit (func_no, &epc->function_num_map); + epf->func_no = func_no; epf->epc = epc; -mutex_lock (&epc->lock);list_add_tail (&epf->list, &epc->pci_epf); + +ret:mutex_unlock (&epc->lock); -return 0 ; +return ret; }EXPORT_SYMBOL_GPL (pci_epc_add_epf);
@@ -503,6 +520,7 @@ void pci_epc_remove_epf(struct pci_epc *epc, struct pci_epf *epf)return ;mutex_lock (&epc->lock); +clear_bit (epf->func_no, &epc->function_num_map);list_del (&epf->list); epf->epc =NULL ;mutex_unlock (&epc->lock);
include/linux/pci-epc.h +2 -0
@@ -92,6 +92,7 @@ struct pci_epc_mem {* @max_functions: max number of functions that can be configured in this EPC * @group: configfs group representing the PCI EPC device * @lock: mutex to protect pci_epc ops +* @function_num_map: bitmap to manage physical function number * @notifier: used to notify EPF of any EPC events (like linkup) */ struct pci_epc {
@@ -103,6 +104,7 @@ struct pci_epc {struct config_group *group;/* mutex to protect against concurrent access of EP controller */ struct mutex lock; +unsigned long function_num_map;struct atomic_notifier_head notifier; };
Signature · 1 line
2.17.1
Quoted 9 lines · Kishon Vijay Abraham I
Changes from v1:
Rebased to Linux 5.6-rc1 and removed dependencies to my other series to unblock [1][1] -> http://lore.kernel.org/r/[email protected]
v1 of this patch series can be found @
http://lore.kernel.org/r/[email protected]
Quoted 10 lines
This series adds miscellaneous improvements to PCIe endpoint core.
1) Protect concurrent access to memory allocation in pci-epc-mem
2) Replace spinlock with mutex in pci-epc-core and also use notification chain mechanism to notify EPC events to EPF driver.
3) Since endpoint function device can be created by multiple mechanisms (configfs, devicetree, etc..), allowing each of these mechanisms to assign a function number would result in mutliple endpoint function devices having the same function number. In order to avoid this, let EPC core assign a function number to the endpoint device.
Hi Kishon,
I am about to apply this series but I could not help notice that some of these patches are fixes rather than improvements, it would be good to propagate the changes to older kernels too provided we explain the bugs in the respective logs, in particular for (3) above it should not be complicated to reproduce a failure.
Thanks,
Lorenzo
Quoted 21 lines
Kishon Vijay Abraham I (5):
PCI: endpoint: Use notification chain mechanism to notify EPC events
to EPF
PCI: endpoint: Replace spinlock with mutex
PCI: endpoint: Protect concurrent access to memory allocation with
mutex
PCI: endpoint: Protect concurrent access topci_epf_opswith mutex
PCI: endpoint: Assign function number for each PF in EPC coredrivers/pci/endpoint/functions/pci-epf-test.c | 13 +- drivers/pci/endpoint/pci-ep-cfs.c | 27 +---- drivers/pci/endpoint/pci-epc-core.c | 113 ++++++++---------- drivers/pci/endpoint/pci-epc-mem.c | 10 +- drivers/pci/endpoint/pci-epf-core.c | 33 ++--- include/linux/pci-epc.h | 19 ++- include/linux/pci-epf.h | 9 +- 7 files changed, 108 insertions(+), 116 deletions(-)Signature · 1 line
2.17.1