scsi: be2iscsi: Replace irq_poll with threaded IRQ handler.
Subsystems (2)
PATCH v2 1/1 scsi: be2iscsi: Replace irq_poll with threaded IRQ handler.
The driver is using irq_poll() (a NAPI like generic interface) for completing individual I/O requests.
This could be replaced with threaded interrupts. The threaded interrupt runs as a RT thread with priority 50-FIFO. It should run as the first task after the interrupt unless a task with higher priority is active. It can be interrupt by another hardware interrupt or a softirq.
This has been compile tested only. I'm interested if it causes any regressions, improves the situation or neither.
---
v1…v2:
- Properly initialize variables in be_isr_misx_th() as reported by the bot.
- Drop [email protected] and [email protected] from Cc:, the email bounces.
drivers/scsi/be2iscsi/Kconfig | 1 - drivers/scsi/be2iscsi/be.h | 3 +- drivers/scsi/be2iscsi/be_iscsi.c | 8 +- drivers/scsi/be2iscsi/be_main.c | 146 ++++++++++++++----------------- drivers/scsi/be2iscsi/be_main.h | 2 +- 5 files changed, 75 insertions(+), 85 deletions(-)
drivers/scsi/be2iscsi/Kconfig +0 -1
@@ -4,7 +4,6 @@ config BE2ISCSI depends on PCI && SCSI && NET select SCSI_ISCSI_ATTRS select ISCSI_BOOT_SYSFS - select IRQ_POLL help This driver implements the iSCSI functionality for Emulex
drivers/scsi/be2iscsi/be.h +1 -2
@@ -12,7 +12,7 @@#include <linux/pci.h> #include <linux/if_vlan.h> -#include <linux/irq_poll.h> +#define FW_VER_LEN 32#define MCC_Q_LEN 128#define MCC_CQ_LEN 256
@@ -90,7 +90,6 @@ struct be_eq_obj {struct beiscsi_hba *phba;struct be_queue_info *cq;struct work_struct mcc_work;/* Work Item */ -struct irq_poll iopoll; };struct be_mcc_obj {
drivers/scsi/be2iscsi/be_iscsi.c +5 -3
@@ -1224,15 +1224,17 @@ static void beiscsi_flush_cq(struct beiscsi_hba *phba)struct be_eq_obj *pbe_eq;struct hwi_controller *phwi_ctrlr;struct hwi_context_memory *phwi_context; +struct pci_dev *pcidev; phwi_ctrlr = phba->phwi_ctrlr; phwi_context = phwi_ctrlr->phwi_ctxt; + pcidev = phba->pcidev;for (i =0 ; i < phba->num_cpus; i++) { pbe_eq = &phwi_context->be_eq[i]; -irq_poll_disable (&pbe_eq->iopoll); -beiscsi_process_cq (pbe_eq,BE2_MAX_NUM_CQ_PROC ); -irq_poll_enable (&pbe_eq->iopoll); +disable_irq (pci_irq_vector (pcidev, i)); +beiscsi_process_cq (pbe_eq); +enable_irq (pci_irq_vector (pcidev, i)); } }
drivers/scsi/be2iscsi/be_main.c +68 -78
255 lines not on this page · raw message
drivers/scsi/be2iscsi/be_main.h +1 -1
@@ -799,7 +799,7 @@ void hwi_ring_cq_db(struct beiscsi_hba *phba, unsigned int id, unsigned int num_processed, unsigned char rearm); -unsigned int beiscsi_process_cq (struct be_eq_obj *pbe_eq,int budget); +unsigned int beiscsi_process_cq (struct be_eq_obj *pbe_eq);void beiscsi_process_mcc_cq (struct beiscsi_hba *phba);struct pdu_nop_out {
Signature · 1 line
2.33.1
Quoted 93 lines
drivers/scsi/be2iscsi/be_main.c +61
-4+static irqreturn_t be_iopoll (struct be_eq_obj *pbe_eq) +{ +struct beiscsi_hba *phba; +unsigned int ret, io_events; +struct be_eq_entry *eqe =NULL ; +struct be_queue_info *eq; + + phba = pbe_eq->phba; +if (beiscsi_hba_in_error (phba)) +return IRQ_NONE ; + + io_events =0 ; + eq = &pbe_eq->q; + eqe =queue_tail_node (eq); +while (eqe->dw[offsetof(struct amap_eq_entry , valid) /32 ] & +EQE_VALID_MASK ) { + AMAP_SET_BITS(struct amap_eq_entry, valid, eqe, 0); +queue_tail_inc (eq); + eqe =queue_tail_node (eq); + io_events++; + } +hwi_ring_eq_db (phba, eq->id,1 , io_events,0 ,1 ); + + ret =beiscsi_process_cq (pbe_eq); + pbe_eq->cq_count += ret; +beiscsi_log (phba,KERN_INFO , +BEISCSI_LOG_CONFIG |BEISCSI_LOG_IO , +"BM_%d : rearm pbe_eq->q.id =%d ret %d\n" , + pbe_eq->q.id, ret); +if (!beiscsi_hba_in_error (phba)) +hwi_ring_eq_db (phba, pbe_eq->q.id,0 ,0 ,1 ,1 ); + +return IRQ_HANDLED ; +} + +static irqreturn_t be_isr_misx_th (int irq,void *dev_id) +{ +struct be_eq_obj *pbe_eq = dev_id; + +return be_iopoll (pbe_eq); +} +/** * be_isr_msix - The isr routine of the driver. * @irq: Not used @@ -713,9 +752,22 @@ static irqreturn_t be_isr_msix(int irq, void *dev_id) phba = pbe_eq->phba;/* disable interrupt till iopoll completes */ hwi_ring_eq_db (phba, eq->id,1 ,0 ,0 ,1 ); -irq_poll_sched (&pbe_eq->iopoll); -return IRQ_HANDLED ; +return IRQ_WAKE_THREAD ; +} + +static irqreturn_t be_isr_thread (int irq,void *dev_id) +{ +struct beiscsi_hba *phba; +struct hwi_controller *phwi_ctrlr; +struct hwi_context_memory *phwi_context; +struct be_eq_obj *pbe_eq; + + phba = dev_id; + phwi_ctrlr = phba->phwi_ctrlr; + phwi_context = phwi_ctrlr->phwi_ctxt; + pbe_eq = &phwi_context->be_eq[0 ]; +return be_iopoll (pbe_eq); }/** @@ -735,6 +787,7 @@ static irqreturn_t be_isr(int irq, void *dev_id)struct be_ctrl_info *ctrl;struct be_eq_obj *pbe_eq;int isr, rearm; +irqreturn_t ret; phba = dev_id; ctrl = &phba->ctrl;@@ -774,10 +827,11 @@ static irqreturn_t be_isr(int irq, void *dev_id)/* rearm for MCCQ */ rearm =1 ; } + ret =IRQ_HANDLED ;if (io_events) -irq_poll_sched (&pbe_eq->iopoll); + ret =IRQ_WAKE_THREAD ;hwi_ring_eq_db (phba, eq->id,0 , (io_events + mcc_events), rearm,1 ); -return IRQ_HANDLED ; +return ret; }static void beiscsi_free_irqs (struct beiscsi_hba *phba)
drivers/scsi/be2iscsi/be_main.c static int beiscsi_init_irqs(struct beiscsi_hba *phba) · line 879
Quoted 10 lines
drivers/scsi/be2iscsi/be_main.c +4
-3@@ -819,9 +873,10 @@ static int beiscsi_init_irqs(struct beiscsi_hba *phba) goto free_msix_irqs; } - ret =request_irq (pci_irq_vector (pcidev, i), - be_isr_msix,0 , phba->msi_name[i], - &phwi_context->be_eq[i]); + ret =request_threaded_irq (pci_irq_vector (pcidev, i), + be_isr_msix, be_isr_misx_th, +0 , phba->msi_name[i], + &phwi_context->be_eq[i]);
Would it be sensible to set ONESHOT flag here? I assume that we don't want the hard irq handler firing continuously while we poll completions in the threaded handler. That's my understanding of how ONESHOT should or would work... they currently seem to manually disable in be_isr_msix() -> hwi_ring_eq_db() for the same purpose, I guess.
Thanks,
John
Quoted 17 lines · John Garry
Quoted 17 lines
drivers/scsi/be2iscsi/be_main.c +5
-5@@ -713,9 +752,22 @@ static irqreturn_t be_isr_msix(int irq, void *dev_id) phba = pbe_eq->phba;/* disable interrupt till iopoll completes */ hwi_ring_eq_db (phba, eq->id,1 ,0 ,0 ,1 ); -irq_poll_sched (&pbe_eq->iopoll); -return IRQ_HANDLED ; +return IRQ_WAKE_THREAD ; +} +@@ -819,9 +873,10 @@ static int beiscsi_init_irqs(struct beiscsi_hba *phba) goto free_msix_irqs; } - ret =request_irq (pci_irq_vector (pcidev, i), - be_isr_msix,0 , phba->msi_name[i], - &phwi_context->be_eq[i]); + ret = request_threaded_irq(pci_irq_vector(pcidev, i), + be_isr_msix, be_isr_misx_th,
Quoted 8 lines
drivers/scsi/be2iscsi/be_main.c static int beiscsi_init_irqs(struct beiscsi_hba *phba) · line 879
Quoted 2 lines
drivers/scsi/be2iscsi/be_main.c +2
-0+0 , phba->msi_name[i], + &phwi_context->be_eq[i]);Would it be sensible to set ONESHOT flag here? I assume that we don't want the hard irq handler firing continuously while we poll completions in the threaded handler. That's my understanding of how ONESHOT should or would work... they currently seem to manually disable in
be_isr_msix()->hwi_ring_eq_db()for the same purpose, I guess.
We could. My understanding of hwi_ring_eq_db() of is that it disables the interrupt from on HW level. This is needed _already_ in order to continue to process the request later in softirq without the interrupt constantly firing.
For the MSI interrupts this could be replaced "easily" and leaving the primary handler empty. However the non-MSI interrupts may be shared and here all handlers need the ONESHOT which may not be the case.
Quoted 2 lines
Thanks,
John
Sebastian