staging: unisys: visorhba: Convert module from IDR to XArray
PATCH v5 1/1 staging: unisys: visorhba: Convert module from IDR to XArray
Converted visorhba from IDR to XArray. The abstract data type XArray is more memory-efficient, parallelisable and cache friendly. It takes advantage of RCU to perform lookups without locking.
---
Changes from v4: Fixed some issues detected by Matthew Wilcox and Fabio Aiuto.
Changes from v3: Matthew Wilcox found that the XArray was not
initialized: now it is. Changed types handles from u64 to u32 because they can't work as arguments of xa_alloc_irq() and u32 is enough large for storing XArray indexes.
Changes from v2: Some residual errors from v1 were not fixed in v2. Now they have been removed.
Changes from v1: After a first review by Matthew Wilcox, who found a series of errors and gave suggestions on how to fix them, I rewrote a larger part of the patch.
.../staging/unisys/visorhba/visorhba_main.c | 84 ++++++------------- 1 file changed, 27 insertions(+), 57 deletions(-)
drivers/staging/unisys/visorhba/visorhba_main.c +27 -57
@@ -6,10 +6,10 @@#include <linux/debugfs.h> #include <linux/kthread.h> -#include <linux/idr.h> #include <linux/module.h> #include <linux/seq_file.h> #include <linux/visorbus.h> +#include <linux/xarray.h> #include <scsi/scsi.h> #include <scsi/scsi_host.h> #include <scsi/scsi_cmnd.h>
@@ -82,7 +82,7 @@ struct visorhba_devdata {* allows us to pass int handles back-and-forth between us and * iovm, instead of raw pointers */ -struct idr idr; +struct xarray xa;struct dentry *debugfs_dir;struct dentry *debugfs_info;
@@ -182,71 +182,44 @@ static struct uiscmdrsp *get_scsipending_cmdrsp(struct visorhba_devdata *ddata,return NULL ; } -/* -* simple_idr_get - Associate a provided pointer with an int value -* 1 <= value <= INT_MAX, and return this int value; -* the pointer value can be obtained later by passing -* this int value to idr_find() -* @idrtable: The data object maintaining the pointer<-->int mappings -* @p: The pointer value to be remembered -* @lock: A spinlock used when exclusive access to idrtable is needed -* -* Return: The id number mapped to pointer 'p', 0 on failure -*/ -static unsigned int simple_idr_get (struct idr *idrtable,void *p, -spinlock_t *lock) -{ -int id; -unsigned long flags; - -idr_preload (GFP_KERNEL ); -spin_lock_irqsave (lock, flags); - id =idr_alloc (idrtable, p,1 ,INT_MAX ,GFP_NOWAIT ); -spin_unlock_irqrestore (lock, flags); -idr_preload_end (); -/* failure */ -if (id <0 ) -return 0 ; -/* idr_alloc() guarantees > 0 */ -return (unsigned int )(id); -} -/* * setup_scsitaskmgmt_handles - Stash the necessary handles so that the * completion processing logic for a taskmgmt * cmd will be able to find who to wake up * and where to stash the result -* @idrtable: The data object maintaining the pointer<-->int mappings -* @lock: A spinlock used when exclusive access to idrtable is needed +* @xa: The data object maintaining the pointer<-->int mappings * @cmdrsp: Response from the IOVM * @event: The event handle to associate with an id * @result: The location to place the result of the event handle into */ -static void setup_scsitaskmgmt_handles (struct idr *idrtable,spinlock_t *lock, -struct uiscmdrsp *cmdrsp, +static void setup_scsitaskmgmt_handles (struct xarray *xa,struct uiscmdrsp *cmdrsp,wait_queue_head_t *event,int *result) { -/* specify the event that has to be triggered when this */ -/* cmd is complete */ - cmdrsp->scsitaskmgmt.notify_handle = -simple_idr_get (idrtable, event, lock); - cmdrsp->scsitaskmgmt.notifyresult_handle = -simple_idr_get (idrtable, result, lock); +int ret; +u32 id; + +/* specify the event that has to be triggered when this cmd is complete */ + ret =xa_alloc_irq (xa, &id, event,XA_LIMIT (1 ,INT_MAX ),GFP_KERNEL ); +if (ret ==0 ) + cmdrsp->scsitaskmgmt.notify_handle = id; + ret =xa_alloc_irq (xa, &id, result,XA_LIMIT (1 ,INT_MAX ),GFP_KERNEL ); +if (ret ==0 ) + cmdrsp->scsitaskmgmt.notifyresult_handle = id; }/* * cleanup_scsitaskmgmt_handles - Forget handles created by * setup_scsitaskmgmt_handles() -* @idrtable: The data object maintaining the pointer<-->int mappings +* @xa: The data object maintaining the pointer<-->int mappings * @cmdrsp: Response from the IOVM */ -static void cleanup_scsitaskmgmt_handles (struct idr *idrtable, +static void cleanup_scsitaskmgmt_handles (struct xarray *xa,struct uiscmdrsp *cmdrsp) {if (cmdrsp->scsitaskmgmt.notify_handle) -idr_remove (idrtable, cmdrsp->scsitaskmgmt.notify_handle); +xa_erase (xa, cmdrsp->scsitaskmgmt.notify_handle);if (cmdrsp->scsitaskmgmt.notifyresult_handle) -idr_remove (idrtable, cmdrsp->scsitaskmgmt.notifyresult_handle); +xa_erase (xa, cmdrsp->scsitaskmgmt.notifyresult_handle); }/*
@@ -284,8 +257,7 @@ static int forward_taskmgmt_command(enum task_mgmt_types tasktype,/* issue TASK_MGMT_ABORT_TASK */ cmdrsp->cmdtype =CMD_SCSITASKMGMT_TYPE ; -setup_scsitaskmgmt_handles (&devdata->idr, &devdata->privlock, cmdrsp, - ¬ifyevent, ¬ifyresult); +setup_scsitaskmgmt_handles (&devdata->xa, cmdrsp, ¬ifyevent, ¬ifyresult);/* save destination */ cmdrsp->scsitaskmgmt.tasktype = tasktype;
@@ -311,14 +283,14 @@ static int forward_taskmgmt_command(enum task_mgmt_types tasktype,dev_dbg (&scsidev->sdev_gendev,"visorhba: taskmgmt type=%d success; result=0x%x\n" , tasktype, notifyresult); -cleanup_scsitaskmgmt_handles (&devdata->idr, cmdrsp); +cleanup_scsitaskmgmt_handles (&devdata->xa, cmdrsp);return SUCCESS ; err_del_scsipending_ent:dev_dbg (&scsidev->sdev_gendev,"visorhba: taskmgmt type=%d not executed\n" , tasktype);del_scsipending_ent (devdata, scsicmd_id); -cleanup_scsitaskmgmt_handles (&devdata->idr, cmdrsp); +cleanup_scsitaskmgmt_handles (&devdata->xa, cmdrsp);return FAILED ; }
@@ -654,13 +626,13 @@ DEFINE_SHOW_ATTRIBUTE(info_debugfs);* Service Partition returned the result of the task management * command. Wake up anyone waiting for it. */ -static void complete_taskmgmt_command (struct idr *idrtable, +static void complete_taskmgmt_command (struct xarray *xa,struct uiscmdrsp *cmdrsp,int result) {wait_queue_head_t *wq = -idr_find (idrtable, cmdrsp->scsitaskmgmt.notify_handle); +xa_load (xa, cmdrsp->scsitaskmgmt.notify_handle);int *scsi_result_ptr = -idr_find (idrtable, cmdrsp->scsitaskmgmt.notifyresult_handle); +xa_load (xa, cmdrsp->scsitaskmgmt.notifyresult_handle);if (unlikely (!(wq && scsi_result_ptr))) {pr_err ("visorhba: no completion context; cmd will time out\n" );return ;
@@ -708,7 +680,7 @@ static void visorhba_serverdown_complete(struct visorhba_devdata *devdata)break ;case CMD_SCSITASKMGMT_TYPE : cmdrsp = pendingdel->sent; -complete_taskmgmt_command (&devdata->idr, cmdrsp, +complete_taskmgmt_command (&devdata->xa, cmdrsp,TASK_MGMT_FAILED );break ;default :
@@ -905,7 +877,7 @@ static void drain_queue(struct uiscmdrsp *cmdrsp,if (!del_scsipending_ent (devdata, cmdrsp->scsitaskmgmt.handle))break ; -complete_taskmgmt_command (&devdata->idr, cmdrsp, +complete_taskmgmt_command (&devdata->xa, cmdrsp, cmdrsp->scsitaskmgmt.result); }else if (cmdrsp->cmdtype ==CMD_NOTIFYGUEST_TYPE ) dev_err_once(&devdata->dev->device,
@@ -1053,7 +1025,7 @@ static int visorhba_probe(struct visor_device *dev)if (err) goto err_debugfs_info; -idr_init (&devdata->idr); +xa_init (&devdata->xa); devdata->cmdrsp =kmalloc (sizeof (*devdata->cmdrsp),GFP_ATOMIC );visorbus_enable_channel_interrupts (dev);
@@ -1096,8 +1068,6 @@ static void visorhba_remove(struct visor_device *dev)scsi_remove_host (scsihost);scsi_host_put (scsihost); -idr_destroy (&devdata->idr); -dev_set_drvdata (&dev->device,NULL );debugfs_remove (devdata->debugfs_info);debugfs_remove_recursive (devdata->debugfs_dir);
Signature · 1 line
2.31.1
Greg Kroah-Hartman
maintainerQuoted 3 lines · Fabio M. De Francesco
Converted visorhba from IDR to XArray. The abstract data type XArray is more memory-efficient, parallelisable and cache friendly. It takes advantage of RCU to perform lookups without locking.
And does any of that affect the runtime of this driver?
I would need this to be tested by the maintainer before I could do anything, and a review from willy@ would be also appreciated as I'm guessing he asked you to do this?
thanks,
greg k-h
Quoted 7 lines · CEST Greg Kroah-Hartman
Quoted 3 lines · Fabio M. De Francesco
Converted visorhba from IDR to XArray. The abstract data type XArray is more memory-efficient, parallelisable and cache friendly. It takes advantage of RCU to perform lookups without locking.
And does any of that affect the runtime of this driver?
Unfortunately, I cannot tell. I had cc'ed the maintainer at Unisys but no response at all at now.
Quoted 5 lines
I would need this to be tested by the maintainer before I could do anything, and a review from willy@ would be also appreciated as I'm guessing he asked you to do this?
I've contacted willy on #kernel-outreachy and said that you would appreciate a review from him. I hope he can find time to see that code.
Thanks,
Fabio
Quoted 4 lines
thanks,
greg k-h
Quoted 3 lines · Fabio M. De Francesco
Converted visorhba from IDR to XArray. The abstract data type XArray is more memory-efficient, parallelisable and cache friendly. It takes advantage of RCU to perform lookups without locking.
I think the commit message could use a little more work. The advantage of the XArray over the IDR is that it has a better API (and the IDR interface is deprecated).
Quoted 12 lines
drivers/staging/unisys/visorhba/visorhba_main.c +2
-8-static void setup_scsitaskmgmt_handles (struct idr *idrtable,spinlock_t *lock, -struct uiscmdrsp *cmdrsp, +static void setup_scsitaskmgmt_handles (struct xarray *xa,struct uiscmdrsp *cmdrsp,wait_queue_head_t *event,int *result) { -/* specify the event that has to be triggered when this */ -/* cmd is complete */ - cmdrsp->scsitaskmgmt.notify_handle = -simple_idr_get (idrtable, event, lock); - cmdrsp->scsitaskmgmt.notifyresult_handle = -simple_idr_get (idrtable, result, lock); +int ret;
drivers/staging/unisys/visorhba/visorhba_main.c static struct uiscmdrsp *get_scsipending_cmdrsp(struct visorhba_devdata *ddata, · line 208
Quoted 10 lines
drivers/staging/unisys/visorhba/visorhba_main.c +9
-0+u32 id; + +/* specify the event that has to be triggered when this cmd is complete */ + ret =xa_alloc_irq (xa, &id, event,XA_LIMIT (1 ,INT_MAX ),GFP_KERNEL ); +if (ret ==0 ) + cmdrsp->scsitaskmgmt.notify_handle = id; + ret =xa_alloc_irq (xa, &id, result,XA_LIMIT (1 ,INT_MAX ),GFP_KERNEL ); +if (ret ==0 ) + cmdrsp->scsitaskmgmt.notifyresult_handle = id; }
I think there's a preexisting bug here that you haven't fixed ;-)
Think through the failure case -- if we fail to allocate an ID, then we can't send the command, because it won't be able to notify on completion. So I'd start out by making this function return an int (0 on success, errno on failure). Then if the first one succeeds and the second fails, free the first one before returning an error.
Quoted 8 lines
/*
*cleanup_scsitaskmgmt_handles- Forget handles created by
*setup_scsitaskmgmt_handles()
- * @idrtable: The data object maintaining the pointer<-->int mappings
+ * @xa: The data object maintaining the pointer<-->int mappings
* @cmdrsp: Response from the IOVM
*/drivers/staging/unisys/visorhba/visorhba_main.c +0
-1-static void cleanup_scsitaskmgmt_handles(struct idr *idrtable,
drivers/staging/unisys/visorhba/visorhba_main.c static struct uiscmdrsp *get_scsipending_cmdrsp(struct visorhba_devdata *ddata, · line 223
Quoted 10 lines
drivers/staging/unisys/visorhba/visorhba_main.c +3
-2+static void cleanup_scsitaskmgmt_handles (struct xarray *xa,struct uiscmdrsp *cmdrsp) {if (cmdrsp->scsitaskmgmt.notify_handle) -idr_remove (idrtable, cmdrsp->scsitaskmgmt.notify_handle); +xa_erase (xa, cmdrsp->scsitaskmgmt.notify_handle);if (cmdrsp->scsitaskmgmt.notifyresult_handle) -idr_remove (idrtable, cmdrsp->scsitaskmgmt.notifyresult_handle); +xa_erase (xa, cmdrsp->scsitaskmgmt.notifyresult_handle); }
These can then be unconditional, because cleanup_scsitaskmgmt_handles() won't get called unless we sent the command.
drivers/staging/unisys/visorhba/visorhba_main.c static int forward_taskmgmt_command(enum task_mgmt_types tasktype, · line 260
Quoted 8 lines
/*
drivers/staging/unisys/visorhba/visorhba_main.c +1
-2@@ -284,8 +257,7 @@ static int forward_taskmgmt_command(enum task_mgmt_types tasktype,/* issue TASK_MGMT_ABORT_TASK */ cmdrsp->cmdtype =CMD_SCSITASKMGMT_TYPE ; -setup_scsitaskmgmt_handles (&devdata->idr, &devdata->privlock, cmdrsp, - ¬ifyevent, ¬ifyresult); +setup_scsitaskmgmt_handles (&devdata->xa, cmdrsp, ¬ifyevent, ¬ifyresult);
This needs to check the result from setup() and decline to send the command if it fails.
Quoted 6 lines
drivers/staging/unisys/visorhba/visorhba_main.c +0
-0/* save destination */ cmdrsp->scsitaskmgmt.tasktype = tasktype;@@ -311,14 +283,14 @@ static int forward_taskmgmt_command(enum task_mgmt_types tasktype,dev_dbg (&scsidev->sdev_gendev,"visorhba: taskmgmt type=%d success; result=0x%x\n" , tasktype, notifyresult);
drivers/staging/unisys/visorhba/visorhba_main.c static int forward_taskmgmt_command(enum task_mgmt_types tasktype, · line 293
Quoted 10 lines
drivers/staging/unisys/visorhba/visorhba_main.c +2
-2-cleanup_scsitaskmgmt_handles (&devdata->idr, cmdrsp); +cleanup_scsitaskmgmt_handles (&devdata->xa, cmdrsp);return SUCCESS ; err_del_scsipending_ent:dev_dbg (&scsidev->sdev_gendev,"visorhba: taskmgmt type=%d not executed\n" , tasktype);del_scsipending_ent (devdata, scsicmd_id); -cleanup_scsitaskmgmt_handles (&devdata->idr, cmdrsp); +cleanup_scsitaskmgmt_handles (&devdata->xa, cmdrsp);
... be sure not to call cleanup() on that path, though.
Quoted 3 lines
drivers/staging/unisys/visorhba/visorhba_main.c +0
-0return FAILED ; }