scsi: use xarray for devices and targets
Subsystems (2)
PATCH v5 1/9 scsi: convert target lookup to xarray
In reply to Douglas GilbertFrom: Hannes Reinecke <[email protected]>
Use an xarray instead of lists for holding the scsi targets. I've also shortened the 'channel' and 'id' values to 16 bit as none of the drivers requires a full 32bit range for either of them, and by shortening them we can use them as the index into the xarray for storing the scsi_target pointer.
--- drivers/scsi/hosts.c | 4 +++- drivers/scsi/scsi.c | 32 +++++++++++++++---------- drivers/scsi/scsi_scan.c | 49 ++++++++++++++++---------------------- drivers/scsi/scsi_sysfs.c | 16 +++++++++---- include/scsi/scsi_device.h | 15 ++++++++---- include/scsi/scsi_host.h | 2 +- 6 files changed, 65 insertions(+), 53 deletions(-)
drivers/scsi/hosts.c +3 -1
@@ -189,6 +189,8 @@ void scsi_remove_host(struct Scsi_Host *shost)transport_unregister_device (&shost->shost_gendev);device_unregister (&shost->shost_dev);device_del (&shost->shost_gendev); +WARN_ON (!xa_empty (&shost->__targets)); +xa_destroy (&shost->__targets); }EXPORT_SYMBOL (scsi_remove_host);
@@ -383,7 +385,7 @@ struct Scsi_Host *scsi_host_alloc(struct scsi_host_template *sht, int privsize)spin_lock_init (shost->host_lock); shost->shost_state =SHOST_CREATED ;INIT_LIST_HEAD (&shost->__devices); -INIT_LIST_HEAD (&shost->__targets); +xa_init_flags (&shost->__targets,XA_FLAGS_LOCK_IRQ );INIT_LIST_HEAD (&shost->eh_cmd_q);INIT_LIST_HEAD (&shost->starved_list);init_waitqueue_head (&shost->host_wait);
drivers/scsi/scsi.c +20 -12
@@ -575,6 +575,19 @@ struct scsi_device *__scsi_iterate_devices(struct Scsi_Host *shost, }EXPORT_SYMBOL (__scsi_iterate_devices); +/** +* __scsi_target_lookup - find a target based on channel and target id +* @shost: SCSI host pointer +* @channel: channel number of the target +* @id: ID of the target +* +*/ +static struct scsi_target *__scsi_target_lookup (struct Scsi_Host *shost, +u16 channel,u16 id) +{ +return xa_load (&shost->__targets, (channel <<16 ) | id); +} +/** * starget_for_each_device - helper to walk all devices of a target * @starget: target whose devices we want to iterate over.
@@ -701,19 +714,14 @@ EXPORT_SYMBOL(scsi_device_lookup_by_target);* really want to use scsi_device_lookup instead. **/ struct scsi_device *__scsi_device_lookup (struct Scsi_Host *shost, -uint channel,uint id,u64 lun) +u16 channel,u16 id,u64 lun) { -struct scsi_device *sdev; +struct scsi_target *starget; -list_for_each_entry (sdev, &shost->__devices, siblings) { -if (sdev->sdev_state ==SDEV_DEL ) -continue ; -if (sdev->channel == channel && sdev->id == id && - sdev->lun ==lun) -return sdev; - } - -return NULL ; + starget =__scsi_target_lookup (shost, channel, id); +if (!starget) +return NULL ; +return __scsi_device_lookup_by_target (starget, lun); }EXPORT_SYMBOL (__scsi_device_lookup);
@@ -729,7 +737,7 @@ EXPORT_SYMBOL(__scsi_device_lookup);* needs to be released with scsi_device_put once you're done with it. **/ struct scsi_device *scsi_device_lookup (struct Scsi_Host *shost, -uint channel,uint id,u64 lun) +u16 channel,u16 id,u64 lun) {struct scsi_device *sdev;unsigned long flags;
drivers/scsi/scsi_scan.c +20 -29
93 lines not on this page · raw message
drivers/scsi/scsi_sysfs.c +11 -5
@@ -1511,16 +1511,21 @@ static void __scsi_remove_target(struct scsi_target *starget)void scsi_remove_target (struct device *dev) {struct Scsi_Host *shost =dev_to_shost (dev->parent); -struct scsi_target *starget; +struct scsi_target *starget, *starget_next; +unsigned long tid =0 ;unsigned long flags; -restart:spin_lock_irqsave (shost->host_lock, flags); -list_for_each_entry (starget, &shost->__targets, siblings) { + starget =xa_find (&shost->__targets, &tid,UINT_MAX ,XA_PRESENT ); +while (starget) { + starget_next =xa_find_after (&shost->__targets, &tid, +UINT_MAX ,XA_PRESENT );if (starget->state ==STARGET_DEL || starget->state ==STARGET_REMOVE || - starget->state ==STARGET_CREATED_REMOVE ) + starget->state ==STARGET_CREATED_REMOVE ) { + starget = starget_next;continue ; + }if (starget->dev.parent == dev || &starget->dev == dev) {kref_get (&starget->reap_ref);if (starget->state ==STARGET_CREATED )
@@ -1530,8 +1535,9 @@ void scsi_remove_target(struct device *dev)spin_unlock_irqrestore (shost->host_lock, flags);__scsi_remove_target (starget);scsi_target_reap (starget); - goto restart; +spin_lock_irqsave (shost->host_lock, flags); } + starget = starget_next; }spin_unlock_irqrestore (shost->host_lock, flags); }
include/scsi/scsi_device.h +10 -5
@@ -121,7 +121,7 @@ struct scsi_device {unsigned long last_queue_ramp_up;/* last queue ramp up time */ -unsigned int id, channel; +u16 id, channel;u64 lun;unsigned int manufacturer;/* Manufacturer of device, for using * vendor-specific cmd's */
@@ -291,8 +291,8 @@ struct scsi_target {struct list_head devices;struct device dev;struct kref reap_ref;/* last put renders target invisible */ -unsigned int channel; -unsigned int id;/* target id ... replace +u16 channel; +u16 id;/* target id ... replace * scsi_device.id eventually */ unsigned int create:1; /* signal that it needs to be added */ unsigned int single_lun:1; /* Indicates we should only
@@ -324,6 +324,11 @@ struct scsi_target {/* starget_data must be the last element!!!! */ } __attribute__((aligned(sizeof(unsigned long)))); +static inline u32 scsi_target_index (struct scsi_target *starget) +{ +return (starget->channel <<16 ) | (starget->id); +} +#define to_scsi_target (d) container_of(d, struct scsi_target, dev)static inline struct scsi_target *scsi_target (struct scsi_device *sdev) {
@@ -348,9 +353,9 @@ extern struct scsi_device *scsi_device_from_queue(struct request_queue *q);extern int __must_check scsi_device_get (struct scsi_device *);extern void scsi_device_put (struct scsi_device *);extern struct scsi_device *scsi_device_lookup (struct Scsi_Host *, -uint ,uint ,u64 ); +u16 ,u16 ,u64 );extern struct scsi_device *__scsi_device_lookup (struct Scsi_Host *, -uint ,uint ,u64 ); +u16 ,u16 ,u64 );extern struct scsi_device *scsi_device_lookup_by_target (struct scsi_target *,u64 ); extern struct scsi_device *__scsi_device_lookup_by_target(struct scsi_target *,
include/scsi/scsi_host.h +1 -1
@@ -528,7 +528,7 @@ struct Scsi_Host {* access this list directly from a driver. */ struct list_head __devices; -struct list_head __targets; +struct xarray __targets;struct list_head starved_list;
Signature · 1 line
2.25.1
v5 cover scsi: use xarray for devices and targets
This patchset has bounced between my ownership and that of Hannes Reinecke and now back again. The rationale remains the same:
- strengthen the SCSI mid-level object tree "glue" by retiring linked lists where practical, especially the redundant one. Use xarrays and the idr mechanism at the host level
- make the various 'lookup' exported functions O(ln(n)) rather than O(n).
- lessen the reliance on the host_lock by making finer grain locks available (to be done)
Version 4 of this patchset was sent to the linux-scsi list on 20200602 by Hannes with a similar subject name. That was against MKP's 5.8/scsi-queue branch.
It had 6 parts and they form the first 6 patches of this patchset, with minor changes since it is now based on MKP's 5.9/scsi-queue branch. The last three patches have been added by the author, the first two have previously been sent to the Linux-scsi list in early June.
The last patch could change the subject (adding 'hosts') but the subject line has been kept so former patchset versions can be more easily found.
Douglas Gilbert (3):
scsi: add starget_to_shost() specialization
scsi: simplify scsi_target() inline
scsi_host: switch ida to idr to hold shost ptr
Hannes Reinecke (6):
scsi: convert target lookup to xarray
target_core_pscsi: use __scsi_device_lookup()
scsi: move target device list to xarray
scsi: remove direct device lookup per host
scsi_error: use xarray lookup instead of wrappers
scsi: avoid pointless memory allocation in scsi_alloc_target()
drivers/scsi/hosts.c | 42 +++----- drivers/scsi/scsi.c | 153 ++++++++++++++++++++++------- drivers/scsi/scsi_error.c | 35 ++++--- drivers/scsi/scsi_lib.c | 9 +- drivers/scsi/scsi_priv.h | 2 + drivers/scsi/scsi_scan.c | 112 ++++++++++++--------- drivers/scsi/scsi_sysfs.c | 74 ++++++++++---- drivers/target/target_core_pscsi.c | 8 +- include/scsi/scsi_device.h | 44 ++++++--- include/scsi/scsi_host.h | 5 +- include/scsi/scsi_transport.h | 2 +- 11 files changed, 318 insertions(+), 168 deletions(-)
Signature · 1 line
2.25.1
PATCH v5 2/9 target_core_pscsi: use __scsi_device_lookup()
From: Hannes Reinecke <[email protected]>
Instead of walking the list of devices manually use the helper function to return the device directly.
--- drivers/target/target_core_pscsi.c | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-)
drivers/target/target_core_pscsi.c +3 -5
@@ -496,11 +496,9 @@ static int pscsi_configure_device(struct se_device *dev) }spin_lock_irq (sh->host_lock); -list_for_each_entry (sd, &sh->__devices, siblings) { -if ((pdv->pdv_channel_id != sd->channel) || - (pdv->pdv_target_id != sd->id) || - (pdv->pdv_lun_id != sd->lun)) -continue ; + sd =__scsi_device_lookup (sh, pdv->pdv_channel_id, + pdv->pdv_target_id, pdv->pdv_lun_id); +if (sd) {/* * Functions will release the held struct scsi_host->host_lock * before calling calling pscsi_add_device_to_list() to register
Signature · 1 line
2.25.1
PATCH v5 3/9 scsi: move target device list to xarray
In reply to Douglas GilbertFrom: Hannes Reinecke <[email protected]>
Use xarray for device lookup by target. If the LUN only uses the first two levels (ie 32 bit) it can be used directly as the index into the xarray.
LUNs using more than two levels will overflow the xarray index; they will be stored in the next free index in the xarray.
--- drivers/scsi/scsi.c | 35 +++++++++++++++++++++-------------- drivers/scsi/scsi_lib.c | 9 ++++----- drivers/scsi/scsi_scan.c | 5 +++-- drivers/scsi/scsi_sysfs.c | 36 +++++++++++++++++++++++++++++++++--- include/scsi/scsi_device.h | 4 ++-- 5 files changed, 63 insertions(+), 26 deletions(-)
drivers/scsi/scsi.c +21 -14
@@ -601,13 +601,14 @@ static struct scsi_target *__scsi_target_lookup(struct Scsi_Host *shost,void starget_for_each_device (struct scsi_target *starget,void *data,void (*fn)(struct scsi_device *,void *)) { -struct Scsi_Host *shost =dev_to_shost (starget->dev.parent);struct scsi_device *sdev; +unsigned long lun_idx =0 ; -shost_for_each_device (sdev, shost) { -if ((sdev->channel == starget->channel) && - (sdev->id == starget->id)) -fn (sdev, data); +xa_for_each (&starget->__devices, lun_idx, sdev) { +if (scsi_device_get (sdev)) +continue ; +fn (sdev, data); +scsi_device_put (sdev); } }EXPORT_SYMBOL (starget_for_each_device);
@@ -629,14 +630,11 @@ EXPORT_SYMBOL(starget_for_each_device);void __starget_for_each_device (struct scsi_target *starget,void *data,void (*fn)(struct scsi_device *,void *)) { -struct Scsi_Host *shost =dev_to_shost (starget->dev.parent);struct scsi_device *sdev; +unsigned long lun_idx =0 ; -__shost_for_each_device (sdev, shost) { -if ((sdev->channel == starget->channel) && - (sdev->id == starget->id)) -fn (sdev, data); - } +xa_for_each (&starget->__devices, lun_idx, sdev) +fn (sdev, data); }EXPORT_SYMBOL (__starget_for_each_device);
@@ -658,12 +656,21 @@ EXPORT_SYMBOL(__starget_for_each_device);struct scsi_device *__scsi_device_lookup_by_target (struct scsi_target *starget,u64 lun) { -struct scsi_device *sdev; +struct scsi_device *sdev =NULL ; +unsigned long lun_idx =0 ; + +if (lun <UINT_MAX ) + sdev =xa_load (&starget->__devices, lun); +if (sdev && sdev->lun == lun) { +if (sdev->sdev_state ==SDEV_DEL ) + sdev =NULL ; +return sdev; + } -list_for_each_entry (sdev, &starget->devices, same_target_siblings) { +xa_for_each (&starget->__devices, lun_idx, sdev) {if (sdev->sdev_state ==SDEV_DEL )continue ; -if (sdev->lun ==lun) +if (sdev->lun == lun)return sdev; }
drivers/scsi/scsi_lib.c +4 -5
@@ -361,9 +361,9 @@ static void scsi_kick_queue(struct request_queue *q)static void scsi_single_lun_run (struct scsi_device *current_sdev) {struct Scsi_Host *shost = current_sdev->host; -struct scsi_device *sdev, *tmp; +struct scsi_device *sdev;struct scsi_target *starget =scsi_target (current_sdev); -unsigned long flags; +unsigned long flags, lun_idx =0 ;spin_lock_irqsave (shost->host_lock, flags); starget->starget_sdev_user =NULL ;
@@ -380,8 +380,7 @@ static void scsi_single_lun_run(struct scsi_device *current_sdev)spin_lock_irqsave (shost->host_lock, flags);if (starget->starget_sdev_user) goto out; -list_for_each_entry_safe (sdev, tmp, &starget->devices, - same_target_siblings) { +xa_for_each (&starget->__devices, lun_idx, sdev) {if (sdev == current_sdev)continue ;if (scsi_device_get (sdev))
@@ -390,7 +389,7 @@ static void scsi_single_lun_run(struct scsi_device *current_sdev)spin_unlock_irqrestore (shost->host_lock, flags);scsi_kick_queue (sdev->request_queue);spin_lock_irqsave (shost->host_lock, flags); - +scsi_device_put (sdev); } out:
drivers/scsi/scsi_scan.c +3 -2
@@ -235,7 +235,6 @@ static struct scsi_device *scsi_alloc_sdev(struct scsi_target *starget,mutex_init (&sdev->state_mutex); sdev->sdev_state =SDEV_CREATED ;INIT_LIST_HEAD (&sdev->siblings); -INIT_LIST_HEAD (&sdev->same_target_siblings);INIT_LIST_HEAD (&sdev->starved_entry);INIT_LIST_HEAD (&sdev->event_list);spin_lock_init (&sdev->list_lock);
@@ -327,6 +326,8 @@ static void scsi_target_dev_release(struct device *dev)struct device *parent = dev->parent;struct scsi_target *starget =to_scsi_target (dev); +WARN_ON (!xa_empty (&starget->__devices)); +xa_destroy (&starget->__devices);kfree (starget);put_device (parent); }
@@ -414,7 +415,7 @@ static struct scsi_target *scsi_alloc_target(struct device *parent, starget->id = id; starget->channel = channel; starget->can_queue =0 ; -INIT_LIST_HEAD (&starget->devices); +xa_init_flags (&starget->__devices,XA_FLAGS_ALLOC ); starget->state =STARGET_CREATED ; starget->scsi_level =SCSI_2 ; starget->max_target_blocked =SCSI_DEFAULT_TARGET_BLOCKED ;
drivers/scsi/scsi_sysfs.c +33 -3
@@ -433,7 +433,8 @@ static void scsi_device_cls_release(struct device *class_dev)static void scsi_device_dev_release_usercontext (struct work_struct *work) { -struct scsi_device *sdev; +struct scsi_device *sdev, *tmp_sdev; +struct scsi_target *starget;struct device *parent;struct list_head *this, *tmp;struct scsi_vpd *vpd_pg80 =NULL , *vpd_pg83 =NULL ;
@@ -441,6 +442,7 @@ static void scsi_device_dev_release_usercontext(struct work_struct *work)unsigned long flags; sdev = container_of(work, struct scsi_device, ew.work); + starget = sdev->sdev_target;scsi_dh_release_device (sdev);
@@ -448,7 +450,12 @@ static void scsi_device_dev_release_usercontext(struct work_struct *work)spin_lock_irqsave (sdev->host->host_lock, flags);list_del (&sdev->siblings); -list_del (&sdev->same_target_siblings); +/* Use cmpxchg to avoid accidental deletion */ + tmp_sdev =xa_cmpxchg (&starget->__devices, sdev->lun_idx, sdev, +NULL ,GFP_ATOMIC ); +if (tmp_sdev != sdev) +sdev_printk (KERN_WARNING , sdev, +"index %u reassigned!\n" , sdev->lun_idx);list_del (&sdev->starved_entry);spin_unlock_irqrestore (sdev->host->host_lock, flags);
@@ -1593,6 +1600,7 @@ void scsi_sysfs_device_initialize(struct scsi_device *sdev)unsigned long flags;struct Scsi_Host *shost = sdev->host;struct scsi_target *starget = sdev->sdev_target; +int ret = -ERANGE ;device_initialize (&sdev->sdev_gendev); sdev->sdev_gendev.bus = &scsi_bus_type;
@@ -1620,7 +1628,29 @@ void scsi_sysfs_device_initialize(struct scsi_device *sdev)transport_setup_device (&sdev->sdev_gendev);spin_lock_irqsave (shost->host_lock, flags); -list_add_tail (&sdev->same_target_siblings, &starget->devices); +if (sdev->lun <UINT_MAX ) { + sdev->lun_idx = sdev->lun; + ret =xa_insert (&starget->__devices, (unsigned int )sdev->lun, + sdev,GFP_ATOMIC ); + } +/* +* Use a free index if the LUN is larger than 32 bit or +* if the index is already taken. Leave the lower 256 +* entries free to avoid collisions. +*/ +if (ret) { +struct xa_limit scsi_lun_limit = { + .min =256 , + .max =UINT_MAX , + }; + ret =xa_alloc (&starget->__devices, &sdev->lun_idx, + sdev, scsi_lun_limit,GFP_ATOMIC ); + } +if (ret) { +shost_printk (KERN_ERR , shost, +"LUN index %u:%u:%llu allocation error %d\n" , +sdev_channel (sdev),sdev_id (sdev), sdev->lun, ret); + }list_add_tail (&sdev->siblings, &shost->__devices);spin_unlock_irqrestore (shost->host_lock, flags);/*
include/scsi/scsi_device.h +2 -2
@@ -104,7 +104,6 @@ struct scsi_device {/* the next two are protected by the host->host_lock */ struct list_head siblings;/* list of all devices on this host */ -struct list_head same_target_siblings;/* just the devices sharing same target id */ atomic_t device_busy;/* commands actually active on LLDD */ atomic_t device_blocked;/* Device returned QUEUE_FULL. */
@@ -123,6 +122,7 @@ struct scsi_device {u16 id, channel;u64 lun; +unsigned int lun_idx;/* Index into target device xarray */ unsigned int manufacturer;/* Manufacturer of device, for using * vendor-specific cmd's */ unsigned sector_size;/* size in bytes */
@@ -288,7 +288,7 @@ enum scsi_target_state {struct scsi_target {struct scsi_device *starget_sdev_user;struct list_head siblings; -struct list_head devices; +struct xarray __devices;struct device dev;struct kref reap_ref;/* last put renders target invisible */ u16 channel;
Signature · 1 line
2.25.1
PATCH v5 4/9 scsi: remove direct device lookup per host
In reply to Douglas GilbertFrom: Hannes Reinecke <[email protected]>
Drop the per-host device list for direct lookup and iterate over the targets and devices xarrays instead.
As both are now using xarrays the lookup is more efficient as we can use the provided indices based on the HCTL id to do a direct lookup instead of traversing lists.
--- drivers/scsi/hosts.c | 1 - drivers/scsi/scsi.c | 84 ++++++++++++++++++++++++++++++++++---- drivers/scsi/scsi_scan.c | 30 ++++++++++---- drivers/scsi/scsi_sysfs.c | 20 ++++----- include/scsi/scsi_device.h | 13 +++--- include/scsi/scsi_host.h | 3 +- 6 files changed, 117 insertions(+), 34 deletions(-)
drivers/scsi/hosts.c +0 -1
@@ -384,7 +384,6 @@ struct Scsi_Host *scsi_host_alloc(struct scsi_host_template *sht, int privsize) shost->host_lock = &shost->default_lock;spin_lock_init (shost->host_lock); shost->shost_state =SHOST_CREATED ; -INIT_LIST_HEAD (&shost->__devices);xa_init_flags (&shost->__targets,XA_FLAGS_LOCK_IRQ );INIT_LIST_HEAD (&shost->eh_cmd_q);INIT_LIST_HEAD (&shost->starved_list);
drivers/scsi/scsi.c +77 -7
101 lines not on this page · raw message
drivers/scsi/scsi_scan.c +21 -9
@@ -234,7 +234,6 @@ static struct scsi_device *scsi_alloc_sdev(struct scsi_target *starget, sdev->channel = starget->channel;mutex_init (&sdev->state_mutex); sdev->sdev_state =SDEV_CREATED ; -INIT_LIST_HEAD (&sdev->siblings);INIT_LIST_HEAD (&sdev->starved_entry);INIT_LIST_HEAD (&sdev->event_list);spin_lock_init (&sdev->list_lock);
@@ -1851,17 +1850,30 @@ EXPORT_SYMBOL(scsi_scan_host);void scsi_forget_host (struct Scsi_Host *shost) { -struct scsi_device *sdev; +struct scsi_target *starget, *starget_next; +struct scsi_device *sdev, *sdev_next;unsigned long flags; +unsigned long tid =0 ; - restart:spin_lock_irqsave (shost->host_lock, flags); -list_for_each_entry (sdev, &shost->__devices, siblings) { -if (sdev->sdev_state ==SDEV_DEL ) -continue ; -spin_unlock_irqrestore (shost->host_lock, flags); -__scsi_remove_device (sdev); - goto restart; + starget =xa_find (&shost->__targets, &tid,UINT_MAX ,XA_PRESENT ); +while (starget) { +unsigned long lun_idx =0 ; + + starget_next =xa_find_after (&shost->__targets, &tid,UINT_MAX ,XA_PRESENT ); + + sdev =xa_find (&starget->__devices, &lun_idx,UINT_MAX ,XA_PRESENT ); +while (sdev) { + sdev_next =xa_find_after (&starget->__devices, &lun_idx,UINT_MAX ,XA_PRESENT ); + +if (sdev->sdev_state !=SDEV_DEL ) { +spin_unlock_irqrestore (shost->host_lock, flags); +__scsi_remove_device (sdev); +spin_lock_irqsave (shost->host_lock, flags); + } + sdev = sdev_next; + } + starget = starget_next; }spin_unlock_irqrestore (shost->host_lock, flags); }
drivers/scsi/scsi_sysfs.c +10 -10
@@ -449,7 +449,6 @@ static void scsi_device_dev_release_usercontext(struct work_struct *work) parent = sdev->sdev_gendev.parent;spin_lock_irqsave (sdev->host->host_lock, flags); -list_del (&sdev->siblings);/* Use cmpxchg to avoid accidental deletion */ tmp_sdev =xa_cmpxchg (&starget->__devices, sdev->lun_idx, sdev,NULL ,GFP_ATOMIC );
@@ -1480,29 +1479,31 @@ static void __scsi_remove_target(struct scsi_target *starget) {struct Scsi_Host *shost =dev_to_shost (starget->dev.parent);unsigned long flags; -struct scsi_device *sdev; +struct scsi_device *sdev, *sdev_next; +unsigned long lun_idx =0 ;spin_lock_irqsave (shost->host_lock, flags); - restart: -list_for_each_entry (sdev, &shost->__devices, siblings) { + sdev =xa_find (&starget->__devices, &lun_idx,UINT_MAX ,XA_PRESENT ); +while (sdev) { + sdev_next =xa_find_after (&starget->__devices, &lun_idx,UINT_MAX ,XA_PRESENT ); +/* * We cannot call scsi_device_get() here, as * we might've been called from rmmod() causing * scsi_device_get() to fail the module_is_live() * check. */ -if (sdev->channel != starget->channel || - sdev->id != starget->id) -continue ;if (sdev->sdev_state ==SDEV_DEL || sdev->sdev_state ==SDEV_CANCEL || - !get_device (&sdev->sdev_gendev)) + !get_device (&sdev->sdev_gendev)) { + sdev = sdev_next;continue ; + }spin_unlock_irqrestore (shost->host_lock, flags);scsi_remove_device (sdev);put_device (&sdev->sdev_gendev);spin_lock_irqsave (shost->host_lock, flags); - goto restart; + sdev = sdev_next; }spin_unlock_irqrestore (shost->host_lock, flags); }
@@ -1651,7 +1652,6 @@ void scsi_sysfs_device_initialize(struct scsi_device *sdev)"LUN index %u:%u:%llu allocation error %d\n" , sdev_channel(sdev), sdev_id(sdev), sdev->lun, ret); } -list_add_tail (&sdev->siblings, &shost->__devices);spin_unlock_irqrestore (shost->host_lock, flags);/* * device can now only be removed via __scsi_remove_device() so hold
include/scsi/scsi_device.h +8 -5
@@ -102,9 +102,6 @@ struct scsi_device {struct Scsi_Host *host;struct request_queue *request_queue; -/* the next two are protected by the host->host_lock */ -struct list_head siblings;/* list of all devices on this host */ -atomic_t device_busy;/* commands actually active on LLDD */ atomic_t device_blocked;/* Device returned QUEUE_FULL. */
@@ -384,6 +381,10 @@ extern struct scsi_device *__scsi_iterate_devices(struct Scsi_Host *, (sdev); \ (sdev) = __scsi_iterate_devices((shost), (sdev))) +/* only exposed to implement shost_for_each_device */ +struct scsi_device *__scsi_iterate_devices_unlocked (struct Scsi_Host *, +struct scsi_device *); +/** * __shost_for_each_device - iterate over all devices of a host (UNLOCKED) * @sdev: the &struct scsi_device to use as a cursor
@@ -397,8 +398,10 @@ extern struct scsi_device *__scsi_iterate_devices(struct Scsi_Host *,* device list in interrupt context. Otherwise you really want to use * shost_for_each_device instead. */ -#define __shost_for_each_device (sdev, shost) \ - list_for_each_entry((sdev), &((shost)->__devices), siblings) +#define __shost_for_each_device (sdev, shost) \ + for((sdev) = __scsi_iterate_devices_unlocked((shost), NULL); \ + (sdev); \ + (sdev) = __scsi_iterate_devices_unlocked((shost),(sdev)))extern int scsi_change_queue_depth (struct scsi_device *,int );extern int scsi_track_queue_full (struct scsi_device *,int );
include/scsi/scsi_host.h +1 -2
@@ -527,9 +527,8 @@ struct Scsi_Host {* their __ prefixed variants with the lock held. NEVER * access this list directly from a driver. */ -struct list_head __devices;struct xarray __targets; - +struct list_head starved_list;spinlock_t default_lock;
Signature · 1 line
2.25.1
PATCH v5 5/9 scsi_error: use xarray lookup instead of wrappers
In reply to Douglas GilbertFrom: Hannes Reinecke <[email protected]>
For SCSI EH most shost_for_each_sdev() calls are just to filter out devices for specific targets or channels.
These calls can be made more efficient using direct xarray lookup and iterators.
--- drivers/scsi/scsi.c | 2 +- drivers/scsi/scsi_error.c | 35 ++++++++++++++++++++++------------- drivers/scsi/scsi_priv.h | 2 ++ 3 files changed, 25 insertions(+), 14 deletions(-)
drivers/scsi/scsi.c +1 -1
@@ -652,7 +652,7 @@ EXPORT_SYMBOL(__scsi_iterate_devices_unlocked);* @id: ID of the target * */ -static struct scsi_target *__scsi_target_lookup (struct Scsi_Host *shost, +struct scsi_target *__scsi_target_lookup (struct Scsi_Host *shost,u16 channel,u16 id) {return xa_load (&shost->__targets, (channel <<16 ) | id);
drivers/scsi/scsi_error.c +22 -13
@@ -643,7 +643,9 @@ EXPORT_SYMBOL_GPL(scsi_check_sense);static void scsi_handle_queue_ramp_up (struct scsi_device *sdev) {struct scsi_host_template *sht = sdev->host->hostt; +struct scsi_target *starget;struct scsi_device *tmp_sdev; +unsigned long lun_idx =0 ;if (!sht->track_queue_depth || sdev->queue_depth >= sdev->max_queue_depth)
@@ -661,10 +663,9 @@ static void scsi_handle_queue_ramp_up(struct scsi_device *sdev)* Walk all devices of a target and do * ramp up on them. */ -shost_for_each_device (tmp_sdev, sdev->host) { -if (tmp_sdev->channel != sdev->channel || - tmp_sdev->id != sdev->id || - tmp_sdev->queue_depth == sdev->max_queue_depth) + starget =__scsi_target_lookup (sdev->host, sdev->channel, sdev->id); +xa_for_each (&starget->__devices, lun_idx, tmp_sdev) { +if (tmp_sdev->queue_depth == sdev->max_queue_depth)continue ;scsi_change_queue_depth (tmp_sdev, tmp_sdev->queue_depth +1 );
@@ -675,14 +676,15 @@ static void scsi_handle_queue_ramp_up(struct scsi_device *sdev)static void scsi_handle_queue_full (struct scsi_device *sdev) {struct scsi_host_template *sht = sdev->host->hostt; +struct scsi_target *starget = sdev->sdev_target;struct scsi_device *tmp_sdev; +unsigned long lun_idx =0 ;if (!sht->track_queue_depth)return ; -shost_for_each_device (tmp_sdev, sdev->host) { -if (tmp_sdev->channel != sdev->channel || - tmp_sdev->id != sdev->id) +xa_for_each (&starget->__devices, lun_idx, tmp_sdev) { +if (tmp_sdev->sdev_state ==SDEV_DEL )continue ;/* * We do not know the number of commands that were at
@@ -2273,10 +2275,16 @@ int scsi_error_handler(void *data)*/ void scsi_report_bus_reset (struct Scsi_Host *shost,int channel) { +struct scsi_target *starget;struct scsi_device *sdev; +unsigned long tid =0 ; -__shost_for_each_device (sdev, shost) { -if (channel ==sdev_channel (sdev)) +xa_for_each (&shost->__targets, tid, starget) { +unsigned long lun_idx =0 ; + +if (starget->channel != channel) +continue ; +xa_for_each (&starget->__devices, lun_idx, sdev)__scsi_report_device_reset (sdev,NULL ); } }
@@ -2306,13 +2314,14 @@ EXPORT_SYMBOL(scsi_report_bus_reset);*/ void scsi_report_device_reset (struct Scsi_Host *shost,int channel,int target) { +struct scsi_target *starget;struct scsi_device *sdev; +unsigned long lun_idx =0 ; -__shost_for_each_device (sdev, shost) { -if (channel ==sdev_channel (sdev) && - target ==sdev_id (sdev)) + starget =__scsi_target_lookup (shost, channel, target); +if (starget) +xa_for_each (&starget->__devices, lun_idx, sdev)__scsi_report_device_reset (sdev,NULL ); - } }EXPORT_SYMBOL (scsi_report_device_reset);
drivers/scsi/scsi_priv.h +2 -0
@@ -49,6 +49,8 @@ enum scsi_devinfo_key { SCSI_DEVINFO_SPI, }; +extern struct scsi_target *__scsi_target_lookup (struct Scsi_Host *shost, +u16 channel,u16 id);extern blist_flags_t scsi_get_device_flags (struct scsi_device *sdev,const unsigned char *vendor,const unsigned char *model);
Signature · 1 line
2.25.1
PATCH v5 6/9 scsi: avoid pointless memory allocation in scsi_alloc_target()
In reply to Douglas GilbertFrom: Hannes Reinecke <[email protected]>
As we already know the index of the requested target in scsi_alloc_target() we can try to fetch it first before trying to allocate a new one. This will save us a pointless memory allocation in case the target is already present and uncontended.
--- drivers/scsi/scsi_scan.c | 21 ++++++++++++++++++--- 1 file changed, 18 insertions(+), 3 deletions(-)
drivers/scsi/scsi_scan.c +18 -3
@@ -387,7 +387,7 @@ static void scsi_target_reap_ref_put(struct scsi_target *starget)* is responsible for both reaping and doing a last put */ static struct scsi_target *scsi_alloc_target (struct device *parent, -int channel,uint id) +u16 channel,u16 id) {struct Scsi_Host *shost =dev_to_shost (parent);struct device *dev =NULL ;
@@ -397,7 +397,23 @@ static struct scsi_target *scsi_alloc_target(struct device *parent,struct scsi_target *starget;struct scsi_target *found_target;int error, ref_got; -unsigned long tid; +unsigned long tid = (channel <<16 ) | id; + +/* +* Try if the target is already present, and save us +* a pointless memory allocation if so. +*/ +spin_lock_irqsave (shost->host_lock, flags); + found_target =xa_load (&shost->__targets, tid); +if (found_target) { +get_device (&found_target->dev); +if (kref_get_unless_zero (&found_target->reap_ref)) { +spin_unlock_irqrestore (shost->host_lock, flags); +return found_target; + } +put_device (&found_target->dev); + } +spin_unlock_irqrestore (shost->host_lock, flags); starget =kzalloc (size,GFP_KERNEL );if (!starget) {
@@ -418,7 +434,6 @@ static struct scsi_target *scsi_alloc_target(struct device *parent, starget->state =STARGET_CREATED ; starget->scsi_level =SCSI_2 ; starget->max_target_blocked =SCSI_DEFAULT_TARGET_BLOCKED ; - tid =scsi_target_index (starget); retry:spin_lock_irqsave (shost->host_lock, flags); found_target =xa_load (&shost->__targets, tid);
Signature · 1 line
2.25.1
PATCH v5 8/9 scsi: simplify scsi_target() inline
In reply to Douglas GilbertA review of the code indicates this scsi_device.h comment for a struct scsi_device member is misleading:
struct scsi_target *sdev_target; /* used only for single_lun */
sdev_target is set once in scsi_alloc_sdev() to the new sdev's parent and not altered thereafter. This in turn implies that the often-used scsi_target(struct scsi_device *sdev) inline function is going the long way around finding its parent. Simplify it and rework that comment.
--- include/scsi/scsi_device.h | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-)
include/scsi/scsi_device.h +2 -2
@@ -141,7 +141,7 @@ struct scsi_device {struct scsi_vpd __rcu *vpd_pg80;struct scsi_vpd __rcu *vpd_pg89;unsigned char current_tag;/* current tag */ -struct scsi_target *sdev_target;/* used only for single_lun */ +struct scsi_target *sdev_target;/* parent of this object */ blist_flags_t sdev_bflags;/* black/white flags as also found in * scsi_devinfo.[hc]. For now used only to
@@ -337,7 +337,7 @@ static inline struct Scsi_Host *starget_to_shost(struct scsi_target *starg)#define to_scsi_target (d) container_of(d, struct scsi_target, dev)static inline struct scsi_target *scsi_target (struct scsi_device *sdev) { -return to_scsi_target (sdev->sdev_gendev.parent); +return sdev->sdev_target; }#define transport_class_to_starget (class_dev) \ to_scsi_target(class_dev->parent)
Signature · 1 line
2.25.1
PATCH v5 7/9 scsi: add starget_to_shost() specialization
In reply to Douglas GilbertIn the SCSI mid-layer object tree the host level and the target level under it can be separated by transport supplied objects. For example the SCSI SAS transport inserts SAS port objects. To cope with this is a generic way there is function called dev_to_host() function that loops back up the 'device' object hierarchy asking at each level: "Are you a shost object?".
It does the job but it is not particulary efficient in the case where the given object is a SCSI target. This is because when a SCSI target object is created it knows its SCSI host object and can hold that pointer value. So as long as a SCSI target cannot change its parent SCSI host object "midstream" then following that pointer (which is what starget_to_shost() does) is safe and faster.
--- drivers/scsi/scsi.c | 2 +- drivers/scsi/scsi_scan.c | 11 ++++++----- drivers/scsi/scsi_sysfs.c | 2 +- include/scsi/scsi_device.h | 8 ++++++++ include/scsi/scsi_transport.h | 2 +- 5 files changed, 17 insertions(+), 8 deletions(-)
drivers/scsi/scsi.c +1 -1
@@ -761,7 +761,7 @@ struct scsi_device *scsi_device_lookup_by_target(struct scsi_target *starget, u64 lun) {struct scsi_device *sdev; -struct Scsi_Host *shost =dev_to_shost (starget->dev.parent); +struct Scsi_Host *shost =starget_to_shost (starget);unsigned long flags;spin_lock_irqsave (shost->host_lock, flags);
drivers/scsi/scsi_scan.c +6 -5
@@ -217,7 +217,7 @@ static struct scsi_device *scsi_alloc_sdev(struct scsi_target *starget, {struct scsi_device *sdev;int display_failure_msg =1 , ret; -struct Scsi_Host *shost =dev_to_shost (starget->dev.parent); +struct Scsi_Host *shost =starget_to_shost (starget); sdev =kzalloc (sizeof (*sdev) + shost->transportt->device_size,GFP_KERNEL );
@@ -305,7 +305,7 @@ static struct scsi_device *scsi_alloc_sdev(struct scsi_target *starget,static void scsi_target_destroy (struct scsi_target *starget) {struct device *dev = &starget->dev; -struct Scsi_Host *shost =dev_to_shost (dev->parent); +struct Scsi_Host *shost =starget_to_shost (starget);unsigned long flags;unsigned long tid =scsi_target_index (starget);
@@ -424,6 +424,7 @@ static struct scsi_target *scsi_alloc_target(struct device *parent,device_initialize (dev);kref_init (&starget->reap_ref); dev->parent =get_device (parent); + starget->parent_shost = shost;/* redundant but faster */ dev_set_name (dev,"target%d:%d:%d" , shost->host_no, channel, id); dev->bus = &scsi_bus_type; dev->type = &scsi_target_type;
@@ -1055,7 +1056,7 @@ static int scsi_probe_and_add_lun(struct scsi_target *starget,unsigned char *result;blist_flags_t bflags;int res =SCSI_SCAN_NO_RESPONSE , result_len =256 ; -struct Scsi_Host *shost =dev_to_shost (starget->dev.parent); +struct Scsi_Host *shost =starget_to_shost (starget);/* * The rescan flag is used as an optimization, the first scan of a
@@ -1205,7 +1206,7 @@ static void scsi_sequential_lun_scan(struct scsi_target *starget, {uint max_dev_lun;u64 sparse_lun, lun; -struct Scsi_Host *shost =dev_to_shost (starget->dev.parent); +struct Scsi_Host *shost =starget_to_shost (starget);SCSI_LOG_SCAN_BUS (3 ,starget_printk (KERN_INFO , starget,"scsi scan: Sequential scan\n" ));
@@ -1303,7 +1304,7 @@ static int scsi_report_lun_scan(struct scsi_target *starget, blist_flags_t bflagstruct scsi_lun *lunp, *lun_data;struct scsi_sense_hdr sshdr;struct scsi_device *sdev; -struct Scsi_Host *shost =dev_to_shost (&starget->dev); +struct Scsi_Host *shost =starget_to_shost (starget);int ret =0 ;/*
drivers/scsi/scsi_sysfs.c +1 -1
@@ -1477,7 +1477,7 @@ EXPORT_SYMBOL(scsi_remove_device);static void __scsi_remove_target (struct scsi_target *starget) { -struct Scsi_Host *shost =dev_to_shost (starget->dev.parent); +struct Scsi_Host *shost =starget_to_shost (starget);unsigned long flags;struct scsi_device *sdev, *sdev_next;unsigned long lun_idx =0 ;
include/scsi/scsi_device.h +8 -0
@@ -281,12 +281,14 @@ enum scsi_target_state {* scsi_target: representation of a scsi target, for now, this is only * used for single_lun devices. If no one has active IO to the target, * starget_sdev_user is NULL, else it points to the active sdev. +* * Invariant: starg->parent_shost == dev_to_shost(starg->dev.parent) */ struct scsi_target {struct scsi_device *starget_sdev_user;struct list_head siblings;struct xarray __devices;struct device dev; +struct Scsi_Host *parent_shost;/* redundant but faster */ struct kref reap_ref;/* last put renders target invisible */ u16 channel;u16 id;/* target id ... replace
@@ -326,6 +328,12 @@ static inline u32 scsi_target_index(struct scsi_target *starget)return (starget->channel <<16 ) | (starget->id); } +/* This is faster that doing dev_to_shost(starg->dev.parent) */ +static inline struct Scsi_Host *starget_to_shost (struct scsi_target *starg) +{ +return starg->parent_shost; +} +#define to_scsi_target (d) container_of(d, struct scsi_target, dev)static inline struct scsi_target *scsi_target (struct scsi_device *sdev) {
include/scsi/scsi_transport.h +1 -1
@@ -70,7 +70,7 @@ scsi_transport_reserve_device(struct scsi_transport_template * t, int space)static inline void *scsi_transport_target_data (struct scsi_target *starget) { -struct Scsi_Host *shost =dev_to_shost (&starget->dev); +struct Scsi_Host *shost =starget_to_shost (starget);return (u8 *)starget->starget_data + shost->transportt->target_private_offset;
Signature · 1 line
2.25.1
PATCH v5 9/9 scsi_host: switch ida to idr to hold shost ptr
In reply to Douglas GilbertPreviously the scsi_host code was using a global static "ida" array to make sure host numbers where unique and issued in a predictable ascending integer order. Extend that ida to an idr array so that it can additionally hold the pointer to the scsi_host object. This enables scsi_host_lookup() to do a O(ln(n)) search replacing class_find_device() which is O(n). This makes all the SCSI exported " lookup" functions O(ln(n)).
iSCSI seems to be the largest user of scsi_host_lookup().
--- drivers/scsi/hosts.c | 37 +++++++++++-------------------------- 1 file changed, 11 insertions(+), 26 deletions(-)
drivers/scsi/hosts.c +11 -26
@@ -50,7 +50,7 @@ module_param_named(eh_deadline, shost_eh_deadline, int, S_IRUGO|S_IWUSR);MODULE_PARM_DESC (eh_deadline,"SCSI EH timeout in seconds (should be between 0 and 2^31-1)" ); -static DEFINE_IDA (host_index_ida); +static DEFINE_IDR (host_index_idr);/* store index and shost pointer */ static void scsi_host_cls_release (struct device *dev)
@@ -343,7 +343,7 @@ static void scsi_host_dev_release(struct device *dev)kfree (shost->shost_data); -ida_simple_remove (&host_index_ida, shost->host_no); +idr_remove (&host_index_idr, shost->host_no);if (parent)put_device (parent);
@@ -390,8 +390,8 @@ struct Scsi_Host *scsi_host_alloc(struct scsi_host_template *sht, int privsize)init_waitqueue_head (&shost->host_wait);mutex_init (&shost->scan_mutex); - index =ida_simple_get (&host_index_ida,0 ,0 ,GFP_KERNEL ); -if (index <0 ) + index =idr_alloc (&host_index_idr, shost,0 ,0 ,GFP_KERNEL ); +if (unlikely (index <0 )) goto fail_kfree; shost->host_no = index;
@@ -501,22 +501,13 @@ struct Scsi_Host *scsi_host_alloc(struct scsi_host_template *sht, int privsize) fail_kthread:kthread_stop (shost->ehandler); fail_index_remove: -ida_simple_remove (&host_index_ida, shost->host_no); +idr_remove (&host_index_idr, shost->host_no); fail_kfree:kfree (shost);return NULL ; }EXPORT_SYMBOL (scsi_host_alloc); -static int __scsi_host_match (struct device *dev,const void *data) -{ -struct Scsi_Host *p; -const unsigned short *hostnum = data; - - p =class_to_shost (dev); -return p->host_no == *hostnum; -} -/** * scsi_host_lookup - get a reference to a Scsi_Host by host no * @hostnum: host number to locate
@@ -525,20 +516,14 @@ static int __scsi_host_match(struct device *dev, const void *data)* A pointer to located Scsi_Host or NULL. * * The caller must do a scsi_host_put() to drop the reference -* that scsi_host_get() took. The put_device() below dropped -* the reference from class_find_device(). +* that scsi_host_get() took. **/ struct Scsi_Host *scsi_host_lookup (unsigned short hostnum) { -struct device *cdev; -struct Scsi_Host *shost =NULL ; - - cdev =class_find_device (&shost_class,NULL , &hostnum, - __scsi_host_match); -if (cdev) { - shost =scsi_host_get (class_to_shost (cdev)); -put_device (cdev); - } +struct Scsi_Host *shost =idr_find (&host_index_idr, hostnum); + +if (shost) + shost =scsi_host_get (shost);return shost; }EXPORT_SYMBOL (scsi_host_lookup);
@@ -600,7 +585,7 @@ int scsi_init_hosts(void)void scsi_exit_hosts (void ) {class_unregister (&shost_class); -ida_destroy (&host_index_ida); +idr_destroy (&host_index_idr); }int scsi_is_host_device (const struct device *dev)
Signature · 1 line
2.25.1