Skip to contentSkip to conversation

ufs: Let the SCSI core allocate per-command UFS data

PATCH Superseded Bart Van Assche 5 participants 15 messages Jan 7, 2020 – Jan 19, 2020 SCSI

v1 of 2 Superseded Latest is v2 →

lore
Share & tools
lore
#0 lore raw

cover ufs: Let the SCSI core allocate per-command UFS data

Hi Martin,

This patch series lets the SCSI core allocate per-command UFS data and hence simplifies the UFS driver. Please consider this patch series for the v5.6 kernel.

Thanks,

Bart.

Bart Van Assche (4):
Introduce {init,exit}_cmd_priv()
ufs: Introduce ufshcd_init_lrb()
ufs: Simplify two tests
ufs: Let the SCSI core allocate per-command UFS data

 drivers/scsi/scsi_lib.c   |  29 ++++-
 drivers/scsi/ufs/ufshcd.c | 247 ++++++++++++++++++++++++--------------
 drivers/scsi/ufs/ufshcd.h |   5 -
 include/scsi/scsi_host.h  |   3 +
 4 files changed, 183 insertions(+), 101 deletions(-)
#1 lore raw

PATCH 1/4 Introduce {init,exit}_cmd_priv()

The current behavior of the SCSI core is to clear driver-private data before preparing a request for submission to the SCSI LLD. Make it possible for SCSI LLDs to disable clearing of driver-private data.

These hooks will be used by a later patch, namely "ufs: Let the SCSI core allocate per-command UFS data".

Cc Christoph Hellwig <[email protected]>
Cc Hannes Reinecke <[email protected]>
Cc Johannes Thumshirn <[email protected]>
Cc Ming Lei <[email protected]>
Cc Can Guo <[email protected]>
Cc Avri Altman <[email protected]>
Cc Bean Huo <[email protected]>
Cc Stanley Chu <[email protected]>
Cc Tomas Winkler <[email protected]>
---
 drivers/scsi/scsi_lib.c  | 29 +++++++++++++++++++++++------
 include/scsi/scsi_host.h |  3 +++
 2 files changed, 26 insertions(+), 6 deletions(-)
drivers/scsi/scsi_lib.c +23 -6
index 97af9bf54b22..f0ea614ee49b 100644
@@ -1127,7 +1127,7 @@ void scsi_del_cmd_from_list(struct scsi_cmnd *cmd)
 	}
 }
 
-/* Called after a request has been started. */
+/* Called before a request is prepared. See also scsi_mq_prep_fn(). */
 void scsi_init_command(struct scsi_device *dev, struct scsi_cmnd *cmd)
 {
 	void *buf = cmd->sense_buffer;
@@ -1135,7 +1135,7 @@ void scsi_init_command(struct scsi_device *dev, struct scsi_cmnd *cmd)
 	struct request *rq = blk_mq_rq_from_pdu(cmd);
 	unsigned int flags = cmd->flags & SCMD_PRESERVED_FLAGS;
 	unsigned long jiffies_at_alloc;
-	int retries;
+	int retries, to_clear;
 	bool in_flight;
 
 	if (!blk_rq_is_scsi(rq) && !(flags & SCMD_INITIALIZED)) {
@@ -1146,9 +1146,15 @@ void scsi_init_command(struct scsi_device *dev, struct scsi_cmnd *cmd)
 	jiffies_at_alloc = cmd->jiffies_at_alloc;
 	retries = cmd->retries;
 	in_flight = test_bit(SCMD_STATE_INFLIGHT, &cmd->state);
-	/* zero out the cmd, except for the embedded scsi_request */
-	memset((char *)cmd + sizeof(cmd->req), 0,
-		sizeof(*cmd) - sizeof(cmd->req) + dev->host->hostt->cmd_size);
+	/*
+	 * Zero out the cmd, except for the embedded scsi_request. Only clear
+	 * the driver-private command data if the LLD does not supply a
+	 * function to initialize that data.
+	 */
+	to_clear = sizeof(*cmd) - sizeof(cmd->req);
+	if (!dev->host->hostt->init_cmd_priv)
+		to_clear += dev->host->hostt->cmd_size;
+	memset((char *)cmd + sizeof(cmd->req), 0, to_clear);
 
 	cmd->device = dev;
 	cmd->sense_buffer = buf;
@@ -1742,6 +1748,7 @@ static int scsi_mq_init_request(struct blk_mq_tag_set *set, struct request *rq,
 	const bool unchecked_isa_dma = shost->unchecked_isa_dma;
 	struct scsi_cmnd *cmd = blk_mq_rq_to_pdu(rq);
 	struct scatterlist *sg;
+	int ret = 0;
 
 	if (unchecked_isa_dma)
 		cmd->flags |= SCMD_UNCHECKED_ISA_DMA;
@@ -1757,14 +1764,24 @@ static int scsi_mq_init_request(struct blk_mq_tag_set *set, struct request *rq,
 		cmd->prot_sdb = (void *)sg + scsi_mq_inline_sgl_size(shost);
 	}
 
-	return 0;
+	if (shost->hostt->init_cmd_priv) {
+		ret = shost->hostt->init_cmd_priv(shost, cmd);
+		if (ret < 0)
+			scsi_free_sense_buffer(unchecked_isa_dma,
+					       cmd->sense_buffer);
+	}
+
+	return ret;
 }
 
 static void scsi_mq_exit_request(struct blk_mq_tag_set *set, struct request *rq,
 				 unsigned int hctx_idx)
 {
+	struct Scsi_Host *shost = set->driver_data;
 	struct scsi_cmnd *cmd = blk_mq_rq_to_pdu(rq);
 
+	if (shost->hostt->exit_cmd_priv)
+		shost->hostt->exit_cmd_priv(shost, cmd);
 	scsi_free_sense_buffer(cmd->flags & SCMD_UNCHECKED_ISA_DMA,
 			       cmd->sense_buffer);
 }
include/scsi/scsi_host.h +3 -0
index f577647bf5f2..1fa81f9b063f 100644
@@ -62,6 +62,9 @@ struct scsi_host_template {
 			    void __user *arg);
 #endif
 
+	int (*init_cmd_priv)(struct Scsi_Host *shost, struct scsi_cmnd *cmd);
+	int (*exit_cmd_priv)(struct Scsi_Host *shost, struct scsi_cmnd *cmd);
+
 	/*
 	 * The queuecommand function is used to queue up a scsi
 	 * command block to the LLDD.  When the driver finished
#2 lore raw

PATCH 2/4 ufs: Introduce ufshcd_init_lrb()

In reply to Bart Van Assche

This patch does not change any functionality but makes the next patch in this series easier to read.

Cc Can Guo <[email protected]>
Cc Avri Altman <[email protected]>
Cc Bean Huo <[email protected]>
Cc Stanley Chu <[email protected]>
Cc Tomas Winkler <[email protected]>
Cc Alim Akhtar <[email protected]>
---
 drivers/scsi/ufs/ufshcd.c | 38 ++++++++++++++++++++++----------------
 1 file changed, 22 insertions(+), 16 deletions(-)
drivers/scsi/ufs/ufshcd.c +22 -16
index 1b97f2dc0b63..6f55d72e7fdd 100644
@@ -2364,6 +2364,27 @@ static inline u16 ufshcd_upiu_wlun_to_scsi_wlun(u8 upiu_wlun_id)
 	return (upiu_wlun_id & ~UFS_UPIU_WLUN_ID) | SCSI_W_LUN_BASE;
 }
 
+static void ufshcd_init_lrb(struct ufs_hba *hba, struct ufshcd_lrb *lrb, int i)
+{
+	struct utp_transfer_cmd_desc *cmd_descp = hba->ucdl_base_addr;
+	struct utp_transfer_req_desc *utrdlp = hba->utrdl_base_addr;
+	dma_addr_t cmd_desc_element_addr = hba->ucdl_dma_addr +
+		i * sizeof(struct utp_transfer_cmd_desc);
+	u16 response_offset = offsetof(struct utp_transfer_cmd_desc,
+				       response_upiu);
+	u16 prdt_offset = offsetof(struct utp_transfer_cmd_desc, prd_table);
+
+	lrb->utr_descriptor_ptr = utrdlp + i;
+	lrb->utrd_dma_addr = hba->utrdl_dma_addr +
+		i * sizeof(struct utp_transfer_req_desc);
+	lrb->ucd_req_ptr = (struct utp_upiu_req *)(cmd_descp + i);
+	lrb->ucd_req_dma_addr = cmd_desc_element_addr;
+	lrb->ucd_rsp_ptr = (struct utp_upiu_rsp *)cmd_descp[i].response_upiu;
+	lrb->ucd_rsp_dma_addr = cmd_desc_element_addr + response_offset;
+	lrb->ucd_prdt_ptr = (struct ufshcd_sg_entry *)cmd_descp[i].prd_table;
+	lrb->ucd_prdt_dma_addr = cmd_desc_element_addr + prdt_offset;
+}
+
 /**
  * ufshcd_queuecommand - main entry point for SCSI requests
  * @host: SCSI host pointer
@@ -3385,7 +3406,6 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
  */
 static void ufshcd_host_memory_configure(struct ufs_hba *hba)
 {
-	struct utp_transfer_cmd_desc *cmd_descp;
 	struct utp_transfer_req_desc *utrdlp;
 	dma_addr_t cmd_desc_dma_addr;
 	dma_addr_t cmd_desc_element_addr;
@@ -3395,7 +3415,6 @@ static void ufshcd_host_memory_configure(struct ufs_hba *hba)
 	int i;
 
 	utrdlp = hba->utrdl_base_addr;
-	cmd_descp = hba->ucdl_base_addr;
 
 	response_offset =
 		offsetof(struct utp_transfer_cmd_desc, response_upiu);
@@ -3431,20 +3450,7 @@ static void ufshcd_host_memory_configure(struct ufs_hba *hba)
 				cpu_to_le16(ALIGNED_UPIU_SIZE >> 2);
 		}
 
-		hba->lrb[i].utr_descriptor_ptr = (utrdlp + i);
-		hba->lrb[i].utrd_dma_addr = hba->utrdl_dma_addr +
-				(i * sizeof(struct utp_transfer_req_desc));
-		hba->lrb[i].ucd_req_ptr =
-			(struct utp_upiu_req *)(cmd_descp + i);
-		hba->lrb[i].ucd_req_dma_addr = cmd_desc_element_addr;
-		hba->lrb[i].ucd_rsp_ptr =
-			(struct utp_upiu_rsp *)cmd_descp[i].response_upiu;
-		hba->lrb[i].ucd_rsp_dma_addr = cmd_desc_element_addr +
-				response_offset;
-		hba->lrb[i].ucd_prdt_ptr =
-			(struct ufshcd_sg_entry *)cmd_descp[i].prd_table;
-		hba->lrb[i].ucd_prdt_dma_addr = cmd_desc_element_addr +
-				prdt_offset;
+		ufshcd_init_lrb(hba, &hba->lrb[i], i);
 	}
 }
 
Reviewed-by on v1 2/4
#3 lore raw

RE: [PATCH 2/4] ufs: Introduce ufshcd_init_lrb()

Quoted 5 lines

This patch does not change any functionality but makes the next patch in this series easier to read.

Quoted 7 lines
Cc Can Guo <[email protected]>
Cc Avri Altman <[email protected]>
Cc Bean Huo <[email protected]>
Cc Stanley Chu <[email protected]>
Cc Tomas Winkler <[email protected]>
Cc Alim Akhtar <[email protected]>
Reviewed-by on v1 2/4
#4 lore raw

Re: [PATCH 2/4] ufs: Introduce ufshcd_init_lrb()

In reply to Bart Van Assche

Hi Bart

Quoted 4 lines · Bart Van Assche

This patch does not change any functionality but makes the next patch in this series easier to read.

Quoted 8 lines
Cc Can Guo <[email protected]>
Cc Avri Altman <[email protected]>
Cc Bean Huo <[email protected]>
Cc Stanley Chu <[email protected]>
Cc Tomas Winkler <[email protected]>
Cc Alim Akhtar <[email protected]>

---

Quoted 73 lines
 drivers/scsi/ufs/ufshcd.c | 38 ++++++++++++++++++++++----------------
 1 file changed, 22 insertions(+), 16 deletions(-)
drivers/scsi/ufs/ufshcd.c +22 -16
index 1b97f2dc0b63..6f55d72e7fdd 100644
@@ -2364,6 +2364,27 @@ static inline u16 ufshcd_upiu_wlun_to_scsi_wlun(u8 upiu_wlun_id)
        return (upiu_wlun_id & ~UFS_UPIU_WLUN_ID) | SCSI_W_LUN_BASE;
 }
 
+static void ufshcd_init_lrb(struct ufs_hba *hba, struct ufshcd_lrb *lrb, int i)
+{
+       struct utp_transfer_cmd_desc *cmd_descp = hba->ucdl_base_addr;
+       struct utp_transfer_req_desc *utrdlp = hba->utrdl_base_addr;
+       dma_addr_t cmd_desc_element_addr = hba->ucdl_dma_addr +
+               i * sizeof(struct utp_transfer_cmd_desc);
+       u16 response_offset = offsetof(struct utp_transfer_cmd_desc,
+                                      response_upiu);
+       u16 prdt_offset = offsetof(struct utp_transfer_cmd_desc, prd_table);
+
+       lrb->utr_descriptor_ptr = utrdlp + i;
+       lrb->utrd_dma_addr = hba->utrdl_dma_addr +
+               i * sizeof(struct utp_transfer_req_desc);
+       lrb->ucd_req_ptr = (struct utp_upiu_req *)(cmd_descp + i);
+       lrb->ucd_req_dma_addr = cmd_desc_element_addr;
+       lrb->ucd_rsp_ptr = (struct utp_upiu_rsp *)cmd_descp[i].response_upiu;
+       lrb->ucd_rsp_dma_addr = cmd_desc_element_addr + response_offset;
+       lrb->ucd_prdt_ptr = (struct ufshcd_sg_entry *)cmd_descp[i].prd_table;
+       lrb->ucd_prdt_dma_addr = cmd_desc_element_addr + prdt_offset;
+}
+
 /**
  * ufshcd_queuecommand - main entry point for SCSI requests
  * @host: SCSI host pointer
@@ -3385,7 +3406,6 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
  */
 static void ufshcd_host_memory_configure(struct ufs_hba *hba)
 {
-       struct utp_transfer_cmd_desc *cmd_descp;
        struct utp_transfer_req_desc *utrdlp;
        dma_addr_t cmd_desc_dma_addr;
        dma_addr_t cmd_desc_element_addr;
@@ -3395,7 +3415,6 @@ static void ufshcd_host_memory_configure(struct ufs_hba *hba)
        int i;
 
        utrdlp = hba->utrdl_base_addr;
-       cmd_descp = hba->ucdl_base_addr;
 
        response_offset =
                offsetof(struct utp_transfer_cmd_desc, response_upiu);
@@ -3431,20 +3450,7 @@ static void ufshcd_host_memory_configure(struct ufs_hba *hba)
                                cpu_to_le16(ALIGNED_UPIU_SIZE >> 2);
                }
 
-               hba->lrb[i].utr_descriptor_ptr = (utrdlp + i);
-               hba->lrb[i].utrd_dma_addr = hba->utrdl_dma_addr +
-                               (i * sizeof(struct utp_transfer_req_desc));
-               hba->lrb[i].ucd_req_ptr =
-                       (struct utp_upiu_req *)(cmd_descp + i);
-               hba->lrb[i].ucd_req_dma_addr = cmd_desc_element_addr;
-               hba->lrb[i].ucd_rsp_ptr =
-                       (struct utp_upiu_rsp *)cmd_descp[i].response_upiu;
-               hba->lrb[i].ucd_rsp_dma_addr = cmd_desc_element_addr +
-                               response_offset;
-               hba->lrb[i].ucd_prdt_ptr =
-                       (struct ufshcd_sg_entry *)cmd_descp[i].prd_table;
-               hba->lrb[i].ucd_prdt_dma_addr = cmd_desc_element_addr +
-                               prdt_offset;
+               ufshcd_init_lrb(hba, &hba->lrb[i], i);
        }
 }
 
Signature · 2 lines
Regards,
Alim
#5 lore raw

PATCH 3/4 ufs: Simplify two tests

In reply to Bart Van Assche

lrbp->cmd is set only for SCSI commands. Use this knowledge to simplify two boolean expressions.

---
 drivers/scsi/ufs/ufshcd.c | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)
drivers/scsi/ufs/ufshcd.c +2 -2
index 6f55d72e7fdd..15e65248597d 100644
@@ -2474,7 +2474,7 @@ static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd)
 
 	/* issue command to the controller */
 	spin_lock_irqsave(hba->host->host_lock, flags);
-	ufshcd_vops_setup_xfer_req(hba, tag, (lrbp->cmd ? true : false));
+	ufshcd_vops_setup_xfer_req(hba, tag, true);
 	ufshcd_send_command(hba, tag);
 out_unlock:
 	spin_unlock_irqrestore(hba->host->host_lock, flags);
@@ -2661,7 +2661,7 @@ static int ufshcd_exec_dev_cmd(struct ufs_hba *hba,
 	/* Make sure descriptors are ready before ringing the doorbell */
 	wmb();
 	spin_lock_irqsave(hba->host->host_lock, flags);
-	ufshcd_vops_setup_xfer_req(hba, tag, (lrbp->cmd ? true : false));
+	ufshcd_vops_setup_xfer_req(hba, tag, false);
 	ufshcd_send_command(hba, tag);
 	spin_unlock_irqrestore(hba->host->host_lock, flags);
 
Reviewed-by on v1 3/4
#7 lore raw

Re: [PATCH 3/4] ufs: Simplify two tests

In reply to Bart Van Assche
Quoted 23 lines · Bart Van Assche

lrbp->cmd is set only for SCSI commands. Use this knowledge to simplify two boolean expressions.

---
 drivers/scsi/ufs/ufshcd.c | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)
drivers/scsi/ufs/ufshcd.c +1 -1
index 6f55d72e7fdd..15e65248597d 100644
@@ -2474,7 +2474,7 @@ static int ufshcd_queuecommand(struct Scsi_Host
 *host, struct scsi_cmnd *cmd)
 
 	/* issue command to the controller */
 	spin_lock_irqsave(hba->host->host_lock, flags);
-	ufshcd_vops_setup_xfer_req(hba, tag, (lrbp->cmd ? true : false));
+	ufshcd_vops_setup_xfer_req(hba, tag, true);
 	ufshcd_send_command(hba, tag);
 out_unlock:
drivers/scsi/ufs/ufshcd.c +0 -0
 	spin_unlock_irqrestore(hba->host->host_lock, flags);

drivers/scsi/ufs/ufshcd.c static int ufshcd_exec_dev_cmd(struct ufs_hba · line 2667

Quoted 8 lines
drivers/scsi/ufs/ufshcd.c +1 -1
@@ -2661,7 +2661,7 @@ static int ufshcd_exec_dev_cmd(struct ufs_hba 
 *hba,
 	/* Make sure descriptors are ready before ringing the doorbell */
 	wmb();
 	spin_lock_irqsave(hba->host->host_lock, flags);
-	ufshcd_vops_setup_xfer_req(hba, tag, (lrbp->cmd ? true : false));
+	ufshcd_vops_setup_xfer_req(hba, tag, false);
 	ufshcd_send_command(hba, tag);
 	spin_unlock_irqrestore(hba->host->host_lock, flags);
#9 lore raw

PATCH 4/4 ufs: Let the SCSI core allocate per-command UFS data

In reply to Bart Van Assche

Set .cmd_size in the SCSI host template such that the SCSI core allocates space at the end of each SCSI command for the UFS data. Set the .init_cmd_priv function pointer in the SCSI host template such that the UFS data is only initialized once.

Remove the struct members that are no longer necessary due to these changes, namely ufshcd_lrb.cmd and ufs_hba.lrb.

Cc Can Guo <[email protected]>
Cc Avri Altman <[email protected]>
Cc Bean Huo <[email protected]>
Cc Stanley Chu <[email protected]>
Cc Tomas Winkler <[email protected]>
Cc Alim Akhtar <[email protected]>
---
 drivers/scsi/ufs/ufshcd.c | 207 ++++++++++++++++++++++++--------------
 drivers/scsi/ufs/ufshcd.h |   5 -
 2 files changed, 134 insertions(+), 78 deletions(-)
drivers/scsi/ufs/ufshcd.c +134 -73
index 15e65248597d..e4b6408e55c4 100644
@@ -294,19 +294,60 @@ static void ufshcd_scsi_block_requests(struct ufs_hba *hba)
 		scsi_block_requests(hba->host);
 }
 
+/*
+ * Convert a SCSI or device management command tag into a request pointer. Use
+ * scsi_cmd_priv() instead of this function if a SCSI command pointer is
+ * available. The caller must ensure that the request state won't change as
+ * long as the returned pointer is in use.
+ */
+static struct request *ufshcd_tag_to_req(struct ufs_hba *hba, unsigned int tag)
+{
+	return blk_mq_tag_to_rq(hba->cmd_queue->tag_set->tags[0], tag);
+}
+
+/* Convert a SCSI or device management request pointer into an LRB pointer. */
+static struct ufshcd_lrb *ufshcd_req_to_lrb(struct request *req)
+{
+	struct scsi_cmnd *cmd = container_of(scsi_req(req), typeof(*cmd), req);
+
+	return scsi_cmd_priv(cmd);
+}
+
+/*
+ * Convert a SCSI or device management command tag into a UFS data pointer. Use
+ * scsi_cmd_priv() instead of this function if a SCSI command pointer is
+ * available. The caller must ensure that the SCSI command state won't change
+ * as long as the returned pointer is in use.
+ */
+static struct ufshcd_lrb *ufshcd_tag_to_lrb(struct ufs_hba *hba,
+					    unsigned int tag)
+{
+	struct request *req = ufshcd_tag_to_req(hba, tag);
+
+	return req ? ufshcd_req_to_lrb(req) : NULL;
+}
+
 static void ufshcd_add_cmd_upiu_trace(struct ufs_hba *hba, unsigned int tag,
 		const char *str)
 {
-	struct utp_upiu_req *rq = hba->lrb[tag].ucd_req_ptr;
+	struct ufshcd_lrb *lrb = ufshcd_tag_to_lrb(hba, tag);
+	struct utp_upiu_req *rq;
 
+	if (WARN_ON_ONCE(!lrb))
+		return;
+	rq = lrb->ucd_req_ptr;
 	trace_ufshcd_upiu(dev_name(hba->dev), str, &rq->header, &rq->sc.cdb);
 }
 
 static void ufshcd_add_query_upiu_trace(struct ufs_hba *hba, unsigned int tag,
 		const char *str)
 {
-	struct utp_upiu_req *rq = hba->lrb[tag].ucd_req_ptr;
+	struct ufshcd_lrb *lrb = ufshcd_tag_to_lrb(hba, tag);
+	struct utp_upiu_req *rq;
 
+	if (WARN_ON_ONCE(!lrb))
+		return;
+	rq = lrb->ucd_req_ptr;
 	trace_ufshcd_upiu(dev_name(hba->dev), str, &rq->header, &rq->qr);
 }
 
@@ -320,16 +361,35 @@ static void ufshcd_add_tm_upiu_trace(struct ufs_hba *hba, unsigned int tag,
 			&descp->input_param1);
 }
 
-static void ufshcd_add_command_trace(struct ufs_hba *hba,
-		unsigned int tag, const char *str)
+/*
+ * Whether or not @req represents a SCSI command. Device management commands
+ * and TMF commands have the operation type set to REQ_OP_DRV_OUT.
+ */
+static bool ufshcd_is_scsi(struct request *req)
+{
+	switch (req_op(req)) {
+	case REQ_OP_DRV_IN:
+	case REQ_OP_DRV_OUT:
+		return false;
+	}
+	return true;
+}
+
+/* Trace a SCSI or device management command. */
+static void ufshcd_add_command_trace(struct ufs_hba *hba, struct request *req,
+				     const char *str)
 {
 	sector_t lba = -1;
 	u8 opcode = 0;
 	u32 intr, doorbell;
-	struct ufshcd_lrb *lrbp = &hba->lrb[tag];
-	struct scsi_cmnd *cmd = lrbp->cmd;
+	struct ufshcd_lrb *lrbp = ufshcd_req_to_lrb(req);
+	struct scsi_cmnd *cmd = NULL;
+	unsigned int tag = req->tag;
 	int transfer_len = -1;
 
+	if (ufshcd_is_scsi(req))
+		cmd = blk_mq_rq_to_pdu(req);
+
 	if (!trace_ufshcd_command_enabled()) {
 		/* trace UPIU W/O tracing command */
 		if (cmd)
@@ -439,7 +499,9 @@ void ufshcd_print_trs(struct ufs_hba *hba, unsigned long bitmap, bool pr_prdt)
 	int tag;
 
 	for_each_set_bit(tag, &bitmap, hba->nutrs) {
-		lrbp = &hba->lrb[tag];
+		lrbp = ufshcd_tag_to_lrb(hba, tag);
+		if (!lrbp)
+			continue;
 
 		dev_err(hba->dev, "UPIU[%d] - issue time %lld us\n",
 				tag, ktime_to_us(lrbp->issue_time_stamp));
@@ -1853,14 +1915,17 @@ static void ufshcd_clk_scaling_update_busy(struct ufs_hba *hba)
 /**
  * ufshcd_send_command - Send SCSI or device management commands
  * @hba: per adapter instance
- * @task_tag: Task tag of the command
+ * @req: SCSI or device management command pointer
  */
 static inline
-void ufshcd_send_command(struct ufs_hba *hba, unsigned int task_tag)
+void ufshcd_send_command(struct ufs_hba *hba, struct request *req)
 {
-	hba->lrb[task_tag].issue_time_stamp = ktime_get();
-	hba->lrb[task_tag].compl_time_stamp = ktime_set(0, 0);
-	ufshcd_add_command_trace(hba, task_tag, "send");
+	struct ufshcd_lrb *lrbp = ufshcd_req_to_lrb(req);
+	unsigned int task_tag = req->tag;
+
+	lrbp->issue_time_stamp = ktime_get();
+	lrbp->compl_time_stamp = ktime_set(0, 0);
+	ufshcd_add_command_trace(hba, req, "send");
 	ufshcd_clk_scaling_start_busy(hba);
 	__set_bit(task_tag, &hba->outstanding_reqs);
 	ufshcd_writel(hba, 1 << task_tag, REG_UTP_TRANSFER_REQ_DOOR_BELL);
@@ -2076,19 +2141,18 @@ int ufshcd_send_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)
 /**
  * ufshcd_map_sg - Map scatter-gather list to prdt
  * @hba: per adapter instance
- * @lrbp: pointer to local reference block
+ * @cmd: SCSI command to map
  *
  * Returns 0 in case of success, non-zero value in case of failure
  */
-static int ufshcd_map_sg(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
+static int ufshcd_map_sg(struct ufs_hba *hba, struct scsi_cmnd *cmd)
 {
+	struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
 	struct ufshcd_sg_entry *prd_table;
 	struct scatterlist *sg;
-	struct scsi_cmnd *cmd;
 	int sg_segments;
 	int i;
 
-	cmd = lrbp->cmd;
 	sg_segments = scsi_dma_map(cmd);
 	if (sg_segments < 0)
 		return sg_segments;
@@ -2212,13 +2276,13 @@ static void ufshcd_prepare_req_desc_hdr(struct ufshcd_lrb *lrbp,
 /**
  * ufshcd_prepare_utp_scsi_cmd_upiu() - fills the utp_transfer_req_desc,
  * for scsi commands
- * @lrbp: local reference block pointer
+ * @cmd: SCSI command to prepare
  * @upiu_flags: flags
  */
 static
-void ufshcd_prepare_utp_scsi_cmd_upiu(struct ufshcd_lrb *lrbp, u32 upiu_flags)
+void ufshcd_prepare_utp_scsi_cmd_upiu(struct scsi_cmnd *cmd, u32 upiu_flags)
 {
-	struct scsi_cmnd *cmd = lrbp->cmd;
+	struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
 	struct utp_upiu_req *ucd_req_ptr = lrbp->ucd_req_ptr;
 	unsigned short cdb_len;
 
@@ -2329,10 +2393,12 @@ static int ufshcd_comp_devman_upiu(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
  * ufshcd_comp_scsi_upiu - UFS Protocol Information Unit(UPIU)
  *			   for SCSI Purposes
  * @hba: per adapter instance
- * @lrbp: pointer to local reference block
+ * @cmd: command to prepare.
  */
-static int ufshcd_comp_scsi_upiu(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
+static int ufshcd_comp_scsi_upiu(struct ufs_hba *hba, struct scsi_cmnd *cmd)
 {
+	struct request *req = cmd->request;
+	struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
 	u32 upiu_flags;
 	int ret = 0;
 
@@ -2342,10 +2408,10 @@ static int ufshcd_comp_scsi_upiu(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
 	else
 		lrbp->command_type = UTP_CMD_TYPE_UFS_STORAGE;
 
-	if (likely(lrbp->cmd)) {
+	if (likely(ufshcd_is_scsi(req))) {
 		ufshcd_prepare_req_desc_hdr(lrbp, &upiu_flags,
-						lrbp->cmd->sc_data_direction);
-		ufshcd_prepare_utp_scsi_cmd_upiu(lrbp, upiu_flags);
+						cmd->sc_data_direction);
+		ufshcd_prepare_utp_scsi_cmd_upiu(cmd, upiu_flags);
 	} else {
 		ret = -EINVAL;
 	}
@@ -2394,7 +2460,7 @@ static void ufshcd_init_lrb(struct ufs_hba *hba, struct ufshcd_lrb *lrb, int i)
  */
 static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd)
 {
-	struct ufshcd_lrb *lrbp;
+	struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
 	struct ufs_hba *hba;
 	unsigned long flags;
 	int tag;
@@ -2410,6 +2476,13 @@ static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd)
 		BUG();
 	}
 
+	/* See also ufshcd_is_scsi() */
+	switch (req_op(cmd->request)) {
+	case REQ_OP_DRV_IN:
+	case REQ_OP_DRV_OUT:
+		WARN_ON_ONCE(true);
+	}
+
 	if (!down_read_trylock(&hba->clk_scaling_lock))
 		return SCSI_MLQUEUE_HOST_BUSY;
 
@@ -2450,10 +2523,6 @@ static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd)
 	}
 	WARN_ON(hba->clk_gating.state != CLKS_ON);
 
-	lrbp = &hba->lrb[tag];
-
-	WARN_ON(lrbp->cmd);
-	lrbp->cmd = cmd;
 	lrbp->sense_bufflen = UFS_SENSE_SIZE;
 	lrbp->sense_buffer = cmd->sense_buffer;
 	lrbp->task_tag = tag;
@@ -2461,21 +2530,18 @@ static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd)
 	lrbp->intr_cmd = !ufshcd_is_intr_aggr_allowed(hba) ? true : false;
 	lrbp->req_abort_skip = false;
 
-	ufshcd_comp_scsi_upiu(hba, lrbp);
+	ufshcd_comp_scsi_upiu(hba, cmd);
 
-	err = ufshcd_map_sg(hba, lrbp);
-	if (err) {
-		lrbp->cmd = NULL;
-		ufshcd_release(hba);
+	err = ufshcd_map_sg(hba, cmd);
+	if (err)
 		goto out;
-	}
 	/* Make sure descriptors are ready before ringing the doorbell */
 	wmb();
 
 	/* issue command to the controller */
 	spin_lock_irqsave(hba->host->host_lock, flags);
 	ufshcd_vops_setup_xfer_req(hba, tag, true);
-	ufshcd_send_command(hba, tag);
+	ufshcd_send_command(hba, cmd->request);
 out_unlock:
 	spin_unlock_irqrestore(hba->host->host_lock, flags);
 out:
@@ -2486,7 +2552,6 @@ static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd)
 static int ufshcd_compose_dev_cmd(struct ufs_hba *hba,
 		struct ufshcd_lrb *lrbp, enum dev_cmd_type cmd_type, int tag)
 {
-	lrbp->cmd = NULL;
 	lrbp->sense_bufflen = 0;
 	lrbp->sense_buffer = NULL;
 	lrbp->task_tag = tag;
@@ -2649,8 +2714,7 @@ static int ufshcd_exec_dev_cmd(struct ufs_hba *hba,
 	WARN_ON_ONCE(!ufshcd_valid_tag(hba, tag));
 
 	init_completion(&wait);
-	lrbp = &hba->lrb[tag];
-	WARN_ON(lrbp->cmd);
+	lrbp = ufshcd_req_to_lrb(req);
 	err = ufshcd_compose_dev_cmd(hba, lrbp, cmd_type, tag);
 	if (unlikely(err))
 		goto out_put_tag;
@@ -2662,7 +2726,7 @@ static int ufshcd_exec_dev_cmd(struct ufs_hba *hba,
 	wmb();
 	spin_lock_irqsave(hba->host->host_lock, flags);
 	ufshcd_vops_setup_xfer_req(hba, tag, false);
-	ufshcd_send_command(hba, tag);
+	ufshcd_send_command(hba, req);
 	spin_unlock_irqrestore(hba->host->host_lock, flags);
 
 	err = ufshcd_wait_for_dev_cmd(hba, lrbp, timeout);
@@ -3378,14 +3442,6 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
 		goto out;
 	}
 
-	/* Allocate memory for local reference block */
-	hba->lrb = devm_kcalloc(hba->dev,
-				hba->nutrs, sizeof(struct ufshcd_lrb),
-				GFP_KERNEL);
-	if (!hba->lrb) {
-		dev_err(hba->dev, "LRB Memory allocation failed\n");
-		goto out;
-	}
 	return 0;
 out:
 	return -ENOMEM;
@@ -3449,11 +3505,17 @@ static void ufshcd_host_memory_configure(struct ufs_hba *hba)
 			utrdlp[i].response_upiu_length =
 				cpu_to_le16(ALIGNED_UPIU_SIZE >> 2);
 		}
-
-		ufshcd_init_lrb(hba, &hba->lrb[i], i);
 	}
 }
 
+static int ufshcd_init_cmd_priv(struct Scsi_Host *shost, struct scsi_cmnd *cmd)
+{
+	struct ufs_hba *hba = shost_priv(shost);
+
+	ufshcd_init_lrb(hba, scsi_cmd_priv(cmd), cmd->tag);
+	return 0;
+}
+
 /**
  * ufshcd_dme_link_startup - Notify Unipro to perform link startup
  * @hba: per adapter instance
@@ -4826,19 +4888,21 @@ static void __ufshcd_transfer_req_compl(struct ufs_hba *hba,
 {
 	struct ufshcd_lrb *lrbp;
 	struct scsi_cmnd *cmd;
+	struct request *req;
 	int result;
 	int index;
 
 	for_each_set_bit(index, &completed_reqs, hba->nutrs) {
-		lrbp = &hba->lrb[index];
-		cmd = lrbp->cmd;
-		if (cmd) {
-			ufshcd_add_command_trace(hba, index, "complete");
+		req = ufshcd_tag_to_req(hba, index);
+		if (!req)
+			continue;
+		cmd = blk_mq_rq_to_pdu(req);
+		lrbp = scsi_cmd_priv(cmd);
+		if (ufshcd_is_scsi(req)) {
+			ufshcd_add_command_trace(hba, req, "complete");
 			result = ufshcd_transfer_rsp_status(hba, lrbp);
 			scsi_dma_unmap(cmd);
 			cmd->result = result;
-			/* Mark completed command as NULL in LRB */
-			lrbp->cmd = NULL;
 			lrbp->compl_time_stamp = ktime_get();
 			/* Do not touch lrbp after scsi done */
 			cmd->scsi_done(cmd);
@@ -4847,7 +4911,7 @@ static void __ufshcd_transfer_req_compl(struct ufs_hba *hba,
 			lrbp->command_type == UTP_CMD_TYPE_UFS_STORAGE) {
 			lrbp->compl_time_stamp = ktime_get();
 			if (hba->dev_cmd.complete) {
-				ufshcd_add_command_trace(hba, index,
+				ufshcd_add_command_trace(hba, req,
 						"dev_complete");
 				complete(hba->dev_cmd.complete);
 			}
@@ -5892,10 +5956,7 @@ static int ufshcd_issue_devman_upiu_cmd(struct ufs_hba *hba,
 	WARN_ON_ONCE(!ufshcd_valid_tag(hba, tag));
 
 	init_completion(&wait);
-	lrbp = &hba->lrb[tag];
-	WARN_ON(lrbp->cmd);
-
-	lrbp->cmd = NULL;
+	lrbp = ufshcd_req_to_lrb(req);
 	lrbp->sense_bufflen = 0;
 	lrbp->sense_buffer = NULL;
 	lrbp->task_tag = tag;
@@ -5936,7 +5997,7 @@ static int ufshcd_issue_devman_upiu_cmd(struct ufs_hba *hba,
 	/* Make sure descriptors are ready before ringing the doorbell */
 	wmb();
 	spin_lock_irqsave(hba->host->host_lock, flags);
-	ufshcd_send_command(hba, tag);
+	ufshcd_send_command(hba, req);
 	spin_unlock_irqrestore(hba->host->host_lock, flags);
 
 	/*
@@ -6053,18 +6114,15 @@ static int ufshcd_eh_device_reset_handler(struct scsi_cmnd *cmd)
 {
 	struct Scsi_Host *host;
 	struct ufs_hba *hba;
-	unsigned int tag;
 	u32 pos;
 	int err;
 	u8 resp = 0xF;
-	struct ufshcd_lrb *lrbp;
+	struct ufshcd_lrb *lrbp, *lrbp2;
 	unsigned long flags;
 
 	host = cmd->device->host;
 	hba = shost_priv(host);
-	tag = cmd->request->tag;
-
-	lrbp = &hba->lrb[tag];
+	lrbp = scsi_cmd_priv(cmd);
 	err = ufshcd_issue_tm_cmd(hba, lrbp->lun, 0, UFS_LOGICAL_RESET, &resp);
 	if (err || resp != UPIU_TASK_MANAGEMENT_FUNC_COMPL) {
 		if (!err)
@@ -6074,7 +6132,8 @@ static int ufshcd_eh_device_reset_handler(struct scsi_cmnd *cmd)
 
 	/* clear the commands that were pending for corresponding LUN */
 	for_each_set_bit(pos, &hba->outstanding_reqs, hba->nutrs) {
-		if (hba->lrb[pos].lun == lrbp->lun) {
+		lrbp2 = ufshcd_tag_to_lrb(hba, pos);
+		if (lrbp2->lun == lrbp->lun) {
 			err = ufshcd_clear_cmd(hba, pos);
 			if (err)
 				break;
@@ -6102,8 +6161,9 @@ static void ufshcd_set_req_abort_skip(struct ufs_hba *hba, unsigned long bitmap)
 	int tag;
 
 	for_each_set_bit(tag, &bitmap, hba->nutrs) {
-		lrbp = &hba->lrb[tag];
-		lrbp->req_abort_skip = true;
+		lrbp = ufshcd_tag_to_lrb(hba, tag);
+		if (lrbp)
+			lrbp->req_abort_skip = true;
 	}
 }
 
@@ -6134,7 +6194,7 @@ static int ufshcd_abort(struct scsi_cmnd *cmd)
 	host = cmd->device->host;
 	hba = shost_priv(host);
 	tag = cmd->request->tag;
-	lrbp = &hba->lrb[tag];
+	lrbp = scsi_cmd_priv(cmd);
 	if (!ufshcd_valid_tag(hba, tag)) {
 		dev_err(hba->dev,
 			"%s: invalid command tag %d: cmd=0x%p, cmd->request=0x%p",
@@ -6178,7 +6238,7 @@ static int ufshcd_abort(struct scsi_cmnd *cmd)
 	 * to reduce repeated printouts. For other aborted requests only print
 	 * basic details.
 	 */
-	scsi_print_command(hba->lrb[tag].cmd);
+	scsi_print_command(cmd);
 	if (!hba->req_abort_count) {
 		ufshcd_update_reg_hist(&hba->ufs_stats.task_abort, 0);
 		ufshcd_print_host_regs(hba);
@@ -6258,7 +6318,6 @@ static int ufshcd_abort(struct scsi_cmnd *cmd)
 
 	spin_lock_irqsave(host->host_lock, flags);
 	ufshcd_outstanding_req_clear(hba, tag);
-	hba->lrb[tag].cmd = NULL;
 	spin_unlock_irqrestore(host->host_lock, flags);
 
 out:
@@ -7102,6 +7161,7 @@ static struct scsi_host_template ufshcd_driver_template = {
 	.module			= THIS_MODULE,
 	.name			= UFSHCD,
 	.proc_name		= UFSHCD,
+	.init_cmd_priv		= ufshcd_init_cmd_priv,
 	.queuecommand		= ufshcd_queuecommand,
 	.slave_alloc		= ufshcd_slave_alloc,
 	.slave_configure	= ufshcd_slave_configure,
@@ -7113,6 +7173,7 @@ static struct scsi_host_template ufshcd_driver_template = {
 	.this_id		= -1,
 	.sg_tablesize		= SG_ALL,
 	.cmd_per_lun		= UFSHCD_CMD_PER_LUN,
+	.cmd_size		= sizeof(struct ufshcd_lrb),
 	.can_queue		= UFSHCD_CAN_QUEUE,
 	.max_segment_size	= PRDT_DATA_BYTE_COUNT_MAX,
 	.max_host_blocked	= 1,
drivers/scsi/ufs/ufshcd.h +0 -5
index e05cafddc87b..231a948151ca 100644
@@ -157,7 +157,6 @@ struct ufs_pm_lvl_states {
  * @ucd_prdt_dma_addr: PRDT dma address for debug
  * @ucd_rsp_dma_addr: UPIU response dma address for debug
  * @ucd_req_dma_addr: UPIU request dma address for debug
- * @cmd: pointer to SCSI command
  * @sense_buffer: pointer to sense buffer address of the SCSI command
  * @sense_bufflen: Length of the sense buffer
  * @scsi_status: SCSI status of the command
@@ -180,7 +179,6 @@ struct ufshcd_lrb {
 	dma_addr_t ucd_rsp_dma_addr;
 	dma_addr_t ucd_prdt_dma_addr;
 
-	struct scsi_cmnd *cmd;
 	u8 *sense_buffer;
 	unsigned int sense_bufflen;
 	int scsi_status;
@@ -480,7 +478,6 @@ struct ufs_stats {
  * @utmrdl_dma_addr: UTMRDL DMA address
  * @host: Scsi_Host instance of the driver
  * @dev: device handle
- * @lrb: local reference block
  * @cmd_queue: Used to allocate command tags from hba->host->tag_set.
  * @outstanding_tasks: Bits representing outstanding task requests
  * @outstanding_reqs: Bits representing outstanding transfer requests
@@ -558,8 +555,6 @@ struct ufs_hba {
 	/* Auto-Hibernate Idle Timer register value */
 	u32 ahit;
 
-	struct ufshcd_lrb *lrb;
-
 	unsigned long outstanding_tasks;
 	unsigned long outstanding_reqs;
 
#10 lore raw

Hi Bart,

Quoted 256 lines

Set .cmd_size in the SCSI host template such that the SCSI core allocates space at the end of each SCSI command for the UFS data. Set the .init_cmd_priv function pointer in the SCSI host template such that the UFS data is only initialized once.

Remove the struct members that are no longer necessary due to these changes, namely ufshcd_lrb.cmd and ufs_hba.lrb.

Cc Can Guo <[email protected]>
Cc Avri Altman <[email protected]>
Cc Bean Huo <[email protected]>
Cc Stanley Chu <[email protected]>
Cc Tomas Winkler <[email protected]>
Cc Alim Akhtar <[email protected]>
---
 drivers/scsi/ufs/ufshcd.c | 207 ++++++++++++++++++++++++--------------
 drivers/scsi/ufs/ufshcd.h |   5 -
 2 files changed, 134 insertions(+), 78 deletions(-)
drivers/scsi/ufs/ufshcd.c index renamed from drivers/scsi/ufs/ufshcd.c +0 -0

15e65248597d..e4b6408e55c4 100644

drivers/scsi/ufs/ufshcd.c +74 -7
@@ -294,19 +294,60 @@ static void ufshcd_scsi_block_requests(struct
 ufs_hba *hba)
                scsi_block_requests(hba->host);  }
 
+/*
+ * Convert a SCSI or device management command tag into a request
+pointer. Use
+ * scsi_cmd_priv() instead of this function if a SCSI command pointer
+is
+ * available. The caller must ensure that the request state won't
+change as
+ * long as the returned pointer is in use.
+ */
+static struct request *ufshcd_tag_to_req(struct ufs_hba *hba, unsigned
+int tag) {
+       return blk_mq_tag_to_rq(hba->cmd_queue->tag_set->tags[0], tag);
+}
+
+/* Convert a SCSI or device management request pointer into an LRB
+pointer. */ static struct ufshcd_lrb *ufshcd_req_to_lrb(struct request
+*req) {
+       struct scsi_cmnd *cmd = container_of(scsi_req(req),
+typeof(*cmd), req);
+
+       return scsi_cmd_priv(cmd);
+}
+
+/*
+ * Convert a SCSI or device management command tag into a UFS data
+pointer. Use
+ * scsi_cmd_priv() instead of this function if a SCSI command pointer
+is
+ * available. The caller must ensure that the SCSI command state won't
+change
+ * as long as the returned pointer is in use.
+ */
+static struct ufshcd_lrb *ufshcd_tag_to_lrb(struct ufs_hba *hba,
+                                           unsigned int tag) {
+       struct request *req = ufshcd_tag_to_req(hba, tag);
+
+       return req ? ufshcd_req_to_lrb(req) : NULL; }
+
 static void ufshcd_add_cmd_upiu_trace(struct ufs_hba *hba, unsigned int tag,
                const char *str)
 {
-       struct utp_upiu_req *rq = hba->lrb[tag].ucd_req_ptr;
+       struct ufshcd_lrb *lrb = ufshcd_tag_to_lrb(hba, tag);
+       struct utp_upiu_req *rq;
 
+       if (WARN_ON_ONCE(!lrb))
+               return;
+       rq = lrb->ucd_req_ptr;
        trace_ufshcd_upiu(dev_name(hba->dev), str, &rq->header, &rq->sc.cdb);
 }
 
 static void ufshcd_add_query_upiu_trace(struct ufs_hba *hba, unsigned int
 tag,
                const char *str)
 {
-       struct utp_upiu_req *rq = hba->lrb[tag].ucd_req_ptr;
+       struct ufshcd_lrb *lrb = ufshcd_tag_to_lrb(hba, tag);
+       struct utp_upiu_req *rq;
 
+       if (WARN_ON_ONCE(!lrb))
+               return;
+       rq = lrb->ucd_req_ptr;
        trace_ufshcd_upiu(dev_name(hba->dev), str, &rq->header, &rq->qr);  }
@@ -320,16 +361,35 @@ static void ufshcd_add_tm_upiu_trace(struct
 ufs_hba *hba, unsigned int tag,
                        &descp->input_param1);  }
 
-static void ufshcd_add_command_trace(struct ufs_hba *hba,
-               unsigned int tag, const char *str)
+/*
+ * Whether or not @req represents a SCSI command. Device management
+commands
+ * and TMF commands have the operation type set to REQ_OP_DRV_OUT.
+ */
+static bool ufshcd_is_scsi(struct request *req) {
+       switch (req_op(req)) {
+       case REQ_OP_DRV_IN:
+       case REQ_OP_DRV_OUT:
+               return false;
+       }
+       return true;
+}
+
+/* Trace a SCSI or device management command. */ static void
+ufshcd_add_command_trace(struct ufs_hba *hba, struct request *req,
+                                    const char *str)
 {
        sector_t lba = -1;
        u8 opcode = 0;
        u32 intr, doorbell;
-       struct ufshcd_lrb *lrbp = &hba->lrb[tag];
-       struct scsi_cmnd *cmd = lrbp->cmd;
+       struct ufshcd_lrb *lrbp = ufshcd_req_to_lrb(req);
+       struct scsi_cmnd *cmd = NULL;
+       unsigned int tag = req->tag;
        int transfer_len = -1;
 
+       if (ufshcd_is_scsi(req))
+               cmd = blk_mq_rq_to_pdu(req);
+
        if (!trace_ufshcd_command_enabled()) {
                /* trace UPIU W/O tracing command */
                if (cmd)
@@ -439,7 +499,9 @@ void ufshcd_print_trs(struct ufs_hba *hba, unsigned
 long bitmap, bool pr_prdt)
        int tag;
 
        for_each_set_bit(tag, &bitmap, hba->nutrs) {
-               lrbp = &hba->lrb[tag];
+               lrbp = ufshcd_tag_to_lrb(hba, tag);
+               if (!lrbp)
+                       continue;
 
                dev_err(hba->dev, "UPIU[%d] - issue time %lld us\n",
                                tag, ktime_to_us(lrbp->issue_time_stamp));
drivers/scsi/ufs/ufshcd.c +8 -5
@@ -1853,14 +1915,17 @@ static void
 ufshcd_clk_scaling_update_busy(struct ufs_hba *hba)
 /**
  * ufshcd_send_command - Send SCSI or device management commands
  * @hba: per adapter instance
- * @task_tag: Task tag of the command
+ * @req: SCSI or device management command pointer
  */
 static inline
-void ufshcd_send_command(struct ufs_hba *hba, unsigned int task_tag)
+void ufshcd_send_command(struct ufs_hba *hba, struct request *req)
 {
-       hba->lrb[task_tag].issue_time_stamp = ktime_get();
-       hba->lrb[task_tag].compl_time_stamp = ktime_set(0, 0);
-       ufshcd_add_command_trace(hba, task_tag, "send");
+       struct ufshcd_lrb *lrbp = ufshcd_req_to_lrb(req);
+       unsigned int task_tag = req->tag;
+
+       lrbp->issue_time_stamp = ktime_get();
+       lrbp->compl_time_stamp = ktime_set(0, 0);
+       ufshcd_add_command_trace(hba, req, "send");
        ufshcd_clk_scaling_start_busy(hba);
        __set_bit(task_tag, &hba->outstanding_reqs);
        ufshcd_writel(hba, 1 << task_tag, REG_UTP_TRANSFER_REQ_DOOR_BELL);
drivers/scsi/ufs/ufshcd.c +3 -4
@@ -2076,19 +2141,18 @@ int ufshcd_send_uic_cmd(struct ufs_hba *hba,
 struct uic_command *uic_cmd)
 /**
  * ufshcd_map_sg - Map scatter-gather list to prdt
  * @hba: per adapter instance
- * @lrbp: pointer to local reference block
+ * @cmd: SCSI command to map
  *
  * Returns 0 in case of success, non-zero value in case of failure
  */
-static int ufshcd_map_sg(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
+static int ufshcd_map_sg(struct ufs_hba *hba, struct scsi_cmnd *cmd)
 {
+       struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
        struct ufshcd_sg_entry *prd_table;
        struct scatterlist *sg;
-       struct scsi_cmnd *cmd;
        int sg_segments;
        int i;
 
-       cmd = lrbp->cmd;
        sg_segments = scsi_dma_map(cmd);
        if (sg_segments < 0)
                return sg_segments;
drivers/scsi/ufs/ufshcd.c +12 -8
@@ -2212,13 +2276,13 @@ static void ufshcd_prepare_req_desc_hdr(struct
 ufshcd_lrb *lrbp,
 /**
  * ufshcd_prepare_utp_scsi_cmd_upiu() - fills the utp_transfer_req_desc,
  * for scsi commands
- * @lrbp: local reference block pointer
+ * @cmd: SCSI command to prepare
  * @upiu_flags: flags
  */
 static
-void ufshcd_prepare_utp_scsi_cmd_upiu(struct ufshcd_lrb *lrbp, u32
 upiu_flags)
+void ufshcd_prepare_utp_scsi_cmd_upiu(struct scsi_cmnd *cmd, u32
+upiu_flags)
 {
-       struct scsi_cmnd *cmd = lrbp->cmd;
+       struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
        struct utp_upiu_req *ucd_req_ptr = lrbp->ucd_req_ptr;
        unsigned short cdb_len;
@@ -2329,10 +2393,12 @@ static int ufshcd_comp_devman_upiu(struct
 ufs_hba *hba, struct ufshcd_lrb *lrbp)
  * ufshcd_comp_scsi_upiu - UFS Protocol Information Unit(UPIU)
  *                        for SCSI Purposes
  * @hba: per adapter instance
- * @lrbp: pointer to local reference block
+ * @cmd: command to prepare.
  */
-static int ufshcd_comp_scsi_upiu(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)
+static int ufshcd_comp_scsi_upiu(struct ufs_hba *hba, struct scsi_cmnd
+*cmd)
 {
+       struct request *req = cmd->request;
+       struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
        u32 upiu_flags;
        int ret = 0;
@@ -2342,10 +2408,10 @@ static int ufshcd_comp_scsi_upiu(struct ufs_hba
 *hba, struct ufshcd_lrb *lrbp)
        else
                lrbp->command_type = UTP_CMD_TYPE_UFS_STORAGE;
 
-       if (likely(lrbp->cmd)) {
+       if (likely(ufshcd_is_scsi(req))) {
                ufshcd_prepare_req_desc_hdr(lrbp, &upiu_flags,
-                                               lrbp->cmd->sc_data_direction);
-               ufshcd_prepare_utp_scsi_cmd_upiu(lrbp, upiu_flags);
+                                               cmd->sc_data_direction);
+               ufshcd_prepare_utp_scsi_cmd_upiu(cmd, upiu_flags);
        } else {
                ret = -EINVAL;
        }
drivers/scsi/ufs/ufshcd.c +1 -1
@@ -2394,7 +2460,7 @@ static void ufshcd_init_lrb(struct ufs_hba *hba,
 struct ufshcd_lrb *lrb, int i)
  */
 static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd
 *cmd)  {
-       struct ufshcd_lrb *lrbp;
+       struct ufshcd_lrb *lrbp = scsi_cmd_priv(cmd);
        struct ufs_hba *hba;
        unsigned long flags;
        int tag;

drivers/scsi/ufs/ufshcd.c static int ufshcd_queuecommand(struct Scsi_Host · line 2484

Quoted 9 lines
drivers/scsi/ufs/ufshcd.c +5 -0
@@ -2410,6 +2476,13 @@ static int ufshcd_queuecommand(struct Scsi_Host
 *host, struct scsi_cmnd *cmd)
                BUG();
        }
 
+       /* See also ufshcd_is_scsi() */
+       switch (req_op(cmd->request)) {
+       case REQ_OP_DRV_IN:
+       case REQ_OP_DRV_OUT:
+               WARN_ON_ONCE(true);

Maybe just WARN_ON_ONCE(!ufshcd_is_scsi(cmd->request))

Quoted 93 lines
drivers/scsi/ufs/ufshcd.c +2 -4
+       }
+
        if (!down_read_trylock(&hba->clk_scaling_lock))
                return SCSI_MLQUEUE_HOST_BUSY;
@@ -2450,10 +2523,6 @@ static int ufshcd_queuecommand(struct Scsi_Host
 *host, struct scsi_cmnd *cmd)
        }
        WARN_ON(hba->clk_gating.state != CLKS_ON);
 
-       lrbp = &hba->lrb[tag];
-
-       WARN_ON(lrbp->cmd);
-       lrbp->cmd = cmd;
        lrbp->sense_bufflen = UFS_SENSE_SIZE;
        lrbp->sense_buffer = cmd->sense_buffer;
        lrbp->task_tag = tag;
drivers/scsi/ufs/ufshcd.c +4 -7
@@ -2461,21 +2530,18 @@ static int ufshcd_queuecommand(struct Scsi_Host
 *host, struct scsi_cmnd *cmd)
        lrbp->intr_cmd = !ufshcd_is_intr_aggr_allowed(hba) ? true : false;
        lrbp->req_abort_skip = false;
 
-       ufshcd_comp_scsi_upiu(hba, lrbp);
+       ufshcd_comp_scsi_upiu(hba, cmd);
 
-       err = ufshcd_map_sg(hba, lrbp);
-       if (err) {
-               lrbp->cmd = NULL;
-               ufshcd_release(hba);
+       err = ufshcd_map_sg(hba, cmd);
+       if (err)
                goto out;
-       }
        /* Make sure descriptors are ready before ringing the doorbell */
        wmb();
 
        /* issue command to the controller */
        spin_lock_irqsave(hba->host->host_lock, flags);
        ufshcd_vops_setup_xfer_req(hba, tag, true);
-       ufshcd_send_command(hba, tag);
+       ufshcd_send_command(hba, cmd->request);
 out_unlock:
        spin_unlock_irqrestore(hba->host->host_lock, flags);

out:

drivers/scsi/ufs/ufshcd.c +1 -3
@@ -2486,7 +2552,6 @@ static int ufshcd_queuecommand(struct Scsi_Host
 *host, struct scsi_cmnd *cmd)  static int ufshcd_compose_dev_cmd(struct
 ufs_hba *hba,
                struct ufshcd_lrb *lrbp, enum dev_cmd_type cmd_type, int tag)  {
-       lrbp->cmd = NULL;
        lrbp->sense_bufflen = 0;
        lrbp->sense_buffer = NULL;
        lrbp->task_tag = tag;
@@ -2649,8 +2714,7 @@ static int ufshcd_exec_dev_cmd(struct ufs_hba
 *hba,
        WARN_ON_ONCE(!ufshcd_valid_tag(hba, tag));
 
        init_completion(&wait);
-       lrbp = &hba->lrb[tag];
-       WARN_ON(lrbp->cmd);
+       lrbp = ufshcd_req_to_lrb(req);
        err = ufshcd_compose_dev_cmd(hba, lrbp, cmd_type, tag);
        if (unlikely(err))
                goto out_put_tag;
drivers/scsi/ufs/ufshcd.c +1 -1
@@ -2662,7 +2726,7 @@ static int ufshcd_exec_dev_cmd(struct ufs_hba
 *hba,
        wmb();
        spin_lock_irqsave(hba->host->host_lock, flags);
        ufshcd_vops_setup_xfer_req(hba, tag, false);
-       ufshcd_send_command(hba, tag);
+       ufshcd_send_command(hba, req);
        spin_unlock_irqrestore(hba->host->host_lock, flags);
 
        err = ufshcd_wait_for_dev_cmd(hba, lrbp, timeout); @@ -3378,14
+3442,6 @@ static int ufshcd_memory_alloc(struct ufs_hba *hba)
                goto out;
        }
drivers/scsi/ufs/ufshcd.c +0 -8
-       /* Allocate memory for local reference block */
-       hba->lrb = devm_kcalloc(hba->dev,
-                               hba->nutrs, sizeof(struct ufshcd_lrb),
-                               GFP_KERNEL);
-       if (!hba->lrb) {
-               dev_err(hba->dev, "LRB Memory allocation failed\n");
-               goto out;
-       }
        return 0;
 out:
        return -ENOMEM;
@@ -3449,11 +3505,17 @@ static void
 ufshcd_host_memory_configure(struct ufs_hba *hba)
                        utrdlp[i].response_upiu_length =
                                cpu_to_le16(ALIGNED_UPIU_SIZE >> 2);
                }

drivers/scsi/ufs/ufshcd.c static void · line 3516

Quoted 10 lines
drivers/scsi/ufs/ufshcd.c +5 -2
-
-               ufshcd_init_lrb(hba, &hba->lrb[i], i);
        }
 }
 
+static int ufshcd_init_cmd_priv(struct Scsi_Host *shost, struct
+scsi_cmnd *cmd) {
+       struct ufs_hba *hba = shost_priv(shost);
+
+       ufshcd_init_lrb(hba, scsi_cmd_priv(cmd), cmd->tag);

So ufshcd_init_lrb() is called now for every new request?

Quoted 89 lines
drivers/scsi/ufs/ufshcd.c +3 -0
+       return 0;
+}
+
 /**
  * ufshcd_dme_link_startup - Notify Unipro to perform link startup

* @hba: per adapter instance

drivers/scsi/ufs/ufshcd.c +8 -6
@@ -4826,19 +4888,21 @@ static void __ufshcd_transfer_req_compl(struct
 ufs_hba *hba,  {
        struct ufshcd_lrb *lrbp;
        struct scsi_cmnd *cmd;
+       struct request *req;
        int result;
        int index;
 
        for_each_set_bit(index, &completed_reqs, hba->nutrs) {
-               lrbp = &hba->lrb[index];
-               cmd = lrbp->cmd;
-               if (cmd) {
-                       ufshcd_add_command_trace(hba, index, "complete");
+               req = ufshcd_tag_to_req(hba, index);
+               if (!req)
+                       continue;
+               cmd = blk_mq_rq_to_pdu(req);
+               lrbp = scsi_cmd_priv(cmd);
+               if (ufshcd_is_scsi(req)) {
+                       ufshcd_add_command_trace(hba, req, "complete");
                        result = ufshcd_transfer_rsp_status(hba, lrbp);
                        scsi_dma_unmap(cmd);
                        cmd->result = result;
-                       /* Mark completed command as NULL in LRB */
-                       lrbp->cmd = NULL;
                        lrbp->compl_time_stamp = ktime_get();
                        /* Do not touch lrbp after scsi done */
                        cmd->scsi_done(cmd); @@ -4847,7 +4911,7 @@ static void

__ufshcd_transfer_req_compl(struct ufs_hba *hba,

                        lrbp->command_type == UTP_CMD_TYPE_UFS_STORAGE) {
                        lrbp->compl_time_stamp = ktime_get();
                        if (hba->dev_cmd.complete) {
drivers/scsi/ufs/ufshcd.c +2 -5
-                               ufshcd_add_command_trace(hba, index,
+                               ufshcd_add_command_trace(hba, req,
                                                "dev_complete");
                                complete(hba->dev_cmd.complete);
                        }
@@ -5892,10 +5956,7 @@ static int ufshcd_issue_devman_upiu_cmd(struct
 ufs_hba *hba,
        WARN_ON_ONCE(!ufshcd_valid_tag(hba, tag));
 
        init_completion(&wait);
-       lrbp = &hba->lrb[tag];
-       WARN_ON(lrbp->cmd);
-
-       lrbp->cmd = NULL;
+       lrbp = ufshcd_req_to_lrb(req);
        lrbp->sense_bufflen = 0;
        lrbp->sense_buffer = NULL;
        lrbp->task_tag = tag;
drivers/scsi/ufs/ufshcd.c +1 -1
@@ -5936,7 +5997,7 @@ static int ufshcd_issue_devman_upiu_cmd(struct
 ufs_hba *hba,
        /* Make sure descriptors are ready before ringing the doorbell */
        wmb();
        spin_lock_irqsave(hba->host->host_lock, flags);
-       ufshcd_send_command(hba, tag);
+       ufshcd_send_command(hba, req);
        spin_unlock_irqrestore(hba->host->host_lock, flags);
 
        /*
drivers/scsi/ufs/ufshcd.c +2 -5
@@ -6053,18 +6114,15 @@ static int ufshcd_eh_device_reset_handler(struct
 scsi_cmnd *cmd)  {
        struct Scsi_Host *host;
        struct ufs_hba *hba;
-       unsigned int tag;
        u32 pos;
        int err;
        u8 resp = 0xF;
-       struct ufshcd_lrb *lrbp;
+       struct ufshcd_lrb *lrbp, *lrbp2;
        unsigned long flags;
 
        host = cmd->device->host;
        hba = shost_priv(host);
-       tag = cmd->request->tag;
-
-       lrbp = &hba->lrb[tag];
+       lrbp = scsi_cmd_priv(cmd);
        err = ufshcd_issue_tm_cmd(hba, lrbp->lun, 0, UFS_LOGICAL_RESET,
 &resp);
        if (err || resp != UPIU_TASK_MANAGEMENT_FUNC_COMPL) {
                if (!err)

drivers/scsi/ufs/ufshcd.c static int ufshcd_eh_device_reset_handler(struct · line 6136

Quoted 6 lines
drivers/scsi/ufs/ufshcd.c +1 -1
@@ -6074,7 +6132,8 @@ static int ufshcd_eh_device_reset_handler(struct
 scsi_cmnd *cmd)
 
        /* clear the commands that were pending for corresponding LUN */
        for_each_set_bit(pos, &hba->outstanding_reqs, hba->nutrs) {
-               if (hba->lrb[pos].lun == lrbp->lun) {
+               lrbp2 = ufshcd_tag_to_lrb(hba, pos);

Can lrpb2 be null here?

Quoted 97 lines
drivers/scsi/ufs/ufshcd.c +1 -0
+               if (lrbp2->lun == lrbp->lun) {
                        err = ufshcd_clear_cmd(hba, pos);
                        if (err)
                                break;
drivers/scsi/ufs/ufshcd.c +5 -4
@@ -6102,8 +6161,9 @@ static void ufshcd_set_req_abort_skip(struct
 ufs_hba *hba, unsigned long bitmap)
        int tag;
 
        for_each_set_bit(tag, &bitmap, hba->nutrs) {
-               lrbp = &hba->lrb[tag];
-               lrbp->req_abort_skip = true;
+               lrbp = ufshcd_tag_to_lrb(hba, tag);
+               if (lrbp)
+                       lrbp->req_abort_skip = true;
        }
 }
@@ -6134,7 +6194,7 @@ static int ufshcd_abort(struct scsi_cmnd *cmd)
        host = cmd->device->host;
        hba = shost_priv(host);
        tag = cmd->request->tag;
-       lrbp = &hba->lrb[tag];
+       lrbp = scsi_cmd_priv(cmd);
        if (!ufshcd_valid_tag(hba, tag)) {
                dev_err(hba->dev,
                        "%s: invalid command tag %d: cmd=0x%p, cmd->request=0x%p",
@@ -6178,7 +6238,7 @@ static int ufshcd_abort(struct scsi_cmnd *cmd)
         * to reduce repeated printouts. For other aborted requests only print
         * basic details.
         */
-       scsi_print_command(hba->lrb[tag].cmd);
+       scsi_print_command(cmd);
        if (!hba->req_abort_count) {
                ufshcd_update_reg_hist(&hba->ufs_stats.task_abort, 0);
                ufshcd_print_host_regs(hba); @@ -6258,7 +6318,6 @@ static int

ufshcd_abort(struct scsi_cmnd *cmd)

        spin_lock_irqsave(host->host_lock, flags);
        ufshcd_outstanding_req_clear(hba, tag);
drivers/scsi/ufs/ufshcd.c +1 -1
-       hba->lrb[tag].cmd = NULL;
        spin_unlock_irqrestore(host->host_lock, flags);
 
 out:
@@ -7102,6 +7161,7 @@ static struct scsi_host_template
 ufshcd_driver_template = {
        .module                 = THIS_MODULE,
        .name                   = UFSHCD,
        .proc_name              = UFSHCD,
+       .init_cmd_priv          = ufshcd_init_cmd_priv,
        .queuecommand           = ufshcd_queuecommand,
        .slave_alloc            = ufshcd_slave_alloc,

.slave_configure = ufshcd_slave_configure,

drivers/scsi/ufs/ufshcd.c +1 -0
@@ -7113,6 +7173,7 @@ static struct scsi_host_template
 ufshcd_driver_template = {
        .this_id                = -1,
        .sg_tablesize           = SG_ALL,
        .cmd_per_lun            = UFSHCD_CMD_PER_LUN,
+       .cmd_size               = sizeof(struct ufshcd_lrb),
        .can_queue              = UFSHCD_CAN_QUEUE,
        .max_segment_size       = PRDT_DATA_BYTE_COUNT_MAX,

.max_host_blocked = 1,

drivers/scsi/ufs/ufshcd.h index renamed from drivers/scsi/ufs/ufshcd.h +0 -0

e05cafddc87b..231a948151ca 100644

drivers/scsi/ufs/ufshcd.h +0 -1
@@ -157,7 +157,6 @@ struct ufs_pm_lvl_states {
  * @ucd_prdt_dma_addr: PRDT dma address for debug
  * @ucd_rsp_dma_addr: UPIU response dma address for debug
  * @ucd_req_dma_addr: UPIU request dma address for debug
- * @cmd: pointer to SCSI command
  * @sense_buffer: pointer to sense buffer address of the SCSI command
  * @sense_bufflen: Length of the sense buffer
  * @scsi_status: SCSI status of the command @@ -180,7 +179,6 @@ struct
ufshcd_lrb {
        dma_addr_t ucd_rsp_dma_addr;
        dma_addr_t ucd_prdt_dma_addr;
drivers/scsi/ufs/ufshcd.h +0 -2
-       struct scsi_cmnd *cmd;
        u8 *sense_buffer;
        unsigned int sense_bufflen;
        int scsi_status;
@@ -480,7 +478,6 @@ struct ufs_stats {
  * @utmrdl_dma_addr: UTMRDL DMA address
  * @host: Scsi_Host instance of the driver
  * @dev: device handle
- * @lrb: local reference block
  * @cmd_queue: Used to allocate command tags from hba->host->tag_set.
  * @outstanding_tasks: Bits representing outstanding task requests
  * @outstanding_reqs: Bits representing outstanding transfer requests @@ -
558,8 +555,6 @@ struct ufs_hba {
        /* Auto-Hibernate Idle Timer register value */
        u32 ahit;
drivers/scsi/ufs/ufshcd.h +0 -2
-       struct ufshcd_lrb *lrb;
-
        unsigned long outstanding_tasks;
        unsigned long outstanding_reqs;
#11 lore raw
Quoted 8 lines · Avri Altman

drivers/scsi/ufs/ufshcd.c static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd) · line 2483

Quoted 5 lines · Bart Van Assche
drivers/scsi/ufs/ufshcd.c +5 -0
+       /* See also ufshcd_is_scsi() */
+       switch (req_op(cmd->request)) {
+       case REQ_OP_DRV_IN:
+       case REQ_OP_DRV_OUT:
+               WARN_ON_ONCE(true);

Maybe just WARN_ON_ONCE(!ufshcd_is_scsi(cmd->request))

Good idea. Will do.

Quoted 7 lines

drivers/scsi/ufs/ufshcd.c static void ufshcd_host_memory_configure(struct ufs_hba *hba) · line 3515

Quoted 5 lines
drivers/scsi/ufs/ufshcd.c +5 -0
+static int ufshcd_init_cmd_priv(struct Scsi_Host *shost, struct
+scsi_cmnd *cmd) {
+       struct ufs_hba *hba = shost_priv(shost);
+
+       ufshcd_init_lrb(hba, scsi_cmd_priv(cmd), cmd->tag);

So ufshcd_init_lrb() is called now for every new request?

ufshcd_init_lrb() is only called from inside scsi_add_host(), namely as follows:

scsi_add_host()
-> scsi_add_host_with_dma()
-> scsi_mq_setup_tags()

    -> blk_mq_alloc_tag_set()
      -> blk_mq_alloc_rq_maps()
        -> __blk_mq_alloc_rq_maps()
          -> __blk_mq_alloc_rq_map()
            -> blk_mq_alloc_rqs()
              -> blk_mq_init_request()
                -> scsi_mq_init_request()
                  -> ufshcd_init_cmd_priv()
Quoted 9 lines

drivers/scsi/ufs/ufshcd.c static int ufshcd_eh_device_reset_handler(struct · line 6136

Quoted 7 lines
drivers/scsi/ufs/ufshcd.c +1 -1
@@ -6074,7 +6132,8 @@ static int ufshcd_eh_device_reset_handler(struct
 scsi_cmnd *cmd)
 
         /* clear the commands that were pending for corresponding LUN */
         for_each_set_bit(pos, &hba->outstanding_reqs, hba->nutrs) {
-               if (hba->lrb[pos].lun == lrbp->lun) {
+               lrbp2 = ufshcd_tag_to_lrb(hba, pos);

Can lrpb2 be null here?

lrpb2 can only be NULL if the 'pos' argument passed to ufshcd_tag_to_lrb() is not a valid tag. for_each_set_bit() however guarantees that 0 <= pos < hba->nutrs and hence guarantees that 'pos' is a valid tag.

Thanks,

Bart.

#12 lore raw

OK. Thanks.
Please add my Reviewed-by tag to your next ver.

Thanks,
Avri

Quoted 55 lines · Avri Altman
Quoted 8 lines

drivers/scsi/ufs/ufshcd.c static int ufshcd_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd) · line 2483

Quoted 5 lines · Bart Van Assche
drivers/scsi/ufs/ufshcd.c +5 -0
+       /* See also ufshcd_is_scsi() */
+       switch (req_op(cmd->request)) {
+       case REQ_OP_DRV_IN:
+       case REQ_OP_DRV_OUT:
+               WARN_ON_ONCE(true);

Maybe just WARN_ON_ONCE(!ufshcd_is_scsi(cmd->request))

Good idea. Will do.

Quoted 7 lines

drivers/scsi/ufs/ufshcd.c static void ufshcd_host_memory_configure(struct ufs_hba *hba) · line 3515

Quoted 5 lines
drivers/scsi/ufs/ufshcd.c +5 -0
+static int ufshcd_init_cmd_priv(struct Scsi_Host *shost, struct
+scsi_cmnd *cmd) {
+       struct ufs_hba *hba = shost_priv(shost);
+
+       ufshcd_init_lrb(hba, scsi_cmd_priv(cmd), cmd->tag);

So ufshcd_init_lrb() is called now for every new request?

ufshcd_init_lrb() is only called from inside scsi_add_host(), namely as follows:

scsi_add_host()
-> scsi_add_host_with_dma()
-> scsi_mq_setup_tags()

     -> blk_mq_alloc_tag_set()
       -> blk_mq_alloc_rq_maps()
         -> __blk_mq_alloc_rq_maps()
           -> __blk_mq_alloc_rq_map()
             -> blk_mq_alloc_rqs()
               -> blk_mq_init_request()
                 -> scsi_mq_init_request()
                   -> ufshcd_init_cmd_priv()
Quoted 10 lines

drivers/scsi/ufs/ufshcd.c static int ufshcd_eh_device_reset_handler(struct scsi_cmnd *cmd) · line 6135

Quoted 8 lines
(quoted diff) +0 -0
@@ -6074,7 +6132,8 @@ static int

ufshcd_eh_device_reset_handler(struct
scsi_cmnd *cmd)

         /* clear the commands that were pending for corresponding LUN */
         for_each_set_bit(pos, &hba->outstanding_reqs, hba->nutrs) {
drivers/scsi/ufs/ufshcd.c +1 -1
-               if (hba->lrb[pos].lun == lrbp->lun) {
+               lrbp2 = ufshcd_tag_to_lrb(hba, pos);

Can lrpb2 be null here?

lrpb2 can only be NULL if the 'pos' argument passed to ufshcd_tag_to_lrb() is not a valid tag. for_each_set_bit() however guarantees that 0 <= pos < hba->nutrs and hence guarantees that 'pos' is a valid tag.

Thanks,

Bart.

#13 lore raw
In reply to Bart Van Assche

Bart hi,

Quoted 6 lines

Hi Martin,

This patch series lets the SCSI core allocate per-command UFS data and hence simplifies the UFS driver. Please consider this patch series for the v5.6 kernel.

Aside of a mere simplification - is this change has other objectives?
I am asking because at the end of the day not sure if using scsi privet data for the lrb is obtaining that goal.

Thanks,
Avri

Quoted 16 lines

Thanks,

Bart.

Bart Van Assche (4):
Introduce {init,exit}_cmd_priv()
ufs: Introduce ufshcd_init_lrb()
ufs: Simplify two tests
ufs: Let the SCSI core allocate per-command UFS data

 drivers/scsi/scsi_lib.c   |  29 ++++-
 drivers/scsi/ufs/ufshcd.c | 247 ++++++++++++++++++++++++--------------
 drivers/scsi/ufs/ufshcd.h |   5 -
 include/scsi/scsi_host.h  |   3 +
 4 files changed, 183 insertions(+), 101 deletions(-)
#14 lore raw
Quoted 2 lines · Avri Altman

Aside of a mere simplification - is this change has other objectives?
I am asking because at the end of the day not sure if using scsi privet data for the lrb is obtaining that goal.

Hi Avri,

Thanks for having taken a look. An important goal of this patch series is to optimize the UFS driver. This patch series should make the UFS driver slightly faster because it removes several pointer dereferences from the hot path and because it organizes all request-related data in a single contiguous address range.

Bart.