nvme/tcp: use in-capsule data for fabrics commands
PATCH 1/1 nvme/tcp: use in-capsule data for fabrics commands
From the NVMe/TCP spec:
Quoted 3 lines
The maximum amount of in-capsule data for Fabrics and Admin Commands is 8,192 bytes ... NVMe/TCP controllers must support in-capsule data for Fabrics and Admin Command Capsules
Currently, command data is only sent in-capsule on the admin queue or I/O queues that indicate support for it.
Send fabrics command data in-capsule for I/O queues too to avoid needing a separate H2CData PDU.
--- drivers/nvme/host/tcp.c | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-)
drivers/nvme/host/tcp.c +7 -4
@@ -207,12 +207,15 @@ static inline u8 nvme_tcp_hdgst_len(struct nvme_tcp_queue *queue)static inline u8 nvme_tcp_ddgst_len (struct nvme_tcp_queue *queue) {return queue->data_digest ?NVME_TCP_DIGEST_LENGTH :0 ; } -static inline size_t nvme_tcp_inline_data_size (struct nvme_tcp_queue *queue) +static inline size_t nvme_tcp_inline_data_size (struct nvme_tcp_queue *queue, +struct nvme_tcp_request *req) { +if (nvme_is_fabrics (req->req.cmd)) +return NVME_TCP_ADMIN_CCSZ ;return queue->cmnd_capsule_len -sizeof (struct nvme_command ); }static inline bool nvme_tcp_async_req (struct nvme_tcp_request *req) {
@@ -227,11 +230,11 @@ static inline bool nvme_tcp_has_inline_data(struct nvme_tcp_request *req)return false;/* async events don't have a request */ rq =blk_mq_rq_from_pdu (req);return rq_data_dir (rq) ==WRITE && req->data_len && - req->data_len <=nvme_tcp_inline_data_size (req->queue); + req->data_len <=nvme_tcp_inline_data_size (req->queue, req); }static inline struct page *nvme_tcp_req_cur_page (struct nvme_tcp_request *req) {return req->iter.bvec->bv_page;
@@ -2368,11 +2371,11 @@ static blk_status_t nvme_tcp_map_data(struct nvme_tcp_queue *queue, c->common.flags |=NVME_CMD_SGL_METABUF ;if (!blk_rq_nr_phys_segments (rq))nvme_tcp_set_sg_null (c);else if (rq_data_dir (rq) ==WRITE && - req->data_len <=nvme_tcp_inline_data_size (queue)) + req->data_len <=nvme_tcp_inline_data_size (queue, req))nvme_tcp_set_sg_inline (queue, c, req->data_len);else nvme_tcp_set_sg_host_data (c, req->data_len);return 0 ;
@@ -2403,11 +2406,11 @@ static blk_status_t nvme_tcp_setup_cmd_pdu(struct nvme_ns *ns, req->curr_bio = rq->bio;if (req->curr_bio && req->data_len)nvme_tcp_init_iter (req,rq_data_dir (rq));if (rq_data_dir (rq) ==WRITE && - req->data_len <=nvme_tcp_inline_data_size (queue)) + req->data_len <=nvme_tcp_inline_data_size (queue, req)) req->pdu_len = req->data_len; pdu->hdr.type = nvme_tcp_cmd; pdu->hdr.flags =0 ;if (queue->hdr_digest)
Signature · 1 line
2.25.1
Sagi Grimberg
maintainerQuoted 9 lines
Quoted 4 lines
The maximum amount of in-capsule data for Fabrics and Admin Commands is 8,192 bytes ... NVMe/TCP controllers must support in-capsule data for Fabrics and Admin Command Capsules
Currently, command data is only sent in-capsule on the admin queue or I/O queues that indicate support for it.
Send fabrics command data in-capsule for I/O queues too to avoid needing a separate H2CData PDU.
The only fabrics command that is sent on an I/O queue is connect. But I guess that if ioccsz=0 that would cause connect to use h2cdata...
Quoted 28 lines
Signed-off-by Caleb Sander <[email protected]>--- drivers/nvme/host/tcp.c | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-)drivers/nvme/host/tcp.c +4
-1@@ -207,12 +207,15 @@ static inline u8 nvme_tcp_hdgst_len(struct nvme_tcp_queue *queue)static inline u8 nvme_tcp_ddgst_len (struct nvme_tcp_queue *queue) {return queue->data_digest ?NVME_TCP_DIGEST_LENGTH :0 ; } -static inline size_t nvme_tcp_inline_data_size (struct nvme_tcp_queue *queue) +static inline size_t nvme_tcp_inline_data_size (struct nvme_tcp_queue *queue, +struct nvme_tcp_request *req) { +if (nvme_is_fabrics (req->req.cmd)) +return NVME_TCP_ADMIN_CCSZ ;return queue->cmnd_capsule_len -sizeof (struct nvme_command ); }static inline bool nvme_tcp_async_req (struct nvme_tcp_request *req) {
drivers/nvme/host/tcp.c static inline bool nvme_tcp_has_inline_data(struct nvme_tcp_request *req) · line 235
Quoted 7 lines
drivers/nvme/host/tcp.c +1
-1@@ -227,11 +230,11 @@ static inline bool nvme_tcp_has_inline_data(struct nvme_tcp_request *req)return false;/* async events don't have a request */ rq =blk_mq_rq_from_pdu (req);return rq_data_dir (rq) ==WRITE && req->data_len && - req->data_len <=nvme_tcp_inline_data_size (req->queue); + req->data_len <=nvme_tcp_inline_data_size (req->queue, req);
We can just pass req and reference the queue from the request itself.
PATCH v2 1/1 nvme-tcp: use in-capsule data for I/O connect
From the NVMe/TCP spec:
Quoted 3 lines
The maximum amount of in-capsule data for Fabrics and Admin Commands is 8,192 bytes ... NVMe/TCP controllers must support in-capsule data for Fabrics and Admin Command Capsules
Currently, command data is only sent in-capsule on the admin queue or I/O queues that indicate support for it.
Send fabrics command data in-capsule for I/O queues too to avoid needing a separate H2CData PDU for the connect command.
--- drivers/nvme/host/tcp.c | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-)
drivers/nvme/host/tcp.c +7 -5
@@ -207,13 +207,15 @@ static inline u8 nvme_tcp_hdgst_len(struct nvme_tcp_queue *queue)static inline u8 nvme_tcp_ddgst_len (struct nvme_tcp_queue *queue) {return queue->data_digest ?NVME_TCP_DIGEST_LENGTH :0 ; } -static inline size_t nvme_tcp_inline_data_size (struct nvme_tcp_queue *queue) +static inline size_t nvme_tcp_inline_data_size (struct nvme_tcp_request *req) { -return queue->cmnd_capsule_len -sizeof (struct nvme_command ); +if (nvme_is_fabrics (req->req.cmd)) +return NVME_TCP_ADMIN_CCSZ ; +return req->queue->cmnd_capsule_len -sizeof (struct nvme_command ); }static inline bool nvme_tcp_async_req (struct nvme_tcp_request *req) {return req == &req->queue->ctrl->async_req;
@@ -227,11 +229,11 @@ static inline bool nvme_tcp_has_inline_data(struct nvme_tcp_request *req)return false;/* async events don't have a request */ rq =blk_mq_rq_from_pdu (req);return rq_data_dir (rq) ==WRITE && req->data_len && - req->data_len <=nvme_tcp_inline_data_size (req->queue); + req->data_len <=nvme_tcp_inline_data_size (req); }static inline struct page *nvme_tcp_req_cur_page (struct nvme_tcp_request *req) {return req->iter.bvec->bv_page;
@@ -2370,11 +2372,11 @@ static blk_status_t nvme_tcp_map_data(struct nvme_tcp_queue *queue, c->common.flags |=NVME_CMD_SGL_METABUF ;if (!blk_rq_nr_phys_segments (rq))nvme_tcp_set_sg_null (c);else if (rq_data_dir (rq) ==WRITE && - req->data_len <=nvme_tcp_inline_data_size (queue)) + req->data_len <=nvme_tcp_inline_data_size (req))nvme_tcp_set_sg_inline (queue, c, req->data_len);else nvme_tcp_set_sg_host_data (c, req->data_len);return 0 ;
@@ -2405,11 +2407,11 @@ static blk_status_t nvme_tcp_setup_cmd_pdu(struct nvme_ns *ns, req->curr_bio = rq->bio;if (req->curr_bio && req->data_len)nvme_tcp_init_iter (req,rq_data_dir (rq));if (rq_data_dir (rq) ==WRITE && - req->data_len <=nvme_tcp_inline_data_size (queue)) + req->data_len <=nvme_tcp_inline_data_size (req)) req->pdu_len = req->data_len; pdu->hdr.type = nvme_tcp_cmd; pdu->hdr.flags =0 ;if (queue->hdr_digest)
--
2.25.1
Christoph Hellwig
maintainerRe: [PATCH v2] nvme-tcp: use in-capsule data for I/O connect
Quoted 9 lines · Caleb Sander
Quoted 4 lines
From the NVMe/TCP spec:
The maximum amount of in-capsule data for Fabrics and Admin Commands is 8,192 bytes ... NVMe/TCP controllers must support in-capsule data for Fabrics and Admin Command CapsulesCurrently, command data is only sent in-capsule on the admin queue or I/O queues that indicate support for it.
Send fabrics command data in-capsule for I/O queues too to avoid needing a separate H2CData PDU for the connect command.
While I'm fine with this change, can you please state here why this is important? Is there a use case where it really matters? A controller that is unhappy if this doesn't happen?
Re: [PATCH v2] nvme-tcp: use in-capsule data for I/O connect
Quoted 3 lines
While I'm fine with this change, can you please state here why this is important? Is there a use case where it really matters? A controller that is unhappy if this doesn't happen?
It's just an optimization. Without this change, we send the connect command capsule and data in separate PDUs (CapsuleCmd and H2CData), and must wait for the controller to respond with an R2T PDU before sending the H2CData. With the change, we send a single CapsuleCmd PDU that includes the data. This reduces the number of bytes (and likely packets) sent across the network, and simplifies the send state machine handling in the driver.
Using in-capsule data does not "really matter" for admin commands either, but we appear to have decided that the optimization is worth it. So I am just suggesting we extend the logic to the I/O connect command.
Quoted 15 lines · Christoph Hellwig
Quoted 9 lines · Caleb Sander
Quoted 4 lines
From the NVMe/TCP spec:
The maximum amount of in-capsule data for Fabrics and Admin Commands is 8,192 bytes ... NVMe/TCP controllers must support in-capsule data for Fabrics and Admin Command CapsulesCurrently, command data is only sent in-capsule on the admin queue or I/O queues that indicate support for it.
Send fabrics command data in-capsule for I/O queues too to avoid needing a separate H2CData PDU for the connect command.While I'm fine with this change, can you please state here why this is important? Is there a use case where it really matters? A controller that is unhappy if this doesn't happen?
Sagi Grimberg
maintainerRe: [PATCH v2] nvme-tcp: use in-capsule data for I/O connect
Quoted 12 lines
Quoted 4 lines
While I'm fine with this change, can you please state here why this is important? Is there a use case where it really matters? A controller that is unhappy if this doesn't happen?
It's just an optimization. Without this change, we send the connect command capsule and data in separate PDUs (CapsuleCmd and H2CData), and must wait for the controller to respond with an R2T PDU before sending the H2CData. With the change, we send a single CapsuleCmd PDU that includes the data. This reduces the number of bytes (and likely packets) sent across the network, and simplifies the send state machine handling in the driver.
Quoted 3 lines
Using in-capsule data does not "really matter" for admin commands either, but we appear to have decided that the optimization is worth it. So I am just suggesting we extend the logic to the I/O connect command.
I think that the question was, does a controller that suffers from this inefficiency exist? Up until now the controllers seen in the wild all support ioccsz that accepts IO connect to go in-capsule.
Re: [PATCH v2] nvme-tcp: use in-capsule data for I/O connect
Quoted 3 lines
I think that the question was, does a controller that suffers from this inefficiency exist? Up until now the controllers seen in the wild all support ioccsz that accepts IO connect to go in-capsule.
No, I don't know of a controller that reports IOCCSZ < 64 + 1024. I discovered this behavior when writing a mock nvme-tcp target reporting IOCCSZ = 64.
Quoted 20 lines · Sagi Grimberg
Quoted 13 lines
Quoted 5 lines
While I'm fine with this change, can you please state here why this is important? Is there a use case where it really matters? A controller that is unhappy if this doesn't happen?
It's just an optimization. Without this change, we send the connect command capsule and data in separate PDUs (CapsuleCmd and H2CData), and must wait for the controller to respond with an R2T PDU before sending the H2CData. With the change, we send a single CapsuleCmd PDU that includes the data. This reduces the number of bytes (and likely packets) sent across the network, and simplifies the send state machine handling in the driver.
Quoted 3 lines
Using in-capsule data does not "really matter" for admin commands either, but we appear to have decided that the optimization is worth it. So I am just suggesting we extend the logic to the I/O connect command.
I think that the question was, does a controller that suffers from this inefficiency exist? Up until now the controllers seen in the wild all support ioccsz that accepts IO connect to go in-capsule.
Re: [PATCH v2] nvme-tcp: use in-capsule data for I/O connect
In reply to Caleb SanderThanks,
applied to nvme-5.20 with an updated commit log based on the reply in this thread.