ksmbd: smbd: change prototypes of RDMA read/write related functions
Subsystems (2)
PATCH v3 1/4 ksmbd: smbd: change prototypes of RDMA read/write related functions
Change the prototypes of RDMA read/write
operations to accept a pointer and length
of buffer descriptors.
---
changes from v1:
- Use le16_to_cpu() instead of le32_to_cpu() to retrieve req->ReadChannelInfoOffset(reported by kernel test bot)
changes from v2:
- Split a v2 patch to 4 patches.
- Change function name from smb2_validate_rdma_buffer_descs to smb2_set_remote_key_for_rdma.
- Change the if condition in smb2_set_remote_key_for_rdma() from "ch_count < 1" to "!ch_count".
fs/ksmbd/connection.c | 20 ++++++++++---------- fs/ksmbd/connection.h | 27 ++++++++++++++++----------- fs/ksmbd/smb2pdu.c | 23 ++++++++--------------- fs/ksmbd/transport_rdma.c | 30 +++++++++++++++++------------- 4 files changed, 51 insertions(+), 49 deletions(-)
fs/ksmbd/connection.c +10 -10
@@ -205,31 +205,31 @@ int ksmbd_conn_write(struct ksmbd_work *work)return 0 ; } -int ksmbd_conn_rdma_read (struct ksmbd_conn *conn,void *buf, -unsigned int buflen,u32 remote_key,u64 remote_offset, -u32 remote_len) +int ksmbd_conn_rdma_read (struct ksmbd_conn *conn, +void *buf,unsigned int buflen, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len) {int ret = -EINVAL ;if (conn->transport->ops->rdma_read) ret = conn->transport->ops->rdma_read (conn->transport, buf, buflen, - remote_key, remote_offset, - remote_len); + desc, desc_len);return ret; } -int ksmbd_conn_rdma_write (struct ksmbd_conn *conn,void *buf, -unsigned int buflen,u32 remote_key, -u64 remote_offset,u32 remote_len) +int ksmbd_conn_rdma_write (struct ksmbd_conn *conn, +void *buf,unsigned int buflen, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len) {int ret = -EINVAL ;if (conn->transport->ops->rdma_write) ret = conn->transport->ops->rdma_write (conn->transport, buf, buflen, - remote_key, remote_offset, - remote_len); + desc, desc_len);return ret; }
fs/ksmbd/connection.h +16 -11
@@ -122,11 +122,14 @@ struct ksmbd_transport_ops {int (*writev)(struct ksmbd_transport *t,struct kvec *iovs,int niov,int size,bool need_invalidate_rkey,unsigned int remote_key); -int (*rdma_read)(struct ksmbd_transport *t,void *buf,unsigned int len, -u32 remote_key,u64 remote_offset,u32 remote_len); -int (*rdma_write)(struct ksmbd_transport *t,void *buf, -unsigned int len,u32 remote_key,u64 remote_offset, -u32 remote_len); +int (*rdma_read)(struct ksmbd_transport *t, +void *buf,unsigned int len, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len); +int (*rdma_write)(struct ksmbd_transport *t, +void *buf,unsigned int len, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len); };struct ksmbd_transport {
@@ -148,12 +151,14 @@ struct ksmbd_conn *ksmbd_conn_alloc(void);void ksmbd_conn_free (struct ksmbd_conn *conn);bool ksmbd_conn_lookup_dialect (struct ksmbd_conn *c);int ksmbd_conn_write (struct ksmbd_work *work); -int ksmbd_conn_rdma_read (struct ksmbd_conn *conn,void *buf, -unsigned int buflen,u32 remote_key,u64 remote_offset, -u32 remote_len); -int ksmbd_conn_rdma_write (struct ksmbd_conn *conn,void *buf, -unsigned int buflen,u32 remote_key,u64 remote_offset, -u32 remote_len); +int ksmbd_conn_rdma_read (struct ksmbd_conn *conn, +void *buf,unsigned int buflen, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len); +int ksmbd_conn_rdma_write (struct ksmbd_conn *conn, +void *buf,unsigned int buflen, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len);void ksmbd_conn_enqueue_request (struct ksmbd_work *work);int ksmbd_conn_try_dequeue_request (struct ksmbd_work *work);void ksmbd_conn_init_server_callbacks (struct ksmbd_conn_ops *ops);
fs/ksmbd/smb2pdu.c +8 -15
@@ -6116,7 +6116,6 @@ static noinline int smb2_read_pipe(struct ksmbd_work *work)static int smb2_set_remote_key_for_rdma (struct ksmbd_work *work,struct smb2_buffer_desc_v1 *desc,__le32 Channel, -__le16 ChannelInfoOffset,__le16 ChannelInfoLength) {unsigned int i, ch_count;
@@ -6142,7 +6141,8 @@ static int smb2_set_remote_key_for_rdma(struct ksmbd_work *work, work->need_invalidate_rkey = (Channel ==SMB2_CHANNEL_RDMA_V1_INVALIDATE ); - work->remote_key =le32_to_cpu (desc->token); +if (Channel ==SMB2_CHANNEL_RDMA_V1_INVALIDATE ) + work->remote_key =le32_to_cpu (desc->token);return 0 ; }
@@ -6150,14 +6150,12 @@ static ssize_t smb2_read_rdma_channel(struct ksmbd_work *work, struct smb2_read_req *req, void *data_buf, size_t length) { - struct smb2_buffer_desc_v1 *desc = - (struct smb2_buffer_desc_v1 *)&req->Buffer[0 ]; int err; err =ksmbd_conn_rdma_write (work->conn, data_buf, length, -le32_to_cpu (desc->token), -le64_to_cpu (desc->offset), -le32_to_cpu (desc->length)); + (struct smb2_buffer_desc_v1 *) + ((char *)req +le16_to_cpu (req->ReadChannelInfoOffset)), +le16_to_cpu (req->ReadChannelInfoLength));if (err)return err;
@@ -6201,7 +6199,6 @@ int smb2_read(struct ksmbd_work *work) (struct smb2_buffer_desc_v1 *) ((char *)req + ch_offset), req->Channel, - req->ReadChannelInfoOffset, req->ReadChannelInfoLength);if (err) goto out;
@@ -6384,21 +6381,18 @@ static ssize_t smb2_write_rdma_channel(struct ksmbd_work *work,struct ksmbd_file *fp, loff_t offset, size_t length, bool sync) { - struct smb2_buffer_desc_v1 *desc; char *data_buf;int ret;ssize_t nbytes; - desc = (struct smb2_buffer_desc_v1 *)&req->Buffer[0 ]; - data_buf =kvmalloc (length,GFP_KERNEL | __GFP_ZERO);if (!data_buf)return -ENOMEM ; ret =ksmbd_conn_rdma_read (work->conn, data_buf, length, -le32_to_cpu (desc->token), -le64_to_cpu (desc->offset), -le32_to_cpu (desc->length)); + (struct smb2_buffer_desc_v1 *) + ((char *)req +le16_to_cpu (req->WriteChannelInfoOffset)), +le16_to_cpu (req->WriteChannelInfoLength));if (ret <0 ) {kvfree (data_buf);return ret;
@@ -6450,7 +6444,6 @@ int smb2_write(struct ksmbd_work *work) (struct smb2_buffer_desc_v1 *) ((char *)req + ch_offset), req->Channel, - req->WriteChannelInfoOffset, req->WriteChannelInfoLength);if (err) goto out;
fs/ksmbd/transport_rdma.c +17 -13
@@ -1351,14 +1351,18 @@ static void write_done(struct ib_cq *cq, struct ib_wc *wc)read_write_done (cq, wc,DMA_TO_DEVICE ); } -static int smb_direct_rdma_xmit (struct smb_direct_transport *t,void *buf, -int buf_len,u32 remote_key,u64 remote_offset, -u32 remote_len,bool is_read) +static int smb_direct_rdma_xmit (struct smb_direct_transport *t, +void *buf,int buf_len, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len, +bool is_read) {struct smb_direct_rdma_rw_msg *msg;int ret;DECLARE_COMPLETION_ONSTACK (completion);struct ib_send_wr *first_wr =NULL ; +u32 remote_key =le32_to_cpu (desc[0 ].token); +u64 remote_offset =le64_to_cpu (desc[0 ].offset); ret =wait_for_credits (t, &t->wait_rw_avail_ops, &t->rw_avail_ops);if (ret <0 )
@@ -1423,22 +1427,22 @@ static int smb_direct_rdma_xmit(struct smb_direct_transport *t, void *buf,return ret; } -static int smb_direct_rdma_write (struct ksmbd_transport *t,void *buf, -unsigned int buflen,u32 remote_key, -u64 remote_offset,u32 remote_len) +static int smb_direct_rdma_write (struct ksmbd_transport *t, +void *buf,unsigned int buflen, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len) {return smb_direct_rdma_xmit (smb_trans_direct_transfort (t), buf, buflen, - remote_key, remote_offset, - remote_len, false); + desc, desc_len, false); } -static int smb_direct_rdma_read (struct ksmbd_transport *t,void *buf, -unsigned int buflen,u32 remote_key, -u64 remote_offset,u32 remote_len) +static int smb_direct_rdma_read (struct ksmbd_transport *t, +void *buf,unsigned int buflen, +struct smb2_buffer_desc_v1 *desc, +unsigned int desc_len) {return smb_direct_rdma_xmit (smb_trans_direct_transfort (t), buf, buflen, - remote_key, remote_offset, - remote_len, true); + desc, desc_len, true); }static void smb_direct_disconnect (struct ksmbd_transport *t)
Signature · 1 line
2.25.1
PATCH v3 2/4 ksmbd: smbd: introduce read/write credits for RDMA read/write
SMB2_READ/SMB2_WRITE request has to be granted the number of rw credits, the pages the request wants to transfer / the maximum pages which can be registered with one MR to read and write a file.
And allocate enough RDMA resources for the maximum number of rw credits allowed by ksmbd.
---
changes from v2:
- Split a v2 patch to 4 patches.
fs/ksmbd/transport_rdma.c | 120 +++++++++++++++++++++++--------------- 1 file changed, 72 insertions(+), 48 deletions(-)
fs/ksmbd/transport_rdma.c +72 -48
@@ -80,9 +80,9 @@ static int smb_direct_max_fragmented_recv_size = 1024 * 1024;/* The maximum single-message size which can be received */ static int smb_direct_max_receive_size =8192 ; -static int smb_direct_max_read_write_size =524224 ; +static int smb_direct_max_read_write_size =8 *1024 *1024 ; -static int smb_direct_max_outstanding_rw_ops =8 ; +static int smb_direct_outstanding_max_read_write =1 ;static LIST_HEAD (smb_direct_device_list);static DEFINE_RWLOCK (smb_direct_device_lock);
@@ -147,10 +147,12 @@ struct smb_direct_transport {atomic_t send_credits;spinlock_t lock_new_recv_credits;int new_recv_credits; -atomic_t rw_avail_ops; +int max_rw_credits; +int pages_per_rw_credit; +atomic_t rw_credits;wait_queue_head_t wait_send_credits; -wait_queue_head_t wait_rw_avail_ops; +wait_queue_head_t wait_rw_credits;mempool_t *sendmsg_mempool;struct kmem_cache *sendmsg_cache;
@@ -377,7 +379,7 @@ static struct smb_direct_transport *alloc_transport(struct rdma_cm_id *cm_id) t->reassembly_queue_length =0 ;init_waitqueue_head (&t->wait_reassembly_queue);init_waitqueue_head (&t->wait_send_credits); -init_waitqueue_head (&t->wait_rw_avail_ops); +init_waitqueue_head (&t->wait_rw_credits);spin_lock_init (&t->receive_credit_lock);spin_lock_init (&t->recvmsg_queue_lock);
@@ -983,18 +985,19 @@ static int smb_direct_flush_send_list(struct smb_direct_transport *t, }static int wait_for_credits (struct smb_direct_transport *t, -wait_queue_head_t *waitq,atomic_t *credits) +wait_queue_head_t *waitq,atomic_t *total_credits, +int needed) {int ret; do { - if (atomic_dec_return(credits) >= 0) + if (atomic_sub_return(needed, total_credits) >= 0) return 0; - atomic_inc(credits); + atomic_add(needed, total_credits); ret = wait_event_interruptible(*waitq, - atomic_read(credits) > 0 || - t->status != SMB_DIRECT_CS_CONNECTED); + atomic_read(total_credits) >= needed || + t->status != SMB_DIRECT_CS_CONNECTED); if (t->status != SMB_DIRECT_CS_CONNECTED) return -ENOTCONN;
@@ -1015,7 +1018,19 @@ static int wait_for_send_credits(struct smb_direct_transport *t,return ret; } -return wait_for_credits (t, &t->wait_send_credits, &t->send_credits); +return wait_for_credits (t, &t->wait_send_credits, &t->send_credits,1 ); +} + +static int wait_for_rw_credits (struct smb_direct_transport *t,int credits) +{ +return wait_for_credits (t, &t->wait_rw_credits, &t->rw_credits, credits); +} + +static int calc_rw_credits (struct smb_direct_transport *t, +char *buf,unsigned int len) +{ +return DIV_ROUND_UP (get_buf_page_count (buf, len), + t->pages_per_rw_credit); } static int smb_direct_create_header(struct smb_direct_transport *t,
@@ -1331,8 +1346,8 @@ static void read_write_done(struct ib_cq *cq, struct ib_wc *wc,smb_direct_disconnect_rdma_connection (t); } -if (atomic_inc_return (&t->rw_avail_ops) >0 ) -wake_up (&t->wait_rw_avail_ops); +if (atomic_inc_return (&t->rw_credits) >0 ) +wake_up (&t->wait_rw_credits);rdma_rw_ctx_destroy (&msg->rw_ctx, t->qp, t->qp->port, msg->sg_list, msg->sgt.nents, dir);
@@ -1363,8 +1378,10 @@ static int smb_direct_rdma_xmit(struct smb_direct_transport *t,struct ib_send_wr *first_wr =NULL ;u32 remote_key =le32_to_cpu (desc[0 ].token);u64 remote_offset =le64_to_cpu (desc[0 ].offset); +int credits_needed; - ret =wait_for_credits (t, &t->wait_rw_avail_ops, &t->rw_avail_ops); + credits_needed =calc_rw_credits (t, buf, buf_len); + ret =wait_for_rw_credits (t, credits_needed);if (ret <0 )return ret;
@@ -1372,7 +1389,7 @@ static int smb_direct_rdma_xmit(struct smb_direct_transport *t, msg =kmalloc (offsetof(struct smb_direct_rdma_rw_msg , sg_list) +sizeof (struct scatterlist ) *SG_CHUNK_SIZE ,GFP_KERNEL );if (!msg) { -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);return -ENOMEM ; }
@@ -1381,7 +1398,7 @@ static int smb_direct_rdma_xmit(struct smb_direct_transport *t,get_buf_page_count (buf, buf_len), msg->sg_list, SG_CHUNK_SIZE);if (ret) { -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);kfree (msg);return -ENOMEM ; }
@@ -1417,7 +1434,7 @@ static int smb_direct_rdma_xmit(struct smb_direct_transport *t,return 0 ; err: -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);if (first_wr) rdma_rw_ctx_destroy(&msg->rw_ctx, t->qp, t->qp->port, msg->sg_list, msg->sgt.nents,
@@ -1642,11 +1659,19 @@ static int smb_direct_prepare_negotiation(struct smb_direct_transport *t)return ret; } +static unsigned int smb_direct_get_max_fr_pages (struct smb_direct_transport *t) +{ + return min_t(unsigned int, + t->cm_id->device->attrs.max_fast_reg_page_list_len, +256 ); +} +static int smb_direct_init_params (struct smb_direct_transport *t,struct ib_qp_cap *cap) {struct ib_device *device = t->cm_id->device; -int max_send_sges, max_pages, max_rw_wrs, max_send_wrs; +int max_send_sges, max_rw_wrs, max_send_wrs; +unsigned int max_sge_per_wr, wrs_per_credit;/* need 2 more sge. because a SMB_DIRECT header will be mapped, * and maybe a send buffer could be not page aligned.
@@ -1658,25 +1683,31 @@ static int smb_direct_init_params(struct smb_direct_transport *t,return -EINVAL ; } -/* -* allow smb_direct_max_outstanding_rw_ops of in-flight RDMA -* read/writes. HCA guarantees at least max_send_sge of sges for -* a RDMA read/write work request, and if memory registration is used, -* we need reg_mr, local_inv wrs for each read/write. +/* Calculate the number of work requests for RDMA R/W. +* The maximum number of pages which can be registered +* with one Memory region can be transferred with one +* R/W credit. And at least 4 work requests for each credit +* are needed for MR registration, RDMA R/W, local & remote +* MR invalidation. */ t->max_rdma_rw_size = smb_direct_max_read_write_size; - max_pages =DIV_ROUND_UP (t->max_rdma_rw_size,PAGE_SIZE ) +1 ; - max_rw_wrs =DIV_ROUND_UP (max_pages,SMB_DIRECT_MAX_SEND_SGES ); - max_rw_wrs +=rdma_rw_mr_factor (device, t->cm_id->port_num, - max_pages) *2 ; - max_rw_wrs *= smb_direct_max_outstanding_rw_ops; + t->pages_per_rw_credit =smb_direct_get_max_fr_pages (t); + t->max_rw_credits = smb_direct_outstanding_max_read_write * +DIV_ROUND_UP (t->max_rdma_rw_size, + (t->pages_per_rw_credit -1 ) *PAGE_SIZE ); + + max_sge_per_wr = min_t(unsigned int, device->attrs.max_send_sge, + device->attrs.max_sge_rd); + wrs_per_credit = max_t(unsigned int, 4, +DIV_ROUND_UP (t->pages_per_rw_credit, + max_sge_per_wr) +1 ); + max_rw_wrs = t->max_rw_credits * wrs_per_credit; max_send_wrs = smb_direct_send_credit_target + max_rw_wrs;if (max_send_wrs > device->attrs.max_cqe || max_send_wrs > device->attrs.max_qp_wr) { -pr_err ("consider lowering send_credit_target = %d, or max_outstanding_rw_ops = %d\n" , - smb_direct_send_credit_target, - smb_direct_max_outstanding_rw_ops); +pr_err ("consider lowering send_credit_target = %d\n" , + smb_direct_send_credit_target);pr_err ("Possible CQE overrun, device reporting max_cqe %d max_qp_wr %d\n" , device->attrs.max_cqe, device->attrs.max_qp_wr);return -EINVAL ;
@@ -1711,7 +1742,7 @@ static int smb_direct_init_params(struct smb_direct_transport *t, t->send_credit_target = smb_direct_send_credit_target;atomic_set (&t->send_credits,0 ); -atomic_set (&t->rw_avail_ops, smb_direct_max_outstanding_rw_ops); +atomic_set (&t->rw_credits, t->max_rw_credits); t->max_send_size = smb_direct_max_send_size; t->max_recv_size = smb_direct_max_receive_size;
@@ -1719,12 +1750,10 @@ static int smb_direct_init_params(struct smb_direct_transport *t, cap->max_send_wr = max_send_wrs; cap->max_recv_wr = t->recv_credit_max; - cap->max_send_sge =SMB_DIRECT_MAX_SEND_SGES ; + cap->max_send_sge = max_sge_per_wr; cap->max_recv_sge =SMB_DIRECT_MAX_RECV_SGES ; cap->max_inline_data =0 ; - cap->max_rdma_ctxs = -rdma_rw_mr_factor (device, t->cm_id->port_num, max_pages) * - smb_direct_max_outstanding_rw_ops; + cap->max_rdma_ctxs = t->max_rw_credits;return 0 ; }
@@ -1817,7 +1846,8 @@ static int smb_direct_create_qpair(struct smb_direct_transport *t, } t->send_cq =ib_alloc_cq (t->cm_id->device, t, - t->send_credit_target,0 ,IB_POLL_WORKQUEUE ); + smb_direct_send_credit_target + cap->max_rdma_ctxs, +0 ,IB_POLL_WORKQUEUE );if (IS_ERR (t->send_cq)) {pr_err ("Can't create RDMA send CQ\n" ); ret =PTR_ERR (t->send_cq);
@@ -1826,8 +1856,7 @@ static int smb_direct_create_qpair(struct smb_direct_transport *t, } t->recv_cq =ib_alloc_cq (t->cm_id->device, t, - cap->max_send_wr + cap->max_rdma_ctxs, -0 ,IB_POLL_WORKQUEUE ); + t->recv_credit_max,0 ,IB_POLL_WORKQUEUE );if (IS_ERR (t->recv_cq)) {pr_err ("Can't create RDMA recv CQ\n" ); ret =PTR_ERR (t->recv_cq);
@@ -1856,17 +1885,12 @@ static int smb_direct_create_qpair(struct smb_direct_transport *t, pages_per_rw =DIV_ROUND_UP (t->max_rdma_rw_size,PAGE_SIZE ) +1 ;if (pages_per_rw > t->cm_id->device->attrs.max_sgl_rd) { -int pages_per_mr, mr_count; - - pages_per_mr =min_t (int, pages_per_rw, - t->cm_id->device->attrs.max_fast_reg_page_list_len); - mr_count =DIV_ROUND_UP (pages_per_rw, pages_per_mr) * -atomic_read (&t->rw_avail_ops); - ret =ib_mr_pool_init (t->qp, &t->qp->rdma_mrs, mr_count, -IB_MR_TYPE_MEM_REG , pages_per_mr,0 ); + ret =ib_mr_pool_init (t->qp, &t->qp->rdma_mrs, + t->max_rw_credits,IB_MR_TYPE_MEM_REG , + t->pages_per_rw_credit,0 );if (ret) {pr_err ("failed to init mr pool count %d pages %d\n" , - mr_count, pages_per_mr); + t->max_rw_credits, t->pages_per_rw_credit); goto err; } }
Signature · 1 line
2.25.1
Namjae Jeon
maintainerRe: [PATCH v3 2/4] ksmbd: smbd: introduce read/write credits for RDMA read/write
2022-04-18 14:14 GMT+09:00, Hyunchul Lee <[email protected]>:
Quoted 20 lines
SMB2_READ/SMB2_WRITE request has to be granted the number of rw credits, the pages the request wants to transfer / the maximum pages which can be registered with one MR to read and write a file.
And allocate enough RDMA resources for the maximum number of rw credits allowed by ksmbd.Signed-off-by Hyunchul Lee <[email protected]>---
changes from v2:
- Split a v2 patch to 4 patches.fs/ksmbd/transport_rdma.c | 120 +++++++++++++++++++++++--------------- 1 file changed, 72 insertions(+), 48 deletions(-)fs/ksmbd/transport_rdma.c +0
-0
fs/ksmbd/transport_rdma.c static int smb_direct_max_fragmented_recv_size = 1024 * · line 86
Quoted 9 lines
fs/ksmbd/transport_rdma.c +2
-2@@ -80,9 +80,9 @@ static int smb_direct_max_fragmented_recv_size = 1024 *1024 ;/* The maximum single-message size which can be received */ static int smb_direct_max_receive_size =8192 ; -static int smb_direct_max_read_write_size =524224 ; +static int smb_direct_max_read_write_size =8 *1024 *1024 ; -static int smb_direct_max_outstanding_rw_ops =8 ; +static int smb_direct_outstanding_max_read_write =1 ;
this variable is neeeded ?
Quoted 133 lines
fs/ksmbd/transport_rdma.c +5
-3static LIST_HEAD (smb_direct_device_list);static DEFINE_RWLOCK (smb_direct_device_lock);@@ -147,10 +147,12 @@ struct smb_direct_transport {atomic_t send_credits;spinlock_t lock_new_recv_credits;int new_recv_credits; -atomic_t rw_avail_ops; +int max_rw_credits; +int pages_per_rw_credit; +atomic_t rw_credits;wait_queue_head_t wait_send_credits; -wait_queue_head_t wait_rw_avail_ops; +wait_queue_head_t wait_rw_credits;mempool_t *sendmsg_mempool;struct kmem_cache *sendmsg_cache;@@ -377,7 +379,7 @@ static struct smb_direct_transport *alloc_transport(struct rdma_cm_id *cm_id) t->reassembly_queue_length = 0;init_waitqueue_head (&t->wait_reassembly_queue);init_waitqueue_head (&t->wait_send_credits); -init_waitqueue_head (&t->wait_rw_avail_ops); +init_waitqueue_head (&t->wait_rw_credits);spin_lock_init (&t->receive_credit_lock);fs/ksmbd/transport_rdma.c +6
-5spin_lock_init (&t->recvmsg_queue_lock);@@ -983,18 +985,19 @@ static int smb_direct_flush_send_list(struct smb_direct_transport *t, }static int wait_for_credits (struct smb_direct_transport *t, -wait_queue_head_t *waitq,atomic_t *credits) +wait_queue_head_t *waitq,atomic_t *total_credits, +int needed) {int ret; do { - if (atomic_dec_return(credits) >= 0) + if (atomic_sub_return(needed, total_credits) >= 0) return 0; - atomic_inc(credits); + atomic_add(needed, total_credits); ret = wait_event_interruptible(*waitq, - atomic_read(credits) > 0 || - t->status != SMB_DIRECT_CS_CONNECTED); + atomic_read(total_credits) >= needed || + t->status != SMB_DIRECT_CS_CONNECTED); if (t->status != SMB_DIRECT_CS_CONNECTED)fs/ksmbd/transport_rdma.c +13
-1return -ENOTCONN ;@@ -1015,7 +1018,19 @@ static int wait_for_send_credits(structsmb_direct_transport *t, return ret; } -return wait_for_credits (t, &t->wait_send_credits, &t->send_credits); +return wait_for_credits (t, &t->wait_send_credits, &t->send_credits,1 ); +} + +static int wait_for_rw_credits (struct smb_direct_transport *t,int credits) +{ +return wait_for_credits (t, &t->wait_rw_credits, &t->rw_credits, credits); +} + +static int calc_rw_credits (struct smb_direct_transport *t, +char *buf,unsigned int len) +{ +return DIV_ROUND_UP (get_buf_page_count (buf, len), + t->pages_per_rw_credit); }static int smb_direct_create_header(struct
smb_direct_transport*t,fs/ksmbd/transport_rdma.c +2
-2@@ -1331,8 +1346,8 @@ static void read_write_done(struct ib_cq *cq, structib_wc *wc,smb_direct_disconnect_rdma_connection (t ); } -if (atomic_inc_return (&t->rw_avail_ops) >0 ) -wake_up (&t->wait_rw_avail_ops); +if (atomic_inc_return (&t->rw_credits) >0 ) +wake_up (&t->wait_rw_credits); rdma_rw_ctx_destroy(&msg->rw_ctx, t->qp, t->qp->port,fs/ksmbd/transport_rdma.c +5
-3msg->sg_list, msg->sgt.nents, dir);@@ -1363,8 +1378,10 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, struct ib_send_wr *first_wr = NULL;u32 remote_key =le32_to_cpu (desc[0 ].token);u64 remote_offset =le64_to_cpu (desc[0 ].offset); +int credits_needed; - ret =wait_for_credits (t, &t->wait_rw_avail_ops, &t->rw_avail_ops); + credits_needed =calc_rw_credits (t, buf, buf_len); + ret =wait_for_rw_credits (t, credits_needed);if (ret <0 )return ret;@@ -1372,7 +1389,7 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, msg =kmalloc (offsetof(struct smb_direct_rdma_rw_msg , sg_list) +sizeof (struct scatterlist ) *SG_CHUNK_SIZE ,GFP_KERNEL );if (!msg) { -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);return -ENOMEM ; }@@ -1381,7 +1398,7 @@ static int smb_direct_rdma_xmit(struct smb_direct_transport *t,get_buf_page_count (buf, buf_len), msg->sg_list, SG_CHUNK_SIZE);if (ret) { -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);kfree (msg);return -ENOMEM ;fs/ksmbd/transport_rdma.c +1
-1}@@ -1417,7 +1434,7 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, return 0; err: -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);if (first_wr) rdma_rw_ctx_destroy(&msg->rw_ctx, t->qp, t->qp->port,fs/ksmbd/transport_rdma.c +0
-0msg->sg_list, msg->sgt.nents,
fs/ksmbd/transport_rdma.c static int smb_direct_prepare_negotiation(struct · line 1668
Quoted 10 lines
fs/ksmbd/transport_rdma.c +5
-0@@ -1642,11 +1659,19 @@ static int smb_direct_prepare_negotiation(struct smb_direct_transport *t)return ret; } +static unsigned int smb_direct_get_max_fr_pages (struct smb_direct_transport *t) +{ + return min_t(unsigned int, + t->cm_id->device->attrs.max_fast_reg_page_list_len, +256 );
Why is its max of 256 ?
Quoted 71 lines
fs/ksmbd/transport_rdma.c +4
-1+} +static int smb_direct_init_params (struct smb_direct_transport *t,struct ib_qp_cap *cap) {struct ib_device *device = t->cm_id->device; -int max_send_sges, max_pages, max_rw_wrs, max_send_wrs; +int max_send_sges, max_rw_wrs, max_send_wrs; +unsigned int max_sge_per_wr, wrs_per_credit;fs/ksmbd/transport_rdma.c +19
-13/* need 2 more sge. because a SMB_DIRECT header will be mapped, * and maybe a send buffer could be not page aligned. @@ -1658,25 +1683,31 @@ static int smb_direct_init_params(struct smb_direct_transport *t, return -EINVAL ; } -/* -* allow smb_direct_max_outstanding_rw_ops of in-flight RDMA -* read/writes. HCA guarantees at least max_send_sge of sges for -* a RDMA read/write work request, and if memory registration is used, -* we need reg_mr, local_inv wrs for each read/write. +/* Calculate the number of work requests for RDMA R/W. +* The maximum number of pages which can be registered +* with one Memory region can be transferred with one +* R/W credit. And at least 4 work requests for each credit +* are needed for MR registration, RDMA R/W, local & remote +* MR invalidation. */ t->max_rdma_rw_size = smb_direct_max_read_write_size; - max_pages =DIV_ROUND_UP (t->max_rdma_rw_size,PAGE_SIZE ) +1 ; - max_rw_wrs =DIV_ROUND_UP (max_pages,SMB_DIRECT_MAX_SEND_SGES ); - max_rw_wrs +=rdma_rw_mr_factor (device, t->cm_id->port_num, - max_pages) *2 ; - max_rw_wrs *= smb_direct_max_outstanding_rw_ops; + t->pages_per_rw_credit =smb_direct_get_max_fr_pages (t); + t->max_rw_credits = smb_direct_outstanding_max_read_write * +DIV_ROUND_UP (t->max_rdma_rw_size, + (t->pages_per_rw_credit -1 ) *PAGE_SIZE ); + + max_sge_per_wr = min_t(unsigned int, device->attrs.max_send_sge, + device->attrs.max_sge_rd); + wrs_per_credit = max_t(unsigned int, 4, +DIV_ROUND_UP (t->pages_per_rw_credit, + max_sge_per_wr) +1 ); + max_rw_wrs = t->max_rw_credits * wrs_per_credit; max_send_wrs = smb_direct_send_credit_target + max_rw_wrs;if (max_send_wrs > device->attrs.max_cqe || max_send_wrs > device->attrs.max_qp_wr) { -pr_err ("consider lowering send_credit_target = %d, or max_outstanding_rw_ops = %d\n", - smb_direct_send_credit_target, - smb_direct_max_outstanding_rw_ops); + pr_err("consider lowering send_credit_target = %d\n" , + smb_direct_send_credit_target); pr_err("Possible CQE overrun, device reporting max_cqe %d max_qp_wr%d\n",
fs/ksmbd/transport_rdma.c +1
-1device->attrs.max_cqe, device->attrs.max_qp_wr);return -EINVAL ;@@ -1711,7 +1742,7 @@ static int smb_direct_init_params(struct smb_direct_transport *t, t->send_credit_target = smb_direct_send_credit_target;atomic_set (&t->send_credits,0 ); -atomic_set (&t->rw_avail_ops, smb_direct_max_outstanding_rw_ops); +atomic_set (&t->rw_credits, t->max_rw_credits); t->max_send_size = smb_direct_max_send_size;fs/ksmbd/transport_rdma.c +0
-0t->max_recv_size = smb_direct_max_receive_size;
fs/ksmbd/transport_rdma.c static int smb_direct_init_params(struct · line 1755
Quoted 7 lines
fs/ksmbd/transport_rdma.c +1
-1@@ -1719,12 +1750,10 @@ static int smb_direct_init_params(struct smb_direct_transport *t, cap->max_send_wr = max_send_wrs; cap->max_recv_wr = t->recv_credit_max; - cap->max_send_sge =SMB_DIRECT_MAX_SEND_SGES ; + cap->max_send_sge = max_sge_per_wr; cap->max_recv_sge =SMB_DIRECT_MAX_RECV_SGES ;
Again, Is there no need to set this value to a value supported by the device? e.g. device->attrs.max_read_sge
Quoted 57 lines
fs/ksmbd/transport_rdma.c +3
-4cap->max_inline_data =0 ; - cap->max_rdma_ctxs = -rdma_rw_mr_factor (device, t->cm_id->port_num, max_pages) * - smb_direct_max_outstanding_rw_ops; + cap->max_rdma_ctxs = t->max_rw_credits;return 0 ; }@@ -1817,7 +1846,8 @@ static int smb_direct_create_qpair(struct smb_direct_transport *t, } t->send_cq =ib_alloc_cq (t->cm_id->device, t, - t->send_credit_target,0 ,IB_POLL_WORKQUEUE ); + smb_direct_send_credit_target + cap->max_rdma_ctxs, +0 ,IB_POLL_WORKQUEUE );if (IS_ERR (t->send_cq)) {pr_err ("Can't create RDMA send CQ\n" );fs/ksmbd/transport_rdma.c +1
-2ret =PTR_ERR (t->send_cq);@@ -1826,8 +1856,7 @@ static int smb_direct_create_qpair(struct smb_direct_transport *t, } t->recv_cq =ib_alloc_cq (t->cm_id->device, t, - cap->max_send_wr + cap->max_rdma_ctxs, -0 ,IB_POLL_WORKQUEUE ); + t->recv_credit_max,0 ,IB_POLL_WORKQUEUE );if (IS_ERR (t->recv_cq)) {pr_err ("Can't create RDMA recv CQ\n" );fs/ksmbd/transport_rdma.c +4
-9ret =PTR_ERR (t->recv_cq);@@ -1856,17 +1885,12 @@ static int smb_direct_create_qpair(structsmb_direct_transport *t, pages_per_rw =DIV_ROUND_UP (t->max_rdma_rw_size,PAGE_SIZE ) +1 ;if (pages_per_rw > t->cm_id->device->attrs.max_sgl_rd) { -int pages_per_mr, mr_count; - - pages_per_mr =min_t (int, pages_per_rw, - t->cm_id->device->attrs.max_fast_reg_page_list_len); - mr_count =DIV_ROUND_UP (pages_per_rw, pages_per_mr) * -atomic_read (&t->rw_avail_ops); - ret =ib_mr_pool_init (t->qp, &t->qp->rdma_mrs, mr_count, -IB_MR_TYPE_MEM_REG , pages_per_mr,0 ); + ret =ib_mr_pool_init (t->qp, &t->qp->rdma_mrs, + t->max_rw_credits,IB_MR_TYPE_MEM_REG , + t->pages_per_rw_credit,0 );if (ret) {pr_err ("failed to init mr pool count %d pages %d\n" , - mr_count, pages_per_mr); + t->max_rw_credits, t->pages_per_rw_credit); goto err; }}
--
2.25.1
Re: [PATCH v3 2/4] ksmbd: smbd: introduce read/write credits for RDMA read/write
2022년 4월 23일 (토) 오후 11:37, Namjae Jeon <[email protected]>님이 작성:
Quoted 26 lines
2022-04-18 14:14 GMT+09:00, Hyunchul Lee <[email protected]>:
Quoted 24 lines
SMB2_READ/SMB2_WRITE request has to be granted the number of rw credits, the pages the request wants to transfer / the maximum pages which can be registered with one MR to read and write a file.
And allocate enough RDMA resources for the maximum number of rw credits allowed by ksmbd.Signed-off-by Hyunchul Lee <[email protected]>---
changes from v2:
- Split a v2 patch to 4 patches.fs/ksmbd/transport_rdma.c | 120 +++++++++++++++++++++++--------------- 1 file changed, 72 insertions(+), 48 deletions(-)fs/ksmbd/transport_rdma.c +0
-0@@ -80,9 +80,9 @@ static int smb_direct_max_fragmented_recv_size = 1024 *1024 ;/* The maximum single-message size which can be received */ static int smb_direct_max_receive_size =8192 ;
Quoted 6 lines
fs/ksmbd/transport_rdma.c static int smb_direct_max_fragmented_recv_size = 1024 * 1024; · line 85
Quoted 5 lines
fs/ksmbd/transport_rdma.c +2
-2-static int smb_direct_max_read_write_size =524224 ; +static int smb_direct_max_read_write_size =8 *1024 *1024 ; -static int smb_direct_max_outstanding_rw_ops =8 ; +static int smb_direct_outstanding_max_read_write =1 ;this variable is neeeded ?
Okay, I will remove this.
Quoted 137 lines
Quoted 137 lines
fs/ksmbd/transport_rdma.c +5
-3static LIST_HEAD (smb_direct_device_list);static DEFINE_RWLOCK (smb_direct_device_lock);@@ -147,10 +147,12 @@ struct smb_direct_transport {atomic_t send_credits;spinlock_t lock_new_recv_credits;int new_recv_credits; -atomic_t rw_avail_ops; +int max_rw_credits; +int pages_per_rw_credit; +atomic_t rw_credits;wait_queue_head_t wait_send_credits; -wait_queue_head_t wait_rw_avail_ops; +wait_queue_head_t wait_rw_credits;mempool_t *sendmsg_mempool;struct kmem_cache *sendmsg_cache;@@ -377,7 +379,7 @@ static struct smb_direct_transport *alloc_transport(struct rdma_cm_id *cm_id) t->reassembly_queue_length = 0;init_waitqueue_head (&t->wait_reassembly_queue);init_waitqueue_head (&t->wait_send_credits); -init_waitqueue_head (&t->wait_rw_avail_ops); +init_waitqueue_head (&t->wait_rw_credits);spin_lock_init (&t->receive_credit_lock);spin_lock_init(&t->recvmsg_queue_lock);fs/ksmbd/transport_rdma.c +6
-5@@ -983,18 +985,19 @@ static int smb_direct_flush_send_list(struct smb_direct_transport *t, }static int wait_for_credits (struct smb_direct_transport *t, -wait_queue_head_t *waitq,atomic_t *credits) +wait_queue_head_t *waitq,atomic_t *total_credits, +int needed) {int ret; do { - if (atomic_dec_return(credits) >= 0) + if (atomic_sub_return(needed, total_credits) >= 0) return 0; - atomic_inc(credits); + atomic_add(needed, total_credits); ret = wait_event_interruptible(*waitq, - atomic_read(credits) > 0 || - t->status != SMB_DIRECT_CS_CONNECTED); + atomic_read(total_credits) >= needed || + t->status != SMB_DIRECT_CS_CONNECTED); if (t->status != SMB_DIRECT_CS_CONNECTED)return -ENOTCONN;fs/ksmbd/transport_rdma.c +13
-1@@ -1015,7 +1018,19 @@ static int wait_for_send_credits(structsmb_direct_transport *t, return ret; } -return wait_for_credits (t, &t->wait_send_credits, &t->send_credits); +return wait_for_credits (t, &t->wait_send_credits, &t->send_credits,1 ); +} + +static int wait_for_rw_credits (struct smb_direct_transport *t,int credits) +{ +return wait_for_credits (t, &t->wait_rw_credits, &t->rw_credits, credits); +} + +static int calc_rw_credits (struct smb_direct_transport *t, +char *buf,unsigned int len) +{ +return DIV_ROUND_UP (get_buf_page_count (buf, len), + t->pages_per_rw_credit); }static int smb_direct_create_header(struct
smb_direct_transport*t,fs/ksmbd/transport_rdma.c +2
-2@@ -1331,8 +1346,8 @@ static void read_write_done(struct ib_cq *cq, structib_wc *wc,smb_direct_disconnect_rdma_connection (t ); } -if (atomic_inc_return (&t->rw_avail_ops) >0 ) -wake_up (&t->wait_rw_avail_ops); +if (atomic_inc_return (&t->rw_credits) >0 ) +wake_up (&t->wait_rw_credits); rdma_rw_ctx_destroy(&msg->rw_ctx, t->qp, t->qp->port,msg->sg_list, msg->sgt.nents, dir);fs/ksmbd/transport_rdma.c +5
-3@@ -1363,8 +1378,10 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, struct ib_send_wr *first_wr = NULL;u32 remote_key =le32_to_cpu (desc[0 ].token);u64 remote_offset =le64_to_cpu (desc[0 ].offset); +int credits_needed; - ret =wait_for_credits (t, &t->wait_rw_avail_ops, &t->rw_avail_ops); + credits_needed =calc_rw_credits (t, buf, buf_len); + ret =wait_for_rw_credits (t, credits_needed);if (ret <0 )return ret;@@ -1372,7 +1389,7 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, msg =kmalloc (offsetof(struct smb_direct_rdma_rw_msg , sg_list) +sizeof (struct scatterlist ) *SG_CHUNK_SIZE ,GFP_KERNEL );if (!msg) { -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);return -ENOMEM ; }@@ -1381,7 +1398,7 @@ static int smb_direct_rdma_xmit(struct smb_direct_transport *t,get_buf_page_count (buf, buf_len), msg->sg_list, SG_CHUNK_SIZE);if (ret) { -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);kfree (msg);return -ENOMEM ;}fs/ksmbd/transport_rdma.c +1
-1@@ -1417,7 +1434,7 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, return 0; err: -atomic_inc (&t->rw_avail_ops); +atomic_add (credits_needed, &t->rw_credits);if (first_wr) rdma_rw_ctx_destroy(&msg->rw_ctx, t->qp, t->qp->port,msg->sg_list, msg->sgt.nents,fs/ksmbd/transport_rdma.c +0
-0@@ -1642,11 +1659,19 @@ static int smb_direct_prepare_negotiation(struct smb_direct_transport *t)return ret; }
Quoted 7 lines
fs/ksmbd/transport_rdma.c static int smb_direct_prepare_negotiation(struct smb_direct_transport *t) · line 1666
Quoted 6 lines
fs/ksmbd/transport_rdma.c +5
-0+static unsigned int smb_direct_get_max_fr_pages (struct smb_direct_transport *t) +{ + return min_t(unsigned int, + t->cm_id->device->attrs.max_fast_reg_page_list_len, +256 );Why is its max of 256 ?
ksmbd uses rdma_rw infrastructure, and it limits the maximum pages per one Memory region to 256. I haven't found any macro for the value. nvme seems to define a macro for it by itself.
https://elixir.bootlin.com/linux/latest/source/drivers/nvme/host/rdma.c#L34
Quoted 73 lines
Quoted 73 lines
fs/ksmbd/transport_rdma.c +4
-1+} +static int smb_direct_init_params (struct smb_direct_transport *t,struct ib_qp_cap *cap) {struct ib_device *device = t->cm_id->device; -int max_send_sges, max_pages, max_rw_wrs, max_send_wrs; +int max_send_sges, max_rw_wrs, max_send_wrs; +unsigned int max_sge_per_wr, wrs_per_credit;/* need 2 more sge. because a
SMB_DIRECTheader will be mapped,
* and maybe a send buffer could be not page aligned.fs/ksmbd/transport_rdma.c +19
-13@@ -1658,25 +1683,31 @@ static int smb_direct_init_params(struct smb_direct_transport *t, return -EINVAL ; } -/* -* allow smb_direct_max_outstanding_rw_ops of in-flight RDMA -* read/writes. HCA guarantees at least max_send_sge of sges for -* a RDMA read/write work request, and if memory registration is used, -* we need reg_mr, local_inv wrs for each read/write. +/* Calculate the number of work requests for RDMA R/W. +* The maximum number of pages which can be registered +* with one Memory region can be transferred with one +* R/W credit. And at least 4 work requests for each credit +* are needed for MR registration, RDMA R/W, local & remote +* MR invalidation. */ t->max_rdma_rw_size = smb_direct_max_read_write_size; - max_pages =DIV_ROUND_UP (t->max_rdma_rw_size,PAGE_SIZE ) +1 ; - max_rw_wrs =DIV_ROUND_UP (max_pages,SMB_DIRECT_MAX_SEND_SGES ); - max_rw_wrs +=rdma_rw_mr_factor (device, t->cm_id->port_num, - max_pages) *2 ; - max_rw_wrs *= smb_direct_max_outstanding_rw_ops; + t->pages_per_rw_credit =smb_direct_get_max_fr_pages (t); + t->max_rw_credits = smb_direct_outstanding_max_read_write * +DIV_ROUND_UP (t->max_rdma_rw_size, + (t->pages_per_rw_credit -1 ) *PAGE_SIZE ); + + max_sge_per_wr = min_t(unsigned int, device->attrs.max_send_sge, + device->attrs.max_sge_rd); + wrs_per_credit = max_t(unsigned int, 4, +DIV_ROUND_UP (t->pages_per_rw_credit, + max_sge_per_wr) +1 ); + max_rw_wrs = t->max_rw_credits * wrs_per_credit; max_send_wrs = smb_direct_send_credit_target + max_rw_wrs;if (max_send_wrs > device->attrs.max_cqe || max_send_wrs > device->attrs.max_qp_wr) { -pr_err ("consider lowering send_credit_target = %d, or max_outstanding_rw_ops = %d\n", - smb_direct_send_credit_target, - smb_direct_max_outstanding_rw_ops); + pr_err("consider lowering send_credit_target = %d\n" , + smb_direct_send_credit_target); pr_err("Possible CQE overrun, device reporting max_cqe %d max_qp_wr%d\n",
device->attrs.max_cqe, device->attrs.max_qp_wr); return -EINVAL;fs/ksmbd/transport_rdma.c +1
-1@@ -1711,7 +1742,7 @@ static int smb_direct_init_params(struct smb_direct_transport *t, t->send_credit_target = smb_direct_send_credit_target;atomic_set (&t->send_credits,0 ); -atomic_set (&t->rw_avail_ops, smb_direct_max_outstanding_rw_ops); +atomic_set (&t->rw_credits, t->max_rw_credits); t->max_send_size = smb_direct_max_send_size;t->max_recv_size = smb_direct_max_receive_size;fs/ksmbd/transport_rdma.c +0
-0@@ -1719,12 +1750,10 @@ static int smb_direct_init_params(struct smb_direct_transport *t,
Quoted 7 lines
fs/ksmbd/transport_rdma.c static int smb_direct_init_params(struct smb_direct_transport *t, · line 1754
Quoted 5 lines
fs/ksmbd/transport_rdma.c +1
-1cap->max_send_wr = max_send_wrs; cap->max_recv_wr = t->recv_credit_max; - cap->max_send_sge =SMB_DIRECT_MAX_SEND_SGES ; + cap->max_send_sge = max_sge_per_wr; cap->max_recv_sge =SMB_DIRECT_MAX_RECV_SGES ;Again, Is there no need to set this value to a value supported by the device? e.g.
device->attrs.max_read_sge
Yes, I think so, because ksmbd needs only 1 sge for receiving a packet from a client.
Let me know if I am wrong.
Quoted 58 lines
Quoted 58 lines
fs/ksmbd/transport_rdma.c +3
-4cap->max_inline_data =0 ; - cap->max_rdma_ctxs = -rdma_rw_mr_factor (device, t->cm_id->port_num, max_pages) * - smb_direct_max_outstanding_rw_ops; + cap->max_rdma_ctxs = t->max_rw_credits;return 0 ; }@@ -1817,7 +1846,8 @@ static int smb_direct_create_qpair(struct smb_direct_transport *t, } t->send_cq =ib_alloc_cq (t->cm_id->device, t, - t->send_credit_target,0 ,IB_POLL_WORKQUEUE ); + smb_direct_send_credit_target + cap->max_rdma_ctxs, +0 ,IB_POLL_WORKQUEUE );if (IS_ERR (t->send_cq)) {pr_err ("Can't create RDMA send CQ\n" );ret = PTR_ERR(t->send_cq);fs/ksmbd/transport_rdma.c +1
-2@@ -1826,8 +1856,7 @@ static int smb_direct_create_qpair(struct smb_direct_transport *t, } t->recv_cq =ib_alloc_cq (t->cm_id->device, t, - cap->max_send_wr + cap->max_rdma_ctxs, -0 ,IB_POLL_WORKQUEUE ); + t->recv_credit_max,0 ,IB_POLL_WORKQUEUE );if (IS_ERR (t->recv_cq)) {pr_err ("Can't create RDMA recv CQ\n" );ret = PTR_ERR(t->recv_cq);fs/ksmbd/transport_rdma.c +4
-9@@ -1856,17 +1885,12 @@ static int smb_direct_create_qpair(structsmb_direct_transport *t, pages_per_rw =DIV_ROUND_UP (t->max_rdma_rw_size,PAGE_SIZE ) +1 ;if (pages_per_rw > t->cm_id->device->attrs.max_sgl_rd) { -int pages_per_mr, mr_count; - - pages_per_mr =min_t (int, pages_per_rw, - t->cm_id->device->attrs.max_fast_reg_page_list_len); - mr_count =DIV_ROUND_UP (pages_per_rw, pages_per_mr) * -atomic_read (&t->rw_avail_ops); - ret =ib_mr_pool_init (t->qp, &t->qp->rdma_mrs, mr_count, -IB_MR_TYPE_MEM_REG , pages_per_mr,0 ); + ret =ib_mr_pool_init (t->qp, &t->qp->rdma_mrs, + t->max_rw_credits,IB_MR_TYPE_MEM_REG , + t->pages_per_rw_credit,0 );if (ret) {pr_err ("failed to init mr pool count %d pages %d\n" , - mr_count, pages_per_mr); + t->max_rw_credits, t->pages_per_rw_credit); goto err; }}--
2.25.1
Signature · 2 lines
Thanks, Hyunchul
PATCH v3 3/4 ksmbd: smbd: simplify tracking pending packets
In reply to Hyunchul LeeBecause we don't have to tracking pending packets
by dividing these into packets with payload and
packets without payload, merge the tracking code.
---
changes from v2:
- Split a v2 patch to 4 patches.
fs/ksmbd/transport_rdma.c | 34 +++++++--------------------------- 1 file changed, 7 insertions(+), 27 deletions(-)
fs/ksmbd/transport_rdma.c +7 -27
@@ -159,8 +159,6 @@ struct smb_direct_transport {mempool_t *recvmsg_mempool;struct kmem_cache *recvmsg_cache; -wait_queue_head_t wait_send_payload_pending; -atomic_t send_payload_pending;wait_queue_head_t wait_send_pending;atomic_t send_pending;
@@ -388,8 +386,6 @@ static struct smb_direct_transport *alloc_transport(struct rdma_cm_id *cm_id)spin_lock_init (&t->empty_recvmsg_queue_lock);INIT_LIST_HEAD (&t->empty_recvmsg_queue); -init_waitqueue_head (&t->wait_send_payload_pending); -atomic_set (&t->send_payload_pending,0 );init_waitqueue_head (&t->wait_send_pending);atomic_set (&t->send_pending,0 );
@@ -419,8 +415,6 @@ static void free_transport(struct smb_direct_transport *t)wake_up_interruptible (&t->wait_send_credits);ksmbd_debug (RDMA ,"wait for all send posted to IB to finish\n" ); -wait_event (t->wait_send_payload_pending, -atomic_read (&t->send_payload_pending) ==0 );wait_event (t->wait_send_pending,atomic_read (&t->send_pending) ==0 );
@@ -875,13 +869,8 @@ static void send_done(struct ib_cq *cq, struct ib_wc *wc)smb_direct_disconnect_rdma_connection (t); } -if (sendmsg->num_sge >1 ) { -if (atomic_dec_and_test (&t->send_payload_pending)) -wake_up (&t->wait_send_payload_pending); - }else { -if (atomic_dec_and_test (&t->send_pending)) -wake_up (&t->wait_send_pending); - } +if (atomic_dec_and_test (&t->send_pending)) +wake_up (&t->wait_send_pending);/* iterate and free the list of messages in reverse. the list's head * is invalid.
@@ -913,21 +902,12 @@ static int smb_direct_post_send(struct smb_direct_transport *t, {int ret; -if (wr->num_sge >1 ) -atomic_inc (&t->send_payload_pending); -else -atomic_inc (&t->send_pending); - +atomic_inc (&t->send_pending); ret =ib_post_send (t->qp, wr,NULL );if (ret) {pr_err ("failed to post send: %d\n" , ret); -if (wr->num_sge >1 ) { -if (atomic_dec_and_test (&t->send_payload_pending)) -wake_up (&t->wait_send_payload_pending); - }else { -if (atomic_dec_and_test (&t->send_pending)) -wake_up (&t->wait_send_pending); - } +if (atomic_dec_and_test (&t->send_pending)) +wake_up (&t->wait_send_pending);smb_direct_disconnect_rdma_connection (t); }return ret;
@@ -1328,8 +1308,8 @@ static int smb_direct_writev(struct ksmbd_transport *t,* that means all the I/Os have been out and we are good to return */ -wait_event (st->wait_send_payload_pending, -atomic_read (&st->send_payload_pending) ==0 ); +wait_event (st->wait_send_pending, +atomic_read (&st->send_pending) ==0 );return ret; }
Signature · 1 line
2.25.1
PATCH v3 4/4 ksmbd: smbd: handle multiple Buffer descriptors
In reply to Hyunchul LeeMake ksmbd handle multiple buffer descriptors when reading and writing files using SMB direct:
Post the work requests of rdma_rw_ctx for RDMA read/write in smb_direct_rdma_xmit(), and the work request for the READ/WRITE response with a remote invalidation in smb_direct_writev().
---
changes from v2:
- Split a v2 patch to 4 patches.
fs/ksmbd/smb2pdu.c | 5 +- fs/ksmbd/transport_rdma.c | 166 +++++++++++++++++++++++++------------- 2 files changed, 109 insertions(+), 62 deletions(-)
fs/ksmbd/smb2pdu.c +1 -4
@@ -6133,11 +6133,8 @@ static int smb2_set_remote_key_for_rdma(struct ksmbd_work *work, le32_to_cpu(desc[i].length)); } } -if (ch_count !=1 ) { -ksmbd_debug (RDMA ,"RDMA multiple buffer descriptors %d are not supported yet\n" , - ch_count); +if (!ch_count)return -EINVAL ; - } work->need_invalidate_rkey = (Channel ==SMB2_CHANNEL_RDMA_V1_INVALIDATE );
fs/ksmbd/transport_rdma.c +108 -58
215 lines not on this page · raw message
Signature · 1 line
2.25.1
Namjae Jeon
maintainerRe: [PATCH v3 4/4] ksmbd: smbd: handle multiple Buffer descriptors
2022-04-18 14:14 GMT+09:00, Hyunchul Lee <[email protected]>:
Quoted 50 lines
Make ksmbd handle multiple buffer descriptors when reading and writing files using SMB direct:
Post the work requests ofrdma_rw_ctxfor RDMA read/write insmb_direct_rdma_xmit(), and the work request for the READ/WRITE response with a remote invalidation insmb_direct_writev().Signed-off-by Hyunchul Lee <[email protected]>---
changes from v2:
- Split a v2 patch to 4 patches.fs/ksmbd/smb2pdu.c | 5 +- fs/ksmbd/transport_rdma.c | 166 +++++++++++++++++++++++++------------- 2 files changed, 109 insertions(+), 62 deletions(-)fs/ksmbd/smb2pdu.c +1
-4@@ -6133,11 +6133,8 @@ static int smb2_set_remote_key_for_rdma(struct ksmbd_work *work, le32_to_cpu(desc[i].length)); } } -if (ch_count !=1 ) { -ksmbd_debug (RDMA ,"RDMA multiple buffer descriptors %d are not supported yet\n", - ch_count); + if (!ch_count) return -EINVAL; - }fs/ksmbd/smb2pdu.c +0
-0work->need_invalidate_rkey = (Channel ==SMB2_CHANNEL_RDMA_V1_INVALIDATE );fs/ksmbd/transport_rdma.c +2
-0@@ -208,7 +208,9 @@ struct smb_direct_recvmsg {struct smb_direct_rdma_rw_msg {struct smb_direct_transport *t;struct ib_cqe cqe; +int status;struct completion *completion; +struct list_head list;struct rdma_rw_ctx rw_ctx;struct sg_table sgt;struct scatterlist sg_list[];
fs/ksmbd/transport_rdma.c static int smb_direct_writev(struct ksmbd_transport · line 1323
Quoted 9 lines
fs/ksmbd/transport_rdma.c +5
-0@@ -1313,6 +1315,18 @@ static int smb_direct_writev(struct ksmbd_transport *t, return ret; } +static void smb_direct_free_rdma_rw_msg (struct smb_direct_transport *t, +struct smb_direct_rdma_rw_msg *msg, +enum dma_data_direction dir) +{ +if (msg->sgt.orig_nents) {
Is there any case where orig_ent is 0?
Quoted 11 lines
fs/ksmbd/transport_rdma.c +7
-0+rdma_rw_ctx_destroy (&msg->rw_ctx, t->qp, t->qp->port, + msg->sgt.sgl, msg->sgt.nents, dir); +sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); + } +kfree (msg); +} +static void read_write_done (struct ib_cq *cq,struct ib_wc *wc,enum dma_data_direction dir){
fs/ksmbd/transport_rdma.c static void read_write_done(struct ib_cq *cq, struct · line 1342
Quoted 9 lines
fs/ksmbd/transport_rdma.c +2
-1@@ -1321,19 +1335,14 @@ static void read_write_done(struct ib_cq *cq, structib_wc *wc, struct smb_direct_transport *t = msg->t;if (wc->status !=IB_WC_SUCCESS ) { + msg->status = -EIO ;pr_err ("read/write error. opcode = %d, status = %s(%d)\n" , wc->opcode,ib_wc_status_msg (wc->status), wc->status); -smb_direct_disconnect_rdma_connection (t); +if (wc->status !=IB_WC_WR_FLUSH_ERR )
Why is this condition needed ?
Quoted 106 lines
fs/ksmbd/transport_rdma.c +1
-7+smb_direct_disconnect_rdma_connection (t); } -if (atomic_inc_return (&t->rw_credits) >0 ) -wake_up (&t->wait_rw_credits); - -rdma_rw_ctx_destroy (&msg->rw_ctx, t->qp, t->qp->port, - msg->sg_list, msg->sgt.nents, dir); -sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE );complete (msg->completion); -kfree (msg); }static void
read_done(struct ib_cq *cq, struct ib_wc *wc)fs/ksmbd/transport_rdma.c +43
-34@@ -1352,75 +1361,116 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, unsigned int desc_len, bool is_read) { - struct smb_direct_rdma_rw_msg *msg; -int ret; + struct smb_direct_rdma_rw_msg *msg, *next_msg; +int i, ret;DECLARE_COMPLETION_ONSTACK (completion); -struct ib_send_wr *first_wr =NULL ; -u32 remote_key =le32_to_cpu (desc[0 ].token); -u64 remote_offset =le64_to_cpu (desc[0 ].offset); +struct ib_send_wr *first_wr; +LIST_HEAD (msg_list); +char *desc_buf;int credits_needed; +unsigned int desc_buf_len; +size_t total_length =0 ; + +if (t->status !=SMB_DIRECT_CS_CONNECTED ) +return -ENOTCONN ; + +/* calculate needed credits */ + credits_needed =0 ; + desc_buf = buf; +for (i =0 ; i < desc_len /sizeof (*desc); i++) { + desc_buf_len =le32_to_cpu (desc[i].length); + + credits_needed +=calc_rw_credits (t, desc_buf, desc_buf_len); + desc_buf += desc_buf_len; + total_length += desc_buf_len; +if (desc_buf_len ==0 || total_length > buf_len || + total_length > t->max_rdma_rw_size) +return -EINVAL ; + } + +ksmbd_debug (RDMA ,"RDMA %s, len %#x, needed credits %#x\n" , + is_read ?"read" :"write" , buf_len, credits_needed); - credits_needed =calc_rw_credits (t, buf, buf_len); ret =wait_for_rw_credits (t, credits_needed);if (ret <0 )return ret; -/* TODO: mempool */ - msg =kmalloc (offsetof(struct smb_direct_rdma_rw_msg , sg_list) + -sizeof (struct scatterlist ) *SG_CHUNK_SIZE ,GFP_KERNEL ); -if (!msg) { -atomic_add (credits_needed, &t->rw_credits); -return -ENOMEM ; - } +/* build rdma_rw_ctx for each descriptor */ + desc_buf = buf; + for (i = 0; i < desc_len / sizeof(*desc); i++) { + msg = kzalloc(offsetof(struct smb_direct_rdma_rw_msg, sg_list) + + sizeof(struct scatterlist) * SG_CHUNK_SIZE, GFP_KERNEL); + if (!msg) { + ret = -ENOMEM; + goto out; + } - msg->sgt.sgl = &msg->sg_list[0 ]; - ret =sg_alloc_table_chained (&msg->sgt, -get_buf_page_count (buf, buf_len), - msg->sg_list,SG_CHUNK_SIZE ); -if (ret) { -atomic_add (credits_needed, &t->rw_credits); -kfree (msg); -return -ENOMEM ; - } + desc_buf_len = le32_to_cpu(desc[i].length); - ret =get_sg_list (buf, buf_len, msg->sgt.sgl, msg->sgt.orig_nents); -if (ret <=0 ) { -pr_err ("failed to get pages\n" ); - goto err; - } + msg->t = t; + msg->cqe.done = is_read ? read_done : write_done; + msg->completion = &completion; - ret =rdma_rw_ctx_init (&msg->rw_ctx, t->qp, t->qp->port, - msg->sg_list,get_buf_page_count (buf, buf_len), -0 , remote_offset, remote_key, - is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); -if (ret <0 ) { -pr_err ("failed to init rdma_rw_ctx: %d\n" , ret); - goto err; + msg->sgt.sgl = &msg->sg_list[0]; + ret = sg_alloc_table_chained(&msg->sgt, + get_buf_page_count(desc_buf, desc_buf_len),
fs/ksmbd/transport_rdma.c static int smb_direct_rdma_xmit(struct · line 1427
Quoted 10 lines
fs/ksmbd/transport_rdma.c +10
-0+ msg->sg_list, SG_CHUNK_SIZE); +if (ret) { +kfree (msg); + ret = -ENOMEM ; + goto out; + } + + ret =get_sg_list (desc_buf, desc_buf_len, + msg->sgt.sgl, msg->sgt.orig_nents); +if (ret <=0 ) {
Is there any problem if this function returns 0?
Quoted 70 lines
fs/ksmbd/transport_rdma.c +38
-17+sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); +kfree (msg); + goto out; + } + + ret =rdma_rw_ctx_init (&msg->rw_ctx, t->qp, t->qp->port, + msg->sgt.sgl, +get_buf_page_count (desc_buf, desc_buf_len), +0 , +le64_to_cpu (desc[i].offset), +le32_to_cpu (desc[i].token), + is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); +if (ret <0 ) { +pr_err ("failed to init rdma_rw_ctx: %d\n" , ret); +sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); +kfree (msg); + goto out; + } + +list_add_tail (&msg->list, &msg_list); + desc_buf += desc_buf_len; } - msg->t = t; - msg->cqe.done = is_read ? read_done : write_done; - msg->completion = &completion; - first_wr =rdma_rw_ctx_wrs (&msg->rw_ctx, t->qp, t->qp->port, - &msg->cqe,NULL ); +/* concatenate work requests of rdma_rw_ctxs */ + first_wr =NULL ; +list_for_each_entry_reverse (msg, &msg_list, list) { + first_wr =rdma_rw_ctx_wrs (&msg->rw_ctx, t->qp, t->qp->port, + &msg->cqe, first_wr); + } ret =ib_post_send (t->qp, first_wr,NULL );if (ret) { -pr_err ("failed to post send wr: %d\n" , ret); - goto err; +pr_err ("failed to post send wr for RDMA R/W: %d\n" , ret); + goto out; } + msg = list_last_entry(&msg_list, struct smb_direct_rdma_rw_msg, list);wait_for_completion (&completion); -return 0 ; - -err: + ret = msg->status; +out: +list_for_each_entry_safe (msg, next_msg, &msg_list, list) { +list_del (&msg->list); +smb_direct_free_rdma_rw_msg (t, msg, + is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); + }atomic_add (credits_needed, &t->rw_credits); -if (first_wr) -rdma_rw_ctx_destroy (&msg->rw_ctx, t->qp, t->qp->port, - msg->sg_list, msg->sgt.nents, - is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); -sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); -kfree (msg); +wake_up (&t->wait_rw_credits);return ret; } --2.25.1
Re: [PATCH v3 4/4] ksmbd: smbd: handle multiple Buffer descriptors
2022년 4월 23일 (토) 오후 11:38, Namjae Jeon <[email protected]>님이 작성:
Quoted 56 lines
2022-04-18 14:14 GMT+09:00, Hyunchul Lee <[email protected]>:
Quoted 54 lines
Make ksmbd handle multiple buffer descriptors when reading and writing files using SMB direct:
Post the work requests ofrdma_rw_ctxfor RDMA read/write insmb_direct_rdma_xmit(), and the work request for the READ/WRITE response with a remote invalidation insmb_direct_writev().Signed-off-by Hyunchul Lee <[email protected]>---
changes from v2:
- Split a v2 patch to 4 patches.fs/ksmbd/smb2pdu.c | 5 +- fs/ksmbd/transport_rdma.c | 166 +++++++++++++++++++++++++------------- 2 files changed, 109 insertions(+), 62 deletions(-)fs/ksmbd/smb2pdu.c +1
-4@@ -6133,11 +6133,8 @@ static int smb2_set_remote_key_for_rdma(struct ksmbd_work *work, le32_to_cpu(desc[i].length)); } } -if (ch_count !=1 ) { -ksmbd_debug (RDMA ,"RDMA multiple buffer descriptors %d are not supported yet\n", - ch_count); + if (!ch_count) return -EINVAL; - }work->need_invalidate_rkey = (Channel == SMB2_CHANNEL_RDMA_V1_INVALIDATE);fs/ksmbd/transport_rdma.c +2
-0@@ -208,7 +208,9 @@ struct smb_direct_recvmsg {struct smb_direct_rdma_rw_msg {struct smb_direct_transport *t;struct ib_cqe cqe; +int status;struct completion *completion; +struct list_head list;struct rdma_rw_ctx rw_ctx;struct sg_table sgt;struct scatterlist sg_list[];@@ -1313,6 +1315,18 @@ static int smb_direct_writev(struct ksmbd_transport *t, return ret; }
Quoted 6 lines
fs/ksmbd/transport_rdma.c static int smb_direct_writev(struct ksmbd_transport *t, · line 1322
Quoted 5 lines
fs/ksmbd/transport_rdma.c +5
-0+static void smb_direct_free_rdma_rw_msg (struct smb_direct_transport *t, +struct smb_direct_rdma_rw_msg *msg, +enum dma_data_direction dir) +{ +if (msg->sgt.orig_nents) {Is there any case where
orig_entis 0?
I will remove this condition.
Quoted 14 lines
Quoted 14 lines
fs/ksmbd/transport_rdma.c +7
-0+rdma_rw_ctx_destroy (&msg->rw_ctx, t->qp, t->qp->port, + msg->sgt.sgl, msg->sgt.nents, dir); +sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); + } +kfree (msg); +} +static void read_write_done (struct ib_cq *cq,struct ib_wc *wc,enum dma_data_direction dir){
fs/ksmbd/transport_rdma.c +0
-0@@ -1321,19 +1335,14 @@ static void read_write_done(struct ib_cq *cq, structib_wc *wc, struct smb_direct_transport *t = msg->t;
Quoted 7 lines
fs/ksmbd/transport_rdma.c static void read_write_done(struct ib_cq *cq, struct ib_wc *wc, · line 1341
Quoted 6 lines
fs/ksmbd/transport_rdma.c +2
-1if (wc->status !=IB_WC_SUCCESS ) { + msg->status = -EIO ;pr_err ("read/write error. opcode = %d, status = %s(%d)\n" , wc->opcode,ib_wc_status_msg (wc->status), wc->status); -smb_direct_disconnect_rdma_connection (t); +if (wc->status !=IB_WC_WR_FLUSH_ERR )Why is this condition needed ?
IB_WC_FLUSH_ERR is set after the RDMA connection is disconnected. So we don't need to try to disconnect it again.
Quoted 109 lines
Quoted 109 lines
fs/ksmbd/transport_rdma.c +1
-7+smb_direct_disconnect_rdma_connection (t); } -if (atomic_inc_return (&t->rw_credits) >0 ) -wake_up (&t->wait_rw_credits); - -rdma_rw_ctx_destroy (&msg->rw_ctx, t->qp, t->qp->port, - msg->sg_list, msg->sgt.nents, dir); -sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE );complete (msg->completion); -kfree (msg); }static void
read_done(struct ib_cq *cq, struct ib_wc *wc)fs/ksmbd/transport_rdma.c +46
-34@@ -1352,75 +1361,116 @@ static int smb_direct_rdma_xmit(structsmb_direct_transport *t, unsigned int desc_len, bool is_read) { - struct smb_direct_rdma_rw_msg *msg; -int ret; + struct smb_direct_rdma_rw_msg *msg, *next_msg; +int i, ret;DECLARE_COMPLETION_ONSTACK (completion); -struct ib_send_wr *first_wr =NULL ; -u32 remote_key =le32_to_cpu (desc[0 ].token); -u64 remote_offset =le64_to_cpu (desc[0 ].offset); +struct ib_send_wr *first_wr; +LIST_HEAD (msg_list); +char *desc_buf;int credits_needed; +unsigned int desc_buf_len; +size_t total_length =0 ; + +if (t->status !=SMB_DIRECT_CS_CONNECTED ) +return -ENOTCONN ; + +/* calculate needed credits */ + credits_needed =0 ; + desc_buf = buf; +for (i =0 ; i < desc_len /sizeof (*desc); i++) { + desc_buf_len =le32_to_cpu (desc[i].length); + + credits_needed +=calc_rw_credits (t, desc_buf, desc_buf_len); + desc_buf += desc_buf_len; + total_length += desc_buf_len; +if (desc_buf_len ==0 || total_length > buf_len || + total_length > t->max_rdma_rw_size) +return -EINVAL ; + } + +ksmbd_debug (RDMA ,"RDMA %s, len %#x, needed credits %#x\n" , + is_read ?"read" :"write" , buf_len, credits_needed); - credits_needed =calc_rw_credits (t, buf, buf_len); ret =wait_for_rw_credits (t, credits_needed);if (ret <0 )return ret; -/* TODO: mempool */ - msg =kmalloc (offsetof(struct smb_direct_rdma_rw_msg , sg_list) + -sizeof (struct scatterlist ) *SG_CHUNK_SIZE ,GFP_KERNEL ); -if (!msg) { -atomic_add (credits_needed, &t->rw_credits); -return -ENOMEM ; - } +/* build rdma_rw_ctx for each descriptor */ + desc_buf = buf; +for (i =0 ; i < desc_len /sizeof (*desc); i++) { + msg =kzalloc (offsetof(struct smb_direct_rdma_rw_msg , sg_list) + +sizeof (struct scatterlist ) *SG_CHUNK_SIZE ,GFP_KERNEL ); +if (!msg) { + ret = -ENOMEM ; + goto out; + } - msg->sgt.sgl = &msg->sg_list[0 ]; - ret =sg_alloc_table_chained (&msg->sgt, -get_buf_page_count (buf, buf_len), - msg->sg_list,SG_CHUNK_SIZE ); -if (ret) { -atomic_add (credits_needed, &t->rw_credits); -kfree (msg); -return -ENOMEM ; - } + desc_buf_len =le32_to_cpu (desc[i].length); - ret =get_sg_list (buf, buf_len, msg->sgt.sgl, msg->sgt.orig_nents); -if (ret <=0 ) { -pr_err ("failed to get pages\n" ); - goto err; - } + msg->t = t; + msg->cqe.done = is_read ? read_done : write_done; + msg->completion = &completion; - ret =rdma_rw_ctx_init (&msg->rw_ctx, t->qp, t->qp->port, - msg->sg_list,get_buf_page_count (buf, buf_len), -0 , remote_offset, remote_key, - is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); -if (ret <0 ) { -pr_err ("failed to init rdma_rw_ctx: %d\n" , ret); - goto err; + msg->sgt.sgl = &msg->sg_list[0 ]; + ret =sg_alloc_table_chained (&msg->sgt, +get_buf_page_count (desc_buf, desc_buf_len), + msg->sg_list,SG_CHUNK_SIZE ); +if (ret) { +kfree (msg);
Quoted 8 lines
fs/ksmbd/transport_rdma.c static int smb_direct_rdma_xmit(struct smb_direct_transport *t, · line 1426
Quoted 7 lines
fs/ksmbd/transport_rdma.c +7
-0+ ret = -ENOMEM ; + goto out; + } + + ret =get_sg_list (desc_buf, desc_buf_len, + msg->sgt.sgl, msg->sgt.orig_nents); +if (ret <=0 ) {Is there any problem if this function returns 0?
Yes, 0 means mapping scatterlist is failed. I will change this function to return an error code in this situation.
Quoted 70 lines
Quoted 70 lines
fs/ksmbd/transport_rdma.c +38
-17+sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); +kfree (msg); + goto out; + } + + ret =rdma_rw_ctx_init (&msg->rw_ctx, t->qp, t->qp->port, + msg->sgt.sgl, +get_buf_page_count (desc_buf, desc_buf_len), +0 , +le64_to_cpu (desc[i].offset), +le32_to_cpu (desc[i].token), + is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); +if (ret <0 ) { +pr_err ("failed to init rdma_rw_ctx: %d\n" , ret); +sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); +kfree (msg); + goto out; + } + +list_add_tail (&msg->list, &msg_list); + desc_buf += desc_buf_len; } - msg->t = t; - msg->cqe.done = is_read ? read_done : write_done; - msg->completion = &completion; - first_wr =rdma_rw_ctx_wrs (&msg->rw_ctx, t->qp, t->qp->port, - &msg->cqe,NULL ); +/* concatenate work requests of rdma_rw_ctxs */ + first_wr =NULL ; +list_for_each_entry_reverse (msg, &msg_list, list) { + first_wr =rdma_rw_ctx_wrs (&msg->rw_ctx, t->qp, t->qp->port, + &msg->cqe, first_wr); + } ret =ib_post_send (t->qp, first_wr,NULL );if (ret) { -pr_err ("failed to post send wr: %d\n" , ret); - goto err; +pr_err ("failed to post send wr for RDMA R/W: %d\n" , ret); + goto out; } + msg = list_last_entry(&msg_list, struct smb_direct_rdma_rw_msg, list);wait_for_completion (&completion); -return 0 ; - -err: + ret = msg->status; +out: +list_for_each_entry_safe (msg, next_msg, &msg_list, list) { +list_del (&msg->list); +smb_direct_free_rdma_rw_msg (t, msg, + is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); + }atomic_add (credits_needed, &t->rw_credits); -if (first_wr) -rdma_rw_ctx_destroy (&msg->rw_ctx, t->qp, t->qp->port, - msg->sg_list, msg->sgt.nents, - is_read ?DMA_FROM_DEVICE :DMA_TO_DEVICE ); -sg_free_table_chained (&msg->sgt,SG_CHUNK_SIZE ); -kfree (msg); +wake_up (&t->wait_rw_credits);return ret; } --2.25.1
Signature · 2 lines
Thanks, Hyunchul