libhns: Support XRC on HIP09
cover libhns: Support XRC on HIP09
The HIP09 supports XRC transport service, it greatly saves the number of QPs required to connect all processes in a large cluster.
This series first adds support of ibv_create_qp/srq_ex which are necessary interfaces for XRC, fixes an issue about CQ locks that is also required, then XRC is fully supported at last.
Lang Cheng (1):
libhns: Support ibv_create_qp_ex
Weihang Li (2):
Update kernel headers
libhns: Avoid accessing NULL pointer when locking/unlocking CQ
Wenpeng Liang (2):
libhns: Support ibv_create_srq_ex
libhns: Add support for XRC for HIP09
kernel-headers/rdma/hns-abi.h | 2 + providers/hns/hns_roce_u.c | 28 ++- providers/hns/hns_roce_u.h | 40 +++- providers/hns/hns_roce_u_abi.h | 11 +- providers/hns/hns_roce_u_hw_v1.c | 18 +- providers/hns/hns_roce_u_hw_v2.c | 159 +++++++++----- providers/hns/hns_roce_u_hw_v2.h | 1 + providers/hns/hns_roce_u_verbs.c | 455 +++++++++++++++++++++++++++++++-------- 8 files changed, 546 insertions(+), 168 deletions(-)
Signature · 1 line
2.8.1
PATCH 1/5 Update kernel headers
To commit ?? ("RDMA/hns: Add support for XRC").
--- kernel-headers/rdma/hns-abi.h | 2 ++ 1 file changed, 2 insertions(+)
kernel-headers/rdma/hns-abi.h +2 -0
@@ -86,6 +86,8 @@ struct hns_roce_ib_create_qp_resp {struct hns_roce_ib_alloc_ucontext_resp {__u32 qp_tab_size;__u32 cqe_size; +__u32 srq_tab_size; +__u32 reserved; };struct hns_roce_ib_alloc_pd_resp {
Signature · 1 line
2.8.1
PATCH 2/5 libhns: Support ibv_create_qp_ex
In reply to Weihang LiFrom: Lang Cheng <[email protected]>
Implement the ibv_create_qp_ex verbs to support more feature in the future.
--- providers/hns/hns_roce_u.c | 1 + providers/hns/hns_roce_u.h | 9 ++- providers/hns/hns_roce_u_abi.h | 8 ++- providers/hns/hns_roce_u_hw_v1.c | 18 ++--- providers/hns/hns_roce_u_hw_v2.c | 28 ++++---- providers/hns/hns_roce_u_verbs.c | 147 ++++++++++++++++++++++++++------------- 6 files changed, 133 insertions(+), 78 deletions(-)
providers/hns/hns_roce_u.c +1 -0
@@ -69,6 +69,7 @@ static const struct verbs_context_ops hns_common_ops = { .cq_event = hns_roce_u_cq_event, .create_cq = hns_roce_u_create_cq, .create_qp = hns_roce_u_create_qp, + .create_qp_ex = hns_roce_u_create_qp_ex, .dealloc_mw = hns_roce_u_dealloc_mw, .dealloc_pd = hns_roce_u_free_pd, .dereg_mr = hns_roce_u_dereg_mr,
providers/hns/hns_roce_u.h +6 -3
@@ -257,7 +257,7 @@ struct hns_roce_rinl_buf { };struct hns_roce_qp { -struct ibv_qp ibv_qp; +struct verbs_qp verbs_qp;struct hns_roce_buf buf;int max_inline_data;int buf_size;
@@ -336,9 +336,9 @@ static inline struct hns_roce_srq *to_hr_srq(struct ibv_srq *ibv_srq) struct hns_roce_srq, verbs_srq); } -static inline struct hns_roce_qp *to_hr_qp (struct ibv_qp *ibv_qp) +static inline struct hns_roce_qp *to_hr_qp (struct ibv_qp *ibv_qp) { - return container_of(ibv_qp, struct hns_roce_qp, ibv_qp); + return container_of(ibv_qp, struct hns_roce_qp, verbs_qp.qp); }static inline struct hns_roce_ah *to_hr_ah (struct ibv_ah *ibv_ah)
@@ -382,6 +382,9 @@ int hns_roce_u_query_srq(struct ibv_srq *srq, struct ibv_srq_attr *srq_attr);int hns_roce_u_destroy_srq (struct ibv_srq *srq);struct ibv_qp *hns_roce_u_create_qp (struct ibv_pd *pd,struct ibv_qp_init_attr *attr); +struct ibv_qp * +hns_roce_u_create_qp_ex (struct ibv_context *context, +struct ibv_qp_init_attr_ex *qp_init_attr_ex);int hns_roce_u_query_qp (struct ibv_qp *ibqp,struct ibv_qp_attr *attr,int attr_mask,struct ibv_qp_init_attr *init_attr);
providers/hns/hns_roce_u_abi.h +6 -2
@@ -41,11 +41,15 @@ DECLARE_DRV_CMD(hns_roce_alloc_pd, IB_USER_VERBS_CMD_ALLOC_PD, empty, hns_roce_ib_alloc_pd_resp);DECLARE_DRV_CMD (hns_roce_create_cq,IB_USER_VERBS_CMD_CREATE_CQ , hns_roce_ib_create_cq, hns_roce_ib_create_cq_resp); -DECLARE_DRV_CMD (hns_roce_create_qp,IB_USER_VERBS_CMD_CREATE_QP , - hns_roce_ib_create_qp, hns_roce_ib_create_qp_resp);DECLARE_DRV_CMD (hns_roce_alloc_ucontext,IB_USER_VERBS_CMD_GET_CONTEXT , empty, hns_roce_ib_alloc_ucontext_resp); +DECLARE_DRV_CMD (hns_roce_create_qp,IB_USER_VERBS_CMD_CREATE_QP , + hns_roce_ib_create_qp, hns_roce_ib_create_qp_resp); + +DECLARE_DRV_CMD (hns_roce_create_qp_ex,IB_USER_VERBS_EX_CMD_CREATE_QP , + hns_roce_ib_create_qp, hns_roce_ib_create_qp_resp); +DECLARE_DRV_CMD (hns_roce_create_srq,IB_USER_VERBS_CMD_CREATE_SRQ , hns_roce_ib_create_srq, hns_roce_ib_create_srq_resp);
providers/hns/hns_roce_u_hw_v1.c +10 -8
@@ -268,7 +268,7 @@ static int hns_roce_v1_poll_one(struct hns_roce_cq *cq,/* if qp is zero, it will not get the correct qpn */ if (!*cur_qp || - (local_qpn &HNS_ROCE_CQE_QPN_MASK ) != (*cur_qp)->ibv_qp.qp_num) { + (local_qpn &HNS_ROCE_CQE_QPN_MASK ) != (*cur_qp)->verbs_qp.qp.qp_num) { *cur_qp =hns_roce_find_qp (to_hr_ctx (cq->ibv_cq.context), qpn &0xffffff );
@@ -463,7 +463,7 @@ static int hns_roce_u_v1_post_send(struct ibv_qp *ibvqp, struct ibv_send_wr *wr,for (nreq =0 ; wr; ++nreq, wr = wr->next) {if (hns_roce_wq_overflow (&qp->sq, nreq, -to_hr_cq (qp->ibv_qp.send_cq))) { +to_hr_cq (qp->verbs_qp.qp.send_cq))) { ret =-1 ; *bad_wr = wr; goto out;
@@ -572,9 +572,10 @@ out:if (likely (nreq)) { qp->sq.head += nreq; -hns_roce_update_sq_head (ctx, qp->ibv_qp.qp_num, - qp->port_num -1 , qp->sl, - qp->sq.head & ((qp->sq.wqe_cnt <<1 ) -1 )); +hns_roce_update_sq_head (ctx, qp->verbs_qp.qp.qp_num, + qp->port_num -1 , qp->sl, + qp->sq.head & ((qp->sq.wqe_cnt <<1 ) - +1 )); }pthread_spin_unlock (&qp->sq.lock);
@@ -740,7 +741,7 @@ static int hns_roce_u_v1_post_recv(struct ibv_qp *ibvqp, struct ibv_recv_wr *wr,for (nreq =0 ; wr; ++nreq, wr = wr->next) {if (hns_roce_wq_overflow (&qp->rq, nreq, -to_hr_cq (qp->ibv_qp.recv_cq))) { +to_hr_cq (qp->verbs_qp.qp.recv_cq))) { ret =-1 ; *bad_wr = wr; goto out;
@@ -802,8 +803,9 @@ out:if (nreq) { qp->rq.head += nreq; -hns_roce_update_rq_head (ctx, qp->ibv_qp.qp_num, - qp->rq.head & ((qp->rq.wqe_cnt <<1 ) -1 )); +hns_roce_update_rq_head (ctx, qp->verbs_qp.qp.qp_num, + qp->rq.head & ((qp->rq.wqe_cnt <<1 ) - +1 )); }pthread_spin_unlock (&qp->rq.lock);
providers/hns/hns_roce_u_hw_v2.c +12 -16
@@ -367,18 +367,15 @@ static int hns_roce_flush_cqe(struct hns_roce_qp **cur_qp, struct ibv_wc *wc) {struct ibv_qp_attr attr;int attr_mask; -int ret;if ((wc->status !=IBV_WC_SUCCESS ) && (wc->status !=IBV_WC_WR_FLUSH_ERR )) { attr_mask =IBV_QP_STATE ; attr.qp_state =IBV_QPS_ERR ; - ret =hns_roce_u_v2_modify_qp (&(*cur_qp)->ibv_qp, - &attr, attr_mask); -if (ret) -fprintf (stderr,PFX "failed to modify qp!\n" ); +hns_roce_u_v2_modify_qp (&(*cur_qp)->verbs_qp.qp, &attr, + attr_mask); - (*cur_qp)->ibv_qp.state =IBV_QPS_ERR ; + (*cur_qp)->verbs_qp.qp.state =IBV_QPS_ERR ; }return V2_CQ_OK ;
@@ -468,8 +465,8 @@ static int hns_roce_handle_recv_inl_wqe(struct hns_roce_v2_cqe *cqe, struct hns_roce_qp **cur_qp, struct ibv_wc *wc, uint32_t opcode) { - if (((*cur_qp)->ibv_qp.qp_type == IBV_QPT_RC || - (*cur_qp)->ibv_qp.qp_type == IBV_QPT_UC) && + if (((*cur_qp)->verbs_qp.qp.qp_type == IBV_QPT_RC || + (*cur_qp)->verbs_qp.qp.qp_type == IBV_QPT_UC) && (opcode == HNS_ROCE_RECV_OP_SEND || opcode == HNS_ROCE_RECV_OP_SEND_WITH_IMM || opcode == HNS_ROCE_RECV_OP_SEND_WITH_INV) &&
@@ -539,17 +536,16 @@ static int hns_roce_v2_poll_one(struct hns_roce_cq *cq, HNS_ROCE_V2_CQE_IS_SQ);/* if qp is zero, it will not get the correct qpn */ -if (!*cur_qp || qpn != (*cur_qp)->ibv_qp.qp_num) { +if (!*cur_qp || qpn != (*cur_qp)->verbs_qp.qp.qp_num) { *cur_qp =hns_roce_v2_find_qp (to_hr_ctx (cq->ibv_cq.context), qpn); -if (!*cur_qp) { -fprintf (stderr,PFX "can't find qp!\n" ); +if (!*cur_qp)return V2_CQ_POLL_ERR ; - } } wc->qp_num = qpn; - srq = (*cur_qp)->ibv_qp.srq ?to_hr_srq ((*cur_qp)->ibv_qp.srq) :NULL ; + srq = (*cur_qp)->verbs_qp.qp.srq ? +to_hr_srq ((*cur_qp)->verbs_qp.qp.srq) :NULL ;if (is_send) { wq = &(*cur_qp)->sq;/*
@@ -710,7 +706,7 @@ static void set_sge(struct hns_roce_v2_wqe_data_seg *dseg,/* No inner sge in UD wqe */ if (sge_info->valid_num <=HNS_ROCE_SGE_IN_WQE && - qp->ibv_qp.qp_type !=IBV_QPT_UD ) { + qp->verbs_qp.qp.qp_type !=IBV_QPT_UD ) {set_data_seg_v2 (dseg, wr->sg_list + i); dseg++; }else {
@@ -1159,7 +1155,7 @@ int hns_roce_u_v2_post_send(struct ibv_qp *ibvqp, struct ibv_send_wr *wr,for (nreq =0 ; wr; ++nreq, wr = wr->next) {if (hns_roce_v2_wq_overflow (&qp->sq, nreq, -to_hr_cq (qp->ibv_qp.send_cq))) { +to_hr_cq (qp->verbs_qp.qp.send_cq))) { ret =ENOMEM ; *bad_wr = wr; goto out;
@@ -1267,7 +1263,7 @@ static int hns_roce_u_v2_post_recv(struct ibv_qp *ibvqp, struct ibv_recv_wr *wr, max_sge = qp->rq.max_gs - qp->rq.rsv_sge;for (nreq =0 ; wr; ++nreq, wr = wr->next) {if (hns_roce_v2_wq_overflow (&qp->rq, nreq, -to_hr_cq (qp->ibv_qp.recv_cq))) { +to_hr_cq (qp->verbs_qp.qp.recv_cq))) { ret =ENOMEM ; *bad_wr = wr; goto out;
providers/hns/hns_roce_u_verbs.c +98 -49
249 lines not on this page · raw message
Signature · 1 line
2.8.1
PATCH 3/5 libhns: Support ibv_create_srq_ex
In reply to Weihang LiFrom: Wenpeng Liang <[email protected]>
Implement the ibv_create_srq_ex verbs to support for XRC and more features in the future.
--- providers/hns/hns_roce_u.c | 23 +++-- providers/hns/hns_roce_u.h | 21 +++- providers/hns/hns_roce_u_abi.h | 3 + providers/hns/hns_roce_u_verbs.c | 212 +++++++++++++++++++++++++++++++-------- 4 files changed, 208 insertions(+), 51 deletions(-)
providers/hns/hns_roce_u.c +16 -7
@@ -81,6 +81,7 @@ static const struct verbs_context_ops hns_common_ops = { .reg_mr = hns_roce_u_reg_mr, .rereg_mr = hns_roce_u_rereg_mr, .create_srq = hns_roce_u_create_srq, + .create_srq_ex = hns_roce_u_create_srq_ex, .modify_srq = hns_roce_u_modify_srq, .query_srq = hns_roce_u_query_srq, .destroy_srq = hns_roce_u_destroy_srq,
@@ -110,21 +111,29 @@ static struct verbs_context *hns_roce_alloc_context(struct ibv_device *ibdev, &resp.ibv_resp, sizeof(resp))) goto err_free; +if (!resp.cqe_size) + context->cqe_size =HNS_ROCE_CQE_SIZE ; +else if (resp.cqe_size <=HNS_ROCE_V3_CQE_SIZE ) + context->cqe_size = resp.cqe_size; +else + context->cqe_size =HNS_ROCE_V3_CQE_SIZE ; + context->num_qps = resp.qp_tab_size; + context->num_srqs = resp.srq_tab_size; + context->qp_table_shift =ffs (context->num_qps) -1 -HNS_ROCE_QP_TABLE_BITS ; context->qp_table_mask = (1 << context->qp_table_shift) -1 ; -pthread_mutex_init (&context->qp_table_mutex,NULL );for (i =0 ; i <HNS_ROCE_QP_TABLE_SIZE ; ++i) context->qp_table[i].refcnt =0 ; -if (!resp.cqe_size) - context->cqe_size =HNS_ROCE_CQE_SIZE ; -else if (resp.cqe_size <=HNS_ROCE_V3_CQE_SIZE ) - context->cqe_size = resp.cqe_size; -else - context->cqe_size =HNS_ROCE_V3_CQE_SIZE ; + context->srq_table_shift =ffs (context->num_srqs) -1 - +HNS_ROCE_SRQ_TABLE_BITS ; + context->srq_table_mask = (1 << context->srq_table_shift) -1 ; +pthread_mutex_init (&context->srq_table_mutex,NULL ); +for (i =0 ; i <HNS_ROCE_SRQ_TABLE_SIZE ; ++i) + context->srq_table[i].refcnt =0 ; if (hns_roce_u_query_device(&context->ibv_ctx.context, NULL, container_of(&dev_attrs,
providers/hns/hns_roce_u.h +18 -3
@@ -105,6 +105,9 @@ enum { HNS_ROCE_QP_TABLE_SIZE = 1 << HNS_ROCE_QP_TABLE_BITS, }; +#define HNS_ROCE_SRQ_TABLE_BITS 8 +#define HNS_ROCE_SRQ_TABLE_SIZE BIT(HNS_ROCE_SRQ_TABLE_BITS) +/* operation type list */ enum {/* rq&srq operation */
@@ -153,13 +156,20 @@ struct hns_roce_context {struct hns_roce_qp **table;int refcnt; } qp_table[HNS_ROCE_QP_TABLE_SIZE ]; -pthread_mutex_t qp_table_mutex; -int num_qps;int qp_table_shift;int qp_table_mask; +struct { +struct hns_roce_srq **table; +int refcnt; + } srq_table[HNS_ROCE_SRQ_TABLE_SIZE ]; +pthread_mutex_t srq_table_mutex; +int num_srqs; +int srq_table_shift; +int srq_table_mask; +struct hns_roce_db_page *db_list[HNS_ROCE_DB_TYPE_NUM ];pthread_mutex_t db_list_mutex;
@@ -376,10 +386,15 @@ void hns_roce_u_cq_event(struct ibv_cq *cq);struct ibv_srq *hns_roce_u_create_srq (struct ibv_pd *pd,struct ibv_srq_init_attr *srq_init_attr); +struct ibv_srq *hns_roce_u_create_srq_ex (struct ibv_context *context, +struct ibv_srq_init_attr_ex *attr);int hns_roce_u_modify_srq (struct ibv_srq *srq,struct ibv_srq_attr *srq_attr,int srq_attr_mask);int hns_roce_u_query_srq (struct ibv_srq *srq,struct ibv_srq_attr *srq_attr); -int hns_roce_u_destroy_srq (struct ibv_srq *srq); +struct hns_roce_srq *hns_roce_find_srq (struct hns_roce_context *ctx, +uint32_t srqn); +int hns_roce_u_destroy_srq (struct ibv_srq *ibv_srq); +struct ibv_qp *hns_roce_u_create_qp (struct ibv_pd *pd,struct ibv_qp_init_attr *attr); struct ibv_qp *
providers/hns/hns_roce_u_abi.h +3 -0
@@ -53,4 +53,7 @@ DECLARE_DRV_CMD(hns_roce_create_qp_ex, IB_USER_VERBS_EX_CMD_CREATE_QP,DECLARE_DRV_CMD (hns_roce_create_srq,IB_USER_VERBS_CMD_CREATE_SRQ , hns_roce_ib_create_srq, hns_roce_ib_create_srq_resp); +DECLARE_DRV_CMD (hns_roce_create_srq_ex,IB_USER_VERBS_CMD_CREATE_XSRQ , + hns_roce_ib_create_srq, hns_roce_ib_create_srq_resp); +#endif /* _HNS_ROCE_U_ABI_H */
providers/hns/hns_roce_u_verbs.c +171 -41
291 lines not on this page · raw message
Signature · 1 line
2.8.1
PATCH 4/5 libhns: Avoid accessing NULL pointer when locking/unlocking CQ
In reply to Weihang LiSome types of QP may have no associated send CQ or recv CQ or neither, for example, XRC QP have neither of them. So there should be a check when locking/unlocking CQs to avoid accessind NULL pointer.
--- providers/hns/hns_roce_u_hw_v2.c | 36 ++++++++++++++++++++++++------------ 1 file changed, 24 insertions(+), 12 deletions(-)
providers/hns/hns_roce_u_hw_v2.c +24 -12
@@ -1425,14 +1425,20 @@ static void hns_roce_lock_cqs(struct ibv_qp *qp)struct hns_roce_cq *send_cq =to_hr_cq (qp->send_cq);struct hns_roce_cq *recv_cq =to_hr_cq (qp->recv_cq); -if (send_cq == recv_cq) { -pthread_spin_lock (&send_cq->lock); - }else if (send_cq->cqn < recv_cq->cqn) { +if (send_cq && recv_cq) { +if (send_cq == recv_cq) { +pthread_spin_lock (&send_cq->lock); + }else if (send_cq->cqn < recv_cq->cqn) { +pthread_spin_lock (&send_cq->lock); +pthread_spin_lock (&recv_cq->lock); + }else { +pthread_spin_lock (&recv_cq->lock); +pthread_spin_lock (&send_cq->lock); + } + }else if (send_cq) {pthread_spin_lock (&send_cq->lock); + }else if (recv_cq) {pthread_spin_lock (&recv_cq->lock); - }else { -pthread_spin_lock (&recv_cq->lock); -pthread_spin_lock (&send_cq->lock); } }
@@ -1441,13 +1447,19 @@ static void hns_roce_unlock_cqs(struct ibv_qp *qp)struct hns_roce_cq *send_cq =to_hr_cq (qp->send_cq);struct hns_roce_cq *recv_cq =to_hr_cq (qp->recv_cq); -if (send_cq == recv_cq) { -pthread_spin_unlock (&send_cq->lock); - }else if (send_cq->cqn < recv_cq->cqn) { -pthread_spin_unlock (&recv_cq->lock); -pthread_spin_unlock (&send_cq->lock); - }else { +if (send_cq && recv_cq) { +if (send_cq == recv_cq) { +pthread_spin_unlock (&send_cq->lock); + }else if (send_cq->cqn < recv_cq->cqn) { +pthread_spin_unlock (&recv_cq->lock); +pthread_spin_unlock (&send_cq->lock); + }else { +pthread_spin_unlock (&send_cq->lock); +pthread_spin_unlock (&recv_cq->lock); + } + }else if (send_cq) {pthread_spin_unlock (&send_cq->lock); + }else if (recv_cq) {pthread_spin_unlock (&recv_cq->lock); } }
Signature · 1 line
2.8.1
PATCH 5/5 libhns: Add support for XRC for HIP09
In reply to Weihang LiFrom: Wenpeng Liang <[email protected]>
The HIP09 supports XRC transport service, it greatly saves the number of QPs required to connect all processes in a large cluster.
--- providers/hns/hns_roce_u.c | 4 ++ providers/hns/hns_roce_u.h | 10 ++++ providers/hns/hns_roce_u_hw_v2.c | 99 ++++++++++++++++++++++++---------- providers/hns/hns_roce_u_hw_v2.h | 1 + providers/hns/hns_roce_u_verbs.c | 114 +++++++++++++++++++++++++++++++++++---- 5 files changed, 190 insertions(+), 38 deletions(-)
providers/hns/hns_roce_u.c +4 -0
@@ -88,6 +88,10 @@ static const struct verbs_context_ops hns_common_ops = { .free_context = hns_roce_free_context, .create_ah = hns_roce_u_create_ah, .destroy_ah = hns_roce_u_destroy_ah, + .open_xrcd = hns_roce_u_open_xrcd, + .close_xrcd = hns_roce_u_close_xrcd, + .open_qp = hns_roce_u_open_qp, + .get_srq_num = hns_roce_u_get_srq_num, }; static struct verbs_context *hns_roce_alloc_context(struct ibv_device *ibdev,
providers/hns/hns_roce_u.h +10 -0
@@ -285,6 +285,7 @@ struct hns_roce_qp {struct hns_roce_rinl_buf rq_rinl_buf;unsigned long flags; +int refcnt;/* specially used for XRC */ };struct hns_roce_av {
@@ -388,6 +389,7 @@ struct ibv_srq *hns_roce_u_create_srq(struct ibv_pd *pd, struct ibv_srq_init_attr *srq_init_attr);struct ibv_srq *hns_roce_u_create_srq_ex (struct ibv_context *context,struct ibv_srq_init_attr_ex *attr); +int hns_roce_u_get_srq_num (struct ibv_srq *ibv_srq,uint32_t *srq_num);int hns_roce_u_modify_srq (struct ibv_srq *srq,struct ibv_srq_attr *srq_attr,int srq_attr_mask);int hns_roce_u_query_srq (struct ibv_srq *srq,struct ibv_srq_attr *srq_attr);
@@ -401,6 +403,9 @@ struct ibv_qp * hns_roce_u_create_qp_ex(struct ibv_context *context, struct ibv_qp_init_attr_ex *qp_init_attr_ex); +struct ibv_qp *hns_roce_u_open_qp (struct ibv_context *context, +struct ibv_qp_open_attr *attr); +int hns_roce_u_query_qp (struct ibv_qp *ibqp,struct ibv_qp_attr *attr,int attr_mask,struct ibv_qp_init_attr *init_attr);
@@ -408,6 +413,11 @@ struct ibv_ah *hns_roce_u_create_ah(struct ibv_pd *pd, struct ibv_ah_attr *attr);int hns_roce_u_destroy_ah (struct ibv_ah *ah); +struct ibv_xrcd * +hns_roce_u_open_xrcd (struct ibv_context *context, +struct ibv_xrcd_init_attr *xrcd_init_attr); +int hns_roce_u_close_xrcd (struct ibv_xrcd *ibv_xrcd); +int hns_roce_alloc_buf (struct hns_roce_buf *buf,unsigned int size,int page_size);void hns_roce_free_buf (struct hns_roce_buf *buf);
providers/hns/hns_roce_u_hw_v2.c +72 -27
197 lines not on this page · raw message
providers/hns/hns_roce_u_hw_v2.h +1 -0
@@ -112,6 +112,7 @@ enum {HNS_ROCE_V2_CQE_TRANSPORT_RETRY_EXC_ERR =0x15 ,HNS_ROCE_V2_CQE_RNR_RETRY_EXC_ERR =0x16 ,HNS_ROCE_V2_CQE_REMOTE_ABORTED_ERR =0x22 , + HNS_ROCE_V2_CQE_XRC_VIOLATION_ERR = 0x24, }; enum {
providers/hns/hns_roce_u_verbs.c +103 -11
174 lines not on this page · raw message
Signature · 1 line
2.8.1