RDMA:rxe: Implement XRC for rxe
Subsystems (2)
cover RDMA:rxe: Implement XRC for rxe
This series of patches implements the XRC transport for the rxe driver.
These patches should be applied after the (v2) "Three rxe bug fixes", (v3) "Replace AV by AH in UD sends", and "Let RDMA-core manage certain objects" patches to the current for-next branch.
Bob Pearson (13):
RDMA/rxe: Decouple rxe_pkt_info from sk_buff IB/core: Add xrc opcodes to ib_pack.h RDMA/rxe: Extend rxe_send_wr to support xrceth RDMA/rxe: Extend rxe_opcode.h to support xrc RDMA/rxe: Add XRC ETH to rxe_hdr.h RDMA/rxe: Add XRC QP type to rxe_wr_opcode_info RDMA/rxe: Add XRC opcodes to rxe_opcode_info RDMA/rxe: Support alloc/dealloc xrcd RDMA/rxe: Extend SRQs to support extensions RDMA/rxe: Compute next opcode for XRC RDMA/rxe: Extend rxe_verbs and rxe_qp to support XRC RDMA/rxe: Extend rxe send XRC packets RDMA/rxe: Enable receiving XRC packets
drivers/infiniband/sw/rxe/rxe.c | 39 ++- drivers/infiniband/sw/rxe/rxe_av.c | 6 +- drivers/infiniband/sw/rxe/rxe_comp.c | 47 +-- drivers/infiniband/sw/rxe/rxe_hdr.h | 58 +++- drivers/infiniband/sw/rxe/rxe_loc.h | 15 +- drivers/infiniband/sw/rxe/rxe_mw.c | 6 +- drivers/infiniband/sw/rxe/rxe_net.c | 36 ++- drivers/infiniband/sw/rxe/rxe_opcode.c | 388 +++++++++++++++++++++++-- drivers/infiniband/sw/rxe/rxe_opcode.h | 38 +-- drivers/infiniband/sw/rxe/rxe_param.h | 1 + drivers/infiniband/sw/rxe/rxe_pool.c | 6 + drivers/infiniband/sw/rxe/rxe_pool.h | 1 + drivers/infiniband/sw/rxe/rxe_qp.c | 235 ++++++++------- drivers/infiniband/sw/rxe/rxe_recv.c | 51 +++- drivers/infiniband/sw/rxe/rxe_req.c | 91 +++++- drivers/infiniband/sw/rxe/rxe_resp.c | 209 +++++++++---- drivers/infiniband/sw/rxe/rxe_srq.c | 71 ++--- drivers/infiniband/sw/rxe/rxe_verbs.c | 37 ++- drivers/infiniband/sw/rxe/rxe_verbs.h | 42 ++- include/rdma/ib_pack.h | 28 +- include/uapi/rdma/rdma_user_rxe.h | 4 + 21 files changed, 1098 insertions(+), 311 deletions(-)
Signature · 1 line
2.30.2
PATCH 1/13 RDMA/rxe: Decouple rxe_pkt_info from sk_buff
Currently on the receive path the rxe_pkt_info struct is stored in the skb->cb array. But this patch series requires extending it beyond 48 bytes and it is already at the limit. This patch places a pointer to the pkt info struct in skb->cb and allocates it separately. All instances of freeing the skb on the receive path are collected into rxe_free_pkt() calls which is extended to free the pkt info struct. In rxe_rcv_mcast_pkt() if skb_clone fails continue is replaced by break since we are out of memory and there is no point going on to the other mcast QPs.
--- drivers/infiniband/sw/rxe/rxe_comp.c | 20 +++------------- drivers/infiniband/sw/rxe/rxe_hdr.h | 13 ++++++++--- drivers/infiniband/sw/rxe/rxe_loc.h | 3 +++ drivers/infiniband/sw/rxe/rxe_net.c | 14 +++++++++-- drivers/infiniband/sw/rxe/rxe_recv.c | 35 +++++++++++++++++++++------- drivers/infiniband/sw/rxe/rxe_resp.c | 18 ++++---------- 6 files changed, 59 insertions(+), 44 deletions(-)
drivers/infiniband/sw/rxe/rxe_comp.c +3 -17
@@ -522,11 +522,8 @@ static void rxe_drain_resp_pkts(struct rxe_qp *qp, bool notify)struct rxe_send_wqe *wqe;struct rxe_queue *q = qp->sq.queue; -while ((skb =skb_dequeue (&qp->resp_pkts))) { -rxe_drop_ref (qp); -kfree_skb (skb); -ib_device_put (qp->ibqp.device); - } +while ((skb =skb_dequeue (&qp->resp_pkts))) +rxe_free_pkt (SKB_TO_PKT (skb));while ((wqe =queue_head (q, q->type))) {if (notify) {
@@ -538,17 +535,6 @@ static void rxe_drain_resp_pkts(struct rxe_qp *qp, bool notify) } } -static void free_pkt (struct rxe_pkt_info *pkt) -{ -struct sk_buff *skb =PKT_TO_SKB (pkt); -struct rxe_qp *qp = pkt->qp; -struct ib_device *dev = qp->ibqp.device; - -kfree_skb (skb); -rxe_drop_ref (qp); -ib_device_put (dev); -} -int rxe_completer (void *arg) {struct rxe_qp *qp = (struct rxe_qp *)arg;
@@ -757,7 +743,7 @@ int rxe_completer(void *arg) done:if (pkt) -free_pkt (pkt); +rxe_free_pkt (pkt);rxe_drop_ref (qp);return ret;
drivers/infiniband/sw/rxe/rxe_hdr.h +10 -3
@@ -12,6 +12,7 @@* sk_buff for received packets. */ struct rxe_pkt_info { +struct sk_buff *skb;/* back pointer to skb */ struct rxe_dev *rxe;/* device that owns packet */ struct rxe_qp *qp;/* qp that owns packet */ struct rxe_send_wqe *wqe;/* send wqe */
@@ -24,16 +25,22 @@ struct rxe_pkt_info {u8 opcode;/* bth opcode of packet */ }; +/* rxe info in skb->cb */ +struct rxe_cb { +struct rxe_pkt_info *pkt;/* pointer to pkt info */ +}; + +#define RXE_CB (skb) ((struct rxe_cb *)skb->cb) +/* Macros should be used only for received skb */ static inline struct rxe_pkt_info *SKB_TO_PKT (struct sk_buff *skb) { -BUILD_BUG_ON (sizeof (struct rxe_pkt_info ) >sizeof (skb->cb)); -return (void *)skb->cb; +return RXE_CB (skb)->pkt; }static inline struct sk_buff *PKT_TO_SKB (struct rxe_pkt_info *pkt) { - return container_of((void *)pkt, struct sk_buff, cb); +return pkt->skb; }/*
drivers/infiniband/sw/rxe/rxe_loc.h +3 -0
@@ -139,6 +139,9 @@ static inline int qp_mtu(struct rxe_qp *qp)return IB_MTU_4096 ; } +/* rxe_recv.c */ +void rxe_free_pkt (struct rxe_pkt_info *pkt); +static inline int rcv_wqe_size (int max_sge) { return sizeof(struct rxe_recv_wqe) +
drivers/infiniband/sw/rxe/rxe_net.c +12 -2
@@ -155,7 +155,7 @@ static int rxe_udp_encap_recv(struct sock *sk, struct sk_buff *skb)struct udphdr *udph;struct rxe_dev *rxe;struct net_device *ndev = skb->dev; -struct rxe_pkt_info *pkt =SKB_TO_PKT (skb); +struct rxe_pkt_info *pkt;/* takes a reference on rxe->ib_dev * drop when skb is freed
@@ -172,6 +172,10 @@ static int rxe_udp_encap_recv(struct sock *sk, struct sk_buff *skb) goto drop; } + pkt =kzalloc (sizeof (*pkt),GFP_ATOMIC ); +RXE_CB (skb)->pkt = pkt; + pkt->skb = skb; + udph =udp_hdr (skb); pkt->rxe = rxe; pkt->port_num =1 ;
@@ -407,15 +411,21 @@ static int rxe_send(struct sk_buff *skb, struct rxe_pkt_info *pkt)*/ static int rxe_loopback (struct sk_buff *skb,struct rxe_pkt_info *pkt) { -memcpy (SKB_TO_PKT (skb), pkt,sizeof (*pkt)); +struct rxe_pkt_info *new_pkt;if (skb->protocol ==htons (ETH_P_IP ))skb_pull (skb,sizeof (struct iphdr ));else skb_pull (skb,sizeof (struct ipv6hdr )); + new_pkt =kzalloc (sizeof (*new_pkt),GFP_ATOMIC ); +memcpy (new_pkt, pkt,sizeof (*pkt)); +RXE_CB (skb)->pkt = new_pkt; + new_pkt->skb = skb; +if (WARN_ON (!ib_device_try_get (&pkt->rxe->ib_dev))) {kfree_skb (skb); +kfree (new_pkt);return -EIO ; }
drivers/infiniband/sw/rxe/rxe_recv.c +26 -9
@@ -9,6 +9,20 @@#include "rxe.h" #include "rxe_loc.h" +void rxe_free_pkt (struct rxe_pkt_info *pkt) +{ +struct sk_buff *skb =PKT_TO_SKB (pkt); +struct rxe_qp *qp = pkt->qp; + +if (qp) +rxe_drop_ref (qp); + +ib_device_put (&pkt->rxe->ib_dev); + +kfree_skb (skb); +kfree (pkt); +} +/* check that QP matches packet opcode type and is in a valid state */ static int check_type_state (struct rxe_dev *rxe,struct rxe_pkt_info *pkt,struct rxe_qp *qp)
@@ -279,14 +293,22 @@ static void rxe_rcv_mcast_pkt(struct rxe_dev *rxe, struct sk_buff *skb) cskb =skb_clone (skb,GFP_ATOMIC );if (unlikely (!cskb)) -continue ; +break ; + + cpkt =kzalloc (sizeof (*cpkt),GFP_ATOMIC ); +if (unlikely (!cpkt)) { +kfree_skb (cskb); +break ; + } +RXE_CB (cskb)->pkt = cpkt; + cpkt->skb = cskb;if (WARN_ON (!ib_device_try_get (&rxe->ib_dev))) {kfree_skb (cskb); +kfree (cpkt);break ; } - cpkt =SKB_TO_PKT (cskb); cpkt->qp = qp;rxe_add_ref (qp);rxe_rcv_pkt (cpkt, cskb);
@@ -310,8 +332,7 @@ static void rxe_rcv_mcast_pkt(struct rxe_dev *rxe, struct sk_buff *skb)*/ drop: -kfree_skb (skb); -ib_device_put (&rxe->ib_dev); +rxe_free_pkt (SKB_TO_PKT (skb)); }/**
@@ -396,9 +417,5 @@ void rxe_rcv(struct sk_buff *skb)return ; drop: -if (pkt->qp) -rxe_drop_ref (pkt->qp); - -kfree_skb (skb); -ib_device_put (&rxe->ib_dev); +rxe_free_pkt (pkt); }
drivers/infiniband/sw/rxe/rxe_resp.c +5 -13
@@ -98,11 +98,8 @@ static inline enum resp_states get_req(struct rxe_qp *qp,struct sk_buff *skb;if (qp->resp.state ==QP_STATE_ERROR ) { -while ((skb =skb_dequeue (&qp->req_pkts))) { -rxe_drop_ref (qp); -kfree_skb (skb); -ib_device_put (qp->ibqp.device); - } +while ((skb =skb_dequeue (&qp->req_pkts))) +rxe_free_pkt (SKB_TO_PKT (skb));/* go drain recv wr queue */ return RESPST_CHK_RESOURCE ;
@@ -1020,9 +1017,7 @@ static enum resp_states cleanup(struct rxe_qp *qp,if (pkt) { skb =skb_dequeue (&qp->req_pkts); -rxe_drop_ref (qp); -kfree_skb (skb); -ib_device_put (qp->ibqp.device); +rxe_free_pkt (SKB_TO_PKT (skb)); }if (qp->resp.mr) {
@@ -1183,11 +1178,8 @@ static void rxe_drain_req_pkts(struct rxe_qp *qp, bool notify)struct sk_buff *skb;struct rxe_queue *q = qp->rq.queue; -while ((skb =skb_dequeue (&qp->req_pkts))) { -rxe_drop_ref (qp); -kfree_skb (skb); -ib_device_put (qp->ibqp.device); - } +while ((skb =skb_dequeue (&qp->req_pkts))) +rxe_free_pkt (SKB_TO_PKT (skb));if (notify)return ;
Signature · 1 line
2.30.2
Jason Gunthorpe
maintainerRe: [PATCH for-next 01/13] RDMA/rxe: Decouple rxe_pkt_info from sk_buff
Quoted 14 lines · Bob Pearson
drivers/infiniband/sw/rxe/rxe_loc.h +0
-0return sizeof(struct rxe_recv_wqe) +drivers/infiniband/sw/rxe/rxe_net.c +2
-1+++ b/drivers/infiniband/sw/rxe/rxe_net.c@@ -155,7 +155,7 @@ static int rxe_udp_encap_recv(struct sock *sk, struct sk_buff *skb)struct udphdr *udph;struct rxe_dev *rxe;struct net_device *ndev = skb->dev; -struct rxe_pkt_info *pkt =SKB_TO_PKT (skb); +struct rxe_pkt_info *pkt;/* takes a reference on rxe->ib_dev * drop when skb is freed
drivers/infiniband/sw/rxe/rxe_net.c static int rxe_udp_encap_recv(struct sock *sk, struct sk_buff *skb) · line 178
Quoted 7 lines
drivers/infiniband/sw/rxe/rxe_net.c +4
-0@@ -172,6 +172,10 @@ static int rxe_udp_encap_recv(struct sock *sk, struct sk_buff *skb) goto drop; } + pkt =kzalloc (sizeof (*pkt),GFP_ATOMIC ); +RXE_CB (skb)->pkt = pkt; + pkt->skb = skb; +
Isn't this a huge performance cost? Not even a kmem cache or something?
Jason
PATCH 2/13 IB/core: Add xrc opcodes to ib_pack.h
In reply to Bob Pearsonib_pack.h defines enums for all the RDMA opcodes except for the XRC opcodes. This patch adds those opcodes.
--- include/rdma/ib_pack.h | 28 +++++++++++++++++++++++++++- 1 file changed, 27 insertions(+), 1 deletion(-)
include/rdma/ib_pack.h +27 -1
@@ -56,6 +56,7 @@ enum {IB_OPCODE_UD =0x60 ,/* per IBTA 1.3 vol 1 Table 38, A10.3.2 */ IB_OPCODE_CNP =0x80 , +IB_OPCODE_XRC =0xa0 ,/* Manufacturer specific */ IB_OPCODE_MSP = 0xe0,
@@ -152,7 +153,32 @@ enum {/* UD */ IB_OPCODE (UD ,SEND_ONLY ), -IB_OPCODE (UD ,SEND_ONLY_WITH_IMMEDIATE ) +IB_OPCODE (UD ,SEND_ONLY_WITH_IMMEDIATE ), + +/* XRC */ +IB_OPCODE (XRC ,SEND_FIRST ), +IB_OPCODE (XRC ,SEND_MIDDLE ), +IB_OPCODE (XRC ,SEND_LAST ), +IB_OPCODE (XRC ,SEND_LAST_WITH_IMMEDIATE ), +IB_OPCODE (XRC ,SEND_ONLY ), +IB_OPCODE (XRC ,SEND_ONLY_WITH_IMMEDIATE ), +IB_OPCODE (XRC ,RDMA_WRITE_FIRST ), +IB_OPCODE (XRC ,RDMA_WRITE_MIDDLE ), +IB_OPCODE (XRC ,RDMA_WRITE_LAST ), +IB_OPCODE (XRC ,RDMA_WRITE_LAST_WITH_IMMEDIATE ), +IB_OPCODE (XRC ,RDMA_WRITE_ONLY ), +IB_OPCODE (XRC ,RDMA_WRITE_ONLY_WITH_IMMEDIATE ), +IB_OPCODE (XRC ,RDMA_READ_REQUEST ), +IB_OPCODE (XRC ,RDMA_READ_RESPONSE_FIRST ), +IB_OPCODE (XRC ,RDMA_READ_RESPONSE_MIDDLE ), +IB_OPCODE (XRC ,RDMA_READ_RESPONSE_LAST ), +IB_OPCODE (XRC ,RDMA_READ_RESPONSE_ONLY ), +IB_OPCODE (XRC ,ACKNOWLEDGE ), +IB_OPCODE (XRC ,ATOMIC_ACKNOWLEDGE ), +IB_OPCODE (XRC ,COMPARE_SWAP ), +IB_OPCODE (XRC ,FETCH_ADD ), +IB_OPCODE (XRC ,SEND_LAST_WITH_INVALIDATE ), +IB_OPCODE (XRC ,SEND_ONLY_WITH_INVALIDATE ) }; enum {
Signature · 1 line
2.30.2
PATCH 3/13 RDMA/rxe: Extend rxe_send_wr to support xrceth
In reply to Bob PearsonAdd srq_num field aligned to lie in the space above the rdma and atomic fields so it can be used in parallel.
--- include/uapi/rdma/rdma_user_rxe.h | 4 ++++ 1 file changed, 4 insertions(+)
include/uapi/rdma/rdma_user_rxe.h +4 -0
@@ -82,6 +82,10 @@ struct rxe_send_wr {__u32 invalidate_rkey; } ex;union { +struct { +__aligned_u64 pad[4 ]; +__u32 srq_num; + } xrc;struct {__aligned_u64 remote_addr;__u32 rkey;
Signature · 1 line
2.30.2
PATCH 4/13 RDMA/rxe: Extend rxe_opcode.h to support xrc
In reply to Bob PearsonExtend rxe_wr_opcode_info to support more QP types.
Extend rxe_hdr_type and rxe_hdr_mask enums to support XRCETH headers.
--- drivers/infiniband/sw/rxe/rxe_opcode.h | 38 +++++++++++++------------- 1 file changed, 19 insertions(+), 19 deletions(-)
drivers/infiniband/sw/rxe/rxe_opcode.h +19 -19
@@ -27,28 +27,27 @@ enum rxe_wr_mask { WR_ATOMIC_OR_READ_MASK = WR_ATOMIC_MASK | WR_READ_MASK, }; -#define WR_MAX_QPT (8) -struct rxe_wr_opcode_info {char *name; -enum rxe_wr_mask mask[WR_MAX_QPT ]; +enum rxe_wr_mask mask[IB_QPT_MAX ]; };extern struct rxe_wr_opcode_info rxe_wr_opcode_info[];enum rxe_hdr_type { -RXE_LRH , -RXE_GRH , -RXE_BTH , -RXE_RETH , -RXE_AETH , -RXE_ATMETH , -RXE_ATMACK , -RXE_IETH , -RXE_RDETH , -RXE_DETH , -RXE_IMMDT , -RXE_PAYLOAD , +RXE_LRH ,/* IBA 5.2.1 not used by rxe */ +RXE_GRH ,/* IBA 5.2.2 */ +RXE_BTH ,/* IBA 5.2.3 */ +RXE_RDETH ,/* IBA 5.2.4 not supported by rxe */ +RXE_DETH ,/* IBA 5.2.5 */ +RXE_RETH ,/* IBA 5.2.6 */ +RXE_ATMETH ,/* IBA 5.2.7 */ +RXE_XRCETH ,/* IBA 5.2.8 */ +RXE_AETH ,/* IBA 5.2.9 */ +RXE_ATMACK ,/* IBA 5.2.10 */ +RXE_IMMDT ,/* IBA 5.2.11 */ +RXE_IETH ,/* IBA 5.2.12 */ +RXE_PAYLOAD ,/* IBA 5.2.13 */ NUM_HDR_TYPES };
@@ -56,14 +55,15 @@ enum rxe_hdr_mask {RXE_LRH_MASK =BIT (RXE_LRH ),RXE_GRH_MASK =BIT (RXE_GRH ),RXE_BTH_MASK =BIT (RXE_BTH ), -RXE_IMMDT_MASK =BIT (RXE_IMMDT ), +RXE_RDETH_MASK =BIT (RXE_RDETH ), +RXE_DETH_MASK =BIT (RXE_DETH ),RXE_RETH_MASK =BIT (RXE_RETH ), -RXE_AETH_MASK =BIT (RXE_AETH ),RXE_ATMETH_MASK =BIT (RXE_ATMETH ), +RXE_XRCETH_MASK =BIT (RXE_XRCETH ), +RXE_AETH_MASK =BIT (RXE_AETH ),RXE_ATMACK_MASK =BIT (RXE_ATMACK ), +RXE_IMMDT_MASK =BIT (RXE_IMMDT ),RXE_IETH_MASK =BIT (RXE_IETH ), -RXE_RDETH_MASK =BIT (RXE_RDETH ), -RXE_DETH_MASK =BIT (RXE_DETH ),RXE_PAYLOAD_MASK =BIT (RXE_PAYLOAD ), RXE_REQ_MASK = BIT(NUM_HDR_TYPES + 0),
Signature · 1 line
2.30.2
PATCH 5/13 RDMA/rxe: Add XRC ETH to rxe_hdr.h
In reply to Bob PearsonExtend rxe_hdr.h to support XRC ETH.
--- drivers/infiniband/sw/rxe/rxe_hdr.h | 36 +++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+)
drivers/infiniband/sw/rxe/rxe_hdr.h +36 -0
@@ -907,11 +907,47 @@ static inline void ieth_set_rkey(struct rxe_pkt_info *pkt, u32 rkey) rxe_opcode[pkt->opcode].offset[RXE_IETH], rkey); } +/****************************************************************************** +* XRC Extended Transport Header +******************************************************************************/ +struct rxe_xrceth { +__be32 rxrcsrq; +}; + +#define XRCETH_XRCSRQ_MASK (0x00ffffff) + +static inline u32 __xrceth_xrcsrq (void *arg) +{ +struct rxe_xrceth *xrceth = arg; + +return XRCETH_XRCSRQ_MASK &be32_to_cpu (xrceth->rxrcsrq); +} + +static inline void __xrceth_set_xrcsrq (void *arg,u32 xrcsrq) +{ +struct rxe_xrceth *xrceth = arg; + + xrceth->rxrcsrq =cpu_to_be32 (XRCETH_XRCSRQ_MASK & xrcsrq); +} + +static inline u32 xrceth_xrcsrq (struct rxe_pkt_info *pkt) +{ +return __xrceth_xrcsrq (pkt->hdr + + rxe_opcode[pkt->opcode].offset[RXE_XRCETH ]); +} + +static inline void xrceth_set_xrcsrq (struct rxe_pkt_info *pkt,u32 xrcsrq) +{ +__xrceth_set_xrcsrq (pkt->hdr + + rxe_opcode[pkt->opcode].offset[RXE_XRCETH ], xrcsrq); +} +enum rxe_hdr_length {RXE_BTH_BYTES =sizeof (struct rxe_bth ),RXE_DETH_BYTES =sizeof (struct rxe_deth ),RXE_IMMDT_BYTES =sizeof (struct rxe_immdt ),RXE_RETH_BYTES =sizeof (struct rxe_reth ), +RXE_XRCETH_BYTES =sizeof (struct rxe_xrceth ),RXE_AETH_BYTES =sizeof (struct rxe_aeth ),RXE_ATMACK_BYTES =sizeof (struct rxe_atmack ),RXE_ATMETH_BYTES =sizeof (struct rxe_atmeth ),
Signature · 1 line
2.30.2
PATCH 6/13 RDMA/rxe: Add XRC QP type to rxe_wr_opcode_info
In reply to Bob PearsonAdd IB_QPT_XRC_INI QP type to rxe_rw_opcode_info.
--- drivers/infiniband/sw/rxe/rxe_opcode.c | 61 +++++++++++++++----------- 1 file changed, 36 insertions(+), 25 deletions(-)
drivers/infiniband/sw/rxe/rxe_opcode.c +36 -25
@@ -15,53 +15,60 @@ struct rxe_wr_opcode_info rxe_wr_opcode_info[] = { [IB_WR_RDMA_WRITE] = { .name = "IB_WR_RDMA_WRITE", .mask = { - [IB_QPT_RC] = WR_INLINE_MASK | WR_WRITE_MASK, - [IB_QPT_UC] = WR_INLINE_MASK | WR_WRITE_MASK, + [IB_QPT_RC] = WR_INLINE_MASK | WR_WRITE_MASK, + [IB_QPT_UC] = WR_INLINE_MASK | WR_WRITE_MASK, + [IB_QPT_XRC_INI] = WR_INLINE_MASK | WR_WRITE_MASK, }, }, [IB_WR_RDMA_WRITE_WITH_IMM] = { .name = "IB_WR_RDMA_WRITE_WITH_IMM", .mask = { - [IB_QPT_RC] = WR_INLINE_MASK | WR_WRITE_MASK, - [IB_QPT_UC] = WR_INLINE_MASK | WR_WRITE_MASK, + [IB_QPT_RC] = WR_INLINE_MASK | WR_WRITE_MASK, + [IB_QPT_UC] = WR_INLINE_MASK | WR_WRITE_MASK, + [IB_QPT_XRC_INI] = WR_INLINE_MASK | WR_WRITE_MASK, }, }, [IB_WR_SEND] = { .name = "IB_WR_SEND", .mask = { - [IB_QPT_SMI] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_GSI] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_RC] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_UC] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_UD] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_SMI] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_GSI] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_RC] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_UC] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_UD] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_XRC_INI] = WR_INLINE_MASK | WR_WRITE_MASK, }, }, [IB_WR_SEND_WITH_IMM] = { .name = "IB_WR_SEND_WITH_IMM", .mask = { - [IB_QPT_SMI] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_GSI] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_RC] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_UC] = WR_INLINE_MASK | WR_SEND_MASK, - [IB_QPT_UD] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_SMI] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_GSI] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_RC] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_UC] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_UD] = WR_INLINE_MASK | WR_SEND_MASK, + [IB_QPT_XRC_INI] = WR_INLINE_MASK | WR_WRITE_MASK, }, }, [IB_WR_RDMA_READ] = { .name = "IB_WR_RDMA_READ", .mask = { - [IB_QPT_RC] = WR_READ_MASK, + [IB_QPT_RC] = WR_READ_MASK, + [IB_QPT_XRC_INI] = WR_READ_MASK, }, }, [IB_WR_ATOMIC_CMP_AND_SWP] = { .name = "IB_WR_ATOMIC_CMP_AND_SWP", .mask = { - [IB_QPT_RC] = WR_ATOMIC_MASK, + [IB_QPT_RC] = WR_ATOMIC_MASK, + [IB_QPT_XRC_INI] = WR_ATOMIC_MASK, }, }, [IB_WR_ATOMIC_FETCH_AND_ADD] = { .name = "IB_WR_ATOMIC_FETCH_AND_ADD", .mask = { - [IB_QPT_RC] = WR_ATOMIC_MASK, + [IB_QPT_RC] = WR_ATOMIC_MASK, + [IB_QPT_XRC_INI] = WR_ATOMIC_MASK, }, }, [IB_WR_LSO] = {
@@ -73,34 +80,38 @@ struct rxe_wr_opcode_info rxe_wr_opcode_info[] = { [IB_WR_SEND_WITH_INV ] = { .name ="IB_WR_SEND_WITH_INV" , .mask = { - [IB_QPT_RC ] =WR_INLINE_MASK |WR_SEND_MASK , - [IB_QPT_UC ] =WR_INLINE_MASK |WR_SEND_MASK , - [IB_QPT_UD ] =WR_INLINE_MASK |WR_SEND_MASK , + [IB_QPT_RC ] =WR_INLINE_MASK |WR_SEND_MASK , + [IB_QPT_XRC_INI ] =WR_INLINE_MASK |WR_WRITE_MASK , }, }, [IB_WR_RDMA_READ_WITH_INV ] = { .name ="IB_WR_RDMA_READ_WITH_INV" , .mask = { - [IB_QPT_RC ] =WR_READ_MASK , + [IB_QPT_RC ] =WR_READ_MASK , +/* TODO get rid of this no such thing for RoCE */ }, }, [IB_WR_LOCAL_INV ] = { .name ="IB_WR_LOCAL_INV" , .mask = { - [IB_QPT_RC ] =WR_LOCAL_OP_MASK , + [IB_QPT_RC ] =WR_LOCAL_OP_MASK , + [IB_QPT_UC ] =WR_LOCAL_OP_MASK , + [IB_QPT_XRC_INI ] =WR_LOCAL_OP_MASK , }, }, [IB_WR_REG_MR ] = { .name ="IB_WR_REG_MR" , .mask = { - [IB_QPT_RC ] =WR_LOCAL_OP_MASK , + [IB_QPT_RC ] =WR_LOCAL_OP_MASK , + [IB_QPT_UC ] =WR_LOCAL_OP_MASK , + [IB_QPT_XRC_INI ] =WR_LOCAL_OP_MASK , }, }, [IB_WR_BIND_MW ] = { .name ="IB_WR_BIND_MW" , .mask = { - [IB_QPT_RC ] =WR_LOCAL_OP_MASK , - [IB_QPT_UC ] =WR_LOCAL_OP_MASK , + [IB_QPT_RC ] =WR_LOCAL_OP_MASK , + [IB_QPT_UC ] =WR_LOCAL_OP_MASK , }, }, };
Signature · 1 line
2.30.2
PATCH 7/13 RDMA/rxe: Add XRC opcodes to rxe_opcode_info
In reply to Bob PearsonAdd XRC opcodes to rxe_opcode_info.
--- drivers/infiniband/sw/rxe/rxe_opcode.c | 328 +++++++++++++++++++++++++ 1 file changed, 328 insertions(+)
drivers/infiniband/sw/rxe/rxe_opcode.c +328 -0
@@ -949,4 +949,332 @@ struct rxe_opcode_info rxe_opcode[RXE_NUM_OPCODE] = { } }, +/* XRC */ + [IB_OPCODE_XRC_SEND_FIRST ] = { + .name ="IB_OPCODE_XRC_SEND_FIRST" , + .mask =RXE_XRCETH_MASK |RXE_PAYLOAD_MASK |RXE_REQ_MASK + |RXE_RWR_MASK |RXE_SEND_MASK |RXE_START_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + } + }, + [IB_OPCODE_XRC_SEND_MIDDLE ] = { + .name ="IB_OPCODE_XRC_SEND_MIDDLE]" , + .mask =RXE_XRCETH_MASK |RXE_PAYLOAD_MASK |RXE_REQ_MASK + |RXE_SEND_MASK |RXE_MIDDLE_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + } + }, + [IB_OPCODE_XRC_SEND_LAST ] = { + .name ="IB_OPCODE_XRC_SEND_LAST" , + .mask =RXE_XRCETH_MASK |RXE_PAYLOAD_MASK |RXE_REQ_MASK + |RXE_COMP_MASK |RXE_SEND_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + } + }, + [IB_OPCODE_XRC_SEND_LAST_WITH_IMMEDIATE ] = { + .name ="IB_OPCODE_XRC_SEND_LAST_WITH_IMMEDIATE" , + .mask =RXE_XRCETH_MASK |RXE_IMMDT_MASK |RXE_PAYLOAD_MASK + |RXE_REQ_MASK |RXE_COMP_MASK |RXE_SEND_MASK + |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_IMMDT_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_IMMDT ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_IMMDT_BYTES , + } + }, + [IB_OPCODE_XRC_SEND_ONLY ] = { + .name ="IB_OPCODE_XRC_SEND_ONLY" , + .mask =RXE_XRCETH_MASK |RXE_PAYLOAD_MASK |RXE_REQ_MASK + |RXE_COMP_MASK |RXE_RWR_MASK |RXE_SEND_MASK + |RXE_START_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + } + }, + [IB_OPCODE_XRC_SEND_ONLY_WITH_IMMEDIATE ] = { + .name ="IB_OPCODE_XRC_SEND_ONLY_WITH_IMMEDIATE" , + .mask =RXE_XRCETH_MASK |RXE_IMMDT_MASK |RXE_PAYLOAD_MASK + |RXE_REQ_MASK |RXE_COMP_MASK |RXE_RWR_MASK + |RXE_SEND_MASK |RXE_START_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_IMMDT_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_IMMDT ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_IMMDT_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_WRITE_FIRST ] = { + .name ="IB_OPCODE_XRC_RDMA_WRITE_FIRST" , + .mask =RXE_XRCETH_MASK |RXE_RETH_MASK |RXE_PAYLOAD_MASK + |RXE_REQ_MASK |RXE_WRITE_MASK + |RXE_START_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_RETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_RETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_RETH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_WRITE_MIDDLE ] = { + .name ="IB_OPCODE_XRC_RDMA_WRITE_MIDDLE" , + .mask =RXE_XRCETH_MASK |RXE_PAYLOAD_MASK |RXE_REQ_MASK + |RXE_WRITE_MASK |RXE_MIDDLE_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_WRITE_LAST ] = { + .name ="IB_OPCODE_XRC_RDMA_WRITE_LAST" , + .mask =RXE_XRCETH_MASK |RXE_PAYLOAD_MASK |RXE_REQ_MASK + |RXE_WRITE_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_WRITE_LAST_WITH_IMMEDIATE ] = { + .name ="IB_OPCODE_XRC_RDMA_WRITE_LAST_WITH_IMMEDIATE" , + .mask =RXE_XRCETH_MASK |RXE_IMMDT_MASK |RXE_PAYLOAD_MASK + |RXE_REQ_MASK |RXE_WRITE_MASK |RXE_COMP_MASK + |RXE_RWR_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_IMMDT_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_IMMDT ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_IMMDT_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_WRITE_ONLY ] = { + .name ="IB_OPCODE_XRC_RDMA_WRITE_ONLY" , + .mask =RXE_XRCETH_MASK |RXE_RETH_MASK |RXE_PAYLOAD_MASK + |RXE_REQ_MASK |RXE_WRITE_MASK |RXE_START_MASK + |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_RETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_RETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_RETH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_WRITE_ONLY_WITH_IMMEDIATE ] = { + .name ="IB_OPCODE_XRC_RDMA_WRITE_ONLY_WITH_IMMEDIATE" , + .mask =RXE_XRCETH_MASK |RXE_RETH_MASK |RXE_IMMDT_MASK + |RXE_PAYLOAD_MASK |RXE_REQ_MASK + |RXE_WRITE_MASK |RXE_COMP_MASK |RXE_RWR_MASK + |RXE_START_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_RETH_BYTES + +RXE_IMMDT_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_RETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_IMMDT ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_RETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_RETH_BYTES + +RXE_IMMDT_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_READ_REQUEST ] = { + .name ="IB_OPCODE_XRC_RDMA_READ_REQUEST" , + .mask =RXE_XRCETH_MASK |RXE_RETH_MASK |RXE_REQ_MASK + |RXE_READ_MASK |RXE_START_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_RETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_RETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_RETH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_READ_RESPONSE_FIRST ] = { + .name ="IB_OPCODE_XRC_RDMA_READ_RESPONSE_FIRST" , + .mask =RXE_AETH_MASK |RXE_PAYLOAD_MASK |RXE_ACK_MASK + |RXE_START_MASK , + .length =RXE_BTH_BYTES +RXE_AETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_AETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_AETH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_READ_RESPONSE_MIDDLE ] = { + .name ="IB_OPCODE_XRC_RDMA_READ_RESPONSE_MIDDLE" , + .mask =RXE_PAYLOAD_MASK |RXE_ACK_MASK |RXE_MIDDLE_MASK , + .length =RXE_BTH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_PAYLOAD ] =RXE_BTH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_READ_RESPONSE_LAST ] = { + .name ="IB_OPCODE_XRC_RDMA_READ_RESPONSE_LAST" , + .mask =RXE_AETH_MASK |RXE_PAYLOAD_MASK |RXE_ACK_MASK + |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_AETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_AETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_AETH_BYTES , + } + }, + [IB_OPCODE_XRC_RDMA_READ_RESPONSE_ONLY ] = { + .name ="IB_OPCODE_XRC_RDMA_READ_RESPONSE_ONLY" , + .mask =RXE_AETH_MASK |RXE_PAYLOAD_MASK |RXE_ACK_MASK + |RXE_START_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_AETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_AETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_AETH_BYTES , + } + }, + [IB_OPCODE_XRC_ACKNOWLEDGE ] = { + .name ="IB_OPCODE_XRC_ACKNOWLEDGE" , + .mask =RXE_AETH_MASK |RXE_ACK_MASK |RXE_START_MASK + |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_AETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_AETH ] =RXE_BTH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_AETH_BYTES , + } + }, + [IB_OPCODE_XRC_ATOMIC_ACKNOWLEDGE ] = { + .name ="IB_OPCODE_XRC_ATOMIC_ACKNOWLEDGE" , + .mask =RXE_AETH_MASK |RXE_ATMACK_MASK |RXE_ACK_MASK + |RXE_START_MASK |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_ATMACK_BYTES +RXE_AETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_AETH ] =RXE_BTH_BYTES , + [RXE_ATMACK ] =RXE_BTH_BYTES + +RXE_AETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_ATMACK_BYTES +RXE_AETH_BYTES , + } + }, + [IB_OPCODE_XRC_COMPARE_SWAP ] = { + .name ="IB_OPCODE_XRC_COMPARE_SWAP" , + .mask =RXE_XRCETH_MASK |RXE_ATMETH_MASK |RXE_REQ_MASK + |RXE_ATOMIC_MASK |RXE_START_MASK + |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_ATMETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_ATMETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_ATMETH_BYTES , + } + }, + [IB_OPCODE_XRC_FETCH_ADD ] = { + .name ="IB_OPCODE_XRC_FETCH_ADD" , + .mask =RXE_XRCETH_MASK |RXE_ATMETH_MASK |RXE_REQ_MASK + |RXE_ATOMIC_MASK |RXE_START_MASK + |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_ATMETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_ATMETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_ATMETH_BYTES , + } + }, + [IB_OPCODE_XRC_SEND_LAST_WITH_INVALIDATE ] = { + .name ="IB_OPCODE_XRC_SEND_LAST_WITH_INVALIDATE" , + .mask =RXE_XRCETH_MASK |RXE_IETH_MASK |RXE_PAYLOAD_MASK + |RXE_REQ_MASK |RXE_COMP_MASK |RXE_SEND_MASK + |RXE_END_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_IETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_IETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_IETH_BYTES , + } + }, + [IB_OPCODE_XRC_SEND_ONLY_WITH_INVALIDATE ] = { + .name ="IB_OPCODE_XRC_SEND_ONLY_INV" , + .mask =RXE_XRCETH_MASK |RXE_IETH_MASK |RXE_PAYLOAD_MASK + |RXE_REQ_MASK |RXE_COMP_MASK |RXE_RWR_MASK + |RXE_SEND_MASK |RXE_END_MASK |RXE_START_MASK , + .length =RXE_BTH_BYTES +RXE_XRCETH_BYTES +RXE_IETH_BYTES , + .offset = { + [RXE_BTH ] =0 , + [RXE_XRCETH ] =RXE_BTH_BYTES , + [RXE_IETH ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES , + [RXE_PAYLOAD ] =RXE_BTH_BYTES + +RXE_XRCETH_BYTES + +RXE_IETH_BYTES , + } + }, };
Signature · 1 line
2.30.2
PATCH 8/13 RDMA/rxe: Support alloc/dealloc xrcd
In reply to Bob PearsonImplement code to support ibv_alloc_xrcd and ibv_dealloc_xrcd verbs.
--- drivers/infiniband/sw/rxe/rxe.c | 39 ++++++++++++++++----------- drivers/infiniband/sw/rxe/rxe_param.h | 1 + drivers/infiniband/sw/rxe/rxe_pool.c | 6 +++++ drivers/infiniband/sw/rxe/rxe_pool.h | 1 + drivers/infiniband/sw/rxe/rxe_verbs.c | 19 +++++++++++++ drivers/infiniband/sw/rxe/rxe_verbs.h | 12 +++++++++ 6 files changed, 63 insertions(+), 15 deletions(-)
drivers/infiniband/sw/rxe/rxe.c +24 -15
@@ -24,6 +24,7 @@ void rxe_dealloc(struct ib_device *ib_dev)rxe_pool_cleanup (&rxe->uc_pool);rxe_pool_cleanup (&rxe->pd_pool); +rxe_pool_cleanup (&rxe->xrcd_pool);rxe_pool_cleanup (&rxe->ah_pool);rxe_pool_cleanup (&rxe->srq_pool);rxe_pool_cleanup (&rxe->qp_pool);
@@ -74,6 +75,7 @@ static void rxe_init_device_param(struct rxe_dev *rxe) rxe->ndev->dev_addr); rxe->max_ucontext =RXE_MAX_UCONTEXT ; + rxe->max_xrcd =RXE_MAX_XRCD ; }/* initialize port attributes */
@@ -130,62 +132,69 @@ static int rxe_init_pools(struct rxe_dev *rxe)if (err) goto err2; + err =rxe_pool_init (rxe, &rxe->xrcd_pool,RXE_TYPE_XRCD , + rxe->max_xrcd); +if (err) + goto err3; + err =rxe_pool_init (rxe, &rxe->ah_pool,RXE_TYPE_AH , rxe->attr.max_ah);if (err) - goto err3; + goto err4; err =rxe_pool_init (rxe, &rxe->srq_pool,RXE_TYPE_SRQ , rxe->attr.max_srq);if (err) - goto err4; + goto err5; err =rxe_pool_init (rxe, &rxe->qp_pool,RXE_TYPE_QP , rxe->attr.max_qp);if (err) - goto err5; + goto err6; err =rxe_pool_init (rxe, &rxe->cq_pool,RXE_TYPE_CQ , rxe->attr.max_cq);if (err) - goto err6; + goto err7; err =rxe_pool_init (rxe, &rxe->mr_pool,RXE_TYPE_MR , rxe->attr.max_mr);if (err) - goto err7; + goto err8; err =rxe_pool_init (rxe, &rxe->mw_pool,RXE_TYPE_MW , rxe->attr.max_mw);if (err) - goto err8; + goto err9; err =rxe_pool_init (rxe, &rxe->mc_grp_pool,RXE_TYPE_MC_GRP , rxe->attr.max_mcast_grp);if (err) - goto err9; + goto err10; err =rxe_pool_init (rxe, &rxe->mc_elem_pool,RXE_TYPE_MC_ELEM , rxe->attr.max_total_mcast_qp_attach);if (err) - goto err10; + goto err11;return 0 ; -err10: +err11:rxe_pool_cleanup (&rxe->mc_grp_pool); -err9: +err10:rxe_pool_cleanup (&rxe->mw_pool); -err8: +err9:rxe_pool_cleanup (&rxe->mr_pool); -err7: +err8:rxe_pool_cleanup (&rxe->cq_pool); -err6: +err7:rxe_pool_cleanup (&rxe->qp_pool); -err5: +err6:rxe_pool_cleanup (&rxe->srq_pool); -err4: +err5:rxe_pool_cleanup (&rxe->ah_pool); +err4: +rxe_pool_cleanup (&rxe->xrcd_pool); err3:rxe_pool_cleanup (&rxe->pd_pool); err2:
drivers/infiniband/sw/rxe/rxe_param.h +1 -0
@@ -79,6 +79,7 @@ enum rxe_device_param {RXE_LOCAL_CA_ACK_DELAY =15 ,RXE_MAX_UCONTEXT =512 , +RXE_MAX_XRCD =512 , RXE_NUM_PORT = 1,
drivers/infiniband/sw/rxe/rxe_pool.c +6 -0
@@ -22,6 +22,12 @@ struct rxe_type_info rxe_type_info[RXE_NUM_TYPES] = { .elem_offset = offsetof(struct rxe_pd, pelem), .flags = RXE_POOL_NO_ALLOC, }, + [RXE_TYPE_XRCD] = { + .name = "rxe-xrcd", + .size = sizeof(struct rxe_xrcd), + .elem_offset = offsetof(struct rxe_xrcd, pelem), + .flags = RXE_POOL_NO_ALLOC, + }, [RXE_TYPE_AH] = { .name = "rxe-ah", .size = sizeof(struct rxe_ah),
drivers/infiniband/sw/rxe/rxe_pool.h +1 -0
@@ -19,6 +19,7 @@ enum rxe_pool_flags {enum rxe_elem_type {RXE_TYPE_UC ,RXE_TYPE_PD , +RXE_TYPE_XRCD ,RXE_TYPE_AH ,RXE_TYPE_SRQ ,RXE_TYPE_QP ,
drivers/infiniband/sw/rxe/rxe_verbs.c +19 -0
@@ -156,6 +156,22 @@ static int rxe_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata)return 0 ; } +static int rxe_alloc_xrcd (struct ib_xrcd *ibxrcd,struct ib_udata *udata) +{ +struct rxe_dev *rxe =to_rdev (ibxrcd->device); +struct rxe_xrcd *xrcd =to_rxrcd (ibxrcd); + +return rxe_add_to_pool (&rxe->xrcd_pool, xrcd); +} + +static int rxe_dealloc_xrcd (struct ib_xrcd *ibxrcd,struct ib_udata *udata) +{ +struct rxe_xrcd *xrcd =to_rxrcd (ibxrcd); + +rxe_drop_ref (xrcd); +return 0 ; +} +static int rxe_create_ah (struct ib_ah *ibah,struct rdma_ah_init_attr *init_attr,struct ib_udata *udata)
@@ -1078,6 +1094,7 @@ static const struct ib_device_ops rxe_dev_ops = { .alloc_mw = rxe_alloc_mw, .alloc_pd = rxe_alloc_pd, .alloc_ucontext = rxe_alloc_ucontext, + .alloc_xrcd = rxe_alloc_xrcd, .attach_mcast = rxe_attach_mcast, .create_ah = rxe_create_ah, .create_cq = rxe_create_cq,
@@ -1088,6 +1105,7 @@ static const struct ib_device_ops rxe_dev_ops = { .dealloc_mw = rxe_dealloc_mw, .dealloc_pd = rxe_dealloc_pd, .dealloc_ucontext = rxe_dealloc_ucontext, + .dealloc_xrcd = rxe_dealloc_xrcd, .dereg_mr = rxe_dereg_mr, .destroy_ah = rxe_destroy_ah, .destroy_cq = rxe_destroy_cq,
@@ -1128,6 +1146,7 @@ static const struct ib_device_ops rxe_dev_ops = {INIT_RDMA_OBJ_SIZE (ib_srq, rxe_srq, ibsrq),INIT_RDMA_OBJ_SIZE (ib_ucontext, rxe_ucontext, ibuc),INIT_RDMA_OBJ_SIZE (ib_mw, rxe_mw, ibmw), + INIT_RDMA_OBJ_SIZE(ib_xrcd, rxe_xrcd, ibxrcd), };int rxe_register_device (struct rxe_dev *rxe,const char *ibdev_name)
drivers/infiniband/sw/rxe/rxe_verbs.h +12 -0
@@ -43,6 +43,11 @@ struct rxe_pd {struct rxe_pool_entry pelem; }; +struct rxe_xrcd { +struct ib_xrcd ibxrcd; +struct rxe_pool_entry pelem; +}; +struct rxe_ah {struct ib_ah ibah;struct rxe_pool_entry pelem;
@@ -384,6 +389,7 @@ struct rxe_dev {struct ib_device ib_dev;struct ib_device_attr attr;int max_ucontext; +int max_xrcd;int max_inline_data;struct mutex usdev_lock;
@@ -393,6 +399,7 @@ struct rxe_dev {struct rxe_pool uc_pool;struct rxe_pool pd_pool; +struct rxe_pool xrcd_pool;struct rxe_pool ah_pool;struct rxe_pool srq_pool;struct rxe_pool qp_pool;
@@ -434,6 +441,11 @@ static inline struct rxe_pd *to_rpd(struct ib_pd *pd) return pd ? container_of(pd, struct rxe_pd, ibpd) : NULL; } +static inline struct rxe_xrcd *to_rxrcd (struct ib_xrcd *xrcd) +{ + return xrcd ? container_of(xrcd, struct rxe_xrcd, ibxrcd) : NULL; +} +static inline struct rxe_ah *to_rah (struct ib_ah *ah) { return ah ? container_of(ah, struct rxe_ah, ibah) : NULL;
Signature · 1 line
2.30.2
PATCH 9/13 RDMA/rxe: Extend SRQs to support extensions
In reply to Bob PearsonExtend create_srq to support basic and xrc SRQs. Drop srq->pd in favor of the PD referenced by rdma-core.
--- drivers/infiniband/sw/rxe/rxe_loc.h | 5 +- drivers/infiniband/sw/rxe/rxe_srq.c | 71 ++++++++++++++------------- drivers/infiniband/sw/rxe/rxe_verbs.c | 10 ++-- drivers/infiniband/sw/rxe/rxe_verbs.h | 22 ++++++++- 4 files changed, 66 insertions(+), 42 deletions(-)
drivers/infiniband/sw/rxe/rxe_loc.h +1 -4
@@ -161,15 +161,12 @@ void retransmit_timer(struct timer_list *t);void rnr_nak_timer (struct timer_list *t);/* rxe_srq.c */ -#define IB_SRQ_INIT_MASK (~IB_SRQ_LIMIT) - +int rxe_srq_chk_init_attr (struct rxe_dev *rxe,struct ib_srq_init_attr *init);int rxe_srq_chk_attr (struct rxe_dev *rxe,struct rxe_srq *srq,struct ib_srq_attr *attr,enum ib_srq_attr_mask mask); -int rxe_srq_from_init (struct rxe_dev *rxe,struct rxe_srq *srq,struct ib_srq_init_attr *init,struct ib_udata *udata,struct rxe_create_srq_resp __user *uresp); -int rxe_srq_from_attr (struct rxe_dev *rxe,struct rxe_srq *srq,struct ib_srq_attr *attr,enum ib_srq_attr_mask mask,struct rxe_modify_srq_cmd *ucmd,struct ib_udata *udata);
drivers/infiniband/sw/rxe/rxe_srq.c +38 -33
105 lines not on this page · raw message
drivers/infiniband/sw/rxe/rxe_verbs.c +6 -4
@@ -307,9 +307,6 @@ static int rxe_create_srq(struct ib_srq *ibsrq, struct ib_srq_init_attr *init,struct rxe_srq *srq =to_rsrq (ibsrq);struct rxe_create_srq_resp __user *uresp =NULL ; -if (init->srq_type !=IB_SRQT_BASIC ) -return -EOPNOTSUPP ; -if (udata) {if (udata->outlen <sizeof (*uresp))return -EINVAL ;
@@ -319,7 +316,7 @@ static int rxe_create_srq(struct ib_srq *ibsrq, struct ib_srq_init_attr *init, srq->is_user = false; } - err =rxe_srq_chk_attr (rxe,NULL , &init->attr,IB_SRQ_INIT_MASK ); + err =rxe_srq_chk_init_attr (rxe, init);if (err) goto err_out;
@@ -327,6 +324,8 @@ static int rxe_create_srq(struct ib_srq *ibsrq, struct ib_srq_init_attr *init,if (err) goto err_out; +rxe_add_index (srq); + err =rxe_srq_from_init (rxe, srq, init, udata, uresp);if (err) goto err_drop_srq_ref;
@@ -334,6 +333,7 @@ static int rxe_create_srq(struct ib_srq *ibsrq, struct ib_srq_init_attr *init,return 0 ; err_drop_srq_ref: +rxe_drop_index (srq);rxe_drop_ref (srq); err_out:return err;
@@ -391,7 +391,9 @@ static int rxe_destroy_srq(struct ib_srq *ibsrq, struct ib_udata *udata)if (srq->rq.queue)rxe_queue_cleanup (srq->rq.queue); +rxe_drop_index (srq);rxe_drop_ref (srq); +return 0 ; }
drivers/infiniband/sw/rxe/rxe_verbs.h +21 -1
@@ -104,7 +104,6 @@ struct rxe_srq {struct ib_srq ibsrq;struct rxe_pool_entry pelem;struct rxe_rq rq; -u32 srq_num;bool is_user;int limit;
@@ -542,11 +541,32 @@ static inline enum ib_qp_type rxe_qp_type(struct rxe_qp *qp)return qp->ibqp.qp_type; } +/* SRQ extractors */ +static inline struct rxe_cq *rxe_srq_cq (struct rxe_srq *srq) +{ +return to_rcq (srq->ibsrq.ext.cq); +} + +static inline int rxe_srq_num (struct rxe_srq *srq) +{ +return srq->ibsrq.ext.xrc.srq_num; +} +static inline struct rxe_pd *rxe_srq_pd (struct rxe_srq *srq) {return to_rpd (srq->ibsrq.pd); } +static inline enum ib_srq_type rxe_srq_type (struct rxe_srq *srq) +{ +return srq->ibsrq.srq_type; +} + +static inline struct rxe_xrcd *rxe_srq_xrcd (struct rxe_srq *srq) +{ +return to_rxrcd (srq->ibsrq.ext.xrc.xrcd); +} +int rxe_register_device (struct rxe_dev *rxe,const char *ibdev_name);void rxe_mc_cleanup (struct rxe_pool_entry *arg);
Signature · 1 line
2.30.2
PATCH 10/13 RDMA/rxe: Compute next opcode for XRC
In reply to Bob PearsonExtend rxe_req.c to compute next opcodes for XRC work requests.
--- drivers/infiniband/sw/rxe/rxe_req.c | 75 +++++++++++++++++++++++++++-- 1 file changed, 72 insertions(+), 3 deletions(-)
drivers/infiniband/sw/rxe/rxe_req.c +72 -3
@@ -240,9 +240,75 @@ static int next_opcode_rc(struct rxe_qp *qp, u32 opcode, int fits)else return fits ?IB_OPCODE_RC_SEND_ONLY_WITH_INVALIDATE :IB_OPCODE_RC_SEND_FIRST ; -case IB_WR_REG_MR : -case IB_WR_LOCAL_INV : -return opcode; + } + +return -EINVAL ; +} + +static int next_opcode_xrc (struct rxe_qp *qp,u32 opcode,int fits) +{ +switch (opcode) { +case IB_WR_RDMA_WRITE : +if (qp->req.opcode ==IB_OPCODE_XRC_RDMA_WRITE_FIRST || + qp->req.opcode ==IB_OPCODE_XRC_RDMA_WRITE_MIDDLE ) +return fits ? +IB_OPCODE_XRC_RDMA_WRITE_LAST : +IB_OPCODE_XRC_RDMA_WRITE_MIDDLE ; +else +return fits ? +IB_OPCODE_XRC_RDMA_WRITE_ONLY : +IB_OPCODE_XRC_RDMA_WRITE_FIRST ; + +case IB_WR_RDMA_WRITE_WITH_IMM : +if (qp->req.opcode ==IB_OPCODE_XRC_RDMA_WRITE_FIRST || + qp->req.opcode ==IB_OPCODE_XRC_RDMA_WRITE_MIDDLE ) +return fits ? +IB_OPCODE_XRC_RDMA_WRITE_LAST_WITH_IMMEDIATE : +IB_OPCODE_XRC_RDMA_WRITE_MIDDLE ; +else +return fits ? +IB_OPCODE_XRC_RDMA_WRITE_ONLY_WITH_IMMEDIATE : +IB_OPCODE_XRC_RDMA_WRITE_FIRST ; + +case IB_WR_SEND : +if (qp->req.opcode ==IB_OPCODE_XRC_SEND_FIRST || + qp->req.opcode ==IB_OPCODE_XRC_SEND_MIDDLE ) +return fits ? +IB_OPCODE_XRC_SEND_LAST : +IB_OPCODE_XRC_SEND_MIDDLE ; +else +return fits ? +IB_OPCODE_XRC_SEND_ONLY : +IB_OPCODE_XRC_SEND_FIRST ; + +case IB_WR_SEND_WITH_IMM : +if (qp->req.opcode ==IB_OPCODE_XRC_SEND_FIRST || + qp->req.opcode ==IB_OPCODE_XRC_SEND_MIDDLE ) +return fits ? +IB_OPCODE_XRC_SEND_LAST_WITH_IMMEDIATE : +IB_OPCODE_XRC_SEND_MIDDLE ; +else +return fits ? +IB_OPCODE_XRC_SEND_ONLY_WITH_IMMEDIATE : +IB_OPCODE_XRC_SEND_FIRST ; + +case IB_WR_RDMA_READ : +return IB_OPCODE_XRC_RDMA_READ_REQUEST ; + +case IB_WR_ATOMIC_CMP_AND_SWP : +return IB_OPCODE_XRC_COMPARE_SWAP ; + +case IB_WR_ATOMIC_FETCH_AND_ADD : +return IB_OPCODE_XRC_FETCH_ADD ; + +case IB_WR_SEND_WITH_INV : +if (qp->req.opcode ==IB_OPCODE_XRC_SEND_FIRST || + qp->req.opcode ==IB_OPCODE_XRC_SEND_MIDDLE ) +return fits ?IB_OPCODE_XRC_SEND_LAST_WITH_INVALIDATE : +IB_OPCODE_XRC_SEND_MIDDLE ; +else +return fits ?IB_OPCODE_XRC_SEND_ONLY_WITH_INVALIDATE : +IB_OPCODE_XRC_SEND_FIRST ; }return -EINVAL ;
@@ -323,6 +389,9 @@ static int next_opcode(struct rxe_qp *qp, struct rxe_send_wqe *wqe, }break ; +case IB_QPT_XRC_INI : +return next_opcode_xrc (qp, opcode, fits); +default :break ; }
Signature · 1 line
2.30.2
PATCH 11/13 RDMA/rxe: Extend rxe_verbs and rxe_qp to support XRC
In reply to Bob PearsonExtend rxe_verbs.c and rxe_qp.c to support XRC QP types. This patch supports ib_create_qp, ib_query_qp, ib_modify_qp and ib_destroy_qp for IB_QPT_XRC_INI and IB_QPT_XRC_TGT QP types.
--- drivers/infiniband/sw/rxe/rxe_loc.h | 4 +- drivers/infiniband/sw/rxe/rxe_qp.c | 235 +++++++++++++++----------- drivers/infiniband/sw/rxe/rxe_verbs.c | 8 +- 3 files changed, 141 insertions(+), 106 deletions(-)
drivers/infiniband/sw/rxe/rxe_loc.h +2 -2
@@ -115,7 +115,7 @@ int rxe_qp_from_init(struct rxe_dev *rxe, struct rxe_qp *qp,struct rxe_create_qp_resp __user *uresp, struct ib_udata *udata); -int rxe_qp_to_init (struct rxe_qp *qp,struct ib_qp_init_attr *init); +void rxe_qp_to_init (struct rxe_qp *qp,struct ib_qp_init_attr *init);int rxe_qp_chk_attr (struct rxe_dev *rxe,struct rxe_qp *qp,struct ib_qp_attr *attr,int mask);
@@ -123,7 +123,7 @@ int rxe_qp_chk_attr(struct rxe_dev *rxe, struct rxe_qp *qp,int rxe_qp_from_attr (struct rxe_qp *qp,struct ib_qp_attr *attr,int mask,struct ib_udata *udata); -int rxe_qp_to_attr (struct rxe_qp *qp,struct ib_qp_attr *attr,int mask); +void rxe_qp_to_attr (struct rxe_qp *qp,struct ib_qp_attr *attr,int mask);void rxe_qp_error (struct rxe_qp *qp);
drivers/infiniband/sw/rxe/rxe_qp.c +132 -103
365 lines not on this page · raw message
drivers/infiniband/sw/rxe/rxe_verbs.c +7 -1
@@ -426,7 +426,7 @@ static struct ib_qp *rxe_create_qp(struct ib_pd *ibpd, struct ib_udata *udata) {int err; -struct rxe_dev *rxe =to_rdev (ibpd->device); +struct rxe_dev *rxe;struct rxe_qp *qp;struct rxe_create_qp_resp __user *uresp =NULL ;
@@ -436,6 +436,12 @@ static struct ib_qp *rxe_create_qp(struct ib_pd *ibpd, uresp = udata->outbuf; } +/* at least one of PD or XRCD is valid */ +if (ibpd) + rxe =to_rdev (ibpd->device); +else + rxe =to_rdev (init->xrcd->device); +if (init->create_flags)return ERR_PTR (-EOPNOTSUPP );
Signature · 1 line
2.30.2
PATCH 12/13 RDMA/rxe: Extend rxe send XRC packets
In reply to Bob PearsonExtend the rxe driver to support sending XRC packets. This patch
- Expands lists of QP types to include IB_XRC_INIT and IB_XRC_TGT as appropriate.
- Fills in XRCETH header in XRC packets
--- drivers/infiniband/sw/rxe/rxe_av.c | 4 +++- drivers/infiniband/sw/rxe/rxe_net.c | 14 ++++++++++---- drivers/infiniband/sw/rxe/rxe_req.c | 13 ++++++++++--- 3 files changed, 23 insertions(+), 8 deletions(-)
drivers/infiniband/sw/rxe/rxe_av.c +3 -1
@@ -108,7 +108,9 @@ struct rxe_av *rxe_get_av(struct rxe_pkt_info *pkt)return NULL ;if (rxe_qp_type (pkt->qp) ==IB_QPT_RC || -rxe_qp_type (pkt->qp) ==IB_QPT_UC ) +rxe_qp_type (pkt->qp) ==IB_QPT_UC || +rxe_qp_type (pkt->qp) ==IB_QPT_XRC_INI || +rxe_qp_type (pkt->qp) ==IB_QPT_XRC_TGT )return &pkt->qp->pri_av;if (!pkt->wqe)
drivers/infiniband/sw/rxe/rxe_net.c +10 -4
@@ -114,7 +114,9 @@ static struct dst_entry *rxe_find_route(struct net_device *ndev, {struct dst_entry *dst =NULL ; -if (rxe_qp_type (qp) ==IB_QPT_RC ) +if (rxe_qp_type (qp) ==IB_QPT_RC || +rxe_qp_type (qp) ==IB_QPT_XRC_INI || +rxe_qp_type (qp) ==IB_QPT_XRC_TGT ) dst =sk_dst_get (qp->sk->sk);if (!dst || !dst_check (dst, qp->dst_cookie)) {
@@ -142,7 +144,9 @@ static struct dst_entry *rxe_find_route(struct net_device *ndev,#endif } -if (dst && (rxe_qp_type (qp) ==IB_QPT_RC )) { +if (dst && (rxe_qp_type (qp) ==IB_QPT_RC || +rxe_qp_type (qp) ==IB_QPT_XRC_INI || +rxe_qp_type (qp) ==IB_QPT_XRC_TGT )) {dst_hold (dst);sk_dst_set (qp->sk->sk, dst); }
@@ -459,8 +463,10 @@ int rxe_xmit_packet(struct rxe_qp *qp, struct rxe_pkt_info *pkt,return err; } -if ((rxe_qp_type (qp) !=IB_QPT_RC ) && - (pkt->mask &RXE_END_MASK )) { +if ((rxe_qp_type (qp) !=IB_QPT_RC && +rxe_qp_type (qp) !=IB_QPT_XRC_INI && +rxe_qp_type (qp) !=IB_QPT_XRC_TGT ) && + pkt->mask &RXE_END_MASK ) { pkt->wqe->state = wqe_state_done;rxe_run_task (&qp->comp.task,1 ); }
drivers/infiniband/sw/rxe/rxe_req.c +10 -3
@@ -423,7 +423,9 @@ static inline int get_mtu(struct rxe_qp *qp) {struct rxe_dev *rxe =to_rdev (qp->ibqp.device); -if ((rxe_qp_type (qp) ==IB_QPT_RC ) || (rxe_qp_type (qp) ==IB_QPT_UC )) +if (rxe_qp_type (qp) ==IB_QPT_RC || +rxe_qp_type (qp) ==IB_QPT_UC || +rxe_qp_type (qp) ==IB_QPT_XRC_INI )return qp->mtu;return rxe->port.mtu_cap;
@@ -487,6 +489,9 @@ static struct sk_buff *init_req_packet(struct rxe_qp *qp, ack_req, pkt->psn);/* init optional headers */ +if (pkt->mask &RXE_XRCETH_MASK ) +xrceth_set_xrcsrq (pkt, ibwr->wr.xrc.srq_num); +if (pkt->mask &RXE_RETH_MASK ) {reth_set_rkey (pkt, ibwr->wr.rdma.rkey);reth_set_va (pkt, wqe->iova);
@@ -562,7 +567,8 @@ static void update_wqe_state(struct rxe_qp *qp, struct rxe_pkt_info *pkt) {if (pkt->mask &RXE_END_MASK ) { -if (rxe_qp_type (qp) ==IB_QPT_RC ) +if (rxe_qp_type (qp) ==IB_QPT_RC || +rxe_qp_type (qp) ==IB_QPT_XRC_INI ) wqe->state = wqe_state_pending; }else { wqe->state = wqe_state_processing;
@@ -730,7 +736,8 @@ int rxe_requester(void *arg) goto next_wqe; } -if (unlikely (rxe_qp_type (qp) ==IB_QPT_RC && +if (unlikely ((rxe_qp_type (qp) ==IB_QPT_RC || +rxe_qp_type (qp) ==IB_QPT_XRC_INI ) &&psn_compare (qp->req.psn, (qp->comp.psn +RXE_MAX_UNACKED_PSNS )) >0 )) { qp->req.wait_psn =1 ;
Signature · 1 line
2.30.2
PATCH 13/13 RDMA/rxe: Enable receiving XRC packets
In reply to Bob PearsonExtend rxe to support receiving XRC trafic.
- Extend lists of QP types where appropriate.
- Add an error state for invalid XRCETH header.
- Add code to handle srq, pd amd rcq coming from XRCSRQ for XRC packets Save pointers in pkt info struct for later use and dropping refs.
--- drivers/infiniband/sw/rxe/rxe_av.c | 2 + drivers/infiniband/sw/rxe/rxe_comp.c | 27 +++- drivers/infiniband/sw/rxe/rxe_hdr.h | 9 +- drivers/infiniband/sw/rxe/rxe_loc.h | 3 +- drivers/infiniband/sw/rxe/rxe_mw.c | 6 +- drivers/infiniband/sw/rxe/rxe_net.c | 8 ++ drivers/infiniband/sw/rxe/rxe_opcode.c | 1 - drivers/infiniband/sw/rxe/rxe_recv.c | 22 ++- drivers/infiniband/sw/rxe/rxe_req.c | 3 +- drivers/infiniband/sw/rxe/rxe_resp.c | 191 ++++++++++++++++++++----- drivers/infiniband/sw/rxe/rxe_verbs.h | 16 ++- 11 files changed, 232 insertions(+), 56 deletions(-)
drivers/infiniband/sw/rxe/rxe_av.c +2 -0
@@ -122,9 +122,11 @@ struct rxe_av *rxe_get_av(struct rxe_pkt_info *pkt) ah =rxe_pool_get_index (&pkt->rxe->ah_pool, ah_num);if (!ah || ah->ah_num != ah_num ||rxe_ah_pd (ah) !=rxe_qp_pd (pkt->qp)) { +rxe_drop_ref (ah);pr_warn ("Unable to find AH matching ah_num\n" );return NULL ; } + pkt->ah = ah;return &ah->av; }
drivers/infiniband/sw/rxe/rxe_comp.c +25 -2
@@ -242,6 +242,23 @@ static inline enum comp_state check_ack(struct rxe_qp *qp,return COMPST_ERROR ; }break ; + +case IB_OPCODE_XRC_RDMA_READ_RESPONSE_FIRST : +case IB_OPCODE_XRC_RDMA_READ_RESPONSE_MIDDLE : +if (pkt->opcode !=IB_OPCODE_XRC_RDMA_READ_RESPONSE_MIDDLE && + pkt->opcode !=IB_OPCODE_XRC_RDMA_READ_RESPONSE_LAST ) { +if ((pkt->psn == wqe->first_psn && + pkt->opcode == +IB_OPCODE_XRC_RDMA_READ_RESPONSE_FIRST ) || + (wqe->first_psn == wqe->last_psn && + pkt->opcode == +IB_OPCODE_XRC_RDMA_READ_RESPONSE_ONLY )) +break ; + +return COMPST_ERROR ; + } +break ; +default :WARN_ON_ONCE (1 ); }
@@ -251,6 +268,9 @@ static inline enum comp_state check_ack(struct rxe_qp *qp,case IB_OPCODE_RC_RDMA_READ_RESPONSE_FIRST :case IB_OPCODE_RC_RDMA_READ_RESPONSE_LAST :case IB_OPCODE_RC_RDMA_READ_RESPONSE_ONLY : +case IB_OPCODE_XRC_RDMA_READ_RESPONSE_FIRST : +case IB_OPCODE_XRC_RDMA_READ_RESPONSE_LAST : +case IB_OPCODE_XRC_RDMA_READ_RESPONSE_ONLY : syn =aeth_syn (pkt);if ((syn &AETH_TYPE_MASK ) !=AETH_ACK )
@@ -260,6 +280,7 @@ static inline enum comp_state check_ack(struct rxe_qp *qp,/* (IB_OPCODE_RC_RDMA_READ_RESPONSE_MIDDLE doesn't have an AETH) */ case IB_OPCODE_RC_RDMA_READ_RESPONSE_MIDDLE : +case IB_OPCODE_XRC_RDMA_READ_RESPONSE_MIDDLE :if (wqe->wr.opcode !=IB_WR_RDMA_READ && wqe->wr.opcode !=IB_WR_RDMA_READ_WITH_INV ) { wqe->status =IB_WC_FATAL_ERR ;
@@ -269,6 +290,7 @@ static inline enum comp_state check_ack(struct rxe_qp *qp,return COMPST_READ ;case IB_OPCODE_RC_ATOMIC_ACKNOWLEDGE : +case IB_OPCODE_XRC_ATOMIC_ACKNOWLEDGE : syn =aeth_syn (pkt);if ((syn &AETH_TYPE_MASK ) !=AETH_ACK )
@@ -281,6 +303,7 @@ static inline enum comp_state check_ack(struct rxe_qp *qp,return COMPST_ATOMIC ;case IB_OPCODE_RC_ACKNOWLEDGE : +case IB_OPCODE_XRC_ACKNOWLEDGE : syn =aeth_syn (pkt);switch (syn &AETH_TYPE_MASK ) {case AETH_ACK :
@@ -570,8 +593,8 @@ int rxe_completer(void *arg) state =COMPST_GET_ACK ;while (1 ) { -pr_debug ("qp#%d state = %s\n" ,rxe_qp_num (qp), - comp_state_name[state]); +pr_debug ("qp#%d type %d state = %s\n" ,rxe_qp_num (qp), +rxe_qp_type (qp), comp_state_name[state]);switch (state) {case COMPST_GET_ACK : skb =skb_dequeue (&qp->resp_pkts);
drivers/infiniband/sw/rxe/rxe_hdr.h +8 -1
@@ -14,7 +14,14 @@struct rxe_pkt_info {struct sk_buff *skb;/* back pointer to skb */ struct rxe_dev *rxe;/* device that owns packet */ -struct rxe_qp *qp;/* qp that owns packet */ + +/* these are objects that need references dropped when pkt freed */ +struct rxe_ah *ah; +struct rxe_qp *qp; +struct rxe_srq *srq; + +struct rxe_pd *pd; +struct rxe_cq *rcq;struct rxe_send_wqe *wqe;/* send wqe */ u8 *hdr;/* points to bth */ u32 mask;/* useful info about pkt */
drivers/infiniband/sw/rxe/rxe_loc.h +2 -1
@@ -94,7 +94,8 @@ int rxe_alloc_mw(struct ib_mw *ibmw, struct ib_udata *udata);int rxe_dealloc_mw (struct ib_mw *ibmw);int rxe_bind_mw (struct rxe_qp *qp,struct rxe_send_wqe *wqe);int rxe_invalidate_mw (struct rxe_qp *qp,u32 rkey); -struct rxe_mw *rxe_lookup_mw (struct rxe_qp *qp,int access,u32 rkey); +struct rxe_mw *rxe_lookup_mw (struct rxe_pd *pd,struct rxe_qp *qp, +int access,u32 rkey);void rxe_mw_cleanup (struct rxe_pool_entry *arg);/* rxe_net.c */
drivers/infiniband/sw/rxe/rxe_mw.c +3 -3
@@ -305,10 +305,10 @@ int rxe_invalidate_mw(struct rxe_qp *qp, u32 rkey)return ret; } -struct rxe_mw *rxe_lookup_mw (struct rxe_qp *qp,int access,u32 rkey) +struct rxe_mw *rxe_lookup_mw (struct rxe_pd *pd,struct rxe_qp *qp, +int access,u32 rkey) { -struct rxe_dev *rxe =to_rdev (qp->ibqp.device); -struct rxe_pd *pd =rxe_qp_pd (qp); +struct rxe_dev *rxe =to_rdev (pd->ibpd.device);struct rxe_mw *mw;int index = rkey >>8 ;
drivers/infiniband/sw/rxe/rxe_net.c +8 -0
@@ -424,6 +424,14 @@ static int rxe_loopback(struct sk_buff *skb, struct rxe_pkt_info *pkt) new_pkt =kzalloc (sizeof (*new_pkt),GFP_ATOMIC );memcpy (new_pkt, pkt,sizeof (*pkt)); + +/* don't keep the references */ + new_pkt->ah =NULL ; + new_pkt->qp =NULL ; + new_pkt->srq =NULL ; + new_pkt->pd =NULL ; + new_pkt->rcq =NULL ; +RXE_CB (skb)->pkt = new_pkt; new_pkt->skb = skb;
drivers/infiniband/sw/rxe/rxe_opcode.c +0 -1
@@ -88,7 +88,6 @@ struct rxe_wr_opcode_info rxe_wr_opcode_info[] = { .name = "IB_WR_RDMA_READ_WITH_INV", .mask = { [IB_QPT_RC] = WR_READ_MASK, - /* TODO get rid of this no such thing for RoCE */ }, }, [IB_WR_LOCAL_INV] = {
drivers/infiniband/sw/rxe/rxe_recv.c +16 -6
@@ -12,10 +12,13 @@void rxe_free_pkt (struct rxe_pkt_info *pkt) {struct sk_buff *skb =PKT_TO_SKB (pkt); -struct rxe_qp *qp = pkt->qp; -if (qp) -rxe_drop_ref (qp); +if (pkt->qp) +rxe_drop_ref (pkt->qp); +if (pkt->srq) +rxe_drop_ref (pkt->srq); +if (pkt->ah) +rxe_drop_ref (pkt->ah);ib_device_put (&pkt->rxe->ib_dev);
@@ -37,13 +40,13 @@ static int check_type_state(struct rxe_dev *rxe, struct rxe_pkt_info *pkt,switch (rxe_qp_type (qp)) {case IB_QPT_RC :if (unlikely (pkt_type !=IB_OPCODE_RC )) { -pr_warn_ratelimited ("bad qp type\n" ); +pr_warn_ratelimited ("bad qp type for RC packet\n" ); goto err1; }break ;case IB_QPT_UC :if (unlikely (pkt_type !=IB_OPCODE_UC )) { -pr_warn_ratelimited ("bad qp type\n" ); +pr_warn_ratelimited ("bad qp type for UC packet\n" ); goto err1; }break ;
@@ -51,7 +54,14 @@ static int check_type_state(struct rxe_dev *rxe, struct rxe_pkt_info *pkt,case IB_QPT_SMI :case IB_QPT_GSI :if (unlikely (pkt_type !=IB_OPCODE_UD )) { -pr_warn_ratelimited ("bad qp type\n" ); +pr_warn_ratelimited ("bad qp type for UD packet\n" ); + goto err1; + } +break ; +case IB_QPT_XRC_INI : +case IB_QPT_XRC_TGT : +if (unlikely (pkt_type !=IB_OPCODE_XRC )) { +pr_warn_ratelimited ("bad qp type for XRC packet\n" ); goto err1; }break ;
drivers/infiniband/sw/rxe/rxe_req.c +2 -1
@@ -451,6 +451,7 @@ static struct sk_buff *init_req_packet(struct rxe_qp *qp, paylen = rxe_opcode[opcode].length + payload + pad +RXE_ICRC_SIZE ;/* pkt->hdr, port_num and mask are initialized in ifc layer */ +memset (pkt,0 ,sizeof (*pkt)); pkt->rxe = rxe; pkt->opcode = opcode; pkt->qp = qp;
@@ -507,7 +508,7 @@ static struct sk_buff *init_req_packet(struct rxe_qp *qp,if (pkt->mask &RXE_ATMETH_MASK ) {atmeth_set_va (pkt, wqe->iova);if (opcode ==IB_OPCODE_RC_COMPARE_SWAP || - opcode ==IB_OPCODE_RD_COMPARE_SWAP ) { + opcode ==IB_OPCODE_XRC_COMPARE_SWAP ) {atmeth_set_swap_add (pkt, ibwr->wr.atomic.swap);atmeth_set_comp (pkt, ibwr->wr.atomic.compare_add); }else {
drivers/infiniband/sw/rxe/rxe_resp.c +154 -37
430 lines not on this page · raw message
drivers/infiniband/sw/rxe/rxe_verbs.h +12 -4
@@ -475,11 +475,13 @@ static inline struct rxe_mw *to_rmw(struct ib_mw *mw) return mw ? container_of(mw, struct rxe_mw, ibmw) : NULL; } +/* AH extractors */ static inline struct rxe_pd *rxe_ah_pd (struct rxe_ah *ah) {return to_rpd (ah->ibah.pd); } +/* MR extractors */ static inline struct rxe_pd *rxe_mr_pd (struct rxe_mr *mr) {return to_rpd (mr->ibmr.pd);
@@ -495,6 +497,7 @@ static inline u32 rxe_mr_rkey(struct rxe_mr *mr)return mr->ibmr.rkey; } +/* MW extractors */ static inline struct rxe_pd *rxe_mw_pd (struct rxe_mw *mw) {return to_rpd (mw->ibmw.pd);
@@ -531,6 +534,11 @@ static inline struct rxe_srq *rxe_qp_srq(struct rxe_qp *qp)return to_rsrq (qp->ibqp.srq); } +static inline struct rxe_xrcd *rxe_qp_xrcd (struct rxe_qp *qp) +{ +return to_rxrcd (qp->ibqp.xrcd); +} +static inline enum ib_qp_state rxe_qp_state (struct rxe_qp *qp) {return qp->attr.qp_state;
@@ -557,14 +565,14 @@ static inline struct rxe_pd *rxe_srq_pd(struct rxe_srq *srq)return to_rpd (srq->ibsrq.pd); } -static inline enum ib_srq_type rxe_srq_type (struct rxe_srq *srq) +static inline struct rxe_xrcd *rxe_srq_xrcd (struct rxe_srq *srq) { -return srq->ibsrq.srq_type; +return to_rxrcd (srq->ibsrq.ext.xrc.xrcd); } -static inline struct rxe_xrcd *rxe_srq_xrcd (struct rxe_srq *srq) +static inline enum ib_srq_type rxe_srq_type (struct rxe_srq *srq) { -return to_rxrcd (srq->ibsrq.ext.xrc.xrcd); +return srq->ibsrq.srq_type; }int rxe_register_device (struct rxe_dev *rxe,const char *ibdev_name);
Signature · 1 line
2.30.2