RDMA/hns: Add support of direct wqe
Subsystems (2)
PATCH v2 1/1 RDMA/hns: Add support of direct wqe
From: Yixing Liu <[email protected]>
Direct wqe is a mechanism to fill wqe directly into the hardware. In the case of light load, the wqe will be filled into pcie bar space of the hardware, this will reduce one memory access operation and therefore reduce the latency.
---
Changes since v1:
* Delete an extra blank line.
* Link: https://patchwork.kernel.org/project/linux-rdma/patch/[email protected]/
drivers/infiniband/hw/hns/hns_roce_device.h | 6 ++++ drivers/infiniband/hw/hns/hns_roce_hw_v2.c | 44 ++++++++++++++++++++++++++++- drivers/infiniband/hw/hns/hns_roce_hw_v2.h | 13 +++++++++ 3 files changed, 62 insertions(+), 1 deletion(-)
drivers/infiniband/hw/hns/hns_roce_device.h +6 -0
@@ -90,6 +90,7 @@#define HNS_ROCE_MAX_PORTS 6#define HNS_ROCE_GID_SIZE 16#define HNS_ROCE_SGE_SIZE 16 +#define HNS_ROCE_DWQE_SIZE 65536#define HNS_ROCE_HOP_NUM_0 0xff
@@ -643,6 +644,10 @@ struct hns_roce_work {u32 queue_num; }; +enum { +HNS_ROCE_QP_CAP_DIRECT_WQE =BIT (5 ), +}; +struct hns_roce_qp {struct ib_qp ibqp;struct hns_roce_wq rq;
@@ -984,6 +989,7 @@ struct hns_roce_dev {struct mutex pgdir_mutex;int irq[HNS_ROCE_MAX_IRQ_NUM ];u8 __iomem *reg_base; +void __iomem *mem_base;struct hns_roce_caps caps;struct xarray qp_table_xa;
drivers/infiniband/hw/hns/hns_roce_hw_v2.c +43 -1
74 lines not on this page · raw message
drivers/infiniband/hw/hns/hns_roce_hw_v2.h +13 -0
@@ -1098,6 +1098,8 @@ struct hns_roce_v2_mpt_entry {#define V2_DB_BYTE_4_CMD_S 24#define V2_DB_BYTE_4_CMD_M GENMASK(27, 24) +#define V2_DB_FLAG_S 31 +#define V2_DB_PARAMETER_IDX_S 0#define V2_DB_PARAMETER_IDX_M GENMASK(15, 0)
@@ -1194,6 +1196,15 @@ struct hns_roce_v2_rc_send_wqe {#define V2_RC_SEND_WQE_BYTE_4_OPCODE_S 0#define V2_RC_SEND_WQE_BYTE_4_OPCODE_M GENMASK(4, 0) +#define V2_RC_SEND_WQE_BYTE_4_DB_SL_L_S 5 +#define V2_RC_SEND_WQE_BYTE_4_DB_SL_L_M GENMASK(6, 5) + +#define V2_RC_SEND_WQE_BYTE_4_DB_SL_H_S 13 +#define V2_RC_SEND_WQE_BYTE_4_DB_SL_H_M GENMASK(14, 13) + +#define V2_RC_SEND_WQE_BYTE_4_WQE_INDEX_S 15 +#define V2_RC_SEND_WQE_BYTE_4_WQE_INDEX_M GENMASK(30, 15) +#define V2_RC_SEND_WQE_BYTE_4_OWNER_S 7#define V2_RC_SEND_WQE_BYTE_4_CQE_S 8
@@ -1216,6 +1227,8 @@ struct hns_roce_v2_rc_send_wqe {#define V2_RC_FRMR_WQE_BYTE_4_LW_S 23 +#define V2_RC_SEND_WQE_BYTE_4_FLAG_S 31 +#define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_S 0#define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_M GENMASK(23, 0)
Signature · 1 line
2.8.1
Quoted 15 lines · Weihang Li
From: Yixing Liu <[email protected]>
Direct wqe is a mechanism to fill wqe directly into the hardware. In the case of light load, the wqe will be filled into pcie bar space of the hardware, this will reduce one memory access operation and therefore reduce the latency.
Signed-off-by Yixing Liu <[email protected]>Signed-off-by Lang Cheng <[email protected]>Signed-off-by Weihang Li <[email protected]>---
Changes since v1:
* Delete an extra blank line.
* Link: https://patchwork.kernel.org/project/linux-rdma/patch/[email protected]/
Quoted 4 lines
drivers/infiniband/hw/hns/hns_roce_device.h | 6 ++++ drivers/infiniband/hw/hns/hns_roce_hw_v2.c | 44 ++++++++++++++++++++++++++++- drivers/infiniband/hw/hns/hns_roce_hw_v2.h | 13 +++++++++ 3 files changed, 62 insertions(+), 1 deletion(-)
Applied to for-next, thanks
Jason