Add error logging to rxe
Subsystems (2)
v4 cover Add error logging to rxe
Primarily to make debugging more efficient, log message types are added and error logging messages are added to the verbs API to rxe driver with the goal that each error reported up to rdma-core will generate at least one message with additional details and internal errors restricted to debug messages which can be dynamically turned on.
v4:
Removed a mistaken WARN_ON at line 750 in rxe_verbs.c. This was hidden by a later fix that covered the error.
v3:
Corrected a debug message referring to err before err was set in patch 4/4.
v2:
This set of four patches was split off an earlier series called "RDMA/rxe: Correct qp reference counting" since it is not really related.
Bob Pearson (4):
RDMA/rxe: Replace exists by rxe in rxe.c RDMA/rxe: Change rxe_dbg to rxe_dbg_dev RDMA/rxe: Extend dbg log messages to err and info RDMA/rxe: Add error messages
drivers/infiniband/sw/rxe/rxe.c | 16 +- drivers/infiniband/sw/rxe/rxe.h | 45 +- drivers/infiniband/sw/rxe/rxe_comp.c | 4 + drivers/infiniband/sw/rxe/rxe_cq.c | 6 +- drivers/infiniband/sw/rxe/rxe_icrc.c | 4 +- drivers/infiniband/sw/rxe/rxe_loc.h | 1 - drivers/infiniband/sw/rxe/rxe_mmap.c | 6 +- drivers/infiniband/sw/rxe/rxe_mr.c | 13 - drivers/infiniband/sw/rxe/rxe_net.c | 4 +- drivers/infiniband/sw/rxe/rxe_qp.c | 16 +- drivers/infiniband/sw/rxe/rxe_resp.c | 4 + drivers/infiniband/sw/rxe/rxe_srq.c | 6 +- drivers/infiniband/sw/rxe/rxe_verbs.c | 830 +++++++++++++++++++------- 13 files changed, 684 insertions(+), 271 deletions(-)
base-commit: 66fb1d5df6ace316a4a6e2c31e13fc123ea2b644
Signature · 1 line
2.37.2
PATCH v4 1/4 RDMA/rxe: Replace exists by rxe in rxe.c
'exists' looks like a boolean. This patch replaces it by the normal name used for the rxe device, 'rxe', which should be a little less confusing. The second rxe_dbg() message is incorrect since rxe is known to be NULL and this will cause a seg fault if this message were ever sent. Replace it by pr_debug for the moment.
--- drivers/infiniband/sw/rxe/rxe.c | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-)
drivers/infiniband/sw/rxe/rxe.c +6 -6
@@ -175,7 +175,7 @@ int rxe_add(struct rxe_dev *rxe, unsigned int mtu, const char *ibdev_name)static int rxe_newlink (const char *ibdev_name,struct net_device *ndev) { -struct rxe_dev *exists; +struct rxe_dev *rxe;int err =0 ;if (is_vlan_dev (ndev)) {
@@ -184,17 +184,17 @@ static int rxe_newlink(const char *ibdev_name, struct net_device *ndev) goto err; } - exists =rxe_get_dev_from_net (ndev); -if (exists) { -ib_device_put (&exists->ib_dev); -rxe_dbg (exists,"already configured on %s\n" , ndev->name); + rxe =rxe_get_dev_from_net (ndev); +if (rxe) { +ib_device_put (&rxe->ib_dev); +rxe_dbg (rxe,"already configured on %s\n" , ndev->name); err = -EEXIST ; goto err; } err =rxe_net_add (ibdev_name, ndev);if (err) { -rxe_dbg (exists,"failed to add %s\n" , ndev->name); +pr_debug ("failed to add %s\n" , ndev->name); goto err; } err:
Signature · 1 line
2.37.2
PATCH v4 2/4 RDMA/rxe: Change rxe_dbg to rxe_dbg_dev
In reply to Bob PearsonReplace the name rxe_dbg with rxe_dbg_dev which better matches the remaining rxe_dbg_xxx macros for debug messages with a rxe device parameter. Reuse the name rxe_dbg for debug messages which do not have a rxe device parameter.
--- drivers/infiniband/sw/rxe/rxe.c | 2 +- drivers/infiniband/sw/rxe/rxe.h | 3 ++- drivers/infiniband/sw/rxe/rxe_cq.c | 6 +++--- drivers/infiniband/sw/rxe/rxe_icrc.c | 4 ++-- drivers/infiniband/sw/rxe/rxe_mmap.c | 6 +++--- drivers/infiniband/sw/rxe/rxe_net.c | 4 ++-- drivers/infiniband/sw/rxe/rxe_qp.c | 16 ++++++++-------- drivers/infiniband/sw/rxe/rxe_srq.c | 6 +++--- drivers/infiniband/sw/rxe/rxe_verbs.c | 2 +- 9 files changed, 25 insertions(+), 24 deletions(-)
drivers/infiniband/sw/rxe/rxe.c +1 -1
@@ -187,7 +187,7 @@ static int rxe_newlink(const char *ibdev_name, struct net_device *ndev) rxe =rxe_get_dev_from_net (ndev);if (rxe) {ib_device_put (&rxe->ib_dev); -rxe_dbg (rxe,"already configured on %s\n" , ndev->name); +rxe_dbg_dev (rxe,"already configured on %s\n" , ndev->name); err = -EEXIST ; goto err; }
drivers/infiniband/sw/rxe/rxe.h +2 -1
@@ -38,7 +38,8 @@#define RXE_ROCE_V2_SPORT (0xc000) -#define rxe_dbg (rxe, fmt, ...) ibdev_dbg(&(rxe)->ib_dev, \ +#define rxe_dbg (fmt, ...) pr_debug("%s: " fmt "\n", __func__, ##__VA_ARGS__) +#define rxe_dbg_dev (rxe, fmt, ...) ibdev_dbg(&(rxe)->ib_dev, \ "%s: " fmt, __func__, ##__VA_ARGS__)#define rxe_dbg_uc (uc, fmt, ...) ibdev_dbg((uc)->ibuc.device, \ "uc#%d %s: " fmt, (uc)->elem.index, __func__, ##__VA_ARGS__)
drivers/infiniband/sw/rxe/rxe_cq.c +3 -3
@@ -14,12 +14,12 @@ int rxe_cq_chk_attr(struct rxe_dev *rxe, struct rxe_cq *cq,int count;if (cqe <=0 ) { -rxe_dbg (rxe,"cqe(%d) <= 0\n" , cqe); +rxe_dbg_dev (rxe,"cqe(%d) <= 0\n" , cqe); goto err1; }if (cqe > rxe->attr.max_cqe) { -rxe_dbg (rxe,"cqe(%d) > max_cqe(%d)\n" , +rxe_dbg_dev (rxe,"cqe(%d) > max_cqe(%d)\n" , cqe, rxe->attr.max_cqe); goto err1; }
@@ -65,7 +65,7 @@ int rxe_cq_from_init(struct rxe_dev *rxe, struct rxe_cq *cq, int cqe, cq->queue =rxe_queue_init (rxe, &cqe,sizeof (struct rxe_cqe ), type);if (!cq->queue) { -rxe_dbg (rxe,"unable to create cq\n" ); +rxe_dbg_dev (rxe,"unable to create cq\n" );return -ENOMEM ; }
drivers/infiniband/sw/rxe/rxe_icrc.c +2 -2
@@ -21,7 +21,7 @@ int rxe_icrc_init(struct rxe_dev *rxe) tfm =crypto_alloc_shash ("crc32" ,0 ,0 );if (IS_ERR (tfm)) { -rxe_dbg (rxe,"failed to init crc32 algorithm err: %ld\n" , +rxe_dbg_dev (rxe,"failed to init crc32 algorithm err: %ld\n" ,PTR_ERR (tfm));return PTR_ERR (tfm); }
@@ -51,7 +51,7 @@ static __be32 rxe_crc32(struct rxe_dev *rxe, __be32 crc, void *next, size_t len) *(__be32 *)shash_desc_ctx (shash) = crc; err =crypto_shash_update (shash, next, len);if (unlikely (err)) { -rxe_dbg (rxe,"failed crc calculation, err: %d\n" , err); +rxe_dbg_dev (rxe,"failed crc calculation, err: %d\n" , err);return (__force __be32 )crc32_le ((__force u32 )crc, next, len); }
drivers/infiniband/sw/rxe/rxe_mmap.c +3 -3
@@ -79,7 +79,7 @@ int rxe_mmap(struct ib_ucontext *context, struct vm_area_struct *vma)/* Don't allow a mmap larger than the object. */ if (size > ip->info.size) { -rxe_dbg (rxe,"mmap region is larger than the object!\n" ); +rxe_dbg_dev (rxe,"mmap region is larger than the object!\n" );spin_unlock_bh (&rxe->pending_lock); ret = -EINVAL ; goto done;
@@ -87,7 +87,7 @@ int rxe_mmap(struct ib_ucontext *context, struct vm_area_struct *vma) goto found_it; } -rxe_dbg (rxe,"unable to find pending mmap info\n" ); +rxe_dbg_dev (rxe,"unable to find pending mmap info\n" );spin_unlock_bh (&rxe->pending_lock); ret = -EINVAL ; goto done;
@@ -98,7 +98,7 @@ int rxe_mmap(struct ib_ucontext *context, struct vm_area_struct *vma) ret =remap_vmalloc_range (vma, ip->obj,0 );if (ret) { -rxe_dbg (rxe,"err %d from remap_vmalloc_range\n" , ret); +rxe_dbg_dev (rxe,"err %d from remap_vmalloc_range\n" , ret); goto done; }
drivers/infiniband/sw/rxe/rxe_net.c +2 -2
@@ -596,7 +596,7 @@ static int rxe_notify(struct notifier_block *not_blk,rxe_port_down (rxe);break ;case NETDEV_CHANGEMTU : -rxe_dbg (rxe,"%s changed mtu to %d\n" , ndev->name, ndev->mtu); +rxe_dbg_dev (rxe,"%s changed mtu to %d\n" , ndev->name, ndev->mtu);rxe_set_mtu (rxe, ndev->mtu);break ;case NETDEV_CHANGE :
@@ -608,7 +608,7 @@ static int rxe_notify(struct notifier_block *not_blk,case NETDEV_CHANGENAME :case NETDEV_FEAT_CHANGE :default : -rxe_dbg (rxe,"ignoring netdev event = %ld for %s\n" , +rxe_dbg_dev (rxe,"ignoring netdev event = %ld for %s\n" , event, ndev->name);break ; }
drivers/infiniband/sw/rxe/rxe_qp.c +8 -8
@@ -19,33 +19,33 @@ static int rxe_qp_chk_cap(struct rxe_dev *rxe, struct ib_qp_cap *cap, int has_srq) {if (cap->max_send_wr > rxe->attr.max_qp_wr) { -rxe_dbg (rxe,"invalid send wr = %u > %d\n" , +rxe_dbg_dev (rxe,"invalid send wr = %u > %d\n" , cap->max_send_wr, rxe->attr.max_qp_wr); goto err1; }if (cap->max_send_sge > rxe->attr.max_send_sge) { -rxe_dbg (rxe,"invalid send sge = %u > %d\n" , +rxe_dbg_dev (rxe,"invalid send sge = %u > %d\n" , cap->max_send_sge, rxe->attr.max_send_sge); goto err1; }if (!has_srq) {if (cap->max_recv_wr > rxe->attr.max_qp_wr) { -rxe_dbg (rxe,"invalid recv wr = %u > %d\n" , +rxe_dbg_dev (rxe,"invalid recv wr = %u > %d\n" , cap->max_recv_wr, rxe->attr.max_qp_wr); goto err1; }if (cap->max_recv_sge > rxe->attr.max_recv_sge) { -rxe_dbg (rxe,"invalid recv sge = %u > %d\n" , +rxe_dbg_dev (rxe,"invalid recv sge = %u > %d\n" , cap->max_recv_sge, rxe->attr.max_recv_sge); goto err1; } }if (cap->max_inline_data > rxe->max_inline_data) { -rxe_dbg (rxe,"invalid max inline data = %u > %d\n" , +rxe_dbg_dev (rxe,"invalid max inline data = %u > %d\n" , cap->max_inline_data, rxe->max_inline_data); goto err1; }
@@ -73,7 +73,7 @@ int rxe_qp_chk_init(struct rxe_dev *rxe, struct ib_qp_init_attr *init) }if (!init->recv_cq || !init->send_cq) { -rxe_dbg (rxe,"missing cq\n" ); +rxe_dbg_dev (rxe,"missing cq\n" ); goto err1; }
@@ -82,14 +82,14 @@ int rxe_qp_chk_init(struct rxe_dev *rxe, struct ib_qp_init_attr *init)if (init->qp_type ==IB_QPT_GSI ) {if (!rdma_is_port_valid (&rxe->ib_dev, port_num)) { -rxe_dbg (rxe,"invalid port = %d\n" , port_num); +rxe_dbg_dev (rxe,"invalid port = %d\n" , port_num); goto err1; } port = &rxe->port;if (init->qp_type ==IB_QPT_GSI && port->qp_gsi_index) { -rxe_dbg (rxe,"GSI QP exists for port %d\n" , port_num); +rxe_dbg_dev (rxe,"GSI QP exists for port %d\n" , port_num); goto err1; } }
drivers/infiniband/sw/rxe/rxe_srq.c +3 -3
@@ -13,13 +13,13 @@ int rxe_srq_chk_init(struct rxe_dev *rxe, struct ib_srq_init_attr *init)struct ib_srq_attr *attr = &init->attr;if (attr->max_wr > rxe->attr.max_srq_wr) { -rxe_dbg (rxe,"max_wr(%d) > max_srq_wr(%d)\n" , +rxe_dbg_dev (rxe,"max_wr(%d) > max_srq_wr(%d)\n" , attr->max_wr, rxe->attr.max_srq_wr); goto err1; }if (attr->max_wr <=0 ) { -rxe_dbg (rxe,"max_wr(%d) <= 0\n" , attr->max_wr); +rxe_dbg_dev (rxe,"max_wr(%d) <= 0\n" , attr->max_wr); goto err1; }
@@ -27,7 +27,7 @@ int rxe_srq_chk_init(struct rxe_dev *rxe, struct ib_srq_init_attr *init) attr->max_wr =RXE_MIN_SRQ_WR ;if (attr->max_sge > rxe->attr.max_srq_sge) { -rxe_dbg (rxe,"max_sge(%d) > max_srq_sge(%d)\n" , +rxe_dbg_dev (rxe,"max_sge(%d) > max_srq_sge(%d)\n" , attr->max_sge, rxe->attr.max_srq_sge); goto err1; }
drivers/infiniband/sw/rxe/rxe_verbs.c +1 -1
@@ -1095,7 +1095,7 @@ int rxe_register_device(struct rxe_dev *rxe, const char *ibdev_name) err =ib_register_device (dev, ibdev_name,NULL );if (err) -rxe_dbg (rxe,"failed with error %d\n" , err); +rxe_dbg_dev (rxe,"failed with error %d\n" , err);/* * Note that rxe may be invalid at this point if another thread
Signature · 1 line
2.37.2
PATCH v4 3/4 RDMA/rxe: Extend dbg log messages to err and info
In reply to Bob PearsonExtend the dbg log messages (e.g. rxe_dbg_xxx) to include err and info types. rxe.c is modified to use these new log messages as examples.
--- drivers/infiniband/sw/rxe/rxe.c | 8 ++++--- drivers/infiniband/sw/rxe/rxe.h | 42 +++++++++++++++++++++++++++++++++ 2 files changed, 47 insertions(+), 3 deletions(-)
drivers/infiniband/sw/rxe/rxe.c +5 -3
@@ -160,6 +160,8 @@ void rxe_set_mtu(struct rxe_dev *rxe, unsigned int ndev_mtu) port->attr.active_mtu = mtu; port->mtu_cap =ib_mtu_enum_to_int (mtu); + +rxe_info_dev (rxe,"Set mtu to %d" , port->mtu_cap); }/* called by ifc layer to create new rxe device.
@@ -179,7 +181,7 @@ static int rxe_newlink(const char *ibdev_name, struct net_device *ndev)int err =0 ;if (is_vlan_dev (ndev)) { -pr_err ("rxe creation allowed on top of a real device only\n" ); +rxe_err ("rxe creation allowed on top of a real device only" ); err = -EPERM ; goto err; }
@@ -187,14 +189,14 @@ static int rxe_newlink(const char *ibdev_name, struct net_device *ndev) rxe =rxe_get_dev_from_net (ndev);if (rxe) {ib_device_put (&rxe->ib_dev); -rxe_dbg_dev (rxe,"already configured on %s\n" , ndev->name); +rxe_err_dev (rxe,"already configured on %s" , ndev->name); err = -EEXIST ; goto err; } err =rxe_net_add (ibdev_name, ndev);if (err) { -pr_debug ("failed to add %s\n" , ndev->name); +rxe_err ("failed to add %s\n" , ndev->name); goto err; } err:
drivers/infiniband/sw/rxe/rxe.h +42 -0
48 lines not on this page · raw message
Signature · 1 line
2.37.2
PATCH v4 4/4 RDMA/rxe: Add error messages
In reply to Bob PearsonThis patch adds error and debug messages so that every interaction with rdma-core through a verbs API call or a completion error return will generate at least one error message backed up by debug messages with more detail.
With dynamic debugging one can follow up after seeing an error message by turning on the appropriate debug messages.
--- drivers/infiniband/sw/rxe/rxe_comp.c | 4 + drivers/infiniband/sw/rxe/rxe_loc.h | 1 - drivers/infiniband/sw/rxe/rxe_mr.c | 13 - drivers/infiniband/sw/rxe/rxe_resp.c | 4 + drivers/infiniband/sw/rxe/rxe_verbs.c | 828 +++++++++++++++++++------- 5 files changed, 609 insertions(+), 241 deletions(-)
drivers/infiniband/sw/rxe/rxe_comp.c +4 -0
@@ -428,6 +428,10 @@ static void make_send_cqe(struct rxe_qp *qp, struct rxe_send_wqe *wqe, uwc->wc_flags =IB_WC_WITH_IMM ; uwc->byte_len = wqe->dma.length; } + }else { +if (wqe->status !=IB_WC_WR_FLUSH_ERR ) +rxe_err_qp (qp,"non-flush error status = %d" , + wqe->status); } }
drivers/infiniband/sw/rxe/rxe_loc.h +0 -1
@@ -80,7 +80,6 @@ int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length);int advance_dma_data (struct rxe_dma_info *dma,unsigned int length);int rxe_invalidate_mr (struct rxe_qp *qp,u32 key);int rxe_reg_fast_mr (struct rxe_qp *qp,struct rxe_send_wqe *wqe); -int rxe_dereg_mr (struct ib_mr *ibmr,struct ib_udata *udata);void rxe_mr_cleanup (struct rxe_pool_elem *elem);/* rxe_mw.c */
drivers/infiniband/sw/rxe/rxe_mr.c +0 -13
@@ -722,19 +722,6 @@ int rxe_reg_fast_mr(struct rxe_qp *qp, struct rxe_send_wqe *wqe)return 0 ; } -int rxe_dereg_mr (struct ib_mr *ibmr,struct ib_udata *udata) -{ -struct rxe_mr *mr =to_rmr (ibmr); - -/* See IBA 10.6.7.2.6 */ -if (atomic_read (&mr->num_mw) >0 ) -return -EINVAL ; - -rxe_cleanup (mr); -kfree_rcu (mr); -return 0 ; -} -void rxe_mr_cleanup (struct rxe_pool_elem *elem) {struct rxe_mr *mr =container_of (elem,typeof (*mr), elem);
drivers/infiniband/sw/rxe/rxe_resp.c +4 -0
@@ -1151,6 +1151,10 @@ static enum resp_states do_complete(struct rxe_qp *qp, wc->port_num = qp->attr.port_num; } + }else { +if (wc->status !=IB_WC_WR_FLUSH_ERR ) +rxe_err_qp (qp,"non-flush error status = %d" , + wc->status); }/* have copy for srq and reference for !srq */
drivers/infiniband/sw/rxe/rxe_verbs.c +601 -227
1,318 lines not on this page · raw message
Signature · 1 line
2.37.2
Quoted 22 lines · Bob Pearson
Primarily to make debugging more efficient, log message types are added and error logging messages are added to the verbs API to rxe driver with the goal that each error reported up to rdma-core will generate at least one message with additional details and internal errors restricted to debug messages which can be dynamically turned on.
v4:
Removed a mistakenWARN_ONat line 750 inrxe_verbs.c. This was hidden by a later fix that covered the error.v3:
Corrected a debug message referring to err before err was set in patch 4/4.Reported-by kernel test robot <[email protected]>v2:
This set of four patches was split off an earlier series called "RDMA/rxe: Correct qp reference counting" since it is not really related.
Quoted 5 lines
Bob Pearson (4):
RDMA/rxe: Replace exists by rxe inrxe.cRDMA/rxe: Changerxe_dbgtorxe_dbg_devRDMA/rxe: Extend dbg log messages to err and info RDMA/rxe: Add error messages
Applied to for-next, thanks
Jason