Skip to contentSkip to conversation

net: mana: Set 1 usec / 1 comp as default and minimum interrupt moderation

PATCH In review Haiyang Zhang 4 participants 4 messages Nov 13 – Nov 19

Subsystems (6)
lore
Share & tools
lore
#0 lore raw

PATCH 1/1 net: mana: Set 1 usec / 1 comp as default and minimum interrupt moderation

From: Haiyang Zhang <[email protected]>

The existing code sets interrupt moderation defaults to 0 usec and 0 completions, which may cause CQ starvation of our NIC HW, and TX time out error like:
mana 7870:00:00.0 ens1: NETDEV WATCHDOG: CPU: 14: transmit queue 4 timed out 63434 ms

To fix, change the default and minimal rx/tx usecs and frames to 1. When the HW supports interrupt moderation, reject ethtool rx/tx usecs and frames below 1.
Also clamp the values written by mana_gd_ring_dim() to [1, max], so no caller, including the DIM work, programs a zero value. On the HW without interrupt moderation support, do not request CQ moderation, the usecs and frames stay at 0, and cannot be modified by ethtool.
The PF capability is queried again when the device resumes from a reset or suspend, so re-initialize these settings before re-attaching the vPorts.

Advertise this change to the PF with the new driver capability flag GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE.

Fixes 433f482add31 ("net: mana: Add Interrupt Moderation support")
---
 .../net/ethernet/microsoft/mana/gdma_main.c   |  5 ++
 drivers/net/ethernet/microsoft/mana/mana_en.c | 76 +++++++++++++------
 .../ethernet/microsoft/mana/mana_ethtool.c    | 26 +++++--
 include/net/mana/gdma.h                       |  6 +-
 include/net/mana/mana.h                       |  9 ++-
 5 files changed, 88 insertions(+), 34 deletions(-)
drivers/net/ethernet/microsoft/mana/gdma_main.c +5 -0
index ab942d5bfe05..10be69e97ceb 100644
@@ -646,6 +646,11 @@ void mana_gd_ring_dim(struct gdma_queue *cq, u32 mod_usec, bool mod_usec_vld,
 	struct gdma_context *gc = cq->gdma_dev->gdma_context;
 	u32 dim_val;
 
+	mod_usec = clamp_t(u32, mod_usec, MANA_INTR_MODR_USEC_MIN,
+			   MANA_INTR_MODR_USEC_MAX);
+	mod_comps = clamp_t(u32, mod_comps, MANA_INTR_MODR_COMP_MIN,
+			    MANA_INTR_MODR_COMP_MAX);
+
 	/* Convert the DIM values to doorbell parameters */
 	dim_val = FIELD_PREP(MANA_INTR_MODR_USEC_MAX, mod_usec) |
 		  FIELD_PREP(MANA_INTR_MODR_COMP_MASK, mod_comps);
drivers/net/ethernet/microsoft/mana/mana_en.c +53 -23

118 lines not on this page · raw message

drivers/net/ethernet/microsoft/mana/mana_ethtool.c +19 -7
index 4068e08acb16..96aabf7a8f08 100644
@@ -505,9 +505,12 @@ static int mana_set_coalesce(struct net_device *ndev,
 	bool dim_changed = false;
 	struct gdma_context *gc;
 	u32 max_cqe_frames;
+	bool modr_sup;
 	int err;
 
 	gc = apc->ac->gdma_dev->gdma_context;
+	modr_sup = gc->pf_cap_flags1 &
+		   GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION;
 	max_cqe_frames = gc->cqe8_coalescing_sup ? MANA_CQE_COAL_PKTS_8 :
 						   MANA_RXCOMP_OOB_NUM_PPI;
 
@@ -517,7 +520,7 @@ static int mana_set_coalesce(struct net_device *ndev,
 	if ((ec->use_adaptive_rx_coalesce || ec->use_adaptive_tx_coalesce ||
 	     ec->rx_coalesce_usecs || ec->tx_coalesce_usecs ||
 	     ec->rx_max_coalesced_frames || ec->tx_max_coalesced_frames) &&
-	    !(gc->pf_cap_flags1 & GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION)) {
+	    !modr_sup) {
 		NL_SET_ERR_MSG(extack,
 			       "Interrupt Moderation is not supported by HW");
 		return -EOPNOTSUPP;
@@ -534,18 +537,27 @@ static int mana_set_coalesce(struct net_device *ndev,
 		return -EINVAL;
 	}
 
-	if (ec->rx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX ||
-	    ec->tx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX) {
+	/* Without the HW capability, only zero values pass the check above */
+	if (modr_sup &&
+	    (ec->rx_coalesce_usecs < MANA_INTR_MODR_USEC_MIN ||
+	     ec->tx_coalesce_usecs < MANA_INTR_MODR_USEC_MIN ||
+	     ec->rx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX ||
+	     ec->tx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX)) {
 		NL_SET_ERR_MSG_FMT(extack,
-				   "coalesce usecs must be <= %lu",
+				   "coalesce usecs must be between %d and %lu",
+				   MANA_INTR_MODR_USEC_MIN,
 				   MANA_INTR_MODR_USEC_MAX);
 		return -EINVAL;
 	}
 
-	if (ec->rx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX ||
-	    ec->tx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX) {
+	if (modr_sup &&
+	    (ec->rx_max_coalesced_frames < MANA_INTR_MODR_COMP_MIN ||
+	     ec->tx_max_coalesced_frames < MANA_INTR_MODR_COMP_MIN ||
+	     ec->rx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX ||
+	     ec->tx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX)) {
 		NL_SET_ERR_MSG_FMT(extack,
-				   "coalesce frames must be <= %lu",
+				   "coalesce frames must be between %d and %lu",
+				   MANA_INTR_MODR_COMP_MIN,
 				   MANA_INTR_MODR_COMP_MAX);
 		return -EINVAL;
 	}
include/net/mana/gdma.h +5 -1
index 29d152e18596..6191ddddc27f 100644
@@ -776,6 +776,9 @@ enum {
 /* Driver supports handling throttled EQEs */
 #define GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE BIT_ULL(32)
 
+/* Enforce min 1 usec, 1 frames for Interrupt Moderation */
+#define GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE BIT_ULL(33)
+
 /* Capabilities in the PCI-only group below rely on dynamic MSI-X allocation
  * and on the servicing and reset paths reached through
  * mana_schedule_serv_work(). Transports that provide neither leave
@@ -801,7 +804,8 @@ enum {
 	 GDMA_DRV_CAP_FLAG_1_EQ_MSI_UNSHARE_MULTI_VPORT | \
 	 GDMA_DRV_CAP_FLAG_1_DYN_INTERRUPT_MODERATION | \
 	 GDMA_DRV_CAP_FLAG_1_NON_CONTIGUOUS_BUFFERS | \
-	 GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE)
+	 GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE | \
+	 GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE)
 
 #define GDMA_DRV_CAP_FLAGS2 0
 
include/net/mana/mana.h +6 -3
index 218d540bc994..84afc4199e87 100644
@@ -74,9 +74,12 @@ enum mana_priv_flag_bits {
 /* 8-pkt mode packs up to 2 packets per PPI entry */
 #define MANA_CQE_COAL_PKTS_8 8
 
-/* Default/max interrupt moderation settings */
-#define MANA_INTR_MODR_USEC_DEF 0
-#define MANA_INTR_MODR_COMP_DEF 0
+/* Default/min interrupt moderation settings */
+#define MANA_INTR_MODR_USEC_DEF 1
+#define MANA_INTR_MODR_COMP_DEF 1
+
+#define MANA_INTR_MODR_USEC_MIN 1
+#define MANA_INTR_MODR_COMP_MIN 1
 
 #define MANA_ADAPTIVE_RX_DEF true
 #define MANA_ADAPTIVE_TX_DEF true
Signature · 1 line
2.53.0
#1 lore raw
Sashiko has reviewed this patch and found no issues.
Quoted 19 lines

From: Haiyang Zhang <[email protected]>

The existing code sets interrupt moderation defaults to 0 usec and 0 completions, which may cause CQ starvation of our NIC HW, and TX time out error like:
mana 7870:00:00.0 ens1: NETDEV WATCHDOG: CPU: 14: transmit queue 4 timed out 63434 ms

To fix, change the default and minimal rx/tx usecs and frames to 1. When the HW supports interrupt moderation, reject ethtool rx/tx usecs and frames below 1.
Also clamp the values written by mana_gd_ring_dim() to [1, max], so no caller, including the DIM work, programs a zero value. On the HW without interrupt moderation support, do not request CQ moderation, the usecs and frames stay at 0, and cannot be modified by ethtool.
The PF capability is queried again when the device resumes from a reset or suspend, so re-initialize these settings before re-attaching the vPorts.

Quoted 6 lines

Advertise this change to the PF with the new driver capability flag GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE.

Fixes 433f482add31 ("net: mana: Add Interrupt Moderation support")

Sashiko has reviewed this patch and found no issues.

Signature · 1 line
Sashiko AI review · https://sashiko.dev/#/patchset/[email protected]?part=1
Tested-by Reviewed-by on v1 1/1
#2 lore raw
In reply to Haiyang Zhang
Quoted 19 lines · Haiyang Zhang

From: Haiyang Zhang <[email protected]>

The existing code sets interrupt moderation defaults to 0 usec and 0 completions, which may cause CQ starvation of our NIC HW, and TX time out error like:
mana 7870:00:00.0 ens1: NETDEV WATCHDOG: CPU: 14: transmit queue 4 timed out 63434 ms

To fix, change the default and minimal rx/tx usecs and frames to 1. When the HW supports interrupt moderation, reject ethtool rx/tx usecs and frames below 1.
Also clamp the values written by mana_gd_ring_dim() to [1, max], so no caller, including the DIM work, programs a zero value. On the HW without interrupt moderation support, do not request CQ moderation, the usecs and frames stay at 0, and cannot be modified by ethtool.
The PF capability is queried again when the device resumes from a reset or suspend, so re-initialize these settings before re-attaching the vPorts.

Quoted 6 lines

Advertise this change to the PF with the new driver capability flag GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE.

Fixes 433f482add31 ("net: mana: Add Interrupt Moderation support")
Quoted 260 lines
---
 .../net/ethernet/microsoft/mana/gdma_main.c   |  5 ++
 drivers/net/ethernet/microsoft/mana/mana_en.c | 76 +++++++++++++------
 .../ethernet/microsoft/mana/mana_ethtool.c    | 26 +++++--
 include/net/mana/gdma.h                       |  6 +-
 include/net/mana/mana.h                       |  9 ++-
 5 files changed, 88 insertions(+), 34 deletions(-)
drivers/net/ethernet/microsoft/mana/gdma_main.c +5 -0
index ab942d5bfe05..10be69e97ceb 100644
@@ -646,6 +646,11 @@ void mana_gd_ring_dim(struct gdma_queue *cq, u32 mod_usec, bool mod_usec_vld,
 	struct gdma_context *gc = cq->gdma_dev->gdma_context;
 	u32 dim_val;
 
+	mod_usec = clamp_t(u32, mod_usec, MANA_INTR_MODR_USEC_MIN,
+			   MANA_INTR_MODR_USEC_MAX);
+	mod_comps = clamp_t(u32, mod_comps, MANA_INTR_MODR_COMP_MIN,
+			    MANA_INTR_MODR_COMP_MAX);
+
 	/* Convert the DIM values to doorbell parameters */
 	dim_val = FIELD_PREP(MANA_INTR_MODR_USEC_MAX, mod_usec) |
 		  FIELD_PREP(MANA_INTR_MODR_COMP_MASK, mod_comps);
drivers/net/ethernet/microsoft/mana/mana_en.c +53 -23
index 7e9223143fc7..95bf153c3e1a 100644
@@ -2515,9 +2515,6 @@ static void mana_rx_dim_work(struct work_struct *work)
 	cur_moder = net_dim_get_rx_moderation(dim->mode, dim->profile_ix);
 	cq = container_of(dim, struct mana_cq, dim);
 
-	cur_moder.usec = min_t(u16, cur_moder.usec, MANA_INTR_MODR_USEC_MAX);
-	cur_moder.pkts = min_t(u16, cur_moder.pkts, MANA_INTR_MODR_COMP_MAX);
-
 	mana_gd_ring_dim(cq->gdma_cq, cur_moder.usec, true,
 			 cur_moder.pkts, true);
 
@@ -2533,9 +2530,6 @@ static void mana_tx_dim_work(struct work_struct *work)
 	cur_moder = net_dim_get_tx_moderation(dim->mode, dim->profile_ix);
 	cq = container_of(dim, struct mana_cq, dim);
 
-	cur_moder.usec = min_t(u16, cur_moder.usec, MANA_INTR_MODR_USEC_MAX);
-	cur_moder.pkts = min_t(u16, cur_moder.pkts, MANA_INTR_MODR_COMP_MAX);
-
 	mana_gd_ring_dim(cq->gdma_cq, cur_moder.usec, true,
 			 cur_moder.pkts, true);
 
@@ -2871,10 +2865,15 @@ static int mana_create_txq(struct mana_port_context *apc,
 		cq_spec.modr_ctx_id = 0;
 		cq_spec.attached_eq = cq->gdma_cq->cq.parent->id;
 
-		/* DIM setting can be changed at runtime */
-		cq_spec.req_cq_moderation = true;
-		cq_spec.cq_moderation_usec = apc->intr_modr_tx_usec;
-		cq_spec.cq_moderation_comp = apc->intr_modr_tx_comp;
+		/* Request CQ moderation only if HW supports it.
+		 * DIM setting can be changed at runtime.
+		 */
+		if (gc->pf_cap_flags1 &
+		    GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION) {
+			cq_spec.req_cq_moderation = true;
+			cq_spec.cq_moderation_usec = apc->intr_modr_tx_usec;
+			cq_spec.cq_moderation_comp = apc->intr_modr_tx_comp;
+		}
 
 		err = mana_create_wq_obj(apc, apc->port_handle, GDMA_SQ,
 					 &wq_spec, &cq_spec,
@@ -3206,10 +3205,14 @@ static struct mana_rxq *mana_create_rxq(struct mana_port_context *apc,
 	cq_spec.modr_ctx_id = 0;
 	cq_spec.attached_eq = cq->gdma_cq->cq.parent->id;
 
-	/* DIM setting can be changed at runtime */
-	cq_spec.req_cq_moderation = true;
-	cq_spec.cq_moderation_usec = apc->intr_modr_rx_usec;
-	cq_spec.cq_moderation_comp = apc->intr_modr_rx_comp;
+	/* Request CQ moderation only if HW supports it.
+	 * DIM setting can be changed at runtime.
+	 */
+	if (gc->pf_cap_flags1 & GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION) {
+		cq_spec.req_cq_moderation = true;
+		cq_spec.cq_moderation_usec = apc->intr_modr_rx_usec;
+		cq_spec.cq_moderation_comp = apc->intr_modr_rx_comp;
+	}
 
 	err = mana_create_wq_obj(apc, apc->port_handle, GDMA_RQ,
 				 &wq_spec, &cq_spec, &rxq->rxobj);
@@ -3894,6 +3897,40 @@ int mana_detach(struct net_device *ndev, bool from_close)
 	return 0;
 }
 
+/* Match the interrupt moderation settings to the PF capability, which is
+ * queried again when the device resumes from a reset or suspend. Must be
+ * called before the queues are created.
+ */
+static void mana_init_intr_modr(struct mana_port_context *apc)
+{
+	struct gdma_context *gc = apc->ac->gdma_dev->gdma_context;
+
+	if (!(gc->pf_cap_flags1 &
+	      GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION)) {
+		apc->intr_modr_rx_usec = 0;
+		apc->intr_modr_rx_comp = 0;
+		apc->intr_modr_tx_usec = 0;
+		apc->intr_modr_tx_comp = 0;
+		apc->rx_dim_enabled = false;
+		apc->tx_dim_enabled = false;
+		return;
+	}
+
+	/* Keep the current settings, unless they were never initialized
+	 * because the port was probed without the capability.
+	 */
+	if (apc->intr_modr_rx_usec && apc->intr_modr_rx_comp &&
+	    apc->intr_modr_tx_usec && apc->intr_modr_tx_comp)
+		return;
+
+	apc->intr_modr_rx_usec = MANA_INTR_MODR_USEC_DEF;
+	apc->intr_modr_rx_comp = MANA_INTR_MODR_COMP_DEF;
+	apc->intr_modr_tx_usec = MANA_INTR_MODR_USEC_DEF;
+	apc->intr_modr_tx_comp = MANA_INTR_MODR_COMP_DEF;
+	apc->rx_dim_enabled = MANA_ADAPTIVE_RX_DEF;
+	apc->tx_dim_enabled = MANA_ADAPTIVE_TX_DEF;
+}
+
 static int mana_probe_port(struct mana_context *ac, int port_idx,
 			   struct net_device **ndev_storage)
 {
@@ -3924,15 +3961,7 @@ static int mana_probe_port(struct mana_context *ac, int port_idx,
 	apc->cqe_coalescing_enable = 0;
 	apc->cqe8_coalescing_enable = 0;
 
-	/* Initialize interrupt moderation settings if supported by HW */
-	if (gc->pf_cap_flags1 & GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION) {
-		apc->intr_modr_rx_usec = MANA_INTR_MODR_USEC_DEF;
-		apc->intr_modr_rx_comp = MANA_INTR_MODR_COMP_DEF;
-		apc->intr_modr_tx_usec = MANA_INTR_MODR_USEC_DEF;
-		apc->intr_modr_tx_comp = MANA_INTR_MODR_COMP_DEF;
-		apc->rx_dim_enabled = MANA_ADAPTIVE_RX_DEF;
-		apc->tx_dim_enabled = MANA_ADAPTIVE_TX_DEF;
-	}
+	mana_init_intr_modr(apc);
 
 	mutex_init(&apc->vport_mutex);
 	apc->vport_use_count = 0;
@@ -4256,6 +4285,7 @@ int mana_probe(struct gdma_dev *gd, bool resuming)
 			enable_work(&apc->queue_reset_work);
 			netdev_lock(ac->ports[i]);
 			apc->link_cfg_error = 1;
+			mana_init_intr_modr(apc);
 			netdev_unlock(ac->ports[i]);
 			err = mana_attach(ac->ports[i]);
 			rtnl_unlock();
drivers/net/ethernet/microsoft/mana/mana_ethtool.c +19 -7
index 4068e08acb16..96aabf7a8f08 100644
@@ -505,9 +505,12 @@ static int mana_set_coalesce(struct net_device *ndev,
 	bool dim_changed = false;
 	struct gdma_context *gc;
 	u32 max_cqe_frames;
+	bool modr_sup;
 	int err;
 
 	gc = apc->ac->gdma_dev->gdma_context;
+	modr_sup = gc->pf_cap_flags1 &
+		   GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION;
 	max_cqe_frames = gc->cqe8_coalescing_sup ? MANA_CQE_COAL_PKTS_8 :
 						   MANA_RXCOMP_OOB_NUM_PPI;
 
@@ -517,7 +520,7 @@ static int mana_set_coalesce(struct net_device *ndev,
 	if ((ec->use_adaptive_rx_coalesce || ec->use_adaptive_tx_coalesce ||
 	     ec->rx_coalesce_usecs || ec->tx_coalesce_usecs ||
 	     ec->rx_max_coalesced_frames || ec->tx_max_coalesced_frames) &&
-	    !(gc->pf_cap_flags1 & GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION)) {
+	    !modr_sup) {
 		NL_SET_ERR_MSG(extack,
 			       "Interrupt Moderation is not supported by HW");
 		return -EOPNOTSUPP;
@@ -534,18 +537,27 @@ static int mana_set_coalesce(struct net_device *ndev,
 		return -EINVAL;
 	}
 
-	if (ec->rx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX ||
-	    ec->tx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX) {
+	/* Without the HW capability, only zero values pass the check above */
+	if (modr_sup &&
+	    (ec->rx_coalesce_usecs < MANA_INTR_MODR_USEC_MIN ||
+	     ec->tx_coalesce_usecs < MANA_INTR_MODR_USEC_MIN ||
+	     ec->rx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX ||
+	     ec->tx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX)) {
 		NL_SET_ERR_MSG_FMT(extack,
-				   "coalesce usecs must be <= %lu",
+				   "coalesce usecs must be between %d and %lu",
+				   MANA_INTR_MODR_USEC_MIN,
 				   MANA_INTR_MODR_USEC_MAX);
 		return -EINVAL;
 	}
 
-	if (ec->rx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX ||
-	    ec->tx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX) {
+	if (modr_sup &&
+	    (ec->rx_max_coalesced_frames < MANA_INTR_MODR_COMP_MIN ||
+	     ec->tx_max_coalesced_frames < MANA_INTR_MODR_COMP_MIN ||
+	     ec->rx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX ||
+	     ec->tx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX)) {
 		NL_SET_ERR_MSG_FMT(extack,
-				   "coalesce frames must be <= %lu",
+				   "coalesce frames must be between %d and %lu",
+				   MANA_INTR_MODR_COMP_MIN,
 				   MANA_INTR_MODR_COMP_MAX);
 		return -EINVAL;
 	}
include/net/mana/gdma.h +5 -1
index 29d152e18596..6191ddddc27f 100644
@@ -776,6 +776,9 @@ enum {
 /* Driver supports handling throttled EQEs */
 #define GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE BIT_ULL(32)
 
+/* Enforce min 1 usec, 1 frames for Interrupt Moderation */
+#define GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE BIT_ULL(33)
+
 /* Capabilities in the PCI-only group below rely on dynamic MSI-X allocation
  * and on the servicing and reset paths reached through
  * mana_schedule_serv_work(). Transports that provide neither leave
@@ -801,7 +804,8 @@ enum {
 	 GDMA_DRV_CAP_FLAG_1_EQ_MSI_UNSHARE_MULTI_VPORT | \
 	 GDMA_DRV_CAP_FLAG_1_DYN_INTERRUPT_MODERATION | \
 	 GDMA_DRV_CAP_FLAG_1_NON_CONTIGUOUS_BUFFERS | \
-	 GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE)
+	 GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE | \
+	 GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE)
 
 #define GDMA_DRV_CAP_FLAGS2 0
 
include/net/mana/mana.h +6 -3
index 218d540bc994..84afc4199e87 100644
@@ -74,9 +74,12 @@ enum mana_priv_flag_bits {
 /* 8-pkt mode packs up to 2 packets per PPI entry */
 #define MANA_CQE_COAL_PKTS_8 8
 
-/* Default/max interrupt moderation settings */
-#define MANA_INTR_MODR_USEC_DEF 0
-#define MANA_INTR_MODR_COMP_DEF 0
+/* Default/min interrupt moderation settings */
+#define MANA_INTR_MODR_USEC_DEF 1
+#define MANA_INTR_MODR_COMP_DEF 1
+
+#define MANA_INTR_MODR_USEC_MIN 1
+#define MANA_INTR_MODR_COMP_MIN 1
 
 #define MANA_ADAPTIVE_RX_DEF true
 #define MANA_ADAPTIVE_TX_DEF true
Signature · 1 line
2.53.0
#3 lore raw
In reply to Haiyang Zhang
Quoted 272 lines · Haiyang Zhang

From: Haiyang Zhang <[email protected]>

The existing code sets interrupt moderation defaults to 0 usec and 0 completions, which may cause CQ starvation of our NIC HW, and TX time out error like:
mana 7870:00:00.0 ens1: NETDEV WATCHDOG: CPU: 14: transmit queue 4 timed out 63434 ms

To fix, change the default and minimal rx/tx usecs and frames to 1. When the HW supports interrupt moderation, reject ethtool rx/tx usecs and frames below 1.
Also clamp the values written by mana_gd_ring_dim() to [1, max], so no caller, including the DIM work, programs a zero value. On the HW without interrupt moderation support, do not request CQ moderation, the usecs and frames stay at 0, and cannot be modified by ethtool.
The PF capability is queried again when the device resumes from a reset or suspend, so re-initialize these settings before re-attaching the vPorts.

Advertise this change to the PF with the new driver capability flag GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE.

Fixes 433f482add31 ("net: mana: Add Interrupt Moderation support")
---
  .../net/ethernet/microsoft/mana/gdma_main.c   |  5 ++
  drivers/net/ethernet/microsoft/mana/mana_en.c | 76 +++++++++++++------
  .../ethernet/microsoft/mana/mana_ethtool.c    | 26 +++++--
  include/net/mana/gdma.h                       |  6 +-
  include/net/mana/mana.h                       |  9 ++-
  5 files changed, 88 insertions(+), 34 deletions(-)
drivers/net/ethernet/microsoft/mana/gdma_main.c +5 -0
index ab942d5bfe05..10be69e97ceb 100644
@@ -646,6 +646,11 @@ void mana_gd_ring_dim(struct gdma_queue *cq, u32 mod_usec, bool mod_usec_vld,
  	struct gdma_context *gc = cq->gdma_dev->gdma_context;
  	u32 dim_val;
 
+	mod_usec = clamp_t(u32, mod_usec, MANA_INTR_MODR_USEC_MIN,
+			   MANA_INTR_MODR_USEC_MAX);
+	mod_comps = clamp_t(u32, mod_comps, MANA_INTR_MODR_COMP_MIN,
+			    MANA_INTR_MODR_COMP_MAX);
+
  	/* Convert the DIM values to doorbell parameters */
  	dim_val = FIELD_PREP(MANA_INTR_MODR_USEC_MAX, mod_usec) |
  		  FIELD_PREP(MANA_INTR_MODR_COMP_MASK, mod_comps);
drivers/net/ethernet/microsoft/mana/mana_en.c +53 -23
index 7e9223143fc7..95bf153c3e1a 100644
@@ -2515,9 +2515,6 @@ static void mana_rx_dim_work(struct work_struct *work)
  	cur_moder = net_dim_get_rx_moderation(dim->mode, dim->profile_ix);
  	cq = container_of(dim, struct mana_cq, dim);
 
-	cur_moder.usec = min_t(u16, cur_moder.usec, MANA_INTR_MODR_USEC_MAX);
-	cur_moder.pkts = min_t(u16, cur_moder.pkts, MANA_INTR_MODR_COMP_MAX);
-
  	mana_gd_ring_dim(cq->gdma_cq, cur_moder.usec, true,
  			 cur_moder.pkts, true);
 
@@ -2533,9 +2530,6 @@ static void mana_tx_dim_work(struct work_struct *work)
  	cur_moder = net_dim_get_tx_moderation(dim->mode, dim->profile_ix);
  	cq = container_of(dim, struct mana_cq, dim);
 
-	cur_moder.usec = min_t(u16, cur_moder.usec, MANA_INTR_MODR_USEC_MAX);
-	cur_moder.pkts = min_t(u16, cur_moder.pkts, MANA_INTR_MODR_COMP_MAX);
-
  	mana_gd_ring_dim(cq->gdma_cq, cur_moder.usec, true,
  			 cur_moder.pkts, true);
 
@@ -2871,10 +2865,15 @@ static int mana_create_txq(struct mana_port_context *apc,
  		cq_spec.modr_ctx_id = 0;
  		cq_spec.attached_eq = cq->gdma_cq->cq.parent->id;
 
-		/* DIM setting can be changed at runtime */
-		cq_spec.req_cq_moderation = true;
-		cq_spec.cq_moderation_usec = apc->intr_modr_tx_usec;
-		cq_spec.cq_moderation_comp = apc->intr_modr_tx_comp;
+		/* Request CQ moderation only if HW supports it.
+		 * DIM setting can be changed at runtime.
+		 */
+		if (gc->pf_cap_flags1 &
+		    GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION) {
+			cq_spec.req_cq_moderation = true;
+			cq_spec.cq_moderation_usec = apc->intr_modr_tx_usec;
+			cq_spec.cq_moderation_comp = apc->intr_modr_tx_comp;
+		}
 
  		err = mana_create_wq_obj(apc, apc->port_handle, GDMA_SQ,
  					 &wq_spec, &cq_spec,
@@ -3206,10 +3205,14 @@ static struct mana_rxq *mana_create_rxq(struct mana_port_context *apc,
  	cq_spec.modr_ctx_id = 0;
  	cq_spec.attached_eq = cq->gdma_cq->cq.parent->id;
 
-	/* DIM setting can be changed at runtime */
-	cq_spec.req_cq_moderation = true;
-	cq_spec.cq_moderation_usec = apc->intr_modr_rx_usec;
-	cq_spec.cq_moderation_comp = apc->intr_modr_rx_comp;
+	/* Request CQ moderation only if HW supports it.
+	 * DIM setting can be changed at runtime.
+	 */
+	if (gc->pf_cap_flags1 & GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION) {
+		cq_spec.req_cq_moderation = true;
+		cq_spec.cq_moderation_usec = apc->intr_modr_rx_usec;
+		cq_spec.cq_moderation_comp = apc->intr_modr_rx_comp;
+	}
 
  	err = mana_create_wq_obj(apc, apc->port_handle, GDMA_RQ,
  				 &wq_spec, &cq_spec, &rxq->rxobj);
@@ -3894,6 +3897,40 @@ int mana_detach(struct net_device *ndev, bool from_close)
  	return 0;
  }
 
+/* Match the interrupt moderation settings to the PF capability, which is
+ * queried again when the device resumes from a reset or suspend. Must be
+ * called before the queues are created.
+ */
+static void mana_init_intr_modr(struct mana_port_context *apc)
+{
+	struct gdma_context *gc = apc->ac->gdma_dev->gdma_context;
+
+	if (!(gc->pf_cap_flags1 &
+	      GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION)) {
+		apc->intr_modr_rx_usec = 0;
+		apc->intr_modr_rx_comp = 0;
+		apc->intr_modr_tx_usec = 0;
+		apc->intr_modr_tx_comp = 0;
+		apc->rx_dim_enabled = false;
+		apc->tx_dim_enabled = false;
+		return;
+	}
+
+	/* Keep the current settings, unless they were never initialized
+	 * because the port was probed without the capability.
+	 */
+	if (apc->intr_modr_rx_usec && apc->intr_modr_rx_comp &&
+	    apc->intr_modr_tx_usec && apc->intr_modr_tx_comp)
+		return;
+
+	apc->intr_modr_rx_usec = MANA_INTR_MODR_USEC_DEF;
+	apc->intr_modr_rx_comp = MANA_INTR_MODR_COMP_DEF;
+	apc->intr_modr_tx_usec = MANA_INTR_MODR_USEC_DEF;
+	apc->intr_modr_tx_comp = MANA_INTR_MODR_COMP_DEF;
+	apc->rx_dim_enabled = MANA_ADAPTIVE_RX_DEF;
+	apc->tx_dim_enabled = MANA_ADAPTIVE_TX_DEF;
+}
+
  static int mana_probe_port(struct mana_context *ac, int port_idx,
  			   struct net_device **ndev_storage)
  {
@@ -3924,15 +3961,7 @@ static int mana_probe_port(struct mana_context *ac, int port_idx,
  	apc->cqe_coalescing_enable = 0;
  	apc->cqe8_coalescing_enable = 0;
 
-	/* Initialize interrupt moderation settings if supported by HW */
-	if (gc->pf_cap_flags1 & GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION) {
-		apc->intr_modr_rx_usec = MANA_INTR_MODR_USEC_DEF;
-		apc->intr_modr_rx_comp = MANA_INTR_MODR_COMP_DEF;
-		apc->intr_modr_tx_usec = MANA_INTR_MODR_USEC_DEF;
-		apc->intr_modr_tx_comp = MANA_INTR_MODR_COMP_DEF;
-		apc->rx_dim_enabled = MANA_ADAPTIVE_RX_DEF;
-		apc->tx_dim_enabled = MANA_ADAPTIVE_TX_DEF;
-	}
+	mana_init_intr_modr(apc);
 
  	mutex_init(&apc->vport_mutex);
  	apc->vport_use_count = 0;
@@ -4256,6 +4285,7 @@ int mana_probe(struct gdma_dev *gd, bool resuming)
  			enable_work(&apc->queue_reset_work);
  			netdev_lock(ac->ports[i]);
  			apc->link_cfg_error = 1;
+			mana_init_intr_modr(apc);
  			netdev_unlock(ac->ports[i]);
  			err = mana_attach(ac->ports[i]);
  			rtnl_unlock();
drivers/net/ethernet/microsoft/mana/mana_ethtool.c +19 -7
index 4068e08acb16..96aabf7a8f08 100644
@@ -505,9 +505,12 @@ static int mana_set_coalesce(struct net_device *ndev,
  	bool dim_changed = false;
  	struct gdma_context *gc;
  	u32 max_cqe_frames;
+	bool modr_sup;
  	int err;
 
  	gc = apc->ac->gdma_dev->gdma_context;
+	modr_sup = gc->pf_cap_flags1 &
+		   GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION;
  	max_cqe_frames = gc->cqe8_coalescing_sup ? MANA_CQE_COAL_PKTS_8 :
  						   MANA_RXCOMP_OOB_NUM_PPI;
 
@@ -517,7 +520,7 @@ static int mana_set_coalesce(struct net_device *ndev,
  	if ((ec->use_adaptive_rx_coalesce || ec->use_adaptive_tx_coalesce ||
  	     ec->rx_coalesce_usecs || ec->tx_coalesce_usecs ||
  	     ec->rx_max_coalesced_frames || ec->tx_max_coalesced_frames) &&
-	    !(gc->pf_cap_flags1 & GDMA_PF_CAP_FLAG_1_DYN_INTERRUPT_MODERATION)) {
+	    !modr_sup) {
  		NL_SET_ERR_MSG(extack,
  			       "Interrupt Moderation is not supported by HW");
  		return -EOPNOTSUPP;
@@ -534,18 +537,27 @@ static int mana_set_coalesce(struct net_device *ndev,
  		return -EINVAL;
  	}
 
-	if (ec->rx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX ||
-	    ec->tx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX) {
+	/* Without the HW capability, only zero values pass the check above */
+	if (modr_sup &&
+	    (ec->rx_coalesce_usecs < MANA_INTR_MODR_USEC_MIN ||
+	     ec->tx_coalesce_usecs < MANA_INTR_MODR_USEC_MIN ||
+	     ec->rx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX ||
+	     ec->tx_coalesce_usecs > MANA_INTR_MODR_USEC_MAX)) {
  		NL_SET_ERR_MSG_FMT(extack,
-				   "coalesce usecs must be <= %lu",
+				   "coalesce usecs must be between %d and %lu",
+				   MANA_INTR_MODR_USEC_MIN,
  				   MANA_INTR_MODR_USEC_MAX);
  		return -EINVAL;
  	}
 
-	if (ec->rx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX ||
-	    ec->tx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX) {
+	if (modr_sup &&
+	    (ec->rx_max_coalesced_frames < MANA_INTR_MODR_COMP_MIN ||
+	     ec->tx_max_coalesced_frames < MANA_INTR_MODR_COMP_MIN ||
+	     ec->rx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX ||
+	     ec->tx_max_coalesced_frames > MANA_INTR_MODR_COMP_MAX)) {
  		NL_SET_ERR_MSG_FMT(extack,
-				   "coalesce frames must be <= %lu",
+				   "coalesce frames must be between %d and %lu",
+				   MANA_INTR_MODR_COMP_MIN,
  				   MANA_INTR_MODR_COMP_MAX);
  		return -EINVAL;
  	}
include/net/mana/gdma.h +5 -1
index 29d152e18596..6191ddddc27f 100644
@@ -776,6 +776,9 @@ enum {
  /* Driver supports handling throttled EQEs */
  #define GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE BIT_ULL(32)
 
+/* Enforce min 1 usec, 1 frames for Interrupt Moderation */
+#define GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE BIT_ULL(33)
+
  /* Capabilities in the PCI-only group below rely on dynamic MSI-X allocation
   * and on the servicing and reset paths reached through
   * mana_schedule_serv_work(). Transports that provide neither leave
@@ -801,7 +804,8 @@ enum {
  	 GDMA_DRV_CAP_FLAG_1_EQ_MSI_UNSHARE_MULTI_VPORT | \
  	 GDMA_DRV_CAP_FLAG_1_DYN_INTERRUPT_MODERATION | \
  	 GDMA_DRV_CAP_FLAG_1_NON_CONTIGUOUS_BUFFERS | \
-	 GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE)
+	 GDMA_DRV_CAP_FLAG_1_THROTTLED_EVENT_QUEUE | \
+	 GDMA_DRV_CAP_FLAG_1_SET_MIN_INTR_MOD_VALUE)
 
  #define GDMA_DRV_CAP_FLAGS2 0
 
include/net/mana/mana.h +0 -2
index 218d540bc994..84afc4199e87 100644
@@ -74,9 +74,12 @@ enum mana_priv_flag_bits {
  /* 8-pkt mode packs up to 2 packets per PPI entry */
  #define MANA_CQE_COAL_PKTS_8 8
 
-/* Default/max interrupt moderation settings */
-#define MANA_INTR_MODR_USEC_DEF 0

include/net/mana/mana.h enum mana_priv_flag_bits { · line 85

Quoted 10 lines
include/net/mana/mana.h +6 -1
-#define MANA_INTR_MODR_COMP_DEF 0
+/* Default/min interrupt moderation settings */
+#define MANA_INTR_MODR_USEC_DEF 1
+#define MANA_INTR_MODR_COMP_DEF 1
+
+#define MANA_INTR_MODR_USEC_MIN 1
+#define MANA_INTR_MODR_COMP_MIN 1
 
  #define MANA_ADAPTIVE_RX_DEF true
  #define MANA_ADAPTIVE_TX_DEF true

LGTM, Reviewed-by: Sahil Chandna <[email protected]>