wifi: rtw88: sdio: limit the high queue to DTIM delivery
PATCH 1/1 wifi: rtw88: sdio: limit the high queue to DTIM delivery
In AP mode every broadcast and multicast (bmc) frame is sent through the high queue, which the hardware only drains after a DTIM beacon. Only a few frames leave per DTIM, so steady multicast traffic builds a backlog that holds the TX pages the other queues need. Unicast traffic then stalls for seconds and clients can no longer renew their DHCP lease.
USB had the same problem and was fixed by commit c710c7c2e038 ("wifi:
rtw88: usb: route bmc frames via the high queue only for DTIM delivery") and the two commits that followed it. Use the same rule for SDIO. A bmc frame goes to the high queue only when mac80211 asks for DTIM delivery because a station is dozing, the frame is ARP, EAPOL or DHCP, and the budget allows it. All other bmc frames go out on their access category queue.
---
Tested on rtl8723bs with atk19 client. No regression in station mode.
Note: this adds support for AP mode for rtl8723bs, as I states AP mode was left for future work.
- Broadcast ping round trip was 3.6 ms, it was ~104 ms before the patch.
- During a 50 frames/s broadcast flood, the TX page pool didn't move and unicast was unaffected.
- A DHCP renewal under that load got a lease on the first DISCOVER.
- A dozing client received 18 of 20 broadcast ARP requests.
drivers/net/wireless/realtek/rtw88/sdio.c | 69 +++++++++++++++++++++++ drivers/net/wireless/realtek/rtw88/sdio.h | 5 ++ 2 files changed, 74 insertions(+)
drivers/net/wireless/realtek/rtw88/sdio.c +69 -0
@@ -6,9 +6,11 @@* Copyright(c) 2018-2019 Realtek Corporation */ +#include <linux/ip.h> #include <linux/module.h> #include <linux/mmc/host.h> #include <linux/mmc/sdio_func.h> +#include <linux/udp.h> #include "main.h" #include "mac.h" #include "debug.h"
@@ -26,6 +28,8 @@#define RTW_SDIO_TX_FIFO_HIWATER 16#define RTW_SDIO_TX_FIFO_LOWATER 8#define RTW_SDIO_TX_RETRY_DELAY msecs_to_jiffies(1) +#define RTW_SDIO_HIQ_REFILL_INTERVAL (HZ / 10) +#define RTW_SDIO_HIQ_BUDGET_MAX 16static bool rtw_sdio_is_bus_addr (u32 addr) {
@@ -1299,6 +1303,64 @@ static void rtw_sdio_8723bs_wake_tx_queue(struct rtw_dev *rtwdev,ieee80211_wake_queue (rtwdev->hw, q_map); } +static bool rtw_sdio_bmc_needs_dtim (struct sk_buff *skb) +{ +struct ieee80211_tx_info *info =IEEE80211_SKB_CB (skb); +struct udphdr *udphdr; + +if (info->control.flags &IEEE80211_TX_CTRL_PORT_CTRL_PROTO ) +return true; + +if (skb->protocol ==htons (ETH_P_ARP )) +return true; + +if (skb->protocol ==htons (ETH_P_IP ) && +ip_hdr (skb)->protocol ==IPPROTO_UDP ) { + udphdr =udp_hdr (skb); + +return udphdr->dest ==htons (67 ) || udphdr->dest ==htons (68 ); + } + +return false; +} + +static bool rtw_sdio_hiq_take_budget (struct rtw_sdio *rtwsdio) +{ +unsigned long flags, elapsed, add; +bool ok; + +spin_lock_irqsave (&rtwsdio->hiq_lock, flags); + + elapsed = jiffies - rtwsdio->hiq_refill; + add = elapsed /RTW_SDIO_HIQ_REFILL_INTERVAL ; +if (add) { + rtwsdio->hiq_budget = min_t(unsigned long, + rtwsdio->hiq_budget + add, +RTW_SDIO_HIQ_BUDGET_MAX ); + +/* keep the unfinished part of the interval for the next unit */ + rtwsdio->hiq_refill = jiffies - + elapsed %RTW_SDIO_HIQ_REFILL_INTERVAL ; + } + + ok = rtwsdio->hiq_budget >0 ; +if (ok) + rtwsdio->hiq_budget--; + +spin_unlock_irqrestore (&rtwsdio->hiq_lock, flags); + +return ok; +} + +static bool rtw_sdio_bmc_use_hiq (struct rtw_sdio *rtwsdio,struct sk_buff *skb) +{ +struct ieee80211_tx_info *info =IEEE80211_SKB_CB (skb); + +return (info->flags &IEEE80211_TX_CTL_SEND_AFTER_DTIM ) && +rtw_sdio_bmc_needs_dtim (skb) && +rtw_sdio_hiq_take_budget (rtwsdio); +} +static int rtw_sdio_tx_write (struct rtw_dev *rtwdev,struct rtw_tx_pkt_info *pkt_info,struct sk_buff *skb)
@@ -1308,6 +1370,9 @@ static int rtw_sdio_tx_write(struct rtw_dev *rtwdev,u16 q_map =skb_get_queue_mapping (skb);struct rtw_sdio_tx_data *tx_data; +if (queue ==RTW_TX_QUEUE_HI0 && !rtw_sdio_bmc_use_hiq (rtwsdio, skb)) + queue =rtw_tx_ac_to_hwq (q_map); +rtw_sdio_tx_skb_prepare (rtwdev, pkt_info, skb, queue); tx_data =rtw_sdio_get_tx_data (skb);
@@ -1730,6 +1795,10 @@ static int rtw_sdio_init_tx(struct rtw_dev *rtwdev)struct rtw_sdio *rtwsdio = (struct rtw_sdio *)rtwdev->priv;int i; +spin_lock_init (&rtwsdio->hiq_lock); + rtwsdio->hiq_budget =RTW_SDIO_HIQ_BUDGET_MAX ; + rtwsdio->hiq_refill = jiffies; + rtwsdio->txwq =create_singlethread_workqueue ("rtw88_sdio: tx wq" );if (!rtwsdio->txwq) {rtw_err (rtwdev,"failed to create TX work queue\n" );
drivers/net/wireless/realtek/rtw88/sdio.h +5 -0
@@ -174,6 +174,11 @@ struct rtw_sdio {struct sk_buff_head tx_queue[RTK_MAX_TX_QUEUE_NUM ];bool tx_queue_stopped[RTK_MAX_TX_QUEUE_NUM ]; +/* protects hiq_budget and hiq_refill */ +spinlock_t hiq_lock; +u32 hiq_budget; +unsigned long hiq_refill; +atomic_t free_pg_high;atomic_t free_pg_normal;atomic_t free_pg_low;
Signature · 1 line
2.53.0
Ping-Ke Shih
maintainerQuoted 6 lines · Luka Gejak
In AP mode every broadcast and multicast (bmc) frame is sent through the high queue, which the hardware only drains after a DTIM beacon. Only a few frames leave per DTIM, so steady multicast traffic builds a backlog that holds the TX pages the other queues need. Unicast traffic then stalls for seconds and clients can no longer renew their DHCP lease.
Quoted 7 lines
USB had the same problem and was fixed by commit
c710c7c2e038("wifi:
rtw88: usb: route bmc frames via the high queue only for DTIM delivery") and the two commits that followed it. Use the same rule for SDIO. A bmc frame goes to the high queue only when mac80211 asks for DTIM delivery because a station is dozing, the frame is ARP, EAPOL or DHCP, and the budget allows it. All other bmc frames go out on their access category queue.
I think it'd be good to add:
Tested on rtl8723bs with atk19 client.
Quoted 4 lines
Signed-off-by Luka Gejak <[email protected]>---
Tested on rtl8723bs with atk19 client.
(mention this in commit message)
drivers/net/wireless/realtek/rtw88/sdio.c line 9
Quoted 9 lines
drivers/net/wireless/realtek/rtw88/sdio.c +1
-0@@ -6,9 +6,11 @@* Copyright(c) 2018-2019 Realtek Corporation */ +#include <linux/ip.h>
When moving rtw_sdio_bmc_needs_dtim() to tx.h, no need to include this, nor does usb.c.
Quoted 30 lines
drivers/net/wireless/realtek/rtw88/sdio.c +13
-0#include <linux/module.h> #include <linux/mmc/host.h> #include <linux/mmc/sdio_func.h> +#include <linux/udp.h> #include "main.h" #include "mac.h" #include "debug.h" @@ -26,6 +28,8 @@#define RTW_SDIO_TX_FIFO_HIWATER 16#define RTW_SDIO_TX_FIFO_LOWATER 8#define RTW_SDIO_TX_RETRY_DELAY msecs_to_jiffies(1) +#define RTW_SDIO_HIQ_REFILL_INTERVAL (HZ / 10) +#define RTW_SDIO_HIQ_BUDGET_MAX 16static bool rtw_sdio_is_bus_addr (u32 addr) {@@ -1299,6 +1303,64 @@ static void rtw_sdio_8723bs_wake_tx_queue(struct rtw_dev *rtwdev,ieee80211_wake_queue (rtwdev->hw, q_map); } +static bool rtw_sdio_bmc_needs_dtim (struct sk_buff *skb) +{ +struct ieee80211_tx_info *info =IEEE80211_SKB_CB (skb); +struct udphdr *udphdr; + +if (info->control.flags &IEEE80211_TX_CTRL_PORT_CTRL_PROTO ) +return true; + +if (skb->protocol ==htons (ETH_P_ARP )) +return true;
drivers/net/wireless/realtek/rtw88/sdio.c static void rtw_sdio_8723bs_wake_tx_queue(struct rtw_dev *rtwdev, · line 1325
Quoted 10 lines
drivers/net/wireless/realtek/rtw88/sdio.c +10
-0+ +if (skb->protocol ==htons (ETH_P_IP ) && +ip_hdr (skb)->protocol ==IPPROTO_UDP ) { + udphdr =udp_hdr (skb); + +return udphdr->dest ==htons (67 ) || udphdr->dest ==htons (68 ); + } + +return false; +}
This is totally the same as USB. To share with USB, move it to tx.c as an export function or to tx.h as an inline function.
Quoted 18 lines
drivers/net/wireless/realtek/rtw88/sdio.c +18
-0+ +static bool rtw_sdio_hiq_take_budget (struct rtw_sdio *rtwsdio) +{ +unsigned long flags, elapsed, add; +bool ok; + +spin_lock_irqsave (&rtwsdio->hiq_lock, flags); + + elapsed = jiffies - rtwsdio->hiq_refill; + add = elapsed /RTW_SDIO_HIQ_REFILL_INTERVAL ; +if (add) { + rtwsdio->hiq_budget = min_t(unsigned long, + rtwsdio->hiq_budget + add, +RTW_SDIO_HIQ_BUDGET_MAX ); + +/* keep the unfinished part of the interval for the next unit */ + rtwsdio->hiq_refill = jiffies - + elapsed %RTW_SDIO_HIQ_REFILL_INTERVAL ;
drivers/net/wireless/realtek/rtw88/sdio.c static void rtw_sdio_8723bs_wake_tx_queue(struct rtw_dev *rtwdev, · line 1353
Quoted 10 lines
drivers/net/wireless/realtek/rtw88/sdio.c +10
-0+ } + + ok = rtwsdio->hiq_budget >0 ; +if (ok) + rtwsdio->hiq_budget--; + +spin_unlock_irqrestore (&rtwsdio->hiq_lock, flags); + +return ok; +}
This is also the same as USB. Please consider how to share the logic.
Quoted 18 lines · Ping-Ke Shih
Quoted 7 lines · Luka Gejak
In AP mode every broadcast and multicast (bmc) frame is sent through the
high queue, which the hardware only drains after a DTIM beacon. Only a few frames leave per DTIM, so steady multicast traffic builds a backlog that holds the TX pages the other queues need. Unicast traffic then stalls for seconds and clients can no longer renew their DHCP lease.Quoted 8 lines
USB had the same problem and was fixed by commit
c710c7c2e038("wifi:
rtw88: usb: route bmc frames via the high queue only for DTIM delivery") and the two commits that followed it. Use the same rule for SDIO. A bmc frame goes to the high queue only when mac80211 asks for DTIM delivery because a station is dozing, the frame is ARP, EAPOL or DHCP, and the budget allows it. All other bmc frames go out on their access category queue.
Quoted 4 lines
I think it'd be good to add:
Tested on rtl8723bs with atk19 client.
Ok, will add.
Quoted 63 lines
Quoted 5 lines
Signed-off-by Luka Gejak <[email protected]>---
Tested on rtl8723bs with atk19 client.(mention this in commit message)
drivers/net/wireless/realtek/rtw88/sdio.c
Quoted 11 lines
drivers/net/wireless/realtek/rtw88/sdio.c +0
-0index dc2fd0f8f9ff..3cdffac5b5b0 100644 --- a/drivers/net/wireless/realtek/rtw88/sdio.c +++ b/drivers/net/wireless/realtek/rtw88/sdio.c @@ -6,9 +6,11 @@ * Copyright(c) 2018-2019 Realtek Corporation */ +#include <linux/ip.h>When moving
rtw_sdio_bmc_needs_dtim()totx.h, no need to include this, nor doesusb.c.Quoted 33 lines
#include <
linux/module.h>
#include <linux/mmc/host.h>
#include <linux/mmc/sdio_func.h>
+#include <linux/udp.h>
#include "main.h"
#include "mac.h"
#include "debug.h"
@@ -26,6 +28,8 @@
#defineRTW_SDIO_TX_FIFO_HIWATER16
#defineRTW_SDIO_TX_FIFO_LOWATER8
#defineRTW_SDIO_TX_RETRY_DELAYmsecs_to_jiffies(1)+#defineRTW_SDIO_HIQ_REFILL_INTERVAL(HZ / 10) +#defineRTW_SDIO_HIQ_BUDGET_MAX16static bool
rtw_sdio_is_bus_addr(u32 addr)
{
@@ -1299,6 +1303,64 @@ static void rtw_sdio_8723bs_wake_tx_queue(structrtw_dev*rtwdev,ieee80211_wake_queue(rtwdev->hw, q_map);
}+static bool
rtw_sdio_bmc_needs_dtim(struct sk_buff *skb)+{
+ structieee80211_tx_info*info =IEEE80211_SKB_CB(skb);
+ struct udphdr *udphdr;
+
+ if (info->control.flags&IEEE80211_TX_CTRL_PORT_CTRL_PROTO)
+ return true;
+
+ if (skb->protocol==htons(ETH_P_ARP))
+ return true;
+
+ if (skb->protocol==htons(ETH_P_IP)&&Quoted 9 lines
+ ip_hdr(skb)->protocol ==
IPPROTO_UDP) {
+ udphdr =udp_hdr(skb);
+
+ returnudphdr->dest== htons(67) ||udphdr->dest== htons(68);
+ }
+
+ return false;
+}
Quoted 3 lines
This is totally the same as USB. To share with USB, move it to
tx.cas an export function or totx.has an inline function.
I am aware of that, but ai wasn't sure what is preferred approach so I resorted to changing as little shared code as possible to mitigate the risk of regression on other drivers. I will make it shared between USB and SDIO.
Quoted 30 lines
Quoted 21 lines
+
+static boolrtw_sdio_hiq_take_budget(struct rtw_sdio *rtwsdio)+{
+ unsigned long flags, elapsed, add;
+ bool ok;
+
+spin_lock_irqsave(&rtwsdio->hiq_lock, flags);
+
+ elapsed = jiffies -rtwsdio->hiq_refill;
+ add = elapsed /RTW_SDIO_HIQ_REFILL_INTERVAL;
+ if (add) {
+rtwsdio->hiq_budget= min_t(unsigned long,
+rtwsdio->hiq_budget+ add,
+RTW_SDIO_HIQ_BUDGET_MAX);
+
+ /* keep the unfinished part of the interval for the next unit */
+rtwsdio->hiq_refill= jiffies -
+ elapsed %RTW_SDIO_HIQ_REFILL_INTERVAL;
+ }
+Quoted 9 lines
+ ok =
rtwsdio->hiq_budget> 0;
+ if (ok)
+ rtwsdio->hiq_budget--;
+
+spin_unlock_irqrestore(&rtwsdio->hiq_lock, flags); +
+ return ok;
+}
Quoted 2 lines
This is also the same as USB. Please consider how to share the logic.
Same as above.
Best regards,
Luka Gejak
Quoted 7 lines · Luka Gejak
Quoted 4 lines · Ping-Ke Shih
Luka Gejak <[email protected]> wrote:
[...]
Quoted 4 lines
Quoted 3 lines
This is totally the same as USB. To share with USB, move it to
tx.cas an export function or totx.has an inline function.I am aware of that, but ai wasn't sure
*I wasn't sure
what is preferred approach so I
Quoted 41 lines
resorted to changing as little shared code as possible to mitigate the risk of regression on other drivers. I will make it shared between USB and SDIO.
Quoted 30 lines
+
+static boolrtw_sdio_hiq_take_budget(struct rtw_sdio *rtwsdio)+{
+ unsigned long flags, elapsed, add;
+ bool ok;
+
+spin_lock_irqsave(&rtwsdio->hiq_lock, flags);
+
+ elapsed = jiffies -rtwsdio->hiq_refill;
+ add = elapsed /RTW_SDIO_HIQ_REFILL_INTERVAL;
+ if (add) {
+rtwsdio->hiq_budget= min_t(unsigned long,
+rtwsdio->hiq_budget+ add,
+RTW_SDIO_HIQ_BUDGET_MAX);
+
+ /* keep the unfinished part of the interval for the next unit */
+rtwsdio->hiq_refill= jiffies -
+ elapsed %RTW_SDIO_HIQ_REFILL_INTERVAL;
+ }
+
+ ok =rtwsdio->hiq_budget> 0;
+ if (ok)
+ rtwsdio->hiq_budget--;
+
+spin_unlock_irqrestore(&rtwsdio->hiq_lock, flags);
+
+ return ok;
+}Quoted 2 lines
This is also the same as USB. Please consider how to share the logic.
Same as above.
Best regards,
Luka Gejak