eth: bnxt: add support rx side device memory TCP
PATCH v2 1/1 eth: bnxt: add support rx side device memory TCP
Currently, bnxt_en driver satisfies the requirements of the Device memory TCP, which is HDS.
So, it implements rx-side Device memory TCP for bnxt_en driver. It requires only converting the page API to netmem API. struct page of agg rings are changed to netmem_ref netmem and corresponding functions are changed to a variant of netmem API.
It also passes PP_FLAG_ALLOW_UNREADABLE_NETMEM flag to a parameter of page_pool.
The netmem will be activated only when a user requests devmem TCP.
When netmem is activated, received data is unreadable and netmem is disabled, received data is readable.
But drivers don't need to handle both cases because netmem core API will handle it properly.
So, using proper netmem API is enough for drivers.
Device memory TCP can be tested with tools/testing/selftests/drivers/net/hw/ncdevmem.
This is tested with BCM57504-N425G and firmware version 232.0.155.8/pkg 232.1.132.8.
---
v2:
- Fix using wrong pointer in error path of bnxt_queue_mem_alloc().
- Fix compile warning due to a defined but unused variable.
- Do not define inline function in .c file.
- Remove unnecessary setting a pp.queue to 0.
- Add Tested-by tag from David Wei.
- Add Reviewed-by tag from Mina Almasry.
RFC -> PATCH v1:
- Drop ring buffer descriptor refactoring patch.
- Do not convert to netmem API for normal ring(non-agg ring).
- Remove changes of napi_{enable | disable}() to napi_{enable | disable}_locked().
- Relocate a need_head_pool in struct bnxt_rx_ring_info due to an alignment hole.
- Remove *offset parameter of __bnxt_alloc_rx_netmem(). *offset is always set to 0 in this function. it's unnecessary.
- Get skb_shared_info outside of loop in __bnxt_rx_agg_netmems().
- Drop Tested-by tag due to changes of this patch.
drivers/net/ethernet/broadcom/bnxt/bnxt.c | 201 +++++++++++++--------- drivers/net/ethernet/broadcom/bnxt/bnxt.h | 3 +- include/linux/netdevice.h | 1 + include/net/page_pool/helpers.h | 6 + net/core/dev.c | 6 + 5 files changed, 135 insertions(+), 82 deletions(-)
drivers/net/ethernet/broadcom/bnxt/bnxt.c +120 -81
@@ -893,9 +893,9 @@ static void bnxt_tx_int(struct bnxt *bp, struct bnxt_napi *bnapi, int budget) bnapi->events &= ~BNXT_TX_CMP_EVENT ; } -static bool bnxt_separate_head_pool (void ) +static bool bnxt_separate_head_pool (struct bnxt_rx_ring_info *rxr) { -return PAGE_SIZE >BNXT_RX_PAGE_SIZE ; +return rxr->need_head_pool ||PAGE_SIZE >BNXT_RX_PAGE_SIZE ; } static struct page *__bnxt_alloc_rx_page(struct bnxt *bp, dma_addr_t *mapping,
@@ -919,6 +919,20 @@ static struct page *__bnxt_alloc_rx_page(struct bnxt *bp, dma_addr_t *mapping,return page; } +static netmem_ref __bnxt_alloc_rx_netmem (struct bnxt *bp,dma_addr_t *mapping, +struct bnxt_rx_ring_info *rxr, +gfp_t gfp) +{ +netmem_ref netmem; + + netmem =page_pool_alloc_netmems (rxr->page_pool, gfp); +if (!netmem) +return 0 ; + + *mapping =page_pool_get_dma_addr_netmem (netmem); +return netmem; +} +static inline u8 *__bnxt_alloc_rx_frag (struct bnxt *bp,dma_addr_t *mapping,struct bnxt_rx_ring_info *rxr,gfp_t gfp)
@@ -999,21 +1013,19 @@ static inline u16 bnxt_find_next_agg_idx(struct bnxt_rx_ring_info *rxr, u16 idx)return next; } -static inline int bnxt_alloc_rx_page (struct bnxt *bp, -struct bnxt_rx_ring_info *rxr, -u16 prod,gfp_t gfp) +static int bnxt_alloc_rx_netmem (struct bnxt *bp,struct bnxt_rx_ring_info *rxr, +u16 prod,gfp_t gfp) {struct rx_bd *rxbd = &rxr->rx_agg_desc_ring[RX_AGG_RING (bp, prod)][RX_IDX (prod)];struct bnxt_sw_rx_agg_bd *rx_agg_buf; -struct page *page; -dma_addr_t mapping;u16 sw_prod = rxr->rx_sw_agg_prod;unsigned int offset =0 ; +dma_addr_t mapping; +netmem_ref netmem; - page =__bnxt_alloc_rx_page (bp, &mapping, rxr, &offset, gfp); - -if (!page) + netmem =__bnxt_alloc_rx_netmem (bp, &mapping, rxr, gfp); +if (!netmem)return -ENOMEM ;if (unlikely (test_bit (sw_prod, rxr->rx_agg_bmap)))
@@ -1023,7 +1035,7 @@ static inline int bnxt_alloc_rx_page(struct bnxt *bp, rx_agg_buf = &rxr->rx_agg_ring[sw_prod]; rxr->rx_sw_agg_prod =RING_RX_AGG (bp,NEXT_RX_AGG (sw_prod)); - rx_agg_buf->page = page; + rx_agg_buf->netmem = netmem; rx_agg_buf->offset = offset; rx_agg_buf->mapping = mapping; rxbd->rx_bd_haddr =cpu_to_le64 (mapping);
@@ -1067,11 +1079,11 @@ static void bnxt_reuse_rx_agg_bufs(struct bnxt_cp_ring_info *cpr, u16 idx, p5_tpa = true;for (i =0 ; i < agg_bufs; i++) { -u16 cons; -struct rx_agg_cmp *agg;struct bnxt_sw_rx_agg_bd *cons_rx_buf, *prod_rx_buf; +struct rx_agg_cmp *agg;struct rx_bd *prod_bd; -struct page *page; +netmem_ref netmem; +u16 cons;if (p5_tpa) agg =bnxt_get_tpa_agg_p5 (bp, rxr, idx, start + i);
@@ -1088,11 +1100,11 @@ static void bnxt_reuse_rx_agg_bufs(struct bnxt_cp_ring_info *cpr, u16 idx, cons_rx_buf = &rxr->rx_agg_ring[cons];/* It is possible for sw_prod to be equal to cons, so -* set cons_rx_buf->page to NULL first. +* set cons_rx_buf->netmem to 0 first. */ - page = cons_rx_buf->page; - cons_rx_buf->page =NULL ; - prod_rx_buf->page = page; + netmem = cons_rx_buf->netmem; + cons_rx_buf->netmem =0 ; + prod_rx_buf->netmem = netmem; prod_rx_buf->offset = cons_rx_buf->offset; prod_rx_buf->mapping = cons_rx_buf->mapping;
@@ -1218,29 +1230,35 @@ static struct sk_buff *bnxt_rx_skb(struct bnxt *bp,return skb; } -static u32 __bnxt_rx_agg_pages (struct bnxt *bp, -struct bnxt_cp_ring_info *cpr, -struct skb_shared_info *shinfo, -u16 idx,u32 agg_bufs,bool tpa, -struct xdp_buff *xdp) +static u32 __bnxt_rx_agg_netmems (struct bnxt *bp, +struct bnxt_cp_ring_info *cpr, +u16 idx,u32 agg_bufs,bool tpa, +struct sk_buff *skb, +struct xdp_buff *xdp) {struct bnxt_napi *bnapi = cpr->bnapi; -struct pci_dev *pdev = bp->pdev; -struct bnxt_rx_ring_info *rxr = bnapi->rx_ring; -u16 prod = rxr->rx_agg_prod; +struct skb_shared_info *shinfo; +struct bnxt_rx_ring_info *rxr;u32 i, total_frag_len =0 ;bool p5_tpa = false; +u16 prod; + + rxr = bnapi->rx_ring; + prod = rxr->rx_agg_prod;if ((bp->flags &BNXT_FLAG_CHIP_P5_PLUS ) && tpa) p5_tpa = true; +if (skb) + shinfo =skb_shinfo (skb); +else + shinfo =xdp_get_shared_info_from_buff (xdp); +for (i =0 ; i < agg_bufs; i++) { -skb_frag_t *frag = &shinfo->frags[i]; -u16 cons, frag_len; -struct rx_agg_cmp *agg;struct bnxt_sw_rx_agg_bd *cons_rx_buf; -struct page *page; -dma_addr_t mapping; +struct rx_agg_cmp *agg; +u16 cons, frag_len; +netmem_ref netmem;if (p5_tpa) agg =bnxt_get_tpa_agg_p5 (bp, rxr, idx, i);
@@ -1251,27 +1269,41 @@ static u32 __bnxt_rx_agg_pages(struct bnxt *bp, RX_AGG_CMP_LEN) >> RX_AGG_CMP_LEN_SHIFT; cons_rx_buf = &rxr->rx_agg_ring[cons]; -skb_frag_fill_page_desc (frag, cons_rx_buf->page, - cons_rx_buf->offset, frag_len); - shinfo->nr_frags = i +1 ; +if (skb) { +skb_add_rx_frag_netmem (skb, i, cons_rx_buf->netmem, + cons_rx_buf->offset, + frag_len,BNXT_RX_PAGE_SIZE ); + }else { +skb_frag_t *frag = &shinfo->frags[i]; + +skb_frag_fill_netmem_desc (frag, cons_rx_buf->netmem, + cons_rx_buf->offset, + frag_len); + shinfo->nr_frags = i +1 ; + }__clear_bit (cons, rxr->rx_agg_bmap); -/* It is possible for bnxt_alloc_rx_page() to allocate +/* It is possible for bnxt_alloc_rx_netmem() to allocate * a sw_prod index that equals the cons index, so we * need to clear the cons entry now. */ - mapping = cons_rx_buf->mapping; - page = cons_rx_buf->page; - cons_rx_buf->page =NULL ; + netmem = cons_rx_buf->netmem; + cons_rx_buf->netmem =0 ; -if (xdp &&page_is_pfmemalloc (page)) +if (xdp &&netmem_is_pfmemalloc (netmem))xdp_buff_set_frag_pfmemalloc (xdp); -if (bnxt_alloc_rx_page (bp, rxr, prod,GFP_ATOMIC ) !=0 ) { +if (bnxt_alloc_rx_netmem (bp, rxr, prod,GFP_ATOMIC ) !=0 ) { +if (skb) { + skb->len -= frag_len; + skb->data_len -= frag_len; + skb->truesize -=BNXT_RX_PAGE_SIZE ; + } + --shinfo->nr_frags; - cons_rx_buf->page = page; + cons_rx_buf->netmem = netmem; -/* Update prod since possibly some pages have been +/* Update prod since possibly some netmems have been * allocated already. */ rxr->rx_agg_prod = prod;
@@ -1279,8 +1311,8 @@ static u32 __bnxt_rx_agg_pages(struct bnxt *bp,return 0 ; } -dma_sync_single_for_cpu (&pdev->dev, mapping,BNXT_RX_PAGE_SIZE , - bp->rx_dir); +page_pool_dma_sync_netmem_for_cpu (rxr->page_pool, netmem,0 , +BNXT_RX_PAGE_SIZE ); total_frag_len += frag_len; prod =NEXT_RX_AGG (prod);
@@ -1289,32 +1321,28 @@ static u32 __bnxt_rx_agg_pages(struct bnxt *bp,return total_frag_len; } -static struct sk_buff *bnxt_rx_agg_pages_skb (struct bnxt *bp, -struct bnxt_cp_ring_info *cpr, -struct sk_buff *skb,u16 idx, -u32 agg_bufs,bool tpa) +static struct sk_buff *bnxt_rx_agg_netmems_skb (struct bnxt *bp, +struct bnxt_cp_ring_info *cpr, +struct sk_buff *skb,u16 idx, +u32 agg_bufs,bool tpa) { -struct skb_shared_info *shinfo =skb_shinfo (skb);u32 total_frag_len =0 ; - total_frag_len =__bnxt_rx_agg_pages (bp, cpr, shinfo, idx, - agg_bufs, tpa,NULL ); + total_frag_len =__bnxt_rx_agg_netmems (bp, cpr, idx, agg_bufs, tpa, + skb,NULL );if (!total_frag_len) {skb_mark_for_recycle (skb);dev_kfree_skb (skb);return NULL ; } - skb->data_len += total_frag_len; - skb->len += total_frag_len; - skb->truesize +=BNXT_RX_PAGE_SIZE * agg_bufs;return skb; } -static u32 bnxt_rx_agg_pages_xdp (struct bnxt *bp, -struct bnxt_cp_ring_info *cpr, -struct xdp_buff *xdp,u16 idx, -u32 agg_bufs,bool tpa) +static u32 bnxt_rx_agg_netmems_xdp (struct bnxt *bp, +struct bnxt_cp_ring_info *cpr, +struct xdp_buff *xdp,u16 idx, +u32 agg_bufs,bool tpa) {struct skb_shared_info *shinfo =xdp_get_shared_info_from_buff (xdp);u32 total_frag_len =0 ;
@@ -1322,8 +1350,8 @@ static u32 bnxt_rx_agg_pages_xdp(struct bnxt *bp,if (!xdp_buff_has_frags (xdp)) shinfo->nr_frags =0 ; - total_frag_len =__bnxt_rx_agg_pages (bp, cpr, shinfo, - idx, agg_bufs, tpa, xdp); + total_frag_len =__bnxt_rx_agg_netmems (bp, cpr, idx, agg_bufs, tpa, +NULL , xdp);if (total_frag_len) {xdp_buff_set_frags_flag (xdp); shinfo->nr_frags = agg_bufs;
@@ -1895,7 +1923,8 @@ static inline struct sk_buff *bnxt_tpa_end(struct bnxt *bp, }if (agg_bufs) { - skb =bnxt_rx_agg_pages_skb (bp, cpr, skb, idx, agg_bufs, true); + skb =bnxt_rx_agg_netmems_skb (bp, cpr, skb, idx, agg_bufs, + true);if (!skb) {/* Page reuse already handled by bnxt_rx_pages(). */ cpr->sw_stats->rx.rx_oom_discards +=1 ;
@@ -2175,9 +2204,10 @@ static int bnxt_rx_pkt(struct bnxt *bp, struct bnxt_cp_ring_info *cpr,if (bnxt_xdp_attached (bp, rxr)) {bnxt_xdp_buff_init (bp, rxr, cons, data_ptr, len, &xdp);if (agg_bufs) { -u32 frag_len =bnxt_rx_agg_pages_xdp (bp, cpr, &xdp, - cp_cons, agg_bufs, - false); +u32 frag_len =bnxt_rx_agg_netmems_xdp (bp, cpr, &xdp, + cp_cons, + agg_bufs, + false);if (!frag_len) goto oom_next_rx;
@@ -2229,7 +2259,8 @@ static int bnxt_rx_pkt(struct bnxt *bp, struct bnxt_cp_ring_info *cpr,if (agg_bufs) {if (!xdp_active) { - skb =bnxt_rx_agg_pages_skb (bp, cpr, skb, cp_cons, agg_bufs, false); + skb =bnxt_rx_agg_netmems_skb (bp, cpr, skb, cp_cons, + agg_bufs, false);if (!skb) goto oom_next_rx; }else {
@@ -3445,15 +3476,15 @@ static void bnxt_free_one_rx_agg_ring(struct bnxt *bp, struct bnxt_rx_ring_infofor (i =0 ; i < max_idx; i++) {struct bnxt_sw_rx_agg_bd *rx_agg_buf = &rxr->rx_agg_ring[i]; -struct page *page = rx_agg_buf->page; +netmem_ref netmem = rx_agg_buf->netmem; -if (!page) +if (!netmem)continue ; - rx_agg_buf->page =NULL ; + rx_agg_buf->netmem =0 ;__clear_bit (i, rxr->rx_agg_bmap); -page_pool_recycle_direct (rxr->page_pool, page); +page_pool_recycle_direct_netmem (rxr->page_pool, netmem); } }
@@ -3746,7 +3777,7 @@ static void bnxt_free_rx_rings(struct bnxt *bp)xdp_rxq_info_unreg (&rxr->xdp_rxq);page_pool_destroy (rxr->page_pool); -if (bnxt_separate_head_pool ()) +if (bnxt_separate_head_pool (rxr))page_pool_destroy (rxr->head_pool); rxr->page_pool = rxr->head_pool =NULL ;
@@ -3777,15 +3808,19 @@ static int bnxt_alloc_rx_page_pool(struct bnxt *bp, pp.dev = &bp->pdev->dev; pp.dma_dir = bp->rx_dir; pp.max_len =PAGE_SIZE ; - pp.flags =PP_FLAG_DMA_MAP |PP_FLAG_DMA_SYNC_DEV ; + pp.flags =PP_FLAG_DMA_MAP |PP_FLAG_DMA_SYNC_DEV | +PP_FLAG_ALLOW_UNREADABLE_NETMEM ; + pp.queue_idx = rxr->bnapi->index; pool =page_pool_create (&pp);if (IS_ERR (pool))return PTR_ERR (pool); rxr->page_pool = pool; -if (bnxt_separate_head_pool ()) { + rxr->need_head_pool =dev_is_mp_channel (bp->dev, rxr->bnapi->index); +if (bnxt_separate_head_pool (rxr)) { pp.pool_size =max (bp->rx_ring_size,1024 ); + pp.flags =PP_FLAG_DMA_MAP |PP_FLAG_DMA_SYNC_DEV ; pool =page_pool_create (&pp);if (IS_ERR (pool)) goto err_destroy_pp;
@@ -4197,6 +4232,8 @@ static void bnxt_reset_rx_ring_struct(struct bnxt *bp, rxr->page_pool->p.napi =NULL ; rxr->page_pool =NULL ; + rxr->head_pool->p.napi =NULL ; + rxr->head_pool =NULL ;memset (&rxr->xdp_rxq,0 ,sizeof (struct xdp_rxq_info )); ring = &rxr->rx_ring_struct;
@@ -4321,16 +4358,16 @@ static void bnxt_alloc_one_rx_ring_skb(struct bnxt *bp, rxr->rx_prod = prod; } -static void bnxt_alloc_one_rx_ring_page (struct bnxt *bp, -struct bnxt_rx_ring_info *rxr, -int ring_nr) +static void bnxt_alloc_one_rx_ring_netmem (struct bnxt *bp, +struct bnxt_rx_ring_info *rxr, +int ring_nr) {u32 prod;int i; prod = rxr->rx_agg_prod;for (i =0 ; i < bp->rx_agg_ring_size; i++) { -if (bnxt_alloc_rx_page (bp, rxr, prod,GFP_KERNEL )) { +if (bnxt_alloc_rx_netmem (bp, rxr, prod,GFP_KERNEL )) {netdev_warn (bp->dev,"init'ed rx ring %d with %d/%d pages only\n" , ring_nr, i, bp->rx_ring_size);break ;
@@ -4371,7 +4408,7 @@ static int bnxt_alloc_one_rx_ring(struct bnxt *bp, int ring_nr)if (!(bp->flags &BNXT_FLAG_AGG_RINGS ))return 0 ; -bnxt_alloc_one_rx_ring_page (bp, rxr, ring_nr); +bnxt_alloc_one_rx_ring_netmem (bp, rxr, ring_nr);if (rxr->rx_tpa) { rc =bnxt_alloc_one_tpa_info_data (bp, rxr);
@@ -15708,6 +15745,7 @@ static int bnxt_queue_mem_alloc(struct net_device *dev, void *qmem, int idx) clone->rx_agg_prod =0 ; clone->rx_sw_agg_prod =0 ; clone->rx_next_cons =0 ; + clone->need_head_pool = false; rc =bnxt_alloc_rx_page_pool (bp, clone, rxr->page_pool->p.nid);if (rc)
@@ -15750,7 +15788,7 @@ static int bnxt_queue_mem_alloc(struct net_device *dev, void *qmem, int idx)bnxt_alloc_one_rx_ring_skb (bp, clone, idx);if (bp->flags &BNXT_FLAG_AGG_RINGS ) -bnxt_alloc_one_rx_ring_page (bp, clone, idx); +bnxt_alloc_one_rx_ring_netmem (bp, clone, idx);if (bp->flags &BNXT_FLAG_TPA )bnxt_alloc_one_tpa_info_data (bp, clone);
@@ -15766,7 +15804,7 @@ static int bnxt_queue_mem_alloc(struct net_device *dev, void *qmem, int idx)xdp_rxq_info_unreg (&clone->xdp_rxq); err_page_pool_destroy:page_pool_destroy (clone->page_pool); -if (bnxt_separate_head_pool ()) +if (bnxt_separate_head_pool (clone))page_pool_destroy (clone->head_pool); clone->page_pool =NULL ; clone->head_pool =NULL ;
@@ -15785,7 +15823,7 @@ static void bnxt_queue_mem_free(struct net_device *dev, void *qmem)xdp_rxq_info_unreg (&rxr->xdp_rxq);page_pool_destroy (rxr->page_pool); -if (bnxt_separate_head_pool ()) +if (bnxt_separate_head_pool (rxr))page_pool_destroy (rxr->head_pool); rxr->page_pool =NULL ; rxr->head_pool =NULL ;
@@ -15876,6 +15914,7 @@ static int bnxt_queue_start(struct net_device *dev, void *qmem, int idx) rxr->page_pool = clone->page_pool; rxr->head_pool = clone->head_pool; rxr->xdp_rxq = clone->xdp_rxq; + rxr->need_head_pool = clone->need_head_pool;bnxt_copy_rx_ring (bp, rxr, clone);
@@ -15961,7 +16000,7 @@ static int bnxt_queue_stop(struct net_device *dev, void *qmem, int idx)bnxt_hwrm_rx_ring_free (bp, rxr, false);bnxt_hwrm_rx_agg_ring_free (bp, rxr, false);page_pool_disable_direct_recycling (rxr->page_pool); -if (bnxt_separate_head_pool ()) +if (bnxt_separate_head_pool (rxr))page_pool_disable_direct_recycling (rxr->head_pool);if (bp->flags &BNXT_FLAG_SHARED_RINGS )
drivers/net/ethernet/broadcom/bnxt/bnxt.h +2 -1
@@ -903,7 +903,7 @@ struct bnxt_sw_rx_bd { };struct bnxt_sw_rx_agg_bd { -struct page *page; +netmem_ref netmem;unsigned int offset;dma_addr_t mapping; };
@@ -1106,6 +1106,7 @@ struct bnxt_rx_ring_info {unsigned long *rx_agg_bmap;u16 rx_agg_bmap_size; +bool need_head_pool;dma_addr_t rx_desc_mapping[MAX_RX_PAGES ];dma_addr_t rx_agg_desc_mapping[MAX_RX_AGG_PAGES ];
include/linux/netdevice.h +1 -0
@@ -4230,6 +4230,7 @@ u8 dev_xdp_sb_prog_count(struct net_device *dev);u32 dev_xdp_prog_id (struct net_device *dev,enum bpf_xdp_mode mode);u32 dev_get_min_mp_channel_count (const struct net_device *dev); +bool dev_is_mp_channel (struct net_device *dev,int i);int __dev_forward_skb (struct net_device *dev,struct sk_buff *skb);int dev_forward_skb (struct net_device *dev,struct sk_buff *skb);
include/net/page_pool/helpers.h +6 -0
@@ -395,6 +395,12 @@ static inline void page_pool_recycle_direct(struct page_pool *pool,page_pool_put_full_page (pool, page, true); } +static inline void page_pool_recycle_direct_netmem (struct page_pool *pool, +netmem_ref netmem) +{ +page_pool_put_full_netmem (pool, netmem, true); +} +#define PAGE_POOL_32BIT_ARCH_WITH_64BIT_DMA \ (sizeof(dma_addr_t) > sizeof(unsigned long))
net/core/dev.c +6 -0
@@ -10427,6 +10427,12 @@ u32 dev_get_min_mp_channel_count(const struct net_device *dev)return 0 ; } +bool dev_is_mp_channel (struct net_device *dev,int i) +{ +return !!dev->_rx[i].mp_params.mp_priv; +} +EXPORT_SYMBOL (dev_is_mp_channel); +/** * dev_index_reserve() - allocate an ifindex in a namespace * @net: the applicable net namespace
Signature · 1 line
2.34.1
Quoted 27 lines · Taehee Yoo
Currently,
bnxt_endriver satisfies the requirements of the Device memory TCP, which is HDS.
So, it implements rx-side Device memory TCP forbnxt_endriver. It requires only converting the page API to netmem API.struct pageof agg rings are changed tonetmem_ref netmemand corresponding functions are changed to a variant of netmem API.It also passes
PP_FLAG_ALLOW_UNREADABLE_NETMEMflag to a parameter ofpage_pool.
The netmem will be activated only when a user requests devmem TCP.When netmem is activated, received data is unreadable and netmem is disabled, received data is readable.
But drivers don't need to handle both cases because netmem core API will handle it properly.
So, using proper netmem API is enough for drivers.Device memory TCP can be tested with
tools/testing/selftests/drivers/net/hw/ncdevmem.
This is tested with BCM57504-N425G and firmware version 232.0.155.8/pkg 232.1.132.8.Reviewed-by Mina Almasry <[email protected]>Tested-by David Wei <[email protected]>Signed-off-by Taehee Yoo <[email protected]>---
Quoted 8 lines
v2:
- Fix using wrong pointer in error path ofbnxt_queue_mem_alloc().
- Fix compile warning due to a defined but unused variable.
- Do not define inline function in .c file.
- Remove unnecessary setting a pp.queue to 0.
- Add Tested-by tag from David Wei.
- Add Reviewed-by tag from Mina Almasry.
Hi Taehee,
v2 looks good to me.
Thanks,
-Hongguang
Jakub Kicinski
maintainerdrivers/net/ethernet/broadcom/bnxt/bnxt.c static u32 __bnxt_rx_agg_pages(struct bnxt *bp, · line 1275
Quoted 11 lines · On Thu, 10 Apr 2025 07:43:51 +0000 Taehee Yoo wrote:
drivers/net/ethernet/broadcom/bnxt/bnxt.c +4
-3@@ -1251,27 +1269,41 @@ static u32 __bnxt_rx_agg_pages(struct bnxt *bp, RX_AGG_CMP_LEN) >> RX_AGG_CMP_LEN_SHIFT; cons_rx_buf = &rxr->rx_agg_ring[cons]; -skb_frag_fill_page_desc (frag, cons_rx_buf->page, - cons_rx_buf->offset, frag_len); - shinfo->nr_frags = i +1 ; +if (skb) { +skb_add_rx_frag_netmem (skb, i, cons_rx_buf->netmem, + cons_rx_buf->offset, + frag_len,BNXT_RX_PAGE_SIZE );
I thought BNXT_RX_PAGE_SIZE is the max page size supported by HW. We currently only allocate order 0 pages/netmems, so the truesize calculation should use PAGE_SIZE, AFAIU?
Quoted 21 lines
drivers/net/ethernet/broadcom/bnxt/bnxt.c +11
-4+ }else { +skb_frag_t *frag = &shinfo->frags[i]; + +skb_frag_fill_netmem_desc (frag, cons_rx_buf->netmem, + cons_rx_buf->offset, + frag_len); + shinfo->nr_frags = i +1 ; + }__clear_bit (cons, rxr->rx_agg_bmap); -/* It is possible for bnxt_alloc_rx_page() to allocate +/* It is possible for bnxt_alloc_rx_netmem() to allocate * a sw_prod index that equals the cons index, so we * need to clear the cons entry now. */ - mapping = cons_rx_buf->mapping; - page = cons_rx_buf->page; - cons_rx_buf->page =NULL ; + netmem = cons_rx_buf->netmem; + cons_rx_buf->netmem =0 ;
drivers/net/ethernet/broadcom/bnxt/bnxt.c static u32 __bnxt_rx_agg_pages(struct bnxt *bp, · line 1300
Quoted 10 lines
drivers/net/ethernet/broadcom/bnxt/bnxt.c +6
-2-if (xdp &&page_is_pfmemalloc (page)) +if (xdp &&netmem_is_pfmemalloc (netmem))xdp_buff_set_frag_pfmemalloc (xdp); -if (bnxt_alloc_rx_page (bp, rxr, prod,GFP_ATOMIC ) !=0 ) { +if (bnxt_alloc_rx_netmem (bp, rxr, prod,GFP_ATOMIC ) !=0 ) { +if (skb) { + skb->len -= frag_len; + skb->data_len -= frag_len; + skb->truesize -=BNXT_RX_PAGE_SIZE ;
and here.
net/core/dev.c u32 dev_get_min_mp_channel_count(const struct net_device *dev) · line 10434
Quoted 7 lines
net/core/dev.c +6
-0+ } +bool dev_is_mp_channel (struct net_device *dev,int i) +{ +return !!dev->_rx[i].mp_params.mp_priv; +} +EXPORT_SYMBOL (dev_is_mp_channel);
Sorry for a late comment but since you only use this helper after allocating the payload pool -- do you think we could make the helper operate on a page pool rather than device? I mean something like:
bool page_pool_is_unreadable(pp)
{
return !!pp->mp_ops;
}? I could be wrong but I'm worried that we may migrate the mp settings to dev->cfg at some point, and then this helper will be ambiguous (current vs pending settings).
The dev_is_mp_channel() -> page_pool_is_readable() refactor is up to you, but I think the truesize needs to be fixed.
Signature · 1 line
pw-bot: cr
Quoted 1 line · Jakub Kicinski
Hi Jakub,
Thanks a lot for your review!
Quoted 16 lines · On Thu, 10 Apr 2025 07:43:51 +0000 Taehee Yoo wrote:
drivers/net/ethernet/broadcom/bnxt/bnxt.c static u32 __bnxt_rx_agg_pages(struct bnxt *bp, · line 1275
Quoted 11 lines
drivers/net/ethernet/broadcom/bnxt/bnxt.c +4
-3@@ -1251,27 +1269,41 @@ static u32 __bnxt_rx_agg_pages(struct bnxt *bp, RX_AGG_CMP_LEN) >> RX_AGG_CMP_LEN_SHIFT; cons_rx_buf = &rxr->rx_agg_ring[cons]; -skb_frag_fill_page_desc (frag, cons_rx_buf->page, - cons_rx_buf->offset, frag_len); - shinfo->nr_frags = i +1 ; +if (skb) { +skb_add_rx_frag_netmem (skb, i, cons_rx_buf->netmem, + cons_rx_buf->offset, + frag_len,BNXT_RX_PAGE_SIZE );I thought
BNXT_RX_PAGE_SIZEis the max page size supported by HW. We currently only allocate order 0 pages/netmems, so the truesize calculation should usePAGE_SIZE, AFAIU?
Thanks for catching this! I will fix this in the v3 patch.
Quoted 26 lines
Quoted 26 lines
drivers/net/ethernet/broadcom/bnxt/bnxt.c +12
-5+ }else { +skb_frag_t *frag = &shinfo->frags[i]; + +skb_frag_fill_netmem_desc (frag, cons_rx_buf->netmem, + cons_rx_buf->offset, + frag_len); + shinfo->nr_frags = i +1 ; + }__clear_bit (cons, rxr->rx_agg_bmap); -/* It is possible for bnxt_alloc_rx_page() to allocate +/* It is possible for bnxt_alloc_rx_netmem() to allocate * a sw_prod index that equals the cons index, so we * need to clear the cons entry now. */ - mapping = cons_rx_buf->mapping; - page = cons_rx_buf->page; - cons_rx_buf->page =NULL ; + netmem = cons_rx_buf->netmem; + cons_rx_buf->netmem =0 ; -if (xdp &&page_is_pfmemalloc (page)) +if (xdp &&netmem_is_pfmemalloc (netmem))xdp_buff_set_frag_pfmemalloc (xdp);
Quoted 8 lines
drivers/net/ethernet/broadcom/bnxt/bnxt.c static u32 __bnxt_rx_agg_pages(struct bnxt *bp, · line 1300
Quoted 6 lines
drivers/net/ethernet/broadcom/bnxt/bnxt.c +5
-1-if (bnxt_alloc_rx_page (bp, rxr, prod,GFP_ATOMIC ) !=0 ) { +if (bnxt_alloc_rx_netmem (bp, rxr, prod,GFP_ATOMIC ) !=0 ) { +if (skb) { + skb->len -= frag_len; + skb->data_len -= frag_len; + skb->truesize -=BNXT_RX_PAGE_SIZE ;and here.
I will fix this.
Quoted 13 lines
net/core/dev.c u32 dev_get_min_mp_channel_count(const struct net_device *dev) · line 10434
Quoted 8 lines
net/core/dev.c +6
-0+ } +bool dev_is_mp_channel (struct net_device *dev,int i) +{ +return !!dev->_rx[i].mp_params.mp_priv; +} +EXPORT_SYMBOL (dev_is_mp_channel);Sorry for a late comment but since you only use this helper after allocating the payload pool -- do you think we could make the helper operate on a page pool rather than device? I mean something like:
Quoted 8 lines
bool
page_pool_is_unreadable(pp){ return !!pp->mp_ops; }? I could be wrong but I'm worried that we may migrate the mp settings to
dev->cfgat some point, and then this helper will be ambiguous (current vs pending settings).
I agree with you.
This helper is ambiguous for getting mp_priv.
The mp_priv metadata is page_pool's metadata, so a page_pool-based helper should be needed instead of a device-based helper. I will change it in the v3 patch.
Quoted 3 lines
The
dev_is_mp_channel()->page_pool_is_readable()refactor is up to you, but I think the truesize needs to be fixed.
Thanks a lot!
Taehee Yoo
Quoted 2 lines
--
pw-bot: cr