add offload path on iavf AVX2
cover add offload path on iavf AVX2
Add a specific path for RX/TX AVX2.
In this path, support the HW offload features, like, checksum, VLAN stripping, RSS hash.
These offload features are removed from the original path to make that path faster in case no HW feature needed.
*** BLURB HERE ***
Wenzhuo Lu (2):
net/iavf: add Tx AVX2 offload path
net/iavf: add Rx AVX2 offload path
drivers/net/iavf/iavf_rxtx.c | 145 ++++-- drivers/net/iavf/iavf_rxtx.h | 13 + drivers/net/iavf/iavf_rxtx_vec_avx2.c | 634 +++++++++++++++----------- 3 files changed, 478 insertions(+), 314 deletions(-)
Signature · 1 line
2.25.1
PATCH 1/2 net/iavf: add Tx AVX2 offload path
Add a specific path for TX AVX2.
In this path, support the HW offload features, like, checksum insertion, VLAN insertion.
This path is chosen automatically according to the configuration.
'inline' is used, then the duplicate code is generated by the compiler.
--- drivers/net/iavf/iavf_rxtx.c | 33 ++++++++++------ drivers/net/iavf/iavf_rxtx.h | 2 + drivers/net/iavf/iavf_rxtx_vec_avx2.c | 54 +++++++++++++++++++-------- 3 files changed, 62 insertions(+), 27 deletions(-)
drivers/net/iavf/iavf_rxtx.c +21 -12
@@ -3876,14 +3876,14 @@ iavf_set_tx_function(struct rte_eth_dev *dev)if (check_ret >=0 &&rte_vect_get_max_simd_bitwidth () >=RTE_VECT_SIMD_128 ) { -/* SSE and AVX2 not support offload path yet. */ +/* SSE not support offload path yet. */ if (check_ret ==IAVF_VECTOR_PATH ) { use_sse = true; -if ((rte_cpu_get_flag_enabled (RTE_CPUFLAG_AVX2 ) ==1 || -rte_cpu_get_flag_enabled (RTE_CPUFLAG_AVX512F ) ==1 ) && -rte_vect_get_max_simd_bitwidth () >=RTE_VECT_SIMD_256 ) - use_avx2 = true; } +if ((rte_cpu_get_flag_enabled (RTE_CPUFLAG_AVX2 ) ==1 || +rte_cpu_get_flag_enabled (RTE_CPUFLAG_AVX512F ) ==1 ) && +rte_vect_get_max_simd_bitwidth () >=RTE_VECT_SIMD_256 ) + use_avx2 = true;#ifdef CC_AVX512_SUPPORT if (rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX512F) == 1 && rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX512BW) == 1 &&
@@ -3894,15 +3894,24 @@ iavf_set_tx_function(struct rte_eth_dev *dev)if (!use_sse && !use_avx2 && !use_avx512) goto normal; -if (!use_avx512) { -PMD_DRV_LOG (DEBUG ,"Using %sVector Tx (port %d)." , - use_avx2 ?"avx2 " :"" , + dev->tx_pkt_prepare =NULL ; +if (use_sse) { +PMD_DRV_LOG (DEBUG ,"Using Vector Tx (port %d)." , dev->data->port_id); - dev->tx_pkt_burst = use_avx2 ? - iavf_xmit_pkts_vec_avx2 : - iavf_xmit_pkts_vec; + dev->tx_pkt_burst = iavf_xmit_pkts_vec; + } +if (use_avx2) { +if (check_ret ==IAVF_VECTOR_PATH ) { + dev->tx_pkt_burst = iavf_xmit_pkts_vec_avx2; +PMD_DRV_LOG (DEBUG ,"Using AVX2 Vector Tx (port %d)." , + dev->data->port_id); + }else { + dev->tx_pkt_burst = iavf_xmit_pkts_vec_avx2_offload; + dev->tx_pkt_prepare = iavf_prep_pkts; +PMD_DRV_LOG (DEBUG ,"Using AVX2 OFFLOAD Vector Tx (port %d)." , + dev->data->port_id); + } } - dev->tx_pkt_prepare =NULL ;#ifdef CC_AVX512_SUPPORT if (use_avx512) {if (check_ret ==IAVF_VECTOR_PATH ) {
drivers/net/iavf/iavf_rxtx.h +2 -0
@@ -693,6 +693,8 @@ uint16_t iavf_xmit_pkts_vec(void *tx_queue, struct rte_mbuf **tx_pkts, uint16_t nb_pkts);uint16_t iavf_xmit_pkts_vec_avx2 (void *tx_queue,struct rte_mbuf **tx_pkts,uint16_t nb_pkts); +uint16_t iavf_xmit_pkts_vec_avx2_offload (void *tx_queue,struct rte_mbuf **tx_pkts, +uint16_t nb_pkts);int iavf_get_monitor_addr (void *rx_queue,struct rte_power_monitor_cond *pmc);int iavf_rx_vec_dev_check (struct rte_eth_dev *dev);int iavf_tx_vec_dev_check (struct rte_eth_dev *dev);
drivers/net/iavf/iavf_rxtx_vec_avx2.c +39 -15
138 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH 2/2 net/iavf: add Rx AVX2 offload path
In reply to Wenzhuo LuAdd a specific path for RX AVX2.
In this path, support the HW offload features, like, checksum, VLAN stripping, RSS hash.
This path is chosen automatically according to the configuration.
'inline' is used, then the duplicate code is generated by the compiler.
--- drivers/net/iavf/iavf_rxtx.c | 112 +++-- drivers/net/iavf/iavf_rxtx.h | 11 + drivers/net/iavf/iavf_rxtx_vec_avx2.c | 580 +++++++++++++++----------- 3 files changed, 416 insertions(+), 287 deletions(-)
drivers/net/iavf/iavf_rxtx.c +78 -34
@@ -3731,25 +3731,41 @@ iavf_set_rx_function(struct rte_eth_dev *dev) }if (dev->data->scattered_rx) { -if (!use_avx512) { +if (!use_avx2 && !use_avx512) {PMD_DRV_LOG (DEBUG , -"Using %sVector Scattered Rx (port %d)." , - use_avx2 ?"avx2 " :"" , +"Using Vector Scattered Rx (port %d)." , dev->data->port_id); }else { -if (check_ret ==IAVF_VECTOR_PATH ) -PMD_DRV_LOG (DEBUG , -"Using AVX512 Vector Scattered Rx (port %d)." , - dev->data->port_id); -else -PMD_DRV_LOG (DEBUG , -"Using AVX512 OFFLOAD Vector Scattered Rx (port %d)." , - dev->data->port_id); +if (use_avx2) { +if (check_ret ==IAVF_VECTOR_PATH ) +PMD_DRV_LOG (DEBUG , +"Using AVX2 Vector Scattered Rx (port %d)." , + dev->data->port_id); +else +PMD_DRV_LOG (DEBUG , +"Using AVX2 OFFLOAD Vector Scattered Rx (port %d)." , + dev->data->port_id); + }else { +if (check_ret ==IAVF_VECTOR_PATH ) +PMD_DRV_LOG (DEBUG , +"Using AVX512 Vector Scattered Rx (port %d)." , + dev->data->port_id); +else +PMD_DRV_LOG (DEBUG , +"Using AVX512 OFFLOAD Vector Scattered Rx (port %d)." , + dev->data->port_id); + } }if (use_flex) { - dev->rx_pkt_burst = use_avx2 ? - iavf_recv_scattered_pkts_vec_avx2_flex_rxd : - iavf_recv_scattered_pkts_vec_flex_rxd; + dev->rx_pkt_burst = iavf_recv_scattered_pkts_vec_flex_rxd; +if (use_avx2) { +if (check_ret ==IAVF_VECTOR_PATH ) + dev->rx_pkt_burst = + iavf_recv_scattered_pkts_vec_avx2_flex_rxd; +else + dev->rx_pkt_burst = + iavf_recv_scattered_pkts_vec_avx2_flex_rxd_offload; + }#ifdef CC_AVX512_SUPPORT if (use_avx512) {if (check_ret ==IAVF_VECTOR_PATH )
@@ -3761,9 +3777,15 @@ iavf_set_rx_function(struct rte_eth_dev *dev) }#endif }else { - dev->rx_pkt_burst = use_avx2 ? - iavf_recv_scattered_pkts_vec_avx2 : - iavf_recv_scattered_pkts_vec; + dev->rx_pkt_burst = iavf_recv_scattered_pkts_vec; +if (use_avx2) { +if (check_ret ==IAVF_VECTOR_PATH ) + dev->rx_pkt_burst = + iavf_recv_scattered_pkts_vec_avx2; +else + dev->rx_pkt_burst = + iavf_recv_scattered_pkts_vec_avx2_offload; + }#ifdef CC_AVX512_SUPPORT if (use_avx512) {if (check_ret ==IAVF_VECTOR_PATH )
@@ -3776,24 +3798,40 @@ iavf_set_rx_function(struct rte_eth_dev *dev)#endif } }else { -if (!use_avx512) { -PMD_DRV_LOG (DEBUG ,"Using %sVector Rx (port %d)." , - use_avx2 ?"avx2 " :"" , +if (!use_avx2 && !use_avx512) { +PMD_DRV_LOG (DEBUG ,"Using Vector Rx (port %d)." , dev->data->port_id); }else { -if (check_ret ==IAVF_VECTOR_PATH ) -PMD_DRV_LOG (DEBUG , -"Using AVX512 Vector Rx (port %d)." , - dev->data->port_id); -else -PMD_DRV_LOG (DEBUG , -"Using AVX512 OFFLOAD Vector Rx (port %d)." , - dev->data->port_id); +if (use_avx2) { +if (check_ret ==IAVF_VECTOR_PATH ) +PMD_DRV_LOG (DEBUG , +"Using AVX2 Vector Rx (port %d)." , + dev->data->port_id); +else +PMD_DRV_LOG (DEBUG , +"Using AVX2 OFFLOAD Vector Rx (port %d)." , + dev->data->port_id); + }else { +if (check_ret ==IAVF_VECTOR_PATH ) +PMD_DRV_LOG (DEBUG , +"Using AVX512 Vector Rx (port %d)." , + dev->data->port_id); +else +PMD_DRV_LOG (DEBUG , +"Using AVX512 OFFLOAD Vector Rx (port %d)." , + dev->data->port_id); + } }if (use_flex) { - dev->rx_pkt_burst = use_avx2 ? - iavf_recv_pkts_vec_avx2_flex_rxd : - iavf_recv_pkts_vec_flex_rxd; + dev->rx_pkt_burst = iavf_recv_pkts_vec_flex_rxd; +if (use_avx2) { +if (check_ret ==IAVF_VECTOR_PATH ) + dev->rx_pkt_burst = + iavf_recv_pkts_vec_avx2_flex_rxd; +else + dev->rx_pkt_burst = + iavf_recv_pkts_vec_avx2_flex_rxd_offload; + }#ifdef CC_AVX512_SUPPORT if (use_avx512) {if (check_ret ==IAVF_VECTOR_PATH )
@@ -3805,9 +3843,15 @@ iavf_set_rx_function(struct rte_eth_dev *dev) }#endif }else { - dev->rx_pkt_burst = use_avx2 ? - iavf_recv_pkts_vec_avx2 : - iavf_recv_pkts_vec; + dev->rx_pkt_burst = iavf_recv_pkts_vec; +if (use_avx2) { +if (check_ret ==IAVF_VECTOR_PATH ) + dev->rx_pkt_burst = + iavf_recv_pkts_vec_avx2; +else + dev->rx_pkt_burst = + iavf_recv_pkts_vec_avx2_offload; + }#ifdef CC_AVX512_SUPPORT if (use_avx512) {if (check_ret ==IAVF_VECTOR_PATH )
drivers/net/iavf/iavf_rxtx.h +11 -0
@@ -680,15 +680,26 @@ uint16_t iavf_xmit_fixed_burst_vec(void *tx_queue, struct rte_mbuf **tx_pkts, uint16_t nb_pkts);uint16_t iavf_recv_pkts_vec_avx2 (void *rx_queue,struct rte_mbuf **rx_pkts,uint16_t nb_pkts); +uint16_t iavf_recv_pkts_vec_avx2_offload (void *rx_queue,struct rte_mbuf **rx_pkts, +uint16_t nb_pkts);uint16_t iavf_recv_pkts_vec_avx2_flex_rxd (void *rx_queue,struct rte_mbuf **rx_pkts,uint16_t nb_pkts); +uint16_t iavf_recv_pkts_vec_avx2_flex_rxd_offload (void *rx_queue, +struct rte_mbuf **rx_pkts, +uint16_t nb_pkts);uint16_t iavf_recv_scattered_pkts_vec_avx2 (void *rx_queue,struct rte_mbuf **rx_pkts,uint16_t nb_pkts); +uint16_t iavf_recv_scattered_pkts_vec_avx2_offload (void *rx_queue, +struct rte_mbuf **rx_pkts, +uint16_t nb_pkts);uint16_t iavf_recv_scattered_pkts_vec_avx2_flex_rxd (void *rx_queue,struct rte_mbuf **rx_pkts,uint16_t nb_pkts); +uint16_t iavf_recv_scattered_pkts_vec_avx2_flex_rxd_offload (void *rx_queue, +struct rte_mbuf **rx_pkts, +uint16_t nb_pkts);uint16_t iavf_xmit_pkts_vec (void *tx_queue,struct rte_mbuf **tx_pkts,uint16_t nb_pkts); uint16_t iavf_xmit_pkts_vec_avx2(void *tx_queue, struct rte_mbuf **tx_pkts,
drivers/net/iavf/iavf_rxtx_vec_avx2.c +327 -253
704 lines not on this page · raw message
Signature · 1 line
2.25.1
Quoted 21 lines
-----Original Message-----
From: Wenzhuo Lu <[email protected]>
Sent: Tuesday, April 18, 2023 1:11 PM
To: [email protected]
Cc: Lu, Wenzhuo <[email protected]>
Subject: [PATCH 0/2] add offload path on iavf AVX2Add a specific path for RX/TX AVX2.
In this path, support the HW offload features, like, checksum, VLAN stripping, RSS hash.
These offload features are removed from the original path to make that path faster in case no HW feature needed.*** BLURB HERE ***
Wenzhuo Lu (2):
net/iavf: add Tx AVX2 offload path
net/iavf: add Rx AVX2 offload path
Quoted 7 lines
drivers/net/iavf/iavf_rxtx.c | 145 ++++-- drivers/net/iavf/iavf_rxtx.h | 13 + drivers/net/iavf/iavf_rxtx_vec_avx2.c | 634 +++++++++++++++----------- 3 files changed, 478 insertions(+), 314 deletions(-)--
2.25.1
Applied to dpdk-next-net-intel.
Thanks
Qi