net/octeontx2: add traffic manager support
cover net/octeontx2: add traffic manager support
Add support to traffic management api in OCTEON TX2 PMD. This support applies to CN96xx of C0 silicon version.
This series depends on http://patchwork.dpdk.org/patch/66344/
Depends-on:series-66344
Krzysztof Kanas (3):
net/octeontx2: add tm node suspend and resume cb net/octeontx2: add tx queue ratelimit callback net/octeontx2: add tm capability callbacks
Nithin Dabilpuram (8):
net/octeontx2: setup link config based on BP level net/octeontx2: restructure tm helper functions net/octeontx2: add dynamic topology update support net/octeontx2: add tm node add and delete cb net/octeontx2: add tm hierarchy commit callback net/octeontx2: add tm stats and shaper profile cbs net/octeontx2: add tm dynamic topology update cb net/octeontx2: add tm debug support
doc/guides/nics/features/octeontx2.ini | 1 + doc/guides/nics/octeontx2.rst | 15 + drivers/common/octeontx2/otx2_dev.h | 9 + drivers/net/octeontx2/otx2_ethdev.c | 5 +- drivers/net/octeontx2/otx2_ethdev.h | 3 + drivers/net/octeontx2/otx2_ethdev_debug.c | 274 +++ drivers/net/octeontx2/otx2_tm.c | 2660 ++++++++++++++++++++++++----- drivers/net/octeontx2/otx2_tm.h | 101 +- 8 files changed, 2588 insertions(+), 480 deletions(-)
Signature · 1 line
2.8.4
PATCH 1/11 net/octeontx2: setup link config based on BP level
Configure NIX_AF_TL3_TL2X_LINKX_CFG using schq at level based on NIX_AF_PSE_CHANNEL_LEVEL[BP_LEVEL].
--- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_tm.c | 16 +++++++++++++++- 2 files changed, 16 insertions(+), 1 deletion(-)
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -304,6 +304,7 @@ struct otx2_eth_dev {/* Contiguous queues */ uint16_t txschq_contig_list[NIX_TXSCH_LVL_CNT ][MAX_TXSCHQ_PER_FUNC ];uint16_t otx2_tm_root_lvl; +uint16_t link_cfg_lvl;uint16_t tm_flags;uint16_t tm_leaf_cnt;struct otx2_nix_tm_node_list node_list;
drivers/net/octeontx2/otx2_tm.c +15 -1
@@ -437,6 +437,16 @@ populate_tm_registers(struct otx2_eth_dev *dev, *reg++ =NIX_AF_TL3X_SCHEDULE (schq); *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; req->num_regs++; + +/* Link configuration */ +if (!otx2_dev_is_sdp (dev) && + dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { + *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, +nix_get_link (dev)); + *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); + req->num_regs++; + } +if (pir.rate && pir.burst) { *reg++ =NIX_AF_TL3X_PIR (schq); *regval++ =shaper2regval (&pir) |1 ;
@@ -471,7 +481,10 @@ populate_tm_registers(struct otx2_eth_dev *dev,else *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; req->num_regs++; -if (!otx2_dev_is_sdp (dev)) { + +/* Link configuration */ +if (!otx2_dev_is_sdp (dev) && + dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev);
@@ -1144,6 +1157,7 @@ nix_tm_send_txsch_alloc_msg(struct otx2_eth_dev *dev)return rc;nix_tm_copy_rsp_to_dev (dev, rsp); + dev->link_cfg_lvl = rsp->link_cfg_lvl;nix_tm_assign_hw_id (dev);return 0 ;
Signature · 1 line
2.8.4
PATCH 2/11 net/octeontx2: restructure tm helper functions
In reply to Nithin DabilpuramRestructure traffic manager helper function by splitting to multiple sets of register configurations like shaping, scheduling and topology config.
--- drivers/net/octeontx2/otx2_tm.c | 689 ++++++++++++++++++++++------------------ drivers/net/octeontx2/otx2_tm.h | 85 ++--- 2 files changed, 417 insertions(+), 357 deletions(-)
drivers/net/octeontx2/otx2_tm.c +373 -316
@@ -94,52 +94,50 @@ nix_tm_shaper_profile_search(struct otx2_eth_dev *dev, uint32_t shaper_id) }static inline uint64_t -shaper_rate_to_nix (uint64_t cclk_hz,uint64_t cclk_ticks, -uint64_t value,uint64_t *exponent_p, +shaper_rate_to_nix (uint64_t value,uint64_t *exponent_p,uint64_t *mantissa_p,uint64_t *div_exp_p) {uint64_t div_exp, exponent, mantissa;/* Boundary checks */ -if (value <MIN_SHAPER_RATE (cclk_hz, cclk_ticks) || - value >MAX_SHAPER_RATE (cclk_hz, cclk_ticks)) +if (value <MIN_SHAPER_RATE || + value >MAX_SHAPER_RATE )return 0 ; -if (value <=SHAPER_RATE (cclk_hz, cclk_ticks,0 ,0 ,0 )) { +if (value <=SHAPER_RATE (0 ,0 ,0 )) {/* Calculate rate div_exp and mantissa using * the following formula: * -* value = (cclk_hz * (256 + mantissa) -* / ((cclk_ticks << div_exp) * 256) +* value = (2E6 * (256 + mantissa) +* / ((1 << div_exp) * 256)) */ div_exp =0 ; exponent =0 ; mantissa =MAX_RATE_MANTISSA ; -while (value < (cclk_hz / (cclk_ticks << div_exp))) +while (value < (NIX_SHAPER_RATE_CONST / (1 << div_exp))) div_exp +=1 ;while (value < - ((cclk_hz * (256 + mantissa)) / - ((cclk_ticks << div_exp) *256 ))) + ((NIX_SHAPER_RATE_CONST * (256 + mantissa)) / + ((1 << div_exp) *256 ))) mantissa -=1 ; }else {/* Calculate rate exponent and mantissa using * the following formula: * -* value = (cclk_hz * ((256 + mantissa) << exponent) -* / (cclk_ticks * 256) +* value = (2E6 * ((256 + mantissa) << exponent)) / 256 * */ div_exp =0 ; exponent =MAX_RATE_EXPONENT ; mantissa =MAX_RATE_MANTISSA ; -while (value < (cclk_hz * (1 << exponent)) / cclk_ticks) +while (value < (NIX_SHAPER_RATE_CONST * (1 << exponent))) exponent -=1 ; -while (value < (cclk_hz * ((256 + mantissa) << exponent)) / - (cclk_ticks *256 )) +while (value < ((NIX_SHAPER_RATE_CONST * + ((256 + mantissa) << exponent)) /256 )) mantissa -=1 ; }
@@ -155,20 +153,7 @@ shaper_rate_to_nix(uint64_t cclk_hz, uint64_t cclk_ticks, *mantissa_p = mantissa;/* Calculate real rate value */ -return SHAPER_RATE (cclk_hz, cclk_ticks, exponent, mantissa, div_exp); -} - -static inline uint64_t -lx_shaper_rate_to_nix (uint64_t cclk_hz,uint32_t hw_lvl, -uint64_t value,uint64_t *exponent, -uint64_t *mantissa,uint64_t *div_exp) -{ -if (hw_lvl ==NIX_TXSCH_LVL_TL1 ) -return shaper_rate_to_nix (cclk_hz,L1_TIME_WHEEL_CCLK_TICKS , - value, exponent, mantissa, div_exp); -else -return shaper_rate_to_nix (cclk_hz,LX_TIME_WHEEL_CCLK_TICKS , - value, exponent, mantissa, div_exp); +return SHAPER_RATE (exponent, mantissa, div_exp); } static inline uint64_t
@@ -207,329 +192,394 @@ shaper_burst_to_nix(uint64_t value, uint64_t *exponent_p,return SHAPER_BURST (exponent, mantissa); } -static int -configure_shaper_cir_pir_reg (struct otx2_eth_dev *dev, -struct otx2_nix_tm_node *tm_node, -struct shaper_params *cir, -struct shaper_params *pir) -{ -uint32_t shaper_profile_id =RTE_TM_SHAPER_PROFILE_ID_NONE ; -struct otx2_nix_tm_shaper_profile *shaper_profile =NULL ; -struct rte_tm_shaper_params *param; - - shaper_profile_id = tm_node->params.shaper_profile_id; - - shaper_profile =nix_tm_shaper_profile_search (dev, shaper_profile_id); -if (shaper_profile) { - param = &shaper_profile->profile; -/* Calculate CIR exponent and mantissa */ -if (param->committed.rate) - cir->rate =lx_shaper_rate_to_nix (CCLK_HZ , - tm_node->hw_lvl_id, - param->committed.rate, - &cir->exponent, - &cir->mantissa, - &cir->div_exp); - -/* Calculate PIR exponent and mantissa */ -if (param->peak.rate) - pir->rate =lx_shaper_rate_to_nix (CCLK_HZ , - tm_node->hw_lvl_id, - param->peak.rate, - &pir->exponent, - &pir->mantissa, - &pir->div_exp); - -/* Calculate CIR burst exponent and mantissa */ -if (param->committed.size) - cir->burst =shaper_burst_to_nix (param->committed.size, - &cir->burst_exponent, - &cir->burst_mantissa); - -/* Calculate PIR burst exponent and mantissa */ -if (param->peak.size) - pir->burst =shaper_burst_to_nix (param->peak.size, - &pir->burst_exponent, - &pir->burst_mantissa); - } - -return 0 ; -} - -static int -send_tm_reqval (struct otx2_mbox *mbox,struct nix_txschq_config *req) +static void +shaper_config_to_nix (struct otx2_nix_tm_shaper_profile *profile, +struct shaper_params *cir, +struct shaper_params *pir) { -int rc; - -if (req->num_regs >MAX_REGS_PER_MBOX_MSG ) -return -ERANGE ; - - rc =otx2_mbox_process (mbox); -if (rc) -return rc; - - req->num_regs =0 ; -return 0 ; +struct rte_tm_shaper_params *param = &profile->params; + +if (!profile) +return ; + +/* Calculate CIR exponent and mantissa */ +if (param->committed.rate) + cir->rate =shaper_rate_to_nix (param->committed.rate, + &cir->exponent, + &cir->mantissa, + &cir->div_exp); + +/* Calculate PIR exponent and mantissa */ +if (param->peak.rate) + pir->rate =shaper_rate_to_nix (param->peak.rate, + &pir->exponent, + &pir->mantissa, + &pir->div_exp); + +/* Calculate CIR burst exponent and mantissa */ +if (param->committed.size) + cir->burst =shaper_burst_to_nix (param->committed.size, + &cir->burst_exponent, + &cir->burst_mantissa); + +/* Calculate PIR burst exponent and mantissa */ +if (param->peak.size) + pir->burst =shaper_burst_to_nix (param->peak.size, + &pir->burst_exponent, + &pir->burst_mantissa); }static int -populate_tm_registers (struct otx2_eth_dev *dev, -struct otx2_nix_tm_node *tm_node) +populate_tm_tl1_default (struct otx2_eth_dev *dev,uint32_t schq) { -uint64_t strict_schedul_prio, rr_prio;struct otx2_mbox *mbox = dev->mbox; -volatile uint64_t *reg, *regval; -uint64_t parent =0 , child =0 ; -struct shaper_params cir, pir;struct nix_txschq_config *req; + +/* +* Default config for TL1. +* For VF this is always ignored. +*/ + + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl =NIX_TXSCH_LVL_TL1 ; + +/* Set DWRR quantum */ + req->reg[0 ] =NIX_AF_TL1X_SCHEDULE (schq); + req->regval[0 ] =TXSCH_TL1_DFLT_RR_QTM ; + req->num_regs++; + + req->reg[1 ] =NIX_AF_TL1X_TOPOLOGY (schq); + req->regval[1 ] = (TXSCH_TL1_DFLT_RR_PRIO <<1 ); + req->num_regs++; + + req->reg[2 ] =NIX_AF_TL1X_CIR (schq); + req->regval[2 ] =0 ; + req->num_regs++; + +return otx2_mbox_process (mbox); +} + +static uint8_t +prepare_tm_sched_reg (struct otx2_eth_dev *dev, +struct otx2_nix_tm_node *tm_node, +volatile uint64_t *reg,volatile uint64_t *regval) +{ +uint64_t strict_prio = tm_node->priority; +uint32_t hw_lvl = tm_node->hw_lvl; +uint32_t schq = tm_node->hw_id;uint64_t rr_quantum; -uint32_t hw_lvl; -uint32_t schq; -int rc; +uint8_t k =0 ; + + rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); + +/* For children to root, strict prio is default if either +* device root is TL2 or TL1 Static Priority is disabled. +*/ +if (hw_lvl ==NIX_TXSCH_LVL_TL2 && + (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 || + dev->tm_flags &NIX_TM_TL1_NO_SP )) + strict_prio =TXSCH_TL1_DFLT_RR_PRIO ; + +otx2_tm_dbg ("Schedule config node %s(%u) lvl %u id %u, " +"prio 0x%" PRIx64", rr_quantum 0x%" PRIx64" (%p)" , +nix_hwlvl2str (tm_node->hw_lvl), schq, tm_node->lvl, + tm_node->id, strict_prio, rr_quantum, tm_node); + +switch (hw_lvl) { +case NIX_TXSCH_LVL_SMQ : + reg[k] =NIX_AF_MDQX_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL4 : + reg[k] =NIX_AF_TL4X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL3 : + reg[k] =NIX_AF_TL3X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL2 : + reg[k] =NIX_AF_TL2X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL1 : + reg[k] =NIX_AF_TL1X_SCHEDULE (schq); + regval[k] = rr_quantum; + k++; + +break ; + } + +return k; +} + +static uint8_t +prepare_tm_shaper_reg (struct otx2_nix_tm_node *tm_node, +struct otx2_nix_tm_shaper_profile *profile, +volatile uint64_t *reg,volatile uint64_t *regval) +{ +struct shaper_params cir, pir; +uint32_t schq = tm_node->hw_id; +uint8_t k =0 ;memset (&cir,0 ,sizeof (cir));memset (&pir,0 ,sizeof (pir)); +shaper_config_to_nix (profile, &cir, &pir); -/* Skip leaf nodes */ -if (tm_node->hw_lvl_id ==NIX_TXSCH_LVL_CNT ) -return 0 ; +otx2_tm_dbg ("Shaper config node %s(%u) lvl %u id %u, " +"pir %" PRIu64"(%" PRIu64"B)," +" cir %" PRIu64"(%" PRIu64"B) (%p)" , +nix_hwlvl2str (tm_node->hw_lvl), schq, tm_node->lvl, + tm_node->id, pir.rate, pir.burst, + cir.rate, cir.burst, tm_node); + +switch (tm_node->hw_lvl) { +case NIX_TXSCH_LVL_SMQ : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_MDQX_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_MDQX_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED ALG */ + reg[k] =NIX_AF_MDQX_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; +break ; +case NIX_TXSCH_LVL_TL4 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL4X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL4X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL4X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; +break ; +case NIX_TXSCH_LVL_TL3 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL3X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL3X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL3X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; + +break ; +case NIX_TXSCH_LVL_TL2 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL2X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL2X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL2X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; + +break ; +case NIX_TXSCH_LVL_TL1 : +/* Configure CIR */ + reg[k] =NIX_AF_TL1X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; +break ; + } + +return k; +} + +static int +populate_tm_reg (struct otx2_eth_dev *dev, +struct otx2_nix_tm_node *tm_node) +{ +struct otx2_nix_tm_shaper_profile *profile; +uint64_t regval_mask[MAX_REGS_PER_MBOX_MSG ]; +uint64_t regval[MAX_REGS_PER_MBOX_MSG ]; +uint64_t reg[MAX_REGS_PER_MBOX_MSG ]; +struct otx2_mbox *mbox = dev->mbox; +uint64_t parent =0 , child =0 ; +uint32_t hw_lvl, rr_prio, schq; +struct nix_txschq_config *req; +int rc = -EFAULT ; +uint8_t k =0 ; + +memset (regval_mask,0 ,sizeof (regval_mask)); + profile =nix_tm_shaper_profile_search (dev, + tm_node->params.shaper_profile_id); + rr_prio = tm_node->rr_prio; + hw_lvl = tm_node->hw_lvl; + schq = tm_node->hw_id;/* Root node will not have a parent node */ -if (tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) +if (hw_lvl == dev->otx2_tm_root_lvl) parent = tm_node->parent_hw_id;else parent = tm_node->parent->hw_id;/* Do we need this trigger to configure TL1 */ if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 && - tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) { - schq = parent; -/* -* Default config for TL1. -* For VF this is always ignored. -*/ - - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl =NIX_TXSCH_LVL_TL1 ; - -/* Set DWRR quantum */ - req->reg[0 ] =NIX_AF_TL1X_SCHEDULE (schq); - req->regval[0 ] =TXSCH_TL1_DFLT_RR_QTM ; - req->num_regs++; - - req->reg[1 ] =NIX_AF_TL1X_TOPOLOGY (schq); - req->regval[1 ] = (TXSCH_TL1_DFLT_RR_PRIO <<1 ); - req->num_regs++; - - req->reg[2 ] =NIX_AF_TL1X_CIR (schq); - req->regval[2 ] =0 ; - req->num_regs++; - - rc =send_tm_reqval (mbox, req); + hw_lvl == dev->otx2_tm_root_lvl) { + rc =populate_tm_tl1_default (dev, parent);if (rc) goto error; } -if (tm_node->hw_lvl_id !=NIX_TXSCH_LVL_SMQ ) +if (hw_lvl !=NIX_TXSCH_LVL_SMQ ) child =find_prio_anchor (dev, tm_node->id); - rr_prio = tm_node->rr_prio; - hw_lvl = tm_node->hw_lvl_id; - strict_schedul_prio = tm_node->priority; - schq = tm_node->hw_id; - rr_quantum = (tm_node->weight *NIX_TM_RR_QUANTUM_MAX ) / -MAX_SCHED_WEIGHT ; - -configure_shaper_cir_pir_reg (dev, tm_node, &cir, &pir); - -otx2_tm_dbg ("Configure node %p, lvl %u hw_lvl %u, id %u, hw_id %u," -"parent_hw_id %" PRIx64", pir %" PRIx64", cir %" PRIx64, - tm_node, tm_node->level_id, hw_lvl, - tm_node->id, schq, parent, pir.rate, cir.rate); - - rc = -EFAULT ; - +/* Override default rr_prio when TL1 +* Static Priority is disabled +*/ +if (hw_lvl ==NIX_TXSCH_LVL_TL1 && + dev->tm_flags &NIX_TM_TL1_NO_SP ) { + rr_prio =TXSCH_TL1_DFLT_RR_PRIO ; + child =0 ; + } + +otx2_tm_dbg ("Topology config node %s(%u)->%s(%lu) lvl %u, id %u" +" prio_anchor %lu rr_prio %u (%p)" ,nix_hwlvl2str (hw_lvl), + schq,nix_hwlvl2str (hw_lvl +1 ), parent, tm_node->lvl, + tm_node->id, child, rr_prio, tm_node); + +/* Prepare Topology and Link config */ switch (hw_lvl) {case NIX_TXSCH_LVL_SMQ : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - reg = req->reg; - regval = req->regval; - req->num_regs =0 ;/* Set xoff which will be cleared later */ - *reg++ =NIX_AF_SMQX_CFG (schq); - *regval++ =BIT_ULL (50 ) | ((uint64_t )NIX_MAX_VTAG_INS <<36 ) | - (NIX_MAX_HW_FRS <<8 ) |NIX_MIN_HW_FRS ; - req->num_regs++; - *reg++ =NIX_AF_MDQX_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_MDQX_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_MDQX_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } + reg[k] =NIX_AF_SMQX_CFG (schq); + regval[k] =BIT_ULL (50 ); + regval_mask[k] = ~BIT_ULL (50 ); + k++; -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_MDQX_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } +/* Parent and schedule conf */ + reg[k] =NIX_AF_MDQX_PARENT (schq); + regval[k] = parent <<16 ; + k++; - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL4 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL4X_PARENT (schq); + regval[k] = parent <<16 ; + k++; + + reg[k] =NIX_AF_TL4X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++; - *reg++ =NIX_AF_TL4X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL4X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL4X_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL4X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL4X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - }/* Configure TL4 to send to SDP channel instead of CGX/LBK */ if (otx2_dev_is_sdp (dev)) { - *reg++ =NIX_AF_TL4X_SDP_LINK_CFG (schq); - *regval++ =BIT_ULL (12 ); - req->num_regs++; + reg[k] =NIX_AF_TL4X_SDP_LINK_CFG (schq); + regval[k] =BIT_ULL (12 ); + k++; } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL3 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL3X_PARENT (schq); + regval[k] = parent <<16 ; + k++; - *reg++ =NIX_AF_TL3X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL3X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL3X_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; + reg[k] =NIX_AF_TL3X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++;/* Link configuration */ if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { - *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, + reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); - *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); - req->num_regs++; + regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); + k++; } -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL3X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL3X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL2 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL2X_PARENT (schq); + regval[k] = parent <<16 ; + k++; - *reg++ =NIX_AF_TL2X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL2X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL2X_SCHEDULE (schq); -if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 ) - *regval++ = (1 <<24 ) | rr_quantum; -else - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; + reg[k] =NIX_AF_TL2X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++;/* Link configuration */ if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { - *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, + reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); - *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); - req->num_regs++; - } -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL2X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL2X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; + regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); + k++; } - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL1 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; + reg[k] =NIX_AF_TL1X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 /*RR_PRIO*/ ); + k++; - *reg++ =NIX_AF_TL1X_SCHEDULE (schq); - *regval++ = rr_quantum; - req->num_regs++; - *reg++ =NIX_AF_TL1X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 /*RR_PRIO*/ ); - req->num_regs++; -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL1X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ; } +/* Prepare schedule config */ + k +=prepare_tm_sched_reg (dev, tm_node, ®[k], ®val[k]); + +/* Prepare shaping config */ + k +=prepare_tm_shaper_reg (tm_node, profile, ®[k], ®val[k]); + +if (!k) +return 0 ; + +/* Copy and send config mbox */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = hw_lvl; + req->num_regs = k; + +otx2_mbox_memcpy (req->reg, reg,sizeof (uint64_t ) * k); +otx2_mbox_memcpy (req->regval, regval,sizeof (uint64_t ) * k); +otx2_mbox_memcpy (req->regval_mask, regval_mask,sizeof (uint64_t ) * k); + + rc =otx2_mbox_process (mbox); +if (rc) + goto error; +return 0 ; error:otx2_err ("Txschq cfg request failed for node %p, rc=%d" , tm_node, rc);
@@ -541,13 +591,14 @@ static int nix_tm_txsch_reg_config(struct otx2_eth_dev *dev) {struct otx2_nix_tm_node *tm_node; -uint32_t lvl; +uint32_t hw_lvl;int rc =0 ; -for (lvl =0 ; lvl < (uint32_t )dev->otx2_tm_root_lvl +1 ; lvl++) { +for (hw_lvl =0 ; hw_lvl <= dev->otx2_tm_root_lvl; hw_lvl++) { TAILQ_FOREACH(tm_node, &dev->node_list, node) { -if (tm_node->hw_lvl_id == lvl) { - rc =populate_tm_registers (dev, tm_node); +if (tm_node->hw_lvl == hw_lvl && + tm_node->hw_lvl !=NIX_TXSCH_LVL_CNT ) { + rc =populate_tm_reg (dev, tm_node);if (rc) goto exit; }
@@ -637,8 +688,8 @@ nix_tm_update_parent_info(struct otx2_eth_dev *dev)static int nix_tm_node_add_to_list (struct otx2_eth_dev *dev,uint32_t node_id,uint32_t parent_node_id,uint32_t priority, -uint32_t weight,uint16_t hw_lvl_id, -uint16_t level_id,bool user, +uint32_t weight,uint16_t hw_lvl, +uint16_t lvl,bool user,struct rte_tm_node_params *params) {struct otx2_nix_tm_shaper_profile *shaper_profile;
@@ -655,8 +706,8 @@ nix_tm_node_add_to_list(struct otx2_eth_dev *dev, uint32_t node_id,if (!tm_node)return -ENOMEM ; - tm_node->level_id = level_id; - tm_node->hw_lvl_id = hw_lvl_id; + tm_node->lvl = lvl; + tm_node->hw_lvl = hw_lvl; tm_node->id = node_id; tm_node->priority = priority;
@@ -935,18 +986,18 @@ nix_tm_free_resources(struct otx2_eth_dev *dev, uint32_t flags_mask,continue ;if (nix_tm_have_tl1_access (dev) && - tm_node->hw_lvl_id ==NIX_TXSCH_LVL_TL1 ) + tm_node->hw_lvl ==NIX_TXSCH_LVL_TL1 ) skip_node = true;otx2_tm_dbg ("Free hwres for node %u, hwlvl %u, hw_id %u (%p)" , - tm_node->id, tm_node->hw_lvl_id, + tm_node->id, tm_node->hw_lvl, tm_node->hw_id, tm_node);/* Free specific HW resource if requested */ if (!skip_node && flags_mask && tm_node->flags &NIX_TM_NODE_HWRES ) { req =otx2_mbox_alloc_msg_nix_txsch_free (mbox); req->flags =0 ; - req->schq_lvl = tm_node->hw_lvl_id; + req->schq_lvl = tm_node->hw_lvl; req->schq = tm_node->hw_id; rc =otx2_mbox_process (mbox);if (rc)
@@ -1010,17 +1061,17 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev,uint32_t l_id, schq_index;otx2_tm_dbg ("Assign hw id for child node %u, lvl %u, hw_lvl %u (%p)" , - child->id, child->level_id, child->hw_lvl_id, child); + child->id, child->lvl, child->hw_lvl, child); child->flags |=NIX_TM_NODE_HWRES ;/* Process root nodes */ if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 && - child->hw_lvl_id == dev->otx2_tm_root_lvl && !parent) { + child->hw_lvl == dev->otx2_tm_root_lvl && !parent) {int idx =0 ;uint32_t tschq_con_index; - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; tschq_con_index = dev->txschq_contig_index[l_id]; hw_id = dev->txschq_contig_list[l_id][tschq_con_index]; child->hw_id = hw_id;
@@ -1032,10 +1083,10 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev,return 0 ; }if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL1 && - child->hw_lvl_id == dev->otx2_tm_root_lvl && !parent) { + child->hw_lvl == dev->otx2_tm_root_lvl && !parent) {uint32_t tschq_con_index; - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; tschq_con_index = dev->txschq_index[l_id]; hw_id = dev->txschq_list[l_id][tschq_con_index]; child->hw_id = hw_id;
@@ -1044,7 +1095,7 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev, }/* Process children with parents */ - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; schq_index = dev->txschq_index[l_id]; schq_con_index = dev->txschq_contig_index[l_id];
@@ -1069,8 +1120,8 @@ nix_tm_assign_hw_id(struct otx2_eth_dev *dev)for (i =NIX_TXSCH_LVL_TL1 ; i >0 ; i--) { TAILQ_FOREACH(parent, &dev->node_list, node) { - child_hw_lvl = parent->hw_lvl_id -1 ; -if (parent->hw_lvl_id != i) + child_hw_lvl = parent->hw_lvl -1 ; +if (parent->hw_lvl != i)continue ; TAILQ_FOREACH(child, &dev->node_list, node) {if (!child->parent)
@@ -1087,7 +1138,7 @@ nix_tm_assign_hw_id(struct otx2_eth_dev *dev)* Explicitly assign id to parent node if it * doesn't have a parent */ -if (parent->hw_lvl_id == dev->otx2_tm_root_lvl) +if (parent->hw_lvl == dev->otx2_tm_root_lvl)nix_tm_assign_id_to_node (dev, parent,NULL ); } }
@@ -1102,7 +1153,7 @@ nix_tm_count_req_schq(struct otx2_eth_dev *dev,uint8_t contig_count; TAILQ_FOREACH(tm_node, &dev->node_list, node) { -if (lvl == tm_node->hw_lvl_id) { +if (lvl == tm_node->hw_lvl) { req->schq[lvl -1 ] += tm_node->rr_num;if (tm_node->max_prio !=UINT32_MAX ) { contig_count = tm_node->max_prio +1 ;
@@ -1111,7 +1162,7 @@ nix_tm_count_req_schq(struct otx2_eth_dev *dev, }if (lvl == dev->otx2_tm_root_lvl && dev->otx2_tm_root_lvl && lvl ==NIX_TXSCH_LVL_TL2 && - tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) { + tm_node->hw_lvl == dev->otx2_tm_root_lvl) { req->schq_contig[dev->otx2_tm_root_lvl]++; } }
@@ -1192,7 +1243,7 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)continue ;/* Enable xmit on sq */ -if (tm_node->level_id !=OTX2_TM_LVL_QUEUE ) { +if (tm_node->lvl !=OTX2_TM_LVL_QUEUE ) { tm_node->flags |=NIX_TM_NODE_ENABLED ;continue ; }
@@ -1210,8 +1261,7 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable) txq = eth_dev->data->tx_queues[sq]; smq = tm_node->parent->hw_id; - rr_quantum = (tm_node->weight * -NIX_TM_RR_QUANTUM_MAX ) /MAX_SCHED_WEIGHT ; + rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); rc =nix_tm_sw_xon (txq, smq, rr_quantum);if (rc)
@@ -1332,6 +1382,7 @@ void otx2_nix_tm_conf_init(struct rte_eth_dev *eth_dev)int otx2_nix_tm_init_default (struct rte_eth_dev *eth_dev) { +struct rte_pci_device *pci_dev =RTE_ETH_DEV_TO_PCI (eth_dev);struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev);uint16_t sq_cnt = eth_dev->data->nb_tx_queues;int rc;
@@ -1347,6 +1398,13 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev)nix_tm_clear_shaper_profiles (dev); dev->tm_flags =NIX_TM_DEFAULT_TREE ; +/* Disable TL1 Static Priority when VF's are enabled +* as otherwise VF's TL2 reallocation will be needed +* runtime to support a specific topology of PF. +*/ +if (pci_dev->max_vfs) + dev->tm_flags |=NIX_TM_TL1_NO_SP ; + rc =nix_tm_prepare_default_tree (eth_dev);if (rc !=0 )return rc;
@@ -1397,15 +1455,14 @@ otx2_nix_tm_get_leaf_data(struct otx2_eth_dev *dev, uint16_t sq, tm_node =nix_tm_node_search (dev, sq, true);/* Check if we found a valid leaf node */ -if (!tm_node || tm_node->level_id !=OTX2_TM_LVL_QUEUE || +if (!tm_node || tm_node->lvl !=OTX2_TM_LVL_QUEUE || !tm_node->parent || tm_node->parent->hw_id ==UINT32_MAX ) {return -EIO ; }/* Get SMQ Id of leaf node's parent */ *smq = tm_node->parent->hw_id; - *rr_quantum = (tm_node->weight *NIX_TM_RR_QUANTUM_MAX ) - /MAX_SCHED_WEIGHT ; + *rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); rc =nix_smq_xoff (dev, *smq, false);if (rc)
drivers/net/octeontx2/otx2_tm.h +44 -41
135 lines not on this page · raw message
Signature · 1 line
2.8.4
PATCH 3/11 net/octeontx2: add dynamic topology update support
In reply to Nithin DabilpuramModify resource allocation and freeing logic to support dynamic topology commit while to traffic is flowing.
This patch also modifies SQ flush to timeout based on minimum shaper rate configured. SQ flush is further split to pre/post functions to adhere to HW spec of 96XX C0.
--- drivers/common/octeontx2/otx2_dev.h | 9 + drivers/net/octeontx2/otx2_ethdev.c | 3 +- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_tm.c | 538 +++++++++++++++++++++++++++--------- drivers/net/octeontx2/otx2_tm.h | 7 +- 5 files changed, 417 insertions(+), 141 deletions(-)
drivers/common/octeontx2/otx2_dev.h +9 -0
@@ -46,6 +46,15 @@ ((RVU_PCI_REV_MAJOR (otx2_dev_revid (dev)) ==0x0 ) && \ (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) +#define otx2_dev_is_96xx_Cx (dev) \ + ((RVU_PCI_REV_MAJOR(otx2_dev_revid(dev)) == 0x2) && \ + (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) + +#define otx2_dev_is_96xx_C0 (dev) \ + ((RVU_PCI_REV_MAJOR(otx2_dev_revid(dev)) == 0x2) && \ + (RVU_PCI_REV_MINOR(otx2_dev_revid(dev)) == 0x0) && \ + (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) +struct otx2_dev ;/* Link status callback */
drivers/net/octeontx2/otx2_ethdev.c +2 -1
@@ -992,7 +992,7 @@ otx2_nix_tx_queue_release(void *_txq)otx2_nix_dbg ("Releasing txq %u" , txq->sq);/* Flush and disable tm */ -otx2_nix_tm_sw_xoff (txq, eth_dev->data->dev_started); +otx2_nix_sq_flush_pre (txq, eth_dev->data->dev_started);/* Free sqb's and disable sq */ nix_sq_uninit (txq);
@@ -1001,6 +1001,7 @@ otx2_nix_tx_queue_release(void *_txq)rte_mempool_free (txq->sqb_pool); txq->sqb_pool =NULL ; } +otx2_nix_sq_flush_post (txq);rte_free (txq); }
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -307,6 +307,7 @@ struct otx2_eth_dev {uint16_t link_cfg_lvl;uint16_t tm_flags;uint16_t tm_leaf_cnt; +uint64_t tm_rate_min;struct otx2_nix_tm_node_list node_list;struct otx2_nix_tm_shaper_profile_list shaper_profile_list;struct otx2_rss_info rss_info;
drivers/net/octeontx2/otx2_tm.c +400 -138
762 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +5 -2
@@ -10,6 +10,7 @@#include <rte_tm_driver.h> #define NIX_TM_DEFAULT_TREE BIT_ULL(0) +#define NIX_TM_COMMITTED BIT_ULL(1)#define NIX_TM_TL1_NO_SP BIT_ULL(3)struct otx2_eth_dev ;
@@ -19,7 +20,9 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); -int otx2_nix_tm_sw_xoff (void *_txq,bool dev_started); +int otx2_nix_sq_flush_pre (void *_txq,bool dev_started); +int otx2_nix_sq_flush_post (void *_txq); +int otx2_nix_sq_enable (void *_txq);int otx2_nix_sq_sqb_aura_fc (void *_txq,bool enable);struct otx2_nix_tm_node {
@@ -40,6 +43,7 @@ struct otx2_nix_tm_node {#define NIX_TM_NODE_USER BIT_ULL(2)/* Shaper algorithm for RED state @NIX_REDALG_E */ uint32_t red_algo:2; +struct otx2_nix_tm_node *parent;struct rte_tm_node_params params; };
@@ -70,7 +74,6 @@ TAILQ_HEAD(otx2_nix_tm_shaper_profile_list, otx2_nix_tm_shaper_profile); ((((__weight) &MAX_SCHED_WEIGHT ) * \NIX_TM_RR_QUANTUM_MAX ) /MAX_SCHED_WEIGHT ) -/* DEFAULT_RR_WEIGHT * NIX_TM_RR_QUANTUM_MAX / MAX_SCHED_WEIGHT */ /* = NIX_MAX_HW_MTU */#define DEFAULT_RR_WEIGHT 71
Signature · 1 line
2.8.4
PATCH 4/11 net/octeontx2: add tm node add and delete cb
In reply to Nithin DabilpuramAdds support to Traffic Management callbacks "node_add" and "node_delete". These callbacks doesn't support dynamic node addition or deletion post hierarchy commit.
--- drivers/net/octeontx2/otx2_tm.c | 271 ++++++++++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 2 + 2 files changed, 273 insertions(+)
drivers/net/octeontx2/otx2_tm.c +271 -0
@@ -1534,6 +1534,277 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)return 0 ; } +static uint16_t +nix_tm_lvl2nix (struct otx2_eth_dev *dev,uint32_t lvl) +{ +if (nix_tm_have_tl1_access (dev)) { +switch (lvl) { +case OTX2_TM_LVL_ROOT : +return NIX_TXSCH_LVL_TL1 ; +case OTX2_TM_LVL_SCH1 : +return NIX_TXSCH_LVL_TL2 ; +case OTX2_TM_LVL_SCH2 : +return NIX_TXSCH_LVL_TL3 ; +case OTX2_TM_LVL_SCH3 : +return NIX_TXSCH_LVL_TL4 ; +case OTX2_TM_LVL_SCH4 : +return NIX_TXSCH_LVL_SMQ ; +default : +return NIX_TXSCH_LVL_CNT ; + } + }else { +switch (lvl) { +case OTX2_TM_LVL_ROOT : +return NIX_TXSCH_LVL_TL2 ; +case OTX2_TM_LVL_SCH1 : +return NIX_TXSCH_LVL_TL3 ; +case OTX2_TM_LVL_SCH2 : +return NIX_TXSCH_LVL_TL4 ; +case OTX2_TM_LVL_SCH3 : +return NIX_TXSCH_LVL_SMQ ; +default : +return NIX_TXSCH_LVL_CNT ; + } + } +} + +static uint16_t +nix_max_prio (struct otx2_eth_dev *dev,uint16_t hw_lvl) +{ +if (hw_lvl >=NIX_TXSCH_LVL_CNT ) +return 0 ; + +/* MDQ doesn't support SP */ +if (hw_lvl ==NIX_TXSCH_LVL_MDQ ) +return 0 ; + +/* PF's TL1 with VF's enabled doesn't support SP */ +if (hw_lvl ==NIX_TXSCH_LVL_TL1 && + (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 || + (dev->tm_flags &NIX_TM_TL1_NO_SP ))) +return 0 ; + +return TXSCH_TLX_SP_PRIO_MAX -1 ; +} + + +static int +validate_prio (struct otx2_eth_dev *dev,uint32_t lvl, +uint32_t parent_id,uint32_t priority, +struct rte_tm_error *error) +{ +uint8_t priorities[TXSCH_TLX_SP_PRIO_MAX ]; +struct otx2_nix_tm_node *tm_node; +uint32_t rr_num =0 ; +int i; + +/* Validate priority against max */ +if (priority >nix_max_prio (dev,nix_tm_lvl2nix (dev, lvl -1 ))) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="unsupported priority value" ; +return -EINVAL ; + } + +if (parent_id ==RTE_TM_NODE_ID_NULL ) +return 0 ; + +memset (priorities,0 ,TXSCH_TLX_SP_PRIO_MAX ); + priorities[priority] =1 ; + + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (!tm_node->parent) +continue ; + +if (!(tm_node->flags &NIX_TM_NODE_USER )) +continue ; + +if (tm_node->parent->id != parent_id) +continue ; + + priorities[tm_node->priority]++; + } + +for (i =0 ; i <TXSCH_TLX_SP_PRIO_MAX ; i++) +if (priorities[i] >1 ) + rr_num++; + +/* At max, one rr groups per parent */ +if (rr_num >1 ) { + error->type =RTE_TM_ERROR_TYPE_NODE_PRIORITY ; + error->message ="multiple DWRR node priority" ; +return -EINVAL ; + } + +/* Check for previous priority to avoid holes in priorities */ +if (priority && !priorities[priority -1 ]) { + error->type =RTE_TM_ERROR_TYPE_NODE_PRIORITY ; + error->message ="priority not in order" ; +return -EINVAL ; + } + +return 0 ; +} + +static int +nix_tm_node_add (struct rte_eth_dev *eth_dev,uint32_t node_id, +uint32_t parent_node_id,uint32_t priority, +uint32_t weight,uint32_t lvl, +struct rte_tm_node_params *params, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *parent_node; +int rc, clear_on_fail =0 ; +uint32_t exp_next_lvl; +uint16_t hw_lvl; + +/* we don't support dynamic updates */ +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="dynamic update not supported" ; +return -EIO ; + } + +/* Leaf nodes have to be same priority */ +if (nix_tm_is_leaf (dev, lvl) && priority !=0 ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="queue shapers must be priority 0" ; +return -EIO ; + } + + parent_node =nix_tm_node_search (dev, parent_node_id, true); + +/* find the right level */ +if (lvl ==RTE_TM_NODE_LEVEL_ID_ANY ) { +if (parent_node_id ==RTE_TM_NODE_ID_NULL ) { + lvl =OTX2_TM_LVL_ROOT ; + }else if (parent_node) { + lvl = parent_node->lvl +1 ; + }else { +/* Neigher proper parent nor proper level id given */ + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="invalid parent node id" ; +return -ERANGE ; + } + } + +/* Translate rte_tm level id's to nix hw level id's */ + hw_lvl =nix_tm_lvl2nix (dev, lvl); +if (hw_lvl ==NIX_TXSCH_LVL_CNT && + !nix_tm_is_leaf (dev, lvl)) { + error->type =RTE_TM_ERROR_TYPE_LEVEL_ID ; + error->message ="invalid level id" ; +return -ERANGE ; + } + +if (node_id < dev->tm_leaf_cnt) + exp_next_lvl =NIX_TXSCH_LVL_SMQ ; +else + exp_next_lvl = hw_lvl +1 ; + +/* Check if there is no parent node yet */ +if (hw_lvl != dev->otx2_tm_root_lvl && + (!parent_node || parent_node->hw_lvl != exp_next_lvl)) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="invalid parent node id" ; +return -EINVAL ; + } + +/* Check if a node already exists */ +if (nix_tm_node_search (dev, node_id, true)) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="node already exists" ; +return -EINVAL ; + } + +/* Check if shaper profile exists for non leaf node */ +if (!nix_tm_is_leaf (dev, lvl) && + params->shaper_profile_id !=RTE_TM_SHAPER_PROFILE_ID_NONE && + !nix_tm_shaper_profile_search (dev, params->shaper_profile_id)) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="invalid shaper profile" ; +return -EINVAL ; + } + +/* Check if there is second DWRR already in siblings or holes in prio */ +if (validate_prio (dev, lvl, parent_node_id, priority, error)) +return -EINVAL ; + +if (weight >MAX_SCHED_WEIGHT ) { + error->type =RTE_TM_ERROR_TYPE_NODE_WEIGHT ; + error->message ="max weight exceeded" ; +return -EINVAL ; + } + + rc =nix_tm_node_add_to_list (dev, node_id, parent_node_id, + priority, weight, hw_lvl, + lvl, true, params); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; +/* cleanup user added nodes */ +if (clear_on_fail) +nix_tm_free_resources (dev,NIX_TM_NODE_USER , +NIX_TM_NODE_USER , false); + error->message ="failed to add node" ; +return rc; + } + error->type =RTE_TM_ERROR_TYPE_NONE ; +return 0 ; +} + +static int +nix_tm_node_delete (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node, *child_node; +struct otx2_nix_tm_shaper_profile *profile; +uint32_t profile_id; + +/* we don't support dynamic updates yet */ +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="hierarchy exists" ; +return -EIO ; + } + +if (node_id ==RTE_TM_NODE_ID_NULL ) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="invalid node id" ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Check for any existing children */ + TAILQ_FOREACH(child_node, &dev->node_list, node) { +if (child_node->parent == tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="children exist" ; +return -EINVAL ; + } + } + +/* Remove shaper profile reference */ + profile_id = tm_node->params.shaper_profile_id; + profile =nix_tm_shaper_profile_search (dev, profile_id); + profile->reference_count--; + +TAILQ_REMOVE (&dev->node_list, tm_node, node); +rte_free (tm_node); +return 0 ; +} + +const struct rte_tm_ops otx2_tm_ops = { + .node_add = nix_tm_node_add, + .node_delete = nix_tm_node_delete, +}; +static int nix_tm_prepare_default_tree (struct rte_eth_dev *eth_dev) {
drivers/net/octeontx2/otx2_tm.h +2 -0
@@ -135,6 +135,8 @@ TAILQ_HEAD(otx2_nix_tm_shaper_profile_list, otx2_nix_tm_shaper_profile);#define TXSCH_TL1_DFLT_RR_QTM ((1 << 24) - 1)#define TXSCH_TL1_DFLT_RR_PRIO 1 +#define TXSCH_TLX_SP_PRIO_MAX 10 +static inline const char *nix_hwlvl2str (uint32_t hw_lvl) {
Signature · 1 line
2.8.4
PATCH 5/11 net/octeontx2: add tm node suspend and resume cb
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add TM support to suspend and resume nodes post hierarchy commit.
--- drivers/net/octeontx2/otx2_tm.c | 81 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 81 insertions(+)
drivers/net/octeontx2/otx2_tm.c +81 -0
@@ -1534,6 +1534,28 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)return 0 ; } +static int +send_tm_reqval (struct otx2_mbox *mbox, +struct nix_txschq_config *req, +struct rte_tm_error *error) +{ +int rc; + +if (!req->num_regs || + req->num_regs >MAX_REGS_PER_MBOX_MSG ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="invalid config" ; +return -EIO ; + } + + rc =otx2_mbox_process (mbox); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="unexpected fatal error" ; + } +return rc; +} +static uint16_t nix_tm_lvl2nix (struct otx2_eth_dev *dev,uint32_t lvl) {
@@ -1800,9 +1822,68 @@ nix_tm_node_delete(struct rte_eth_dev *eth_dev, uint32_t node_id,return 0 ; } +static int +nix_tm_node_suspend_resume (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error,bool suspend) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_mbox *mbox = dev->mbox; +struct otx2_nix_tm_node *tm_node; +struct nix_txschq_config *req; +uint16_t flags; +int rc; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +if (!(dev->tm_flags &NIX_TM_COMMITTED )) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy doesn't exist" ; +return -EINVAL ; + } + + flags = tm_node->flags; + flags = suspend ? (flags & ~NIX_TM_NODE_ENABLED ) : + (flags |NIX_TM_NODE_ENABLED ); + +if (tm_node->flags == flags) +return 0 ; + +/* send mbox for state change */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + + req->lvl = tm_node->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node, suspend, + req->reg, req->regval); + rc =send_tm_reqval (mbox, req, error); +if (!rc) + tm_node->flags = flags; +return rc; +} + +static int +nix_tm_node_suspend (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +return nix_tm_node_suspend_resume (eth_dev, node_id, error, true); +} + +static int +nix_tm_node_resume (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +return nix_tm_node_suspend_resume (eth_dev, node_id, error, false); +} +const struct rte_tm_ops otx2_tm_ops = { .node_add = nix_tm_node_add, .node_delete = nix_tm_node_delete, + .node_suspend = nix_tm_node_suspend, + .node_resume = nix_tm_node_resume, }; static int
Signature · 1 line
2.8.4
PATCH 6/11 net/octeontx2: add tm hierarchy commit callback
In reply to Nithin DabilpuramAdd TM hierarchy commit callback to support enabling newly created topology.
--- drivers/net/octeontx2/otx2_tm.c | 170 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 170 insertions(+)
drivers/net/octeontx2/otx2_tm.c +170 -0
@@ -1668,6 +1668,101 @@ validate_prio(struct otx2_eth_dev *dev, uint32_t lvl, }static int +nix_xmit_disable (struct rte_eth_dev *eth_dev) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +uint16_t sq_cnt = eth_dev->data->nb_tx_queues; +uint16_t sqb_cnt, head_off, tail_off; +struct otx2_nix_tm_node *tm_node; +struct otx2_eth_txq *txq; +uint64_t wdata, val; +int i, rc; + +otx2_tm_dbg ("Disabling xmit on %s" , eth_dev->data->name); + +/* Enable CGX RXTX to drain pkts */ +if (!eth_dev->data->dev_started) { + rc =otx2_cgx_rxtx_start (dev); +if (rc) +return rc; + } + +/* XON all SMQ's */ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->hw_lvl !=NIX_TXSCH_LVL_SMQ ) +continue ; +if (!(tm_node->flags &NIX_TM_NODE_HWRES )) +continue ; + + rc =nix_smq_xoff (dev, tm_node, false); +if (rc) { +otx2_err ("Failed to enable smq %u, rc=%d" , + tm_node->hw_id, rc); + goto cleanup; + } + } + +/* Flush all tx queues */ +for (i =0 ; i < sq_cnt; i++) { + txq = eth_dev->data->tx_queues[i]; + + rc =otx2_nix_sq_sqb_aura_fc (txq, false); +if (rc) { +otx2_err ("Failed to disable sqb aura fc, rc=%d" , rc); + goto cleanup; + } + +/* Wait for sq entries to be flushed */ + rc =nix_txq_flush_sq_spin (txq); +if (rc) { +otx2_err ("Failed to drain sq, rc=%d\n" , rc); + goto cleanup; + } + } + +/* XOFF & Flush all SMQ's. HRM mandates +* all SQ's empty before SMQ flush is issued. +*/ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->hw_lvl !=NIX_TXSCH_LVL_SMQ ) +continue ; +if (!(tm_node->flags &NIX_TM_NODE_HWRES )) +continue ; + + rc =nix_smq_xoff (dev, tm_node, true); +if (rc) { +otx2_err ("Failed to enable smq %u, rc=%d" , + tm_node->hw_id, rc); + goto cleanup; + } + } + +/* Verify sanity of all tx queues */ +for (i =0 ; i < sq_cnt; i++) { + txq = eth_dev->data->tx_queues[i]; + + wdata = ((uint64_t )txq->sq <<32 ); + val =otx2_atomic64_add_nosync (wdata, + (int64_t *)(dev->base +NIX_LF_SQ_OP_STATUS )); + + sqb_cnt = val &0xFFFF ; + head_off = (val >>20 ) &0x3F ; + tail_off = (val >>28 ) &0x3F ; + +if (sqb_cnt >1 || head_off != tail_off || + (*txq->fc_mem != txq->nb_sqb_bufs)) +otx2_err ("Failed to gracefully flush sq %u" , txq->sq); + } + +cleanup: +/* restore cgx state */ +if (!eth_dev->data->dev_started) + rc |=otx2_cgx_rxtx_stop (dev); + +return rc; +} + +static int nix_tm_node_add(struct rte_eth_dev *eth_dev, uint32_t node_id, uint32_t parent_node_id, uint32_t priority, uint32_t weight, uint32_t lvl,
@@ -1879,11 +1974,86 @@ nix_tm_node_resume(struct rte_eth_dev *eth_dev, uint32_t node_id,return nix_tm_node_suspend_resume (eth_dev, node_id, error, false); } +static int +nix_tm_hierarchy_commit (struct rte_eth_dev *eth_dev, +int clear_on_fail, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; +uint32_t leaf_cnt =0 ; +int rc; + +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy exists" ; +return -EINVAL ; + } + +/* Check if we have all the leaf nodes */ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->flags &NIX_TM_NODE_USER && + tm_node->id < dev->tm_leaf_cnt) + leaf_cnt++; + } + +if (leaf_cnt != dev->tm_leaf_cnt) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="incomplete hierarchy" ; +return -EINVAL ; + } + +/* +* Disable xmit will be enabled when +* new topology is available. +*/ + rc =nix_xmit_disable (eth_dev); +if (rc) { +otx2_err ("failed to disable TX, rc=%d" , rc); +return -EIO ; + } + +/* Delete default/ratelimit tree */ +if (dev->tm_flags & (NIX_TM_DEFAULT_TREE )) { + rc =nix_tm_free_resources (dev,NIX_TM_NODE_USER ,0 , false); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="failed to free default resources" ; +return rc; + } + dev->tm_flags &= ~(NIX_TM_DEFAULT_TREE ); + } + +/* Free up user alloc'ed resources */ + rc =nix_tm_free_resources (dev,NIX_TM_NODE_USER , +NIX_TM_NODE_USER , true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="failed to free user resources" ; +return rc; + } + + rc =nix_tm_alloc_resources (eth_dev, true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="alloc resources failed" ; +/* TODO should we restore default config ? */ +if (clear_on_fail) +nix_tm_free_resources (dev,0 ,0 , false); +return rc; + } + + error->type =RTE_TM_ERROR_TYPE_NONE ; + dev->tm_flags |=NIX_TM_COMMITTED ; +return 0 ; +} +const struct rte_tm_ops otx2_tm_ops = { .node_add = nix_tm_node_add, .node_delete = nix_tm_node_delete, .node_suspend = nix_tm_node_suspend, .node_resume = nix_tm_node_resume, + .hierarchy_commit = nix_tm_hierarchy_commit, }; static int
Signature · 1 line
2.8.4
PATCH 7/11 net/octeontx2: add tm stats and shaper profile cbs
In reply to Nithin DabilpuramAdd TM support for stats read and private shaper
profile addition or deletion.
--- drivers/net/octeontx2/otx2_tm.c | 271 ++++++++++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 4 + 2 files changed, 275 insertions(+)
drivers/net/octeontx2/otx2_tm.c +271 -0
@@ -1668,6 +1668,47 @@ validate_prio(struct otx2_eth_dev *dev, uint32_t lvl, }static int +read_tm_reg (struct otx2_mbox *mbox,uint64_t reg, +uint64_t *regval,uint32_t hw_lvl) +{ +volatile struct nix_txschq_config *req; +struct nix_txschq_config *rsp; +int rc; + + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->read =1 ; + req->lvl = hw_lvl; + req->reg[0 ] = reg; + req->num_regs =1 ; + + rc =otx2_mbox_process_msg (mbox, (void **)&rsp); +if (rc) +return rc; + *regval = rsp->regval[0 ]; +return 0 ; +} + +/* Search for min rate in topology */ +static void +nix_tm_shaper_profile_update_min (struct otx2_eth_dev *dev) +{ +struct otx2_nix_tm_shaper_profile *profile; +uint64_t rate_min =1E9 ;/* 1 Gbps */ + + TAILQ_FOREACH(profile, &dev->shaper_profile_list, shaper) { +if (profile->params.peak.rate && + profile->params.peak.rate < rate_min) + rate_min = profile->params.peak.rate; + +if (profile->params.committed.rate && + profile->params.committed.rate < rate_min) + rate_min = profile->params.committed.rate; + } + + dev->tm_rate_min = rate_min; +} + +static int nix_xmit_disable (struct rte_eth_dev *eth_dev) {struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev);
@@ -1763,6 +1804,145 @@ nix_xmit_disable(struct rte_eth_dev *eth_dev) }static int +nix_tm_node_type_get (struct rte_eth_dev *eth_dev,uint32_t node_id, +int *is_leaf,struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; + +if (is_leaf ==NULL ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (node_id ==RTE_TM_NODE_ID_NULL || !tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; +return -EINVAL ; + } +if (nix_tm_is_leaf (dev, tm_node->lvl)) + *is_leaf = true; +else + *is_leaf = false; + +return 0 ; +} + +static int +nix_tm_shaper_profile_add (struct rte_eth_dev *eth_dev, +uint32_t profile_id, +struct rte_tm_shaper_params *params, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_shaper_profile *profile; + + profile =nix_tm_shaper_profile_search (dev, profile_id); +if (profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID exist" ; +return -EINVAL ; + } + +/* Committed rate and burst size can be enabled/disabled */ +if (params->committed.size || params->committed.rate) { +if (params->committed.size <MIN_SHAPER_BURST || + params->committed.size >MAX_SHAPER_BURST ) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_SIZE ; +return -EINVAL ; + }else if (!shaper_rate_to_nix (params->committed.rate *8 , +NULL ,NULL ,NULL )) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_RATE ; + error->message ="shaper committed rate invalid" ; +return -EINVAL ; + } + } + +/* Peak rate and burst size can be enabled/disabled */ +if (params->peak.size || params->peak.rate) { +if (params->peak.size <MIN_SHAPER_BURST || + params->peak.size >MAX_SHAPER_BURST ) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_PEAK_SIZE ; +return -EINVAL ; + }else if (!shaper_rate_to_nix (params->peak.rate *8 , +NULL ,NULL ,NULL )) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_RATE ; + error->message ="shaper peak rate invalid" ; +return -EINVAL ; + } + } + + profile =rte_zmalloc ("otx2_nix_tm_shaper_profile" , +sizeof (struct otx2_nix_tm_shaper_profile ),0 ); +if (!profile) +return -ENOMEM ; + + profile->shaper_profile_id = profile_id; +rte_memcpy (&profile->params, params, +sizeof (struct rte_tm_shaper_params )); +TAILQ_INSERT_TAIL (&dev->shaper_profile_list, profile, shaper); + +otx2_tm_dbg ("Added TM shaper profile %u, " +" pir %" PRIu64" , pbs %" PRIu64", cir %" PRIu64 +", cbs %" PRIu64" , adj %u" , + profile_id, + params->peak.rate *8 , + params->peak.size, + params->committed.rate *8 , + params->committed.size, + params->pkt_length_adjust); + +/* Translate rate as bits per second */ + profile->params.peak.rate = profile->params.peak.rate *8 ; + profile->params.committed.rate = profile->params.committed.rate *8 ; +/* Always use PIR for single rate shaping */ +if (!params->peak.rate && params->committed.rate) { + profile->params.peak = profile->params.committed; +memset (&profile->params.committed,0 , +sizeof (profile->params.committed)); + } + +/* update min rate */ +nix_tm_shaper_profile_update_min (dev); +return 0 ; +} + +static int +nix_tm_shaper_profile_delete (struct rte_eth_dev *eth_dev, +uint32_t profile_id, +struct rte_tm_error *error) +{ +struct otx2_nix_tm_shaper_profile *profile; +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); + + profile =nix_tm_shaper_profile_search (dev, profile_id); + +if (!profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID not exist" ; +return -EINVAL ; + } + +if (profile->reference_count) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE ; + error->message ="shaper profile in use" ; +return -EINVAL ; + } + +otx2_tm_dbg ("Removing TM shaper profile %u" , profile_id); +TAILQ_REMOVE (&dev->shaper_profile_list, profile, shaper); +rte_free (profile); + +/* update min rate */ +nix_tm_shaper_profile_update_min (dev); +return 0 ; +} + +static int nix_tm_node_add(struct rte_eth_dev *eth_dev, uint32_t node_id, uint32_t parent_node_id, uint32_t priority, uint32_t weight, uint32_t lvl,
@@ -2048,12 +2228,103 @@ nix_tm_hierarchy_commit(struct rte_eth_dev *eth_dev,return 0 ; } +static int +nix_tm_node_stats_read (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_node_stats *stats,uint64_t *stats_mask, +int clear,struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; +uint64_t reg, val; +int64_t *addr; +int rc =0 ; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Stats support only for leaf node or TL1 root */ +if (nix_tm_is_leaf (dev, tm_node->lvl)) { + reg = (((uint64_t )tm_node->id) <<32 ); + +/* Packets */ + addr = (int64_t *)(dev->base +NIX_LF_SQ_OP_PKTS ); + val =otx2_atomic64_add_nosync (reg, addr); +if (val &OP_ERR ) + val =0 ; + stats->n_pkts = val - tm_node->last_pkts; + +/* Bytes */ + addr = (int64_t *)(dev->base +NIX_LF_SQ_OP_OCTS ); + val =otx2_atomic64_add_nosync (reg, addr); +if (val &OP_ERR ) + val =0 ; + stats->n_bytes = val - tm_node->last_bytes; + +if (clear) { + tm_node->last_pkts = stats->n_pkts; + tm_node->last_bytes = stats->n_bytes; + } + + *stats_mask =RTE_TM_STATS_N_PKTS |RTE_TM_STATS_N_BYTES ; + + }else if (tm_node->hw_lvl ==NIX_TXSCH_LVL_TL1 ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="stats read error" ; + +/* RED Drop packets */ + reg =NIX_AF_TL1X_DROPPED_PACKETS (tm_node->hw_id); + rc =read_tm_reg (dev->mbox, reg, &val,NIX_TXSCH_LVL_TL1 ); +if (rc) + goto exit; + stats->leaf.n_pkts_dropped[RTE_COLOR_RED ] = + val - tm_node->last_pkts; + +/* RED Drop bytes */ + reg =NIX_AF_TL1X_DROPPED_BYTES (tm_node->hw_id); + rc =read_tm_reg (dev->mbox, reg, &val,NIX_TXSCH_LVL_TL1 ); +if (rc) + goto exit; + stats->leaf.n_bytes_dropped[RTE_COLOR_RED ] = + val - tm_node->last_bytes; + +/* Clear stats */ +if (clear) { + tm_node->last_pkts = + stats->leaf.n_pkts_dropped[RTE_COLOR_RED ]; + tm_node->last_bytes = + stats->leaf.n_bytes_dropped[RTE_COLOR_RED ]; + } + + *stats_mask =RTE_TM_STATS_N_PKTS_RED_DROPPED | +RTE_TM_STATS_N_BYTES_RED_DROPPED ; + + }else { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="unsupported node" ; + rc = -EINVAL ; + } + +exit: +return rc; +} +const struct rte_tm_ops otx2_tm_ops = { + .node_type_get = nix_tm_node_type_get, + + .shaper_profile_add = nix_tm_shaper_profile_add, + .shaper_profile_delete = nix_tm_shaper_profile_delete, + .node_add = nix_tm_node_add, .node_delete = nix_tm_node_delete, .node_suspend = nix_tm_node_suspend, .node_resume = nix_tm_node_resume, .hierarchy_commit = nix_tm_hierarchy_commit, + + .node_stats_read = nix_tm_node_stats_read, }; static int
drivers/net/octeontx2/otx2_tm.h +4 -0
@@ -46,6 +46,10 @@ struct otx2_nix_tm_node {struct otx2_nix_tm_node *parent;struct rte_tm_node_params params; + +/* Last stats */ +uint64_t last_pkts; +uint64_t last_bytes; };struct otx2_nix_tm_shaper_profile {
Signature · 1 line
2.8.4
PATCH 8/11 net/octeontx2: add tm dynamic topology update cb
In reply to Nithin DabilpuramAdd dynamic parent and shaper update callbacks that can be used to change RR Quantum or PIR/CIR rate dynamically post hierarchy commit. Dynamic parent update callback only supports updating RR quantum of a given child with respect to its parent. There is no support yet to change priority or parent itself.
--- drivers/net/octeontx2/otx2_tm.c | 190 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 190 insertions(+)
drivers/net/octeontx2/otx2_tm.c +190 -0
@@ -2229,6 +2229,194 @@ nix_tm_hierarchy_commit(struct rte_eth_dev *eth_dev, }static int +nix_tm_node_shaper_update (struct rte_eth_dev *eth_dev, +uint32_t node_id, +uint32_t profile_id, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_shaper_profile *profile =NULL ; +struct otx2_mbox *mbox = dev->mbox; +struct otx2_nix_tm_node *tm_node; +struct nix_txschq_config *req; +uint8_t k; +int rc; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node ||nix_tm_is_leaf (dev, tm_node->lvl)) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="invalid node" ; +return -EINVAL ; + } + +if (profile_id == tm_node->params.shaper_profile_id) +return 0 ; + +if (profile_id !=RTE_TM_SHAPER_PROFILE_ID_NONE ) { + profile =nix_tm_shaper_profile_search (dev, profile_id); +if (!profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID not exist" ; +return -EINVAL ; + } + } + + tm_node->params.shaper_profile_id = profile_id; + +/* Nothing to do if not yet committed */ +if (!(dev->tm_flags &NIX_TM_COMMITTED )) +return 0 ; + + tm_node->flags &= ~NIX_TM_NODE_ENABLED ; + +/* Flush the specific node with SW_XOFF */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = tm_node->hw_lvl; + k =prepare_tm_sw_xoff (tm_node, true, req->reg, req->regval); + req->num_regs = k; + + rc =send_tm_reqval (mbox, req, error); +if (rc) +return rc; + +/* Update the PIR/CIR and clear SW XOFF */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = tm_node->hw_lvl; + + k =prepare_tm_shaper_reg (tm_node, profile, req->reg, req->regval); + + k +=prepare_tm_sw_xoff (tm_node, false, &req->reg[k], &req->regval[k]); + + req->num_regs = k; + rc =send_tm_reqval (mbox, req, error); +if (!rc) + tm_node->flags |=NIX_TM_NODE_ENABLED ; +return rc; +} + +static int +nix_tm_node_parent_update (struct rte_eth_dev *eth_dev, +uint32_t node_id,uint32_t new_parent_id, +uint32_t priority,uint32_t weight, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node, *sibling; +struct otx2_nix_tm_node *new_parent; +struct nix_txschq_config *req; +uint8_t k; +int rc; + +if (!(dev->tm_flags &NIX_TM_COMMITTED )) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy doesn't exist" ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Parent id valid only for non root nodes */ +if (tm_node->hw_lvl != dev->otx2_tm_root_lvl) { + new_parent =nix_tm_node_search (dev, new_parent_id, true); +if (!new_parent) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="no such parent node" ; +return -EINVAL ; + } + +/* Current support is only for dynamic weight update */ +if (tm_node->parent != new_parent || + tm_node->priority != priority) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="only weight update supported" ; +return -EINVAL ; + } + } + +/* Skip if no change */ +if (tm_node->weight == weight) +return 0 ; + + tm_node->weight = weight; + +/* For leaf nodes, SQ CTX needs update */ +if (nix_tm_is_leaf (dev, tm_node->lvl)) { +/* Update SQ quantum data on the fly */ + rc =nix_sq_sched_data (dev, tm_node, true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="sq sched data update failed" ; +return rc; + } + }else { +/* XOFF Parent node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->parent->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node->parent, true, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XOFF this node and all other siblings */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + + k =0 ; + TAILQ_FOREACH(sibling, &dev->node_list, node) { +if (sibling->parent != tm_node->parent) +continue ; + k +=prepare_tm_sw_xoff (sibling, true, &req->reg[k], + &req->regval[k]); + } + req->num_regs = k; + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* Update new weight for current node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + req->num_regs =prepare_tm_sched_reg (dev, tm_node, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XON this node and all other siblings */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + + k =0 ; + TAILQ_FOREACH(sibling, &dev->node_list, node) { +if (sibling->parent != tm_node->parent) +continue ; + k +=prepare_tm_sw_xoff (sibling, false, &req->reg[k], + &req->regval[k]); + } + req->num_regs = k; + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XON Parent node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->parent->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node->parent, false, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + } +return 0 ; +} + +static int nix_tm_node_stats_read (struct rte_eth_dev *eth_dev,uint32_t node_id,struct rte_tm_node_stats *stats,uint64_t *stats_mask,int clear,struct rte_tm_error *error)
@@ -2324,6 +2512,8 @@ const struct rte_tm_ops otx2_tm_ops = { .node_resume = nix_tm_node_resume, .hierarchy_commit = nix_tm_hierarchy_commit, + .node_shaper_update = nix_tm_node_shaper_update, + .node_parent_update = nix_tm_node_parent_update, .node_stats_read = nix_tm_node_stats_read, };
Signature · 1 line
2.8.4
PATCH 9/11 net/octeontx2: add tm debug support
In reply to Nithin DabilpuramAdd debug support to TM to dump configured topology and registers. Also enable debug dump when sq flush fails.
--- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_ethdev_debug.c | 274 ++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.c | 9 +- drivers/net/octeontx2/otx2_tm.h | 1 + 4 files changed, 281 insertions(+), 4 deletions(-)
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -459,6 +459,7 @@ int otx2_nix_dev_get_reg(struct rte_eth_dev *eth_dev, struct rte_dev_reg_info *regs);int otx2_nix_queues_ctx_dump (struct rte_eth_dev *eth_dev);void otx2_nix_cqe_dump (const struct nix_cqe_hdr_s *cq); +void otx2_nix_tm_dump (struct otx2_eth_dev *dev);/* Stats */ int otx2_nix_dev_stats_get(struct rte_eth_dev *eth_dev,
drivers/net/octeontx2/otx2_ethdev_debug.c +274 -0
283 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.c +5 -4
@@ -28,8 +28,8 @@ uint64_t shaper2regval(struct shaper_params *shaper) (shaper->mantissa <<1 ); } -static int -nix_get_link (struct otx2_eth_dev *dev) +int +otx2_nix_get_link (struct otx2_eth_dev *dev) {int link =13 /* SDP */ ;uint16_t lmac_chan;
@@ -574,7 +574,7 @@ populate_tm_reg(struct otx2_eth_dev *dev,if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq, -nix_get_link (dev)); +otx2_nix_get_link (dev)); regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); k++; }
@@ -594,7 +594,7 @@ populate_tm_reg(struct otx2_eth_dev *dev,if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq, -nix_get_link (dev)); +otx2_nix_get_link (dev)); regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); k++; }
@@ -990,6 +990,7 @@ nix_txq_flush_sq_spin(struct otx2_eth_txq *txq)return 0 ; exit: +otx2_nix_tm_dump (dev);return -EFAULT ; }
drivers/net/octeontx2/otx2_tm.h +1 -0
@@ -23,6 +23,7 @@ int otx2_nix_tm_get_leaf_data(struct otx2_eth_dev *dev, uint16_t sq,int otx2_nix_sq_flush_pre (void *_txq,bool dev_started);int otx2_nix_sq_flush_post (void *_txq);int otx2_nix_sq_enable (void *_txq); +int otx2_nix_get_link (struct otx2_eth_dev *dev);int otx2_nix_sq_sqb_aura_fc (void *_txq,bool enable);struct otx2_nix_tm_node {
Signature · 1 line
2.8.4
PATCH 10/11 net/octeontx2: add tx queue ratelimit callback
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add Tx queue ratelimiting support. This support is mutually exclusive with TM support i.e when TM is configured, tx queue ratelimiting config is no more valid.
--- drivers/net/octeontx2/otx2_ethdev.c | 1 + drivers/net/octeontx2/otx2_tm.c | 241 +++++++++++++++++++++++++++++++++++- drivers/net/octeontx2/otx2_tm.h | 3 + 3 files changed, 243 insertions(+), 2 deletions(-)
drivers/net/octeontx2/otx2_ethdev.c +1 -0
@@ -2071,6 +2071,7 @@ static const struct eth_dev_ops otx2_eth_dev_ops = { .rx_descriptor_status = otx2_nix_rx_descriptor_status, .tx_descriptor_status = otx2_nix_tx_descriptor_status, .tx_done_cleanup = otx2_nix_tx_done_cleanup, + .set_queue_rate_limit = otx2_nix_tm_set_queue_rate_limit, .pool_ops_supported = otx2_nix_pool_ops_supported, .filter_ctrl = otx2_nix_dev_filter_ctrl, .get_module_info = otx2_nix_get_module_info,
drivers/net/octeontx2/otx2_tm.c +239 -2
259 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +3 -0
@@ -11,6 +11,7 @@#define NIX_TM_DEFAULT_TREE BIT_ULL(0)#define NIX_TM_COMMITTED BIT_ULL(1) +#define NIX_TM_RATE_LIMIT_TREE BIT_ULL(2)#define NIX_TM_TL1_NO_SP BIT_ULL(3)struct otx2_eth_dev ;
@@ -20,6 +21,8 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); +int otx2_nix_tm_set_queue_rate_limit (struct rte_eth_dev *eth_dev, +uint16_t queue_idx,uint16_t tx_rate);int otx2_nix_sq_flush_pre (void *_txq,bool dev_started);int otx2_nix_sq_flush_post (void *_txq);int otx2_nix_sq_enable (void *_txq);
Signature · 1 line
2.8.4
PATCH 11/11 net/octeontx2: add tm capability callbacks
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add Traffic Management capability callbacks to provide global, level and node capabilities. This patch also adds documentation on Traffic Management Support.
--- doc/guides/nics/features/octeontx2.ini | 1 + doc/guides/nics/octeontx2.rst | 15 +++ drivers/net/octeontx2/otx2_ethdev.c | 1 + drivers/net/octeontx2/otx2_tm.c | 232 +++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 1 + 5 files changed, 250 insertions(+)
doc/guides/nics/features/octeontx2.ini +1 -0
@@ -31,6 +31,7 @@ Inline protocol = Y VLAN filter = Y Flow control = Y Flow API = Y +Rate limitation = Y Jumbo frame = Y Scattered Rx = Y VLAN offload = Y
doc/guides/nics/octeontx2.rst +15 -0
@@ -39,6 +39,7 @@ Features of the OCTEON TX2 Ethdev PMD are: - HW offloaded `ethdev Rx queue` to `eventdev event queue` packet injection - Support Rx interrupt - Inline IPsec processing support +- :ref:`Traffic Management API <tmapi>` Prerequisites -------------
@@ -213,6 +214,20 @@ Runtime Config Options parameters to all the PCIe devices if application requires to configure on all the ethdev ports. +Traffic Management API +---------------------- + +OCTEON TX2 PMD supports generic DPDK Traffic Management API which allows to +configure the following features: + +1. Hierarchical scheduling +2. Single rate - two color, Two rate - three color shaping + +Both DWRR and Static Priority(SP) hierarchial scheduling is supported. +Every parent can have atmost 10 SP Children and unlimited DWRR children. +Both PF & VF supports traffic management API with PF supporting 6 levels +and VF supporting 5 levels of topology. + Limitations -----------
drivers/net/octeontx2/otx2_ethdev.c +1 -0
@@ -2026,6 +2026,7 @@ static const struct eth_dev_ops otx2_eth_dev_ops = { .link_update = otx2_nix_link_update, .tx_queue_setup = otx2_nix_tx_queue_setup, .tx_queue_release = otx2_nix_tx_queue_release, + .tm_ops_get = otx2_nix_tm_ops_get, .rx_queue_setup = otx2_nix_rx_queue_setup, .rx_queue_release = otx2_nix_rx_queue_release, .dev_start = otx2_nix_dev_start,
drivers/net/octeontx2/otx2_tm.c +232 -0
251 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +1 -0
@@ -19,6 +19,7 @@ struct otx2_eth_dev;void otx2_nix_tm_conf_init (struct rte_eth_dev *eth_dev);int otx2_nix_tm_init_default (struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev); +int otx2_nix_tm_ops_get (struct rte_eth_dev *eth_dev,void *ops);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); int otx2_nix_tm_set_queue_rate_limit(struct rte_eth_dev *eth_dev,
Signature · 1 line
2.8.4
Nithin
Quoted 6 lines · Nithin Dabilpuram
Add support to traffic management api in OCTEON TX2 PMD. This support applies to CN96xx of C0 silicon version.
This series depends on http://patchwork.dpdk.org/patch/66344/
Depends-on:series-66344
If I understood the proposal correctly that Depends-on should be "series-8815". Just a note - should not matter since probably CI is not yet consuming this tag.
With regards
Andrzej
Quoted 9 lines · Andrzej Ostruszka
External Email
----------------------------------------------------------------------
NithinQuoted 3 lines · Nithin Dabilpuram
Add support to traffic management api in OCTEON TX2 PMD. This support applies to CN96xx of C0 silicon version.
Quoted 7 lines
Quoted 3 lines
Depends-on:series-66344
If I understood the proposal correctly that Depends-on should be "series-8815". Just a note - should not matter since probably CI is not yet consuming this tag.
Ok, I misunderstood the patch id to series id. Thanks, will correct it in next version.
Quoted 3 lines
With regards
Andrzej
v2 cover net/octeontx2: add traffic manager support
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add support to traffic management api in OCTEON TX2 PMD. This support applies to CN96xx of C0 silicon version.
This series depends on http://patchwork.dpdk.org/patch/66344/
Depends-on:series-8815
v2:
* Update release notes of 20.05
* Prefix tm function pointers to start with otx2_ to be inline with exiting convention
* Use nix_lf_rx_start|stop instead of cgx_start_stop for handling other scenarios with VF.
* Fix git log errors
Krzysztof Kanas (3):
net/octeontx2: add tm node suspend and resume cb net/octeontx2: add tx queue ratelimit callback net/octeontx2: add tm capability callbacks
Nithin Dabilpuram (8):
net/octeontx2: setup link config based on BP level net/octeontx2: restructure tm helper functions net/octeontx2: add dynamic topology update support net/octeontx2: add tm node add and delete cb net/octeontx2: add tm hierarchy commit callback net/octeontx2: add tm stats and shaper profile cbs net/octeontx2: add tm dynamic topology update cb net/octeontx2: add tm debug support
doc/guides/nics/features/octeontx2.ini | 1 + doc/guides/nics/octeontx2.rst | 15 + doc/guides/rel_notes/release_20_05.rst | 8 + drivers/common/octeontx2/otx2_dev.h | 9 + drivers/net/octeontx2/otx2_ethdev.c | 5 +- drivers/net/octeontx2/otx2_ethdev.h | 3 + drivers/net/octeontx2/otx2_ethdev_debug.c | 311 ++++ drivers/net/octeontx2/otx2_tm.c | 2676 ++++++++++++++++++++++++----- drivers/net/octeontx2/otx2_tm.h | 101 +- 9 files changed, 2646 insertions(+), 483 deletions(-)
Signature · 1 line
2.8.4
PATCH v2 1/11 net/octeontx2: setup link config based on BP level
From: Nithin Dabilpuram <[email protected]>
Configure NIX_AF_TL3_TL2X_LINKX_CFG using schq at level based on NIX_AF_PSE_CHANNEL_LEVEL[BP_LEVEL].
--- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_tm.c | 16 +++++++++++++++- 2 files changed, 16 insertions(+), 1 deletion(-)
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -304,6 +304,7 @@ struct otx2_eth_dev {/* Contiguous queues */ uint16_t txschq_contig_list[NIX_TXSCH_LVL_CNT ][MAX_TXSCHQ_PER_FUNC ];uint16_t otx2_tm_root_lvl; +uint16_t link_cfg_lvl;uint16_t tm_flags;uint16_t tm_leaf_cnt;struct otx2_nix_tm_node_list node_list;
drivers/net/octeontx2/otx2_tm.c +15 -1
@@ -437,6 +437,16 @@ populate_tm_registers(struct otx2_eth_dev *dev, *reg++ =NIX_AF_TL3X_SCHEDULE (schq); *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; req->num_regs++; + +/* Link configuration */ +if (!otx2_dev_is_sdp (dev) && + dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { + *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, +nix_get_link (dev)); + *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); + req->num_regs++; + } +if (pir.rate && pir.burst) { *reg++ =NIX_AF_TL3X_PIR (schq); *regval++ =shaper2regval (&pir) |1 ;
@@ -471,7 +481,10 @@ populate_tm_registers(struct otx2_eth_dev *dev,else *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; req->num_regs++; -if (!otx2_dev_is_sdp (dev)) { + +/* Link configuration */ +if (!otx2_dev_is_sdp (dev) && + dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev);
@@ -1144,6 +1157,7 @@ nix_tm_send_txsch_alloc_msg(struct otx2_eth_dev *dev)return rc;nix_tm_copy_rsp_to_dev (dev, rsp); + dev->link_cfg_lvl = rsp->link_cfg_lvl;nix_tm_assign_hw_id (dev);return 0 ;
Signature · 1 line
2.8.4
PATCH v2 2/11 net/octeontx2: restructure tm helper functions
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Restructure traffic manager helper function by splitting to multiple sets of register configurations like shaping, scheduling and topology config.
--- drivers/net/octeontx2/otx2_tm.c | 689 ++++++++++++++++++++++------------------ drivers/net/octeontx2/otx2_tm.h | 85 ++--- 2 files changed, 417 insertions(+), 357 deletions(-)
drivers/net/octeontx2/otx2_tm.c +373 -316
@@ -94,52 +94,50 @@ nix_tm_shaper_profile_search(struct otx2_eth_dev *dev, uint32_t shaper_id) }static inline uint64_t -shaper_rate_to_nix (uint64_t cclk_hz,uint64_t cclk_ticks, -uint64_t value,uint64_t *exponent_p, +shaper_rate_to_nix (uint64_t value,uint64_t *exponent_p,uint64_t *mantissa_p,uint64_t *div_exp_p) {uint64_t div_exp, exponent, mantissa;/* Boundary checks */ -if (value <MIN_SHAPER_RATE (cclk_hz, cclk_ticks) || - value >MAX_SHAPER_RATE (cclk_hz, cclk_ticks)) +if (value <MIN_SHAPER_RATE || + value >MAX_SHAPER_RATE )return 0 ; -if (value <=SHAPER_RATE (cclk_hz, cclk_ticks,0 ,0 ,0 )) { +if (value <=SHAPER_RATE (0 ,0 ,0 )) {/* Calculate rate div_exp and mantissa using * the following formula: * -* value = (cclk_hz * (256 + mantissa) -* / ((cclk_ticks << div_exp) * 256) +* value = (2E6 * (256 + mantissa) +* / ((1 << div_exp) * 256)) */ div_exp =0 ; exponent =0 ; mantissa =MAX_RATE_MANTISSA ; -while (value < (cclk_hz / (cclk_ticks << div_exp))) +while (value < (NIX_SHAPER_RATE_CONST / (1 << div_exp))) div_exp +=1 ;while (value < - ((cclk_hz * (256 + mantissa)) / - ((cclk_ticks << div_exp) *256 ))) + ((NIX_SHAPER_RATE_CONST * (256 + mantissa)) / + ((1 << div_exp) *256 ))) mantissa -=1 ; }else {/* Calculate rate exponent and mantissa using * the following formula: * -* value = (cclk_hz * ((256 + mantissa) << exponent) -* / (cclk_ticks * 256) +* value = (2E6 * ((256 + mantissa) << exponent)) / 256 * */ div_exp =0 ; exponent =MAX_RATE_EXPONENT ; mantissa =MAX_RATE_MANTISSA ; -while (value < (cclk_hz * (1 << exponent)) / cclk_ticks) +while (value < (NIX_SHAPER_RATE_CONST * (1 << exponent))) exponent -=1 ; -while (value < (cclk_hz * ((256 + mantissa) << exponent)) / - (cclk_ticks *256 )) +while (value < ((NIX_SHAPER_RATE_CONST * + ((256 + mantissa) << exponent)) /256 )) mantissa -=1 ; }
@@ -155,20 +153,7 @@ shaper_rate_to_nix(uint64_t cclk_hz, uint64_t cclk_ticks, *mantissa_p = mantissa;/* Calculate real rate value */ -return SHAPER_RATE (cclk_hz, cclk_ticks, exponent, mantissa, div_exp); -} - -static inline uint64_t -lx_shaper_rate_to_nix (uint64_t cclk_hz,uint32_t hw_lvl, -uint64_t value,uint64_t *exponent, -uint64_t *mantissa,uint64_t *div_exp) -{ -if (hw_lvl ==NIX_TXSCH_LVL_TL1 ) -return shaper_rate_to_nix (cclk_hz,L1_TIME_WHEEL_CCLK_TICKS , - value, exponent, mantissa, div_exp); -else -return shaper_rate_to_nix (cclk_hz,LX_TIME_WHEEL_CCLK_TICKS , - value, exponent, mantissa, div_exp); +return SHAPER_RATE (exponent, mantissa, div_exp); } static inline uint64_t
@@ -207,329 +192,394 @@ shaper_burst_to_nix(uint64_t value, uint64_t *exponent_p,return SHAPER_BURST (exponent, mantissa); } -static int -configure_shaper_cir_pir_reg (struct otx2_eth_dev *dev, -struct otx2_nix_tm_node *tm_node, -struct shaper_params *cir, -struct shaper_params *pir) -{ -uint32_t shaper_profile_id =RTE_TM_SHAPER_PROFILE_ID_NONE ; -struct otx2_nix_tm_shaper_profile *shaper_profile =NULL ; -struct rte_tm_shaper_params *param; - - shaper_profile_id = tm_node->params.shaper_profile_id; - - shaper_profile =nix_tm_shaper_profile_search (dev, shaper_profile_id); -if (shaper_profile) { - param = &shaper_profile->profile; -/* Calculate CIR exponent and mantissa */ -if (param->committed.rate) - cir->rate =lx_shaper_rate_to_nix (CCLK_HZ , - tm_node->hw_lvl_id, - param->committed.rate, - &cir->exponent, - &cir->mantissa, - &cir->div_exp); - -/* Calculate PIR exponent and mantissa */ -if (param->peak.rate) - pir->rate =lx_shaper_rate_to_nix (CCLK_HZ , - tm_node->hw_lvl_id, - param->peak.rate, - &pir->exponent, - &pir->mantissa, - &pir->div_exp); - -/* Calculate CIR burst exponent and mantissa */ -if (param->committed.size) - cir->burst =shaper_burst_to_nix (param->committed.size, - &cir->burst_exponent, - &cir->burst_mantissa); - -/* Calculate PIR burst exponent and mantissa */ -if (param->peak.size) - pir->burst =shaper_burst_to_nix (param->peak.size, - &pir->burst_exponent, - &pir->burst_mantissa); - } - -return 0 ; -} - -static int -send_tm_reqval (struct otx2_mbox *mbox,struct nix_txschq_config *req) +static void +shaper_config_to_nix (struct otx2_nix_tm_shaper_profile *profile, +struct shaper_params *cir, +struct shaper_params *pir) { -int rc; - -if (req->num_regs >MAX_REGS_PER_MBOX_MSG ) -return -ERANGE ; - - rc =otx2_mbox_process (mbox); -if (rc) -return rc; - - req->num_regs =0 ; -return 0 ; +struct rte_tm_shaper_params *param = &profile->params; + +if (!profile) +return ; + +/* Calculate CIR exponent and mantissa */ +if (param->committed.rate) + cir->rate =shaper_rate_to_nix (param->committed.rate, + &cir->exponent, + &cir->mantissa, + &cir->div_exp); + +/* Calculate PIR exponent and mantissa */ +if (param->peak.rate) + pir->rate =shaper_rate_to_nix (param->peak.rate, + &pir->exponent, + &pir->mantissa, + &pir->div_exp); + +/* Calculate CIR burst exponent and mantissa */ +if (param->committed.size) + cir->burst =shaper_burst_to_nix (param->committed.size, + &cir->burst_exponent, + &cir->burst_mantissa); + +/* Calculate PIR burst exponent and mantissa */ +if (param->peak.size) + pir->burst =shaper_burst_to_nix (param->peak.size, + &pir->burst_exponent, + &pir->burst_mantissa); }static int -populate_tm_registers (struct otx2_eth_dev *dev, -struct otx2_nix_tm_node *tm_node) +populate_tm_tl1_default (struct otx2_eth_dev *dev,uint32_t schq) { -uint64_t strict_schedul_prio, rr_prio;struct otx2_mbox *mbox = dev->mbox; -volatile uint64_t *reg, *regval; -uint64_t parent =0 , child =0 ; -struct shaper_params cir, pir;struct nix_txschq_config *req; + +/* +* Default config for TL1. +* For VF this is always ignored. +*/ + + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl =NIX_TXSCH_LVL_TL1 ; + +/* Set DWRR quantum */ + req->reg[0 ] =NIX_AF_TL1X_SCHEDULE (schq); + req->regval[0 ] =TXSCH_TL1_DFLT_RR_QTM ; + req->num_regs++; + + req->reg[1 ] =NIX_AF_TL1X_TOPOLOGY (schq); + req->regval[1 ] = (TXSCH_TL1_DFLT_RR_PRIO <<1 ); + req->num_regs++; + + req->reg[2 ] =NIX_AF_TL1X_CIR (schq); + req->regval[2 ] =0 ; + req->num_regs++; + +return otx2_mbox_process (mbox); +} + +static uint8_t +prepare_tm_sched_reg (struct otx2_eth_dev *dev, +struct otx2_nix_tm_node *tm_node, +volatile uint64_t *reg,volatile uint64_t *regval) +{ +uint64_t strict_prio = tm_node->priority; +uint32_t hw_lvl = tm_node->hw_lvl; +uint32_t schq = tm_node->hw_id;uint64_t rr_quantum; -uint32_t hw_lvl; -uint32_t schq; -int rc; +uint8_t k =0 ; + + rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); + +/* For children to root, strict prio is default if either +* device root is TL2 or TL1 Static Priority is disabled. +*/ +if (hw_lvl ==NIX_TXSCH_LVL_TL2 && + (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 || + dev->tm_flags &NIX_TM_TL1_NO_SP )) + strict_prio =TXSCH_TL1_DFLT_RR_PRIO ; + +otx2_tm_dbg ("Schedule config node %s(%u) lvl %u id %u, " +"prio 0x%" PRIx64", rr_quantum 0x%" PRIx64" (%p)" , +nix_hwlvl2str (tm_node->hw_lvl), schq, tm_node->lvl, + tm_node->id, strict_prio, rr_quantum, tm_node); + +switch (hw_lvl) { +case NIX_TXSCH_LVL_SMQ : + reg[k] =NIX_AF_MDQX_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL4 : + reg[k] =NIX_AF_TL4X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL3 : + reg[k] =NIX_AF_TL3X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL2 : + reg[k] =NIX_AF_TL2X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL1 : + reg[k] =NIX_AF_TL1X_SCHEDULE (schq); + regval[k] = rr_quantum; + k++; + +break ; + } + +return k; +} + +static uint8_t +prepare_tm_shaper_reg (struct otx2_nix_tm_node *tm_node, +struct otx2_nix_tm_shaper_profile *profile, +volatile uint64_t *reg,volatile uint64_t *regval) +{ +struct shaper_params cir, pir; +uint32_t schq = tm_node->hw_id; +uint8_t k =0 ;memset (&cir,0 ,sizeof (cir));memset (&pir,0 ,sizeof (pir)); +shaper_config_to_nix (profile, &cir, &pir); -/* Skip leaf nodes */ -if (tm_node->hw_lvl_id ==NIX_TXSCH_LVL_CNT ) -return 0 ; +otx2_tm_dbg ("Shaper config node %s(%u) lvl %u id %u, " +"pir %" PRIu64"(%" PRIu64"B)," +" cir %" PRIu64"(%" PRIu64"B) (%p)" , +nix_hwlvl2str (tm_node->hw_lvl), schq, tm_node->lvl, + tm_node->id, pir.rate, pir.burst, + cir.rate, cir.burst, tm_node); + +switch (tm_node->hw_lvl) { +case NIX_TXSCH_LVL_SMQ : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_MDQX_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_MDQX_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED ALG */ + reg[k] =NIX_AF_MDQX_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; +break ; +case NIX_TXSCH_LVL_TL4 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL4X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL4X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL4X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; +break ; +case NIX_TXSCH_LVL_TL3 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL3X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL3X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL3X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; + +break ; +case NIX_TXSCH_LVL_TL2 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL2X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL2X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL2X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; + +break ; +case NIX_TXSCH_LVL_TL1 : +/* Configure CIR */ + reg[k] =NIX_AF_TL1X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; +break ; + } + +return k; +} + +static int +populate_tm_reg (struct otx2_eth_dev *dev, +struct otx2_nix_tm_node *tm_node) +{ +struct otx2_nix_tm_shaper_profile *profile; +uint64_t regval_mask[MAX_REGS_PER_MBOX_MSG ]; +uint64_t regval[MAX_REGS_PER_MBOX_MSG ]; +uint64_t reg[MAX_REGS_PER_MBOX_MSG ]; +struct otx2_mbox *mbox = dev->mbox; +uint64_t parent =0 , child =0 ; +uint32_t hw_lvl, rr_prio, schq; +struct nix_txschq_config *req; +int rc = -EFAULT ; +uint8_t k =0 ; + +memset (regval_mask,0 ,sizeof (regval_mask)); + profile =nix_tm_shaper_profile_search (dev, + tm_node->params.shaper_profile_id); + rr_prio = tm_node->rr_prio; + hw_lvl = tm_node->hw_lvl; + schq = tm_node->hw_id;/* Root node will not have a parent node */ -if (tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) +if (hw_lvl == dev->otx2_tm_root_lvl) parent = tm_node->parent_hw_id;else parent = tm_node->parent->hw_id;/* Do we need this trigger to configure TL1 */ if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 && - tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) { - schq = parent; -/* -* Default config for TL1. -* For VF this is always ignored. -*/ - - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl =NIX_TXSCH_LVL_TL1 ; - -/* Set DWRR quantum */ - req->reg[0 ] =NIX_AF_TL1X_SCHEDULE (schq); - req->regval[0 ] =TXSCH_TL1_DFLT_RR_QTM ; - req->num_regs++; - - req->reg[1 ] =NIX_AF_TL1X_TOPOLOGY (schq); - req->regval[1 ] = (TXSCH_TL1_DFLT_RR_PRIO <<1 ); - req->num_regs++; - - req->reg[2 ] =NIX_AF_TL1X_CIR (schq); - req->regval[2 ] =0 ; - req->num_regs++; - - rc =send_tm_reqval (mbox, req); + hw_lvl == dev->otx2_tm_root_lvl) { + rc =populate_tm_tl1_default (dev, parent);if (rc) goto error; } -if (tm_node->hw_lvl_id !=NIX_TXSCH_LVL_SMQ ) +if (hw_lvl !=NIX_TXSCH_LVL_SMQ ) child =find_prio_anchor (dev, tm_node->id); - rr_prio = tm_node->rr_prio; - hw_lvl = tm_node->hw_lvl_id; - strict_schedul_prio = tm_node->priority; - schq = tm_node->hw_id; - rr_quantum = (tm_node->weight *NIX_TM_RR_QUANTUM_MAX ) / -MAX_SCHED_WEIGHT ; - -configure_shaper_cir_pir_reg (dev, tm_node, &cir, &pir); - -otx2_tm_dbg ("Configure node %p, lvl %u hw_lvl %u, id %u, hw_id %u," -"parent_hw_id %" PRIx64", pir %" PRIx64", cir %" PRIx64, - tm_node, tm_node->level_id, hw_lvl, - tm_node->id, schq, parent, pir.rate, cir.rate); - - rc = -EFAULT ; - +/* Override default rr_prio when TL1 +* Static Priority is disabled +*/ +if (hw_lvl ==NIX_TXSCH_LVL_TL1 && + dev->tm_flags &NIX_TM_TL1_NO_SP ) { + rr_prio =TXSCH_TL1_DFLT_RR_PRIO ; + child =0 ; + } + +otx2_tm_dbg ("Topology config node %s(%u)->%s(%lu) lvl %u, id %u" +" prio_anchor %lu rr_prio %u (%p)" ,nix_hwlvl2str (hw_lvl), + schq,nix_hwlvl2str (hw_lvl +1 ), parent, tm_node->lvl, + tm_node->id, child, rr_prio, tm_node); + +/* Prepare Topology and Link config */ switch (hw_lvl) {case NIX_TXSCH_LVL_SMQ : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - reg = req->reg; - regval = req->regval; - req->num_regs =0 ;/* Set xoff which will be cleared later */ - *reg++ =NIX_AF_SMQX_CFG (schq); - *regval++ =BIT_ULL (50 ) | ((uint64_t )NIX_MAX_VTAG_INS <<36 ) | - (NIX_MAX_HW_FRS <<8 ) |NIX_MIN_HW_FRS ; - req->num_regs++; - *reg++ =NIX_AF_MDQX_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_MDQX_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_MDQX_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } + reg[k] =NIX_AF_SMQX_CFG (schq); + regval[k] =BIT_ULL (50 ); + regval_mask[k] = ~BIT_ULL (50 ); + k++; -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_MDQX_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } +/* Parent and schedule conf */ + reg[k] =NIX_AF_MDQX_PARENT (schq); + regval[k] = parent <<16 ; + k++; - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL4 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL4X_PARENT (schq); + regval[k] = parent <<16 ; + k++; + + reg[k] =NIX_AF_TL4X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++; - *reg++ =NIX_AF_TL4X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL4X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL4X_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL4X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL4X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - }/* Configure TL4 to send to SDP channel instead of CGX/LBK */ if (otx2_dev_is_sdp (dev)) { - *reg++ =NIX_AF_TL4X_SDP_LINK_CFG (schq); - *regval++ =BIT_ULL (12 ); - req->num_regs++; + reg[k] =NIX_AF_TL4X_SDP_LINK_CFG (schq); + regval[k] =BIT_ULL (12 ); + k++; } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL3 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL3X_PARENT (schq); + regval[k] = parent <<16 ; + k++; - *reg++ =NIX_AF_TL3X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL3X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL3X_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; + reg[k] =NIX_AF_TL3X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++;/* Link configuration */ if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { - *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, + reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); - *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); - req->num_regs++; + regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); + k++; } -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL3X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL3X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL2 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL2X_PARENT (schq); + regval[k] = parent <<16 ; + k++; - *reg++ =NIX_AF_TL2X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL2X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL2X_SCHEDULE (schq); -if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 ) - *regval++ = (1 <<24 ) | rr_quantum; -else - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; + reg[k] =NIX_AF_TL2X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++;/* Link configuration */ if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { - *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, + reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); - *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); - req->num_regs++; - } -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL2X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL2X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; + regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); + k++; } - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL1 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; + reg[k] =NIX_AF_TL1X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 /*RR_PRIO*/ ); + k++; - *reg++ =NIX_AF_TL1X_SCHEDULE (schq); - *regval++ = rr_quantum; - req->num_regs++; - *reg++ =NIX_AF_TL1X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 /*RR_PRIO*/ ); - req->num_regs++; -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL1X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ; } +/* Prepare schedule config */ + k +=prepare_tm_sched_reg (dev, tm_node, ®[k], ®val[k]); + +/* Prepare shaping config */ + k +=prepare_tm_shaper_reg (tm_node, profile, ®[k], ®val[k]); + +if (!k) +return 0 ; + +/* Copy and send config mbox */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = hw_lvl; + req->num_regs = k; + +otx2_mbox_memcpy (req->reg, reg,sizeof (uint64_t ) * k); +otx2_mbox_memcpy (req->regval, regval,sizeof (uint64_t ) * k); +otx2_mbox_memcpy (req->regval_mask, regval_mask,sizeof (uint64_t ) * k); + + rc =otx2_mbox_process (mbox); +if (rc) + goto error; +return 0 ; error:otx2_err ("Txschq cfg request failed for node %p, rc=%d" , tm_node, rc);
@@ -541,13 +591,14 @@ static int nix_tm_txsch_reg_config(struct otx2_eth_dev *dev) {struct otx2_nix_tm_node *tm_node; -uint32_t lvl; +uint32_t hw_lvl;int rc =0 ; -for (lvl =0 ; lvl < (uint32_t )dev->otx2_tm_root_lvl +1 ; lvl++) { +for (hw_lvl =0 ; hw_lvl <= dev->otx2_tm_root_lvl; hw_lvl++) { TAILQ_FOREACH(tm_node, &dev->node_list, node) { -if (tm_node->hw_lvl_id == lvl) { - rc =populate_tm_registers (dev, tm_node); +if (tm_node->hw_lvl == hw_lvl && + tm_node->hw_lvl !=NIX_TXSCH_LVL_CNT ) { + rc =populate_tm_reg (dev, tm_node);if (rc) goto exit; }
@@ -637,8 +688,8 @@ nix_tm_update_parent_info(struct otx2_eth_dev *dev)static int nix_tm_node_add_to_list (struct otx2_eth_dev *dev,uint32_t node_id,uint32_t parent_node_id,uint32_t priority, -uint32_t weight,uint16_t hw_lvl_id, -uint16_t level_id,bool user, +uint32_t weight,uint16_t hw_lvl, +uint16_t lvl,bool user,struct rte_tm_node_params *params) {struct otx2_nix_tm_shaper_profile *shaper_profile;
@@ -655,8 +706,8 @@ nix_tm_node_add_to_list(struct otx2_eth_dev *dev, uint32_t node_id,if (!tm_node)return -ENOMEM ; - tm_node->level_id = level_id; - tm_node->hw_lvl_id = hw_lvl_id; + tm_node->lvl = lvl; + tm_node->hw_lvl = hw_lvl; tm_node->id = node_id; tm_node->priority = priority;
@@ -935,18 +986,18 @@ nix_tm_free_resources(struct otx2_eth_dev *dev, uint32_t flags_mask,continue ;if (nix_tm_have_tl1_access (dev) && - tm_node->hw_lvl_id ==NIX_TXSCH_LVL_TL1 ) + tm_node->hw_lvl ==NIX_TXSCH_LVL_TL1 ) skip_node = true;otx2_tm_dbg ("Free hwres for node %u, hwlvl %u, hw_id %u (%p)" , - tm_node->id, tm_node->hw_lvl_id, + tm_node->id, tm_node->hw_lvl, tm_node->hw_id, tm_node);/* Free specific HW resource if requested */ if (!skip_node && flags_mask && tm_node->flags &NIX_TM_NODE_HWRES ) { req =otx2_mbox_alloc_msg_nix_txsch_free (mbox); req->flags =0 ; - req->schq_lvl = tm_node->hw_lvl_id; + req->schq_lvl = tm_node->hw_lvl; req->schq = tm_node->hw_id; rc =otx2_mbox_process (mbox);if (rc)
@@ -1010,17 +1061,17 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev,uint32_t l_id, schq_index;otx2_tm_dbg ("Assign hw id for child node %u, lvl %u, hw_lvl %u (%p)" , - child->id, child->level_id, child->hw_lvl_id, child); + child->id, child->lvl, child->hw_lvl, child); child->flags |=NIX_TM_NODE_HWRES ;/* Process root nodes */ if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 && - child->hw_lvl_id == dev->otx2_tm_root_lvl && !parent) { + child->hw_lvl == dev->otx2_tm_root_lvl && !parent) {int idx =0 ;uint32_t tschq_con_index; - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; tschq_con_index = dev->txschq_contig_index[l_id]; hw_id = dev->txschq_contig_list[l_id][tschq_con_index]; child->hw_id = hw_id;
@@ -1032,10 +1083,10 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev,return 0 ; }if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL1 && - child->hw_lvl_id == dev->otx2_tm_root_lvl && !parent) { + child->hw_lvl == dev->otx2_tm_root_lvl && !parent) {uint32_t tschq_con_index; - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; tschq_con_index = dev->txschq_index[l_id]; hw_id = dev->txschq_list[l_id][tschq_con_index]; child->hw_id = hw_id;
@@ -1044,7 +1095,7 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev, }/* Process children with parents */ - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; schq_index = dev->txschq_index[l_id]; schq_con_index = dev->txschq_contig_index[l_id];
@@ -1069,8 +1120,8 @@ nix_tm_assign_hw_id(struct otx2_eth_dev *dev)for (i =NIX_TXSCH_LVL_TL1 ; i >0 ; i--) { TAILQ_FOREACH(parent, &dev->node_list, node) { - child_hw_lvl = parent->hw_lvl_id -1 ; -if (parent->hw_lvl_id != i) + child_hw_lvl = parent->hw_lvl -1 ; +if (parent->hw_lvl != i)continue ; TAILQ_FOREACH(child, &dev->node_list, node) {if (!child->parent)
@@ -1087,7 +1138,7 @@ nix_tm_assign_hw_id(struct otx2_eth_dev *dev)* Explicitly assign id to parent node if it * doesn't have a parent */ -if (parent->hw_lvl_id == dev->otx2_tm_root_lvl) +if (parent->hw_lvl == dev->otx2_tm_root_lvl)nix_tm_assign_id_to_node (dev, parent,NULL ); } }
@@ -1102,7 +1153,7 @@ nix_tm_count_req_schq(struct otx2_eth_dev *dev,uint8_t contig_count; TAILQ_FOREACH(tm_node, &dev->node_list, node) { -if (lvl == tm_node->hw_lvl_id) { +if (lvl == tm_node->hw_lvl) { req->schq[lvl -1 ] += tm_node->rr_num;if (tm_node->max_prio !=UINT32_MAX ) { contig_count = tm_node->max_prio +1 ;
@@ -1111,7 +1162,7 @@ nix_tm_count_req_schq(struct otx2_eth_dev *dev, }if (lvl == dev->otx2_tm_root_lvl && dev->otx2_tm_root_lvl && lvl ==NIX_TXSCH_LVL_TL2 && - tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) { + tm_node->hw_lvl == dev->otx2_tm_root_lvl) { req->schq_contig[dev->otx2_tm_root_lvl]++; } }
@@ -1192,7 +1243,7 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)continue ;/* Enable xmit on sq */ -if (tm_node->level_id !=OTX2_TM_LVL_QUEUE ) { +if (tm_node->lvl !=OTX2_TM_LVL_QUEUE ) { tm_node->flags |=NIX_TM_NODE_ENABLED ;continue ; }
@@ -1210,8 +1261,7 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable) txq = eth_dev->data->tx_queues[sq]; smq = tm_node->parent->hw_id; - rr_quantum = (tm_node->weight * -NIX_TM_RR_QUANTUM_MAX ) /MAX_SCHED_WEIGHT ; + rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); rc =nix_tm_sw_xon (txq, smq, rr_quantum);if (rc)
@@ -1332,6 +1382,7 @@ void otx2_nix_tm_conf_init(struct rte_eth_dev *eth_dev)int otx2_nix_tm_init_default (struct rte_eth_dev *eth_dev) { +struct rte_pci_device *pci_dev =RTE_ETH_DEV_TO_PCI (eth_dev);struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev);uint16_t sq_cnt = eth_dev->data->nb_tx_queues;int rc;
@@ -1347,6 +1398,13 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev)nix_tm_clear_shaper_profiles (dev); dev->tm_flags =NIX_TM_DEFAULT_TREE ; +/* Disable TL1 Static Priority when VF's are enabled +* as otherwise VF's TL2 reallocation will be needed +* runtime to support a specific topology of PF. +*/ +if (pci_dev->max_vfs) + dev->tm_flags |=NIX_TM_TL1_NO_SP ; + rc =nix_tm_prepare_default_tree (eth_dev);if (rc !=0 )return rc;
@@ -1397,15 +1455,14 @@ otx2_nix_tm_get_leaf_data(struct otx2_eth_dev *dev, uint16_t sq, tm_node =nix_tm_node_search (dev, sq, true);/* Check if we found a valid leaf node */ -if (!tm_node || tm_node->level_id !=OTX2_TM_LVL_QUEUE || +if (!tm_node || tm_node->lvl !=OTX2_TM_LVL_QUEUE || !tm_node->parent || tm_node->parent->hw_id ==UINT32_MAX ) {return -EIO ; }/* Get SMQ Id of leaf node's parent */ *smq = tm_node->parent->hw_id; - *rr_quantum = (tm_node->weight *NIX_TM_RR_QUANTUM_MAX ) - /MAX_SCHED_WEIGHT ; + *rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); rc =nix_smq_xoff (dev, *smq, false);if (rc)
drivers/net/octeontx2/otx2_tm.h +44 -41
135 lines not on this page · raw message
Signature · 1 line
2.8.4
PATCH v2 3/11 net/octeontx2: add dynamic topology update support
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Modify resource allocation and freeing logic to support dynamic topology commit while to traffic is flowing.
This patch also modifies SQ flush to timeout based on minimum shaper rate configured. SQ flush is further split to pre/post functions to adhere to HW spec of 96XX C0.
--- drivers/common/octeontx2/otx2_dev.h | 9 + drivers/net/octeontx2/otx2_ethdev.c | 3 +- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_tm.c | 550 +++++++++++++++++++++++++++--------- drivers/net/octeontx2/otx2_tm.h | 7 +- 5 files changed, 426 insertions(+), 144 deletions(-)
drivers/common/octeontx2/otx2_dev.h +9 -0
@@ -46,6 +46,15 @@ ((RVU_PCI_REV_MAJOR (otx2_dev_revid (dev)) ==0x0 ) && \ (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) +#define otx2_dev_is_96xx_Cx (dev) \ + ((RVU_PCI_REV_MAJOR(otx2_dev_revid(dev)) == 0x2) && \ + (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) + +#define otx2_dev_is_96xx_C0 (dev) \ + ((RVU_PCI_REV_MAJOR(otx2_dev_revid(dev)) == 0x2) && \ + (RVU_PCI_REV_MINOR(otx2_dev_revid(dev)) == 0x0) && \ + (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) +struct otx2_dev ;/* Link status callback */
drivers/net/octeontx2/otx2_ethdev.c +2 -1
@@ -992,7 +992,7 @@ otx2_nix_tx_queue_release(void *_txq)otx2_nix_dbg ("Releasing txq %u" , txq->sq);/* Flush and disable tm */ -otx2_nix_tm_sw_xoff (txq, eth_dev->data->dev_started); +otx2_nix_sq_flush_pre (txq, eth_dev->data->dev_started);/* Free sqb's and disable sq */ nix_sq_uninit (txq);
@@ -1001,6 +1001,7 @@ otx2_nix_tx_queue_release(void *_txq)rte_mempool_free (txq->sqb_pool); txq->sqb_pool =NULL ; } +otx2_nix_sq_flush_post (txq);rte_free (txq); }
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -307,6 +307,7 @@ struct otx2_eth_dev {uint16_t link_cfg_lvl;uint16_t tm_flags;uint16_t tm_leaf_cnt; +uint64_t tm_rate_min;struct otx2_nix_tm_node_list node_list;struct otx2_nix_tm_shaper_profile_list shaper_profile_list;struct otx2_rss_info rss_info;
drivers/net/octeontx2/otx2_tm.c +409 -141
773 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +5 -2
@@ -10,6 +10,7 @@#include <rte_tm_driver.h> #define NIX_TM_DEFAULT_TREE BIT_ULL(0) +#define NIX_TM_COMMITTED BIT_ULL(1)#define NIX_TM_TL1_NO_SP BIT_ULL(3)struct otx2_eth_dev ;
@@ -19,7 +20,9 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); -int otx2_nix_tm_sw_xoff (void *_txq,bool dev_started); +int otx2_nix_sq_flush_pre (void *_txq,bool dev_started); +int otx2_nix_sq_flush_post (void *_txq); +int otx2_nix_sq_enable (void *_txq);int otx2_nix_sq_sqb_aura_fc (void *_txq,bool enable);struct otx2_nix_tm_node {
@@ -40,6 +43,7 @@ struct otx2_nix_tm_node {#define NIX_TM_NODE_USER BIT_ULL(2)/* Shaper algorithm for RED state @NIX_REDALG_E */ uint32_t red_algo:2; +struct otx2_nix_tm_node *parent;struct rte_tm_node_params params; };
@@ -70,7 +74,6 @@ TAILQ_HEAD(otx2_nix_tm_shaper_profile_list, otx2_nix_tm_shaper_profile); ((((__weight) &MAX_SCHED_WEIGHT ) * \NIX_TM_RR_QUANTUM_MAX ) /MAX_SCHED_WEIGHT ) -/* DEFAULT_RR_WEIGHT * NIX_TM_RR_QUANTUM_MAX / MAX_SCHED_WEIGHT */ /* = NIX_MAX_HW_MTU */#define DEFAULT_RR_WEIGHT 71
Signature · 1 line
2.8.4
PATCH v2 4/11 net/octeontx2: add tm node add and delete cb
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Adds support to Traffic Management callbacks "node_add" and "node_delete". These callbacks doesn't support dynamic node addition or deletion post hierarchy commit.
--- drivers/net/octeontx2/otx2_tm.c | 271 ++++++++++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 2 + 2 files changed, 273 insertions(+)
drivers/net/octeontx2/otx2_tm.c +271 -0
@@ -1540,6 +1540,277 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)return 0 ; } +static uint16_t +nix_tm_lvl2nix (struct otx2_eth_dev *dev,uint32_t lvl) +{ +if (nix_tm_have_tl1_access (dev)) { +switch (lvl) { +case OTX2_TM_LVL_ROOT : +return NIX_TXSCH_LVL_TL1 ; +case OTX2_TM_LVL_SCH1 : +return NIX_TXSCH_LVL_TL2 ; +case OTX2_TM_LVL_SCH2 : +return NIX_TXSCH_LVL_TL3 ; +case OTX2_TM_LVL_SCH3 : +return NIX_TXSCH_LVL_TL4 ; +case OTX2_TM_LVL_SCH4 : +return NIX_TXSCH_LVL_SMQ ; +default : +return NIX_TXSCH_LVL_CNT ; + } + }else { +switch (lvl) { +case OTX2_TM_LVL_ROOT : +return NIX_TXSCH_LVL_TL2 ; +case OTX2_TM_LVL_SCH1 : +return NIX_TXSCH_LVL_TL3 ; +case OTX2_TM_LVL_SCH2 : +return NIX_TXSCH_LVL_TL4 ; +case OTX2_TM_LVL_SCH3 : +return NIX_TXSCH_LVL_SMQ ; +default : +return NIX_TXSCH_LVL_CNT ; + } + } +} + +static uint16_t +nix_max_prio (struct otx2_eth_dev *dev,uint16_t hw_lvl) +{ +if (hw_lvl >=NIX_TXSCH_LVL_CNT ) +return 0 ; + +/* MDQ doesn't support SP */ +if (hw_lvl ==NIX_TXSCH_LVL_MDQ ) +return 0 ; + +/* PF's TL1 with VF's enabled doesn't support SP */ +if (hw_lvl ==NIX_TXSCH_LVL_TL1 && + (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 || + (dev->tm_flags &NIX_TM_TL1_NO_SP ))) +return 0 ; + +return TXSCH_TLX_SP_PRIO_MAX -1 ; +} + + +static int +validate_prio (struct otx2_eth_dev *dev,uint32_t lvl, +uint32_t parent_id,uint32_t priority, +struct rte_tm_error *error) +{ +uint8_t priorities[TXSCH_TLX_SP_PRIO_MAX ]; +struct otx2_nix_tm_node *tm_node; +uint32_t rr_num =0 ; +int i; + +/* Validate priority against max */ +if (priority >nix_max_prio (dev,nix_tm_lvl2nix (dev, lvl -1 ))) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="unsupported priority value" ; +return -EINVAL ; + } + +if (parent_id ==RTE_TM_NODE_ID_NULL ) +return 0 ; + +memset (priorities,0 ,TXSCH_TLX_SP_PRIO_MAX ); + priorities[priority] =1 ; + + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (!tm_node->parent) +continue ; + +if (!(tm_node->flags &NIX_TM_NODE_USER )) +continue ; + +if (tm_node->parent->id != parent_id) +continue ; + + priorities[tm_node->priority]++; + } + +for (i =0 ; i <TXSCH_TLX_SP_PRIO_MAX ; i++) +if (priorities[i] >1 ) + rr_num++; + +/* At max, one rr groups per parent */ +if (rr_num >1 ) { + error->type =RTE_TM_ERROR_TYPE_NODE_PRIORITY ; + error->message ="multiple DWRR node priority" ; +return -EINVAL ; + } + +/* Check for previous priority to avoid holes in priorities */ +if (priority && !priorities[priority -1 ]) { + error->type =RTE_TM_ERROR_TYPE_NODE_PRIORITY ; + error->message ="priority not in order" ; +return -EINVAL ; + } + +return 0 ; +} + +static int +otx2_nix_tm_node_add (struct rte_eth_dev *eth_dev,uint32_t node_id, +uint32_t parent_node_id,uint32_t priority, +uint32_t weight,uint32_t lvl, +struct rte_tm_node_params *params, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *parent_node; +int rc, clear_on_fail =0 ; +uint32_t exp_next_lvl; +uint16_t hw_lvl; + +/* we don't support dynamic updates */ +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="dynamic update not supported" ; +return -EIO ; + } + +/* Leaf nodes have to be same priority */ +if (nix_tm_is_leaf (dev, lvl) && priority !=0 ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="queue shapers must be priority 0" ; +return -EIO ; + } + + parent_node =nix_tm_node_search (dev, parent_node_id, true); + +/* find the right level */ +if (lvl ==RTE_TM_NODE_LEVEL_ID_ANY ) { +if (parent_node_id ==RTE_TM_NODE_ID_NULL ) { + lvl =OTX2_TM_LVL_ROOT ; + }else if (parent_node) { + lvl = parent_node->lvl +1 ; + }else { +/* Neigher proper parent nor proper level id given */ + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="invalid parent node id" ; +return -ERANGE ; + } + } + +/* Translate rte_tm level id's to nix hw level id's */ + hw_lvl =nix_tm_lvl2nix (dev, lvl); +if (hw_lvl ==NIX_TXSCH_LVL_CNT && + !nix_tm_is_leaf (dev, lvl)) { + error->type =RTE_TM_ERROR_TYPE_LEVEL_ID ; + error->message ="invalid level id" ; +return -ERANGE ; + } + +if (node_id < dev->tm_leaf_cnt) + exp_next_lvl =NIX_TXSCH_LVL_SMQ ; +else + exp_next_lvl = hw_lvl +1 ; + +/* Check if there is no parent node yet */ +if (hw_lvl != dev->otx2_tm_root_lvl && + (!parent_node || parent_node->hw_lvl != exp_next_lvl)) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="invalid parent node id" ; +return -EINVAL ; + } + +/* Check if a node already exists */ +if (nix_tm_node_search (dev, node_id, true)) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="node already exists" ; +return -EINVAL ; + } + +/* Check if shaper profile exists for non leaf node */ +if (!nix_tm_is_leaf (dev, lvl) && + params->shaper_profile_id !=RTE_TM_SHAPER_PROFILE_ID_NONE && + !nix_tm_shaper_profile_search (dev, params->shaper_profile_id)) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="invalid shaper profile" ; +return -EINVAL ; + } + +/* Check if there is second DWRR already in siblings or holes in prio */ +if (validate_prio (dev, lvl, parent_node_id, priority, error)) +return -EINVAL ; + +if (weight >MAX_SCHED_WEIGHT ) { + error->type =RTE_TM_ERROR_TYPE_NODE_WEIGHT ; + error->message ="max weight exceeded" ; +return -EINVAL ; + } + + rc =nix_tm_node_add_to_list (dev, node_id, parent_node_id, + priority, weight, hw_lvl, + lvl, true, params); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; +/* cleanup user added nodes */ +if (clear_on_fail) +nix_tm_free_resources (dev,NIX_TM_NODE_USER , +NIX_TM_NODE_USER , false); + error->message ="failed to add node" ; +return rc; + } + error->type =RTE_TM_ERROR_TYPE_NONE ; +return 0 ; +} + +static int +otx2_nix_tm_node_delete (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node, *child_node; +struct otx2_nix_tm_shaper_profile *profile; +uint32_t profile_id; + +/* we don't support dynamic updates yet */ +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="hierarchy exists" ; +return -EIO ; + } + +if (node_id ==RTE_TM_NODE_ID_NULL ) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="invalid node id" ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Check for any existing children */ + TAILQ_FOREACH(child_node, &dev->node_list, node) { +if (child_node->parent == tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="children exist" ; +return -EINVAL ; + } + } + +/* Remove shaper profile reference */ + profile_id = tm_node->params.shaper_profile_id; + profile =nix_tm_shaper_profile_search (dev, profile_id); + profile->reference_count--; + +TAILQ_REMOVE (&dev->node_list, tm_node, node); +rte_free (tm_node); +return 0 ; +} + +const struct rte_tm_ops otx2_tm_ops = { + .node_add = otx2_nix_tm_node_add, + .node_delete = otx2_nix_tm_node_delete, +}; +static int nix_tm_prepare_default_tree (struct rte_eth_dev *eth_dev) {
drivers/net/octeontx2/otx2_tm.h +2 -0
@@ -135,6 +135,8 @@ TAILQ_HEAD(otx2_nix_tm_shaper_profile_list, otx2_nix_tm_shaper_profile);#define TXSCH_TL1_DFLT_RR_QTM ((1 << 24) - 1)#define TXSCH_TL1_DFLT_RR_PRIO 1 +#define TXSCH_TLX_SP_PRIO_MAX 10 +static inline const char *nix_hwlvl2str (uint32_t hw_lvl) {
Signature · 1 line
2.8.4
PATCH v2 5/11 net/octeontx2: add tm node suspend and resume cb
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add TM support to suspend and resume nodes post hierarchy commit.
--- drivers/net/octeontx2/otx2_tm.c | 81 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 81 insertions(+)
drivers/net/octeontx2/otx2_tm.c +81 -0
@@ -1540,6 +1540,28 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)return 0 ; } +static int +send_tm_reqval (struct otx2_mbox *mbox, +struct nix_txschq_config *req, +struct rte_tm_error *error) +{ +int rc; + +if (!req->num_regs || + req->num_regs >MAX_REGS_PER_MBOX_MSG ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="invalid config" ; +return -EIO ; + } + + rc =otx2_mbox_process (mbox); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="unexpected fatal error" ; + } +return rc; +} +static uint16_t nix_tm_lvl2nix (struct otx2_eth_dev *dev,uint32_t lvl) {
@@ -1806,9 +1828,68 @@ otx2_nix_tm_node_delete(struct rte_eth_dev *eth_dev, uint32_t node_id,return 0 ; } +static int +nix_tm_node_suspend_resume (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error,bool suspend) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_mbox *mbox = dev->mbox; +struct otx2_nix_tm_node *tm_node; +struct nix_txschq_config *req; +uint16_t flags; +int rc; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +if (!(dev->tm_flags &NIX_TM_COMMITTED )) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy doesn't exist" ; +return -EINVAL ; + } + + flags = tm_node->flags; + flags = suspend ? (flags & ~NIX_TM_NODE_ENABLED ) : + (flags |NIX_TM_NODE_ENABLED ); + +if (tm_node->flags == flags) +return 0 ; + +/* send mbox for state change */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + + req->lvl = tm_node->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node, suspend, + req->reg, req->regval); + rc =send_tm_reqval (mbox, req, error); +if (!rc) + tm_node->flags = flags; +return rc; +} + +static int +otx2_nix_tm_node_suspend (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +return nix_tm_node_suspend_resume (eth_dev, node_id, error, true); +} + +static int +otx2_nix_tm_node_resume (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +return nix_tm_node_suspend_resume (eth_dev, node_id, error, false); +} +const struct rte_tm_ops otx2_tm_ops = { .node_add = otx2_nix_tm_node_add, .node_delete = otx2_nix_tm_node_delete, + .node_suspend = otx2_nix_tm_node_suspend, + .node_resume = otx2_nix_tm_node_resume, }; static int
Signature · 1 line
2.8.4
PATCH v2 6/11 net/octeontx2: add tm hierarchy commit callback
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add TM hierarchy commit callback to support enabling newly created topology.
--- drivers/net/octeontx2/otx2_tm.c | 173 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 173 insertions(+)
drivers/net/octeontx2/otx2_tm.c +173 -0
@@ -1674,6 +1674,104 @@ validate_prio(struct otx2_eth_dev *dev, uint32_t lvl, }static int +nix_xmit_disable (struct rte_eth_dev *eth_dev) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +uint16_t sq_cnt = eth_dev->data->nb_tx_queues; +uint16_t sqb_cnt, head_off, tail_off; +struct otx2_nix_tm_node *tm_node; +struct otx2_eth_txq *txq; +uint64_t wdata, val; +int i, rc; + +otx2_tm_dbg ("Disabling xmit on %s" , eth_dev->data->name); + +/* Enable CGX RXTX to drain pkts */ +if (!eth_dev->data->dev_started) { +otx2_mbox_alloc_msg_nix_lf_start_rx (dev->mbox); + rc =otx2_mbox_process (dev->mbox); +if (rc) +return rc; + } + +/* XON all SMQ's */ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->hw_lvl !=NIX_TXSCH_LVL_SMQ ) +continue ; +if (!(tm_node->flags &NIX_TM_NODE_HWRES )) +continue ; + + rc =nix_smq_xoff (dev, tm_node, false); +if (rc) { +otx2_err ("Failed to enable smq %u, rc=%d" , + tm_node->hw_id, rc); + goto cleanup; + } + } + +/* Flush all tx queues */ +for (i =0 ; i < sq_cnt; i++) { + txq = eth_dev->data->tx_queues[i]; + + rc =otx2_nix_sq_sqb_aura_fc (txq, false); +if (rc) { +otx2_err ("Failed to disable sqb aura fc, rc=%d" , rc); + goto cleanup; + } + +/* Wait for sq entries to be flushed */ + rc =nix_txq_flush_sq_spin (txq); +if (rc) { +otx2_err ("Failed to drain sq, rc=%d\n" , rc); + goto cleanup; + } + } + +/* XOFF & Flush all SMQ's. HRM mandates +* all SQ's empty before SMQ flush is issued. +*/ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->hw_lvl !=NIX_TXSCH_LVL_SMQ ) +continue ; +if (!(tm_node->flags &NIX_TM_NODE_HWRES )) +continue ; + + rc =nix_smq_xoff (dev, tm_node, true); +if (rc) { +otx2_err ("Failed to enable smq %u, rc=%d" , + tm_node->hw_id, rc); + goto cleanup; + } + } + +/* Verify sanity of all tx queues */ +for (i =0 ; i < sq_cnt; i++) { + txq = eth_dev->data->tx_queues[i]; + + wdata = ((uint64_t )txq->sq <<32 ); + val =otx2_atomic64_add_nosync (wdata, + (int64_t *)(dev->base +NIX_LF_SQ_OP_STATUS )); + + sqb_cnt = val &0xFFFF ; + head_off = (val >>20 ) &0x3F ; + tail_off = (val >>28 ) &0x3F ; + +if (sqb_cnt >1 || head_off != tail_off || + (*txq->fc_mem != txq->nb_sqb_bufs)) +otx2_err ("Failed to gracefully flush sq %u" , txq->sq); + } + +cleanup: +/* restore cgx state */ +if (!eth_dev->data->dev_started) { +otx2_mbox_alloc_msg_nix_lf_stop_rx (dev->mbox); + rc |=otx2_mbox_process (dev->mbox); + } + +return rc; +} + +static int otx2_nix_tm_node_add(struct rte_eth_dev *eth_dev, uint32_t node_id, uint32_t parent_node_id, uint32_t priority, uint32_t weight, uint32_t lvl,
@@ -1885,11 +1983,86 @@ otx2_nix_tm_node_resume(struct rte_eth_dev *eth_dev, uint32_t node_id,return nix_tm_node_suspend_resume (eth_dev, node_id, error, false); } +static int +otx2_nix_tm_hierarchy_commit (struct rte_eth_dev *eth_dev, +int clear_on_fail, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; +uint32_t leaf_cnt =0 ; +int rc; + +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy exists" ; +return -EINVAL ; + } + +/* Check if we have all the leaf nodes */ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->flags &NIX_TM_NODE_USER && + tm_node->id < dev->tm_leaf_cnt) + leaf_cnt++; + } + +if (leaf_cnt != dev->tm_leaf_cnt) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="incomplete hierarchy" ; +return -EINVAL ; + } + +/* +* Disable xmit will be enabled when +* new topology is available. +*/ + rc =nix_xmit_disable (eth_dev); +if (rc) { +otx2_err ("failed to disable TX, rc=%d" , rc); +return -EIO ; + } + +/* Delete default/ratelimit tree */ +if (dev->tm_flags & (NIX_TM_DEFAULT_TREE )) { + rc =nix_tm_free_resources (dev,NIX_TM_NODE_USER ,0 , false); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="failed to free default resources" ; +return rc; + } + dev->tm_flags &= ~(NIX_TM_DEFAULT_TREE ); + } + +/* Free up user alloc'ed resources */ + rc =nix_tm_free_resources (dev,NIX_TM_NODE_USER , +NIX_TM_NODE_USER , true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="failed to free user resources" ; +return rc; + } + + rc =nix_tm_alloc_resources (eth_dev, true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="alloc resources failed" ; +/* TODO should we restore default config ? */ +if (clear_on_fail) +nix_tm_free_resources (dev,0 ,0 , false); +return rc; + } + + error->type =RTE_TM_ERROR_TYPE_NONE ; + dev->tm_flags |=NIX_TM_COMMITTED ; +return 0 ; +} +const struct rte_tm_ops otx2_tm_ops = { .node_add = otx2_nix_tm_node_add, .node_delete = otx2_nix_tm_node_delete, .node_suspend = otx2_nix_tm_node_suspend, .node_resume = otx2_nix_tm_node_resume, + .hierarchy_commit = otx2_nix_tm_hierarchy_commit, }; static int
Signature · 1 line
2.8.4
PATCH v2 7/11 net/octeontx2: add tm stats and shaper profile cbs
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add TM support for stats read and private shaper
profile addition or deletion.
--- drivers/net/octeontx2/otx2_tm.c | 272 ++++++++++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 4 + 2 files changed, 276 insertions(+)
drivers/net/octeontx2/otx2_tm.c +272 -0
@@ -1674,6 +1674,47 @@ validate_prio(struct otx2_eth_dev *dev, uint32_t lvl, }static int +read_tm_reg (struct otx2_mbox *mbox,uint64_t reg, +uint64_t *regval,uint32_t hw_lvl) +{ +volatile struct nix_txschq_config *req; +struct nix_txschq_config *rsp; +int rc; + + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->read =1 ; + req->lvl = hw_lvl; + req->reg[0 ] = reg; + req->num_regs =1 ; + + rc =otx2_mbox_process_msg (mbox, (void **)&rsp); +if (rc) +return rc; + *regval = rsp->regval[0 ]; +return 0 ; +} + +/* Search for min rate in topology */ +static void +nix_tm_shaper_profile_update_min (struct otx2_eth_dev *dev) +{ +struct otx2_nix_tm_shaper_profile *profile; +uint64_t rate_min =1E9 ;/* 1 Gbps */ + + TAILQ_FOREACH(profile, &dev->shaper_profile_list, shaper) { +if (profile->params.peak.rate && + profile->params.peak.rate < rate_min) + rate_min = profile->params.peak.rate; + +if (profile->params.committed.rate && + profile->params.committed.rate < rate_min) + rate_min = profile->params.committed.rate; + } + + dev->tm_rate_min = rate_min; +} + +static int nix_xmit_disable (struct rte_eth_dev *eth_dev) {struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev);
@@ -1772,6 +1813,145 @@ nix_xmit_disable(struct rte_eth_dev *eth_dev) }static int +otx2_nix_tm_node_type_get (struct rte_eth_dev *eth_dev,uint32_t node_id, +int *is_leaf,struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; + +if (is_leaf ==NULL ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (node_id ==RTE_TM_NODE_ID_NULL || !tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; +return -EINVAL ; + } +if (nix_tm_is_leaf (dev, tm_node->lvl)) + *is_leaf = true; +else + *is_leaf = false; + +return 0 ; +} + +static int +otx2_nix_tm_shaper_profile_add (struct rte_eth_dev *eth_dev, +uint32_t profile_id, +struct rte_tm_shaper_params *params, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_shaper_profile *profile; + + profile =nix_tm_shaper_profile_search (dev, profile_id); +if (profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID exist" ; +return -EINVAL ; + } + +/* Committed rate and burst size can be enabled/disabled */ +if (params->committed.size || params->committed.rate) { +if (params->committed.size <MIN_SHAPER_BURST || + params->committed.size >MAX_SHAPER_BURST ) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_SIZE ; +return -EINVAL ; + }else if (!shaper_rate_to_nix (params->committed.rate *8 , +NULL ,NULL ,NULL )) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_RATE ; + error->message ="shaper committed rate invalid" ; +return -EINVAL ; + } + } + +/* Peak rate and burst size can be enabled/disabled */ +if (params->peak.size || params->peak.rate) { +if (params->peak.size <MIN_SHAPER_BURST || + params->peak.size >MAX_SHAPER_BURST ) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_PEAK_SIZE ; +return -EINVAL ; + }else if (!shaper_rate_to_nix (params->peak.rate *8 , +NULL ,NULL ,NULL )) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_RATE ; + error->message ="shaper peak rate invalid" ; +return -EINVAL ; + } + } + + profile =rte_zmalloc ("otx2_nix_tm_shaper_profile" , +sizeof (struct otx2_nix_tm_shaper_profile ),0 ); +if (!profile) +return -ENOMEM ; + + profile->shaper_profile_id = profile_id; +rte_memcpy (&profile->params, params, +sizeof (struct rte_tm_shaper_params )); +TAILQ_INSERT_TAIL (&dev->shaper_profile_list, profile, shaper); + +otx2_tm_dbg ("Added TM shaper profile %u, " +" pir %" PRIu64" , pbs %" PRIu64", cir %" PRIu64 +", cbs %" PRIu64" , adj %u" , + profile_id, + params->peak.rate *8 , + params->peak.size, + params->committed.rate *8 , + params->committed.size, + params->pkt_length_adjust); + +/* Translate rate as bits per second */ + profile->params.peak.rate = profile->params.peak.rate *8 ; + profile->params.committed.rate = profile->params.committed.rate *8 ; +/* Always use PIR for single rate shaping */ +if (!params->peak.rate && params->committed.rate) { + profile->params.peak = profile->params.committed; +memset (&profile->params.committed,0 , +sizeof (profile->params.committed)); + } + +/* update min rate */ +nix_tm_shaper_profile_update_min (dev); +return 0 ; +} + +static int +otx2_nix_tm_shaper_profile_delete (struct rte_eth_dev *eth_dev, +uint32_t profile_id, +struct rte_tm_error *error) +{ +struct otx2_nix_tm_shaper_profile *profile; +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); + + profile =nix_tm_shaper_profile_search (dev, profile_id); + +if (!profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID not exist" ; +return -EINVAL ; + } + +if (profile->reference_count) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE ; + error->message ="shaper profile in use" ; +return -EINVAL ; + } + +otx2_tm_dbg ("Removing TM shaper profile %u" , profile_id); +TAILQ_REMOVE (&dev->shaper_profile_list, profile, shaper); +rte_free (profile); + +/* update min rate */ +nix_tm_shaper_profile_update_min (dev); +return 0 ; +} + +static int otx2_nix_tm_node_add(struct rte_eth_dev *eth_dev, uint32_t node_id, uint32_t parent_node_id, uint32_t priority, uint32_t weight, uint32_t lvl,
@@ -2057,12 +2237,104 @@ otx2_nix_tm_hierarchy_commit(struct rte_eth_dev *eth_dev,return 0 ; } +static int +otx2_nix_tm_node_stats_read (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_node_stats *stats, +uint64_t *stats_mask,int clear, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; +uint64_t reg, val; +int64_t *addr; +int rc =0 ; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Stats support only for leaf node or TL1 root */ +if (nix_tm_is_leaf (dev, tm_node->lvl)) { + reg = (((uint64_t )tm_node->id) <<32 ); + +/* Packets */ + addr = (int64_t *)(dev->base +NIX_LF_SQ_OP_PKTS ); + val =otx2_atomic64_add_nosync (reg, addr); +if (val &OP_ERR ) + val =0 ; + stats->n_pkts = val - tm_node->last_pkts; + +/* Bytes */ + addr = (int64_t *)(dev->base +NIX_LF_SQ_OP_OCTS ); + val =otx2_atomic64_add_nosync (reg, addr); +if (val &OP_ERR ) + val =0 ; + stats->n_bytes = val - tm_node->last_bytes; + +if (clear) { + tm_node->last_pkts = stats->n_pkts; + tm_node->last_bytes = stats->n_bytes; + } + + *stats_mask =RTE_TM_STATS_N_PKTS |RTE_TM_STATS_N_BYTES ; + + }else if (tm_node->hw_lvl ==NIX_TXSCH_LVL_TL1 ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="stats read error" ; + +/* RED Drop packets */ + reg =NIX_AF_TL1X_DROPPED_PACKETS (tm_node->hw_id); + rc =read_tm_reg (dev->mbox, reg, &val,NIX_TXSCH_LVL_TL1 ); +if (rc) + goto exit; + stats->leaf.n_pkts_dropped[RTE_COLOR_RED ] = + val - tm_node->last_pkts; + +/* RED Drop bytes */ + reg =NIX_AF_TL1X_DROPPED_BYTES (tm_node->hw_id); + rc =read_tm_reg (dev->mbox, reg, &val,NIX_TXSCH_LVL_TL1 ); +if (rc) + goto exit; + stats->leaf.n_bytes_dropped[RTE_COLOR_RED ] = + val - tm_node->last_bytes; + +/* Clear stats */ +if (clear) { + tm_node->last_pkts = + stats->leaf.n_pkts_dropped[RTE_COLOR_RED ]; + tm_node->last_bytes = + stats->leaf.n_bytes_dropped[RTE_COLOR_RED ]; + } + + *stats_mask =RTE_TM_STATS_N_PKTS_RED_DROPPED | +RTE_TM_STATS_N_BYTES_RED_DROPPED ; + + }else { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="unsupported node" ; + rc = -EINVAL ; + } + +exit: +return rc; +} +const struct rte_tm_ops otx2_tm_ops = { + .node_type_get = otx2_nix_tm_node_type_get, + + .shaper_profile_add = otx2_nix_tm_shaper_profile_add, + .shaper_profile_delete = otx2_nix_tm_shaper_profile_delete, + .node_add = otx2_nix_tm_node_add, .node_delete = otx2_nix_tm_node_delete, .node_suspend = otx2_nix_tm_node_suspend, .node_resume = otx2_nix_tm_node_resume, .hierarchy_commit = otx2_nix_tm_hierarchy_commit, + + .node_stats_read = otx2_nix_tm_node_stats_read, }; static int
drivers/net/octeontx2/otx2_tm.h +4 -0
@@ -46,6 +46,10 @@ struct otx2_nix_tm_node {struct otx2_nix_tm_node *parent;struct rte_tm_node_params params; + +/* Last stats */ +uint64_t last_pkts; +uint64_t last_bytes; };struct otx2_nix_tm_shaper_profile {
Signature · 1 line
2.8.4
PATCH v2 8/11 net/octeontx2: add tm dynamic topology update cb
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add dynamic parent and shaper update callbacks that can be used to change RR Quantum or PIR/CIR rate dynamically post hierarchy commit. Dynamic parent update callback only supports updating RR quantum of a given child with respect to its parent. There is no support yet to change priority or parent itself.
--- drivers/net/octeontx2/otx2_tm.c | 190 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 190 insertions(+)
drivers/net/octeontx2/otx2_tm.c +190 -0
@@ -2238,6 +2238,194 @@ otx2_nix_tm_hierarchy_commit(struct rte_eth_dev *eth_dev, }static int +otx2_nix_tm_node_shaper_update (struct rte_eth_dev *eth_dev, +uint32_t node_id, +uint32_t profile_id, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_shaper_profile *profile =NULL ; +struct otx2_mbox *mbox = dev->mbox; +struct otx2_nix_tm_node *tm_node; +struct nix_txschq_config *req; +uint8_t k; +int rc; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node ||nix_tm_is_leaf (dev, tm_node->lvl)) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="invalid node" ; +return -EINVAL ; + } + +if (profile_id == tm_node->params.shaper_profile_id) +return 0 ; + +if (profile_id !=RTE_TM_SHAPER_PROFILE_ID_NONE ) { + profile =nix_tm_shaper_profile_search (dev, profile_id); +if (!profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID not exist" ; +return -EINVAL ; + } + } + + tm_node->params.shaper_profile_id = profile_id; + +/* Nothing to do if not yet committed */ +if (!(dev->tm_flags &NIX_TM_COMMITTED )) +return 0 ; + + tm_node->flags &= ~NIX_TM_NODE_ENABLED ; + +/* Flush the specific node with SW_XOFF */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = tm_node->hw_lvl; + k =prepare_tm_sw_xoff (tm_node, true, req->reg, req->regval); + req->num_regs = k; + + rc =send_tm_reqval (mbox, req, error); +if (rc) +return rc; + +/* Update the PIR/CIR and clear SW XOFF */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = tm_node->hw_lvl; + + k =prepare_tm_shaper_reg (tm_node, profile, req->reg, req->regval); + + k +=prepare_tm_sw_xoff (tm_node, false, &req->reg[k], &req->regval[k]); + + req->num_regs = k; + rc =send_tm_reqval (mbox, req, error); +if (!rc) + tm_node->flags |=NIX_TM_NODE_ENABLED ; +return rc; +} + +static int +otx2_nix_tm_node_parent_update (struct rte_eth_dev *eth_dev, +uint32_t node_id,uint32_t new_parent_id, +uint32_t priority,uint32_t weight, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node, *sibling; +struct otx2_nix_tm_node *new_parent; +struct nix_txschq_config *req; +uint8_t k; +int rc; + +if (!(dev->tm_flags &NIX_TM_COMMITTED )) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy doesn't exist" ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Parent id valid only for non root nodes */ +if (tm_node->hw_lvl != dev->otx2_tm_root_lvl) { + new_parent =nix_tm_node_search (dev, new_parent_id, true); +if (!new_parent) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="no such parent node" ; +return -EINVAL ; + } + +/* Current support is only for dynamic weight update */ +if (tm_node->parent != new_parent || + tm_node->priority != priority) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="only weight update supported" ; +return -EINVAL ; + } + } + +/* Skip if no change */ +if (tm_node->weight == weight) +return 0 ; + + tm_node->weight = weight; + +/* For leaf nodes, SQ CTX needs update */ +if (nix_tm_is_leaf (dev, tm_node->lvl)) { +/* Update SQ quantum data on the fly */ + rc =nix_sq_sched_data (dev, tm_node, true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="sq sched data update failed" ; +return rc; + } + }else { +/* XOFF Parent node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->parent->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node->parent, true, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XOFF this node and all other siblings */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + + k =0 ; + TAILQ_FOREACH(sibling, &dev->node_list, node) { +if (sibling->parent != tm_node->parent) +continue ; + k +=prepare_tm_sw_xoff (sibling, true, &req->reg[k], + &req->regval[k]); + } + req->num_regs = k; + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* Update new weight for current node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + req->num_regs =prepare_tm_sched_reg (dev, tm_node, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XON this node and all other siblings */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + + k =0 ; + TAILQ_FOREACH(sibling, &dev->node_list, node) { +if (sibling->parent != tm_node->parent) +continue ; + k +=prepare_tm_sw_xoff (sibling, false, &req->reg[k], + &req->regval[k]); + } + req->num_regs = k; + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XON Parent node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->parent->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node->parent, false, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + } +return 0 ; +} + +static int otx2_nix_tm_node_stats_read(struct rte_eth_dev *eth_dev, uint32_t node_id, struct rte_tm_node_stats *stats, uint64_t *stats_mask, int clear,
@@ -2334,6 +2522,8 @@ const struct rte_tm_ops otx2_tm_ops = { .node_resume = otx2_nix_tm_node_resume, .hierarchy_commit = otx2_nix_tm_hierarchy_commit, + .node_shaper_update = otx2_nix_tm_node_shaper_update, + .node_parent_update = otx2_nix_tm_node_parent_update, .node_stats_read = otx2_nix_tm_node_stats_read, };
Signature · 1 line
2.8.4
PATCH v2 9/11 net/octeontx2: add tm debug support
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add debug support to TM to dump configured topology and registers. Also enable debug dump when sq flush fails.
--- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_ethdev_debug.c | 311 ++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.c | 9 +- drivers/net/octeontx2/otx2_tm.h | 1 + 4 files changed, 318 insertions(+), 4 deletions(-)
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -459,6 +459,7 @@ int otx2_nix_dev_get_reg(struct rte_eth_dev *eth_dev, struct rte_dev_reg_info *regs);int otx2_nix_queues_ctx_dump (struct rte_eth_dev *eth_dev);void otx2_nix_cqe_dump (const struct nix_cqe_hdr_s *cq); +void otx2_nix_tm_dump (struct otx2_eth_dev *dev);/* Stats */ int otx2_nix_dev_stats_get(struct rte_eth_dev *eth_dev,
drivers/net/octeontx2/otx2_ethdev_debug.c +311 -0
335 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.c +5 -4
@@ -28,8 +28,8 @@ uint64_t shaper2regval(struct shaper_params *shaper) (shaper->mantissa <<1 ); } -static int -nix_get_link (struct otx2_eth_dev *dev) +int +otx2_nix_get_link (struct otx2_eth_dev *dev) {int link =13 /* SDP */ ;uint16_t lmac_chan;
@@ -574,7 +574,7 @@ populate_tm_reg(struct otx2_eth_dev *dev,if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq, -nix_get_link (dev)); +otx2_nix_get_link (dev)); regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); k++; }
@@ -594,7 +594,7 @@ populate_tm_reg(struct otx2_eth_dev *dev,if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq, -nix_get_link (dev)); +otx2_nix_get_link (dev)); regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); k++; }
@@ -990,6 +990,7 @@ nix_txq_flush_sq_spin(struct otx2_eth_txq *txq)return 0 ; exit: +otx2_nix_tm_dump (dev);return -EFAULT ; }
drivers/net/octeontx2/otx2_tm.h +1 -0
@@ -23,6 +23,7 @@ int otx2_nix_tm_get_leaf_data(struct otx2_eth_dev *dev, uint16_t sq,int otx2_nix_sq_flush_pre (void *_txq,bool dev_started);int otx2_nix_sq_flush_post (void *_txq);int otx2_nix_sq_enable (void *_txq); +int otx2_nix_get_link (struct otx2_eth_dev *dev);int otx2_nix_sq_sqb_aura_fc (void *_txq,bool enable);struct otx2_nix_tm_node {
Signature · 1 line
2.8.4
PATCH v2 10/11 net/octeontx2: add Tx queue ratelimit callback
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add Tx queue ratelimiting support. This support is mutually exclusive with TM support i.e when TM is configured, tx queue ratelimiting config is no more valid.
--- drivers/net/octeontx2/otx2_ethdev.c | 1 + drivers/net/octeontx2/otx2_tm.c | 241 +++++++++++++++++++++++++++++++++++- drivers/net/octeontx2/otx2_tm.h | 3 + 3 files changed, 243 insertions(+), 2 deletions(-)
drivers/net/octeontx2/otx2_ethdev.c +1 -0
@@ -2071,6 +2071,7 @@ static const struct eth_dev_ops otx2_eth_dev_ops = { .rx_descriptor_status = otx2_nix_rx_descriptor_status, .tx_descriptor_status = otx2_nix_tx_descriptor_status, .tx_done_cleanup = otx2_nix_tx_done_cleanup, + .set_queue_rate_limit = otx2_nix_tm_set_queue_rate_limit, .pool_ops_supported = otx2_nix_pool_ops_supported, .filter_ctrl = otx2_nix_dev_filter_ctrl, .get_module_info = otx2_nix_get_module_info,
drivers/net/octeontx2/otx2_tm.c +239 -2
259 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +3 -0
@@ -11,6 +11,7 @@#define NIX_TM_DEFAULT_TREE BIT_ULL(0)#define NIX_TM_COMMITTED BIT_ULL(1) +#define NIX_TM_RATE_LIMIT_TREE BIT_ULL(2)#define NIX_TM_TL1_NO_SP BIT_ULL(3)struct otx2_eth_dev ;
@@ -20,6 +21,8 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); +int otx2_nix_tm_set_queue_rate_limit (struct rte_eth_dev *eth_dev, +uint16_t queue_idx,uint16_t tx_rate);int otx2_nix_sq_flush_pre (void *_txq,bool dev_started);int otx2_nix_sq_flush_post (void *_txq);int otx2_nix_sq_enable (void *_txq);
Signature · 1 line
2.8.4
PATCH v2 11/11 net/octeontx2: add tm capability callbacks
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add Traffic Management capability callbacks to provide global, level and node capabilities. This patch also adds documentation on Traffic Management Support.
--- doc/guides/nics/features/octeontx2.ini | 1 + doc/guides/nics/octeontx2.rst | 15 +++ doc/guides/rel_notes/release_20_05.rst | 8 ++ drivers/net/octeontx2/otx2_ethdev.c | 1 + drivers/net/octeontx2/otx2_tm.c | 232 +++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 1 + 6 files changed, 258 insertions(+)
doc/guides/nics/features/octeontx2.ini +1 -0
@@ -31,6 +31,7 @@ Inline protocol = Y VLAN filter = Y Flow control = Y Flow API = Y +Rate limitation = Y Jumbo frame = Y Scattered Rx = Y VLAN offload = Y
doc/guides/nics/octeontx2.rst +15 -0
@@ -39,6 +39,7 @@ Features of the OCTEON TX2 Ethdev PMD are: - HW offloaded `ethdev Rx queue` to `eventdev event queue` packet injection - Support Rx interrupt - Inline IPsec processing support +- :ref:`Traffic Management API <tmapi>` Prerequisites -------------
@@ -213,6 +214,20 @@ Runtime Config Options parameters to all the PCIe devices if application requires to configure on all the ethdev ports. +Traffic Management API +---------------------- + +OCTEON TX2 PMD supports generic DPDK Traffic Management API which allows to +configure the following features: + +1. Hierarchical scheduling +2. Single rate - two color, Two rate - three color shaping + +Both DWRR and Static Priority(SP) hierarchial scheduling is supported. +Every parent can have atmost 10 SP Children and unlimited DWRR children. +Both PF & VF supports traffic management API with PF supporting 6 levels +and VF supporting 5 levels of topology. + Limitations -----------
doc/guides/rel_notes/release_20_05.rst +8 -0
@@ -62,6 +62,14 @@ New Features * Added support for matching on IPv4 Time To Live and IPv6 Hop Limit. +* **Updated Marvell OCTEON TX2 ethdev driver.** + + Updated Marvell OCTEON TX2 ethdev driver with traffic manager support with + below features. + + * Hierarchial Scheduling with DWRR and SP. + * Single rate - two color, Two rate - three color shaping. + Removed Items -------------
drivers/net/octeontx2/otx2_ethdev.c +1 -0
@@ -2026,6 +2026,7 @@ static const struct eth_dev_ops otx2_eth_dev_ops = { .link_update = otx2_nix_link_update, .tx_queue_setup = otx2_nix_tx_queue_setup, .tx_queue_release = otx2_nix_tx_queue_release, + .tm_ops_get = otx2_nix_tm_ops_get, .rx_queue_setup = otx2_nix_rx_queue_setup, .rx_queue_release = otx2_nix_rx_queue_release, .dev_start = otx2_nix_dev_start,
drivers/net/octeontx2/otx2_tm.c +232 -0
251 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +1 -0
@@ -19,6 +19,7 @@ struct otx2_eth_dev;void otx2_nix_tm_conf_init (struct rte_eth_dev *eth_dev);int otx2_nix_tm_init_default (struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev); +int otx2_nix_tm_ops_get (struct rte_eth_dev *eth_dev,void *ops);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); int otx2_nix_tm_set_queue_rate_limit(struct rte_eth_dev *eth_dev,
Signature · 1 line
2.8.4
v3 cover net/octeontx2: add traffic manager support
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add support to traffic management api in OCTEON TX2 PMD. This support applies to CN96xx of C0 silicon version.
This series depends on http://patchwork.dpdk.org/patch/66344/
Depends-on:series-8815
v3:
* Fix x86_32 print string issue
v2:
* Update release notes of 20.05
* Prefix tm function pointers to start with otx2_ to be inline with exiting convention
* Use nix_lf_rx_start|stop instead of cgx_start_stop for handling other scenarios with VF.
* Fix git log errors
Krzysztof Kanas (3):
net/octeontx2: add tm node suspend and resume cb net/octeontx2: add Tx queue ratelimit callback net/octeontx2: add tm capability callbacks
Nithin Dabilpuram (8):
net/octeontx2: setup link config based on BP level net/octeontx2: restructure tm helper functions net/octeontx2: add dynamic topology update support net/octeontx2: add tm node add and delete cb net/octeontx2: add tm hierarchy commit callback net/octeontx2: add tm stats and shaper profile cbs net/octeontx2: add tm dynamic topology update cb net/octeontx2: add tm debug support
doc/guides/nics/features/octeontx2.ini | 1 + doc/guides/nics/octeontx2.rst | 15 + doc/guides/rel_notes/release_20_05.rst | 8 + drivers/common/octeontx2/otx2_dev.h | 9 + drivers/net/octeontx2/otx2_ethdev.c | 5 +- drivers/net/octeontx2/otx2_ethdev.h | 3 + drivers/net/octeontx2/otx2_ethdev_debug.c | 311 ++++ drivers/net/octeontx2/otx2_tm.c | 2676 ++++++++++++++++++++++++----- drivers/net/octeontx2/otx2_tm.h | 101 +- 9 files changed, 2646 insertions(+), 483 deletions(-)
Signature · 1 line
2.8.4
PATCH v3 1/11 net/octeontx2: setup link config based on BP level
From: Nithin Dabilpuram <[email protected]>
Configure NIX_AF_TL3_TL2X_LINKX_CFG using schq at level based on NIX_AF_PSE_CHANNEL_LEVEL[BP_LEVEL].
--- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_tm.c | 16 +++++++++++++++- 2 files changed, 16 insertions(+), 1 deletion(-)
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -304,6 +304,7 @@ struct otx2_eth_dev {/* Contiguous queues */ uint16_t txschq_contig_list[NIX_TXSCH_LVL_CNT ][MAX_TXSCHQ_PER_FUNC ];uint16_t otx2_tm_root_lvl; +uint16_t link_cfg_lvl;uint16_t tm_flags;uint16_t tm_leaf_cnt;struct otx2_nix_tm_node_list node_list;
drivers/net/octeontx2/otx2_tm.c +15 -1
@@ -437,6 +437,16 @@ populate_tm_registers(struct otx2_eth_dev *dev, *reg++ =NIX_AF_TL3X_SCHEDULE (schq); *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; req->num_regs++; + +/* Link configuration */ +if (!otx2_dev_is_sdp (dev) && + dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { + *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, +nix_get_link (dev)); + *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); + req->num_regs++; + } +if (pir.rate && pir.burst) { *reg++ =NIX_AF_TL3X_PIR (schq); *regval++ =shaper2regval (&pir) |1 ;
@@ -471,7 +481,10 @@ populate_tm_registers(struct otx2_eth_dev *dev,else *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; req->num_regs++; -if (!otx2_dev_is_sdp (dev)) { + +/* Link configuration */ +if (!otx2_dev_is_sdp (dev) && + dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev);
@@ -1144,6 +1157,7 @@ nix_tm_send_txsch_alloc_msg(struct otx2_eth_dev *dev)return rc;nix_tm_copy_rsp_to_dev (dev, rsp); + dev->link_cfg_lvl = rsp->link_cfg_lvl;nix_tm_assign_hw_id (dev);return 0 ;
Signature · 1 line
2.8.4
PATCH v3 2/11 net/octeontx2: restructure tm helper functions
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Restructure traffic manager helper function by splitting to multiple sets of register configurations like shaping, scheduling and topology config.
--- drivers/net/octeontx2/otx2_tm.c | 689 ++++++++++++++++++++++------------------ drivers/net/octeontx2/otx2_tm.h | 85 ++--- 2 files changed, 417 insertions(+), 357 deletions(-)
drivers/net/octeontx2/otx2_tm.c +373 -316
@@ -94,52 +94,50 @@ nix_tm_shaper_profile_search(struct otx2_eth_dev *dev, uint32_t shaper_id) }static inline uint64_t -shaper_rate_to_nix (uint64_t cclk_hz,uint64_t cclk_ticks, -uint64_t value,uint64_t *exponent_p, +shaper_rate_to_nix (uint64_t value,uint64_t *exponent_p,uint64_t *mantissa_p,uint64_t *div_exp_p) {uint64_t div_exp, exponent, mantissa;/* Boundary checks */ -if (value <MIN_SHAPER_RATE (cclk_hz, cclk_ticks) || - value >MAX_SHAPER_RATE (cclk_hz, cclk_ticks)) +if (value <MIN_SHAPER_RATE || + value >MAX_SHAPER_RATE )return 0 ; -if (value <=SHAPER_RATE (cclk_hz, cclk_ticks,0 ,0 ,0 )) { +if (value <=SHAPER_RATE (0 ,0 ,0 )) {/* Calculate rate div_exp and mantissa using * the following formula: * -* value = (cclk_hz * (256 + mantissa) -* / ((cclk_ticks << div_exp) * 256) +* value = (2E6 * (256 + mantissa) +* / ((1 << div_exp) * 256)) */ div_exp =0 ; exponent =0 ; mantissa =MAX_RATE_MANTISSA ; -while (value < (cclk_hz / (cclk_ticks << div_exp))) +while (value < (NIX_SHAPER_RATE_CONST / (1 << div_exp))) div_exp +=1 ;while (value < - ((cclk_hz * (256 + mantissa)) / - ((cclk_ticks << div_exp) *256 ))) + ((NIX_SHAPER_RATE_CONST * (256 + mantissa)) / + ((1 << div_exp) *256 ))) mantissa -=1 ; }else {/* Calculate rate exponent and mantissa using * the following formula: * -* value = (cclk_hz * ((256 + mantissa) << exponent) -* / (cclk_ticks * 256) +* value = (2E6 * ((256 + mantissa) << exponent)) / 256 * */ div_exp =0 ; exponent =MAX_RATE_EXPONENT ; mantissa =MAX_RATE_MANTISSA ; -while (value < (cclk_hz * (1 << exponent)) / cclk_ticks) +while (value < (NIX_SHAPER_RATE_CONST * (1 << exponent))) exponent -=1 ; -while (value < (cclk_hz * ((256 + mantissa) << exponent)) / - (cclk_ticks *256 )) +while (value < ((NIX_SHAPER_RATE_CONST * + ((256 + mantissa) << exponent)) /256 )) mantissa -=1 ; }
@@ -155,20 +153,7 @@ shaper_rate_to_nix(uint64_t cclk_hz, uint64_t cclk_ticks, *mantissa_p = mantissa;/* Calculate real rate value */ -return SHAPER_RATE (cclk_hz, cclk_ticks, exponent, mantissa, div_exp); -} - -static inline uint64_t -lx_shaper_rate_to_nix (uint64_t cclk_hz,uint32_t hw_lvl, -uint64_t value,uint64_t *exponent, -uint64_t *mantissa,uint64_t *div_exp) -{ -if (hw_lvl ==NIX_TXSCH_LVL_TL1 ) -return shaper_rate_to_nix (cclk_hz,L1_TIME_WHEEL_CCLK_TICKS , - value, exponent, mantissa, div_exp); -else -return shaper_rate_to_nix (cclk_hz,LX_TIME_WHEEL_CCLK_TICKS , - value, exponent, mantissa, div_exp); +return SHAPER_RATE (exponent, mantissa, div_exp); } static inline uint64_t
@@ -207,329 +192,394 @@ shaper_burst_to_nix(uint64_t value, uint64_t *exponent_p,return SHAPER_BURST (exponent, mantissa); } -static int -configure_shaper_cir_pir_reg (struct otx2_eth_dev *dev, -struct otx2_nix_tm_node *tm_node, -struct shaper_params *cir, -struct shaper_params *pir) -{ -uint32_t shaper_profile_id =RTE_TM_SHAPER_PROFILE_ID_NONE ; -struct otx2_nix_tm_shaper_profile *shaper_profile =NULL ; -struct rte_tm_shaper_params *param; - - shaper_profile_id = tm_node->params.shaper_profile_id; - - shaper_profile =nix_tm_shaper_profile_search (dev, shaper_profile_id); -if (shaper_profile) { - param = &shaper_profile->profile; -/* Calculate CIR exponent and mantissa */ -if (param->committed.rate) - cir->rate =lx_shaper_rate_to_nix (CCLK_HZ , - tm_node->hw_lvl_id, - param->committed.rate, - &cir->exponent, - &cir->mantissa, - &cir->div_exp); - -/* Calculate PIR exponent and mantissa */ -if (param->peak.rate) - pir->rate =lx_shaper_rate_to_nix (CCLK_HZ , - tm_node->hw_lvl_id, - param->peak.rate, - &pir->exponent, - &pir->mantissa, - &pir->div_exp); - -/* Calculate CIR burst exponent and mantissa */ -if (param->committed.size) - cir->burst =shaper_burst_to_nix (param->committed.size, - &cir->burst_exponent, - &cir->burst_mantissa); - -/* Calculate PIR burst exponent and mantissa */ -if (param->peak.size) - pir->burst =shaper_burst_to_nix (param->peak.size, - &pir->burst_exponent, - &pir->burst_mantissa); - } - -return 0 ; -} - -static int -send_tm_reqval (struct otx2_mbox *mbox,struct nix_txschq_config *req) +static void +shaper_config_to_nix (struct otx2_nix_tm_shaper_profile *profile, +struct shaper_params *cir, +struct shaper_params *pir) { -int rc; - -if (req->num_regs >MAX_REGS_PER_MBOX_MSG ) -return -ERANGE ; - - rc =otx2_mbox_process (mbox); -if (rc) -return rc; - - req->num_regs =0 ; -return 0 ; +struct rte_tm_shaper_params *param = &profile->params; + +if (!profile) +return ; + +/* Calculate CIR exponent and mantissa */ +if (param->committed.rate) + cir->rate =shaper_rate_to_nix (param->committed.rate, + &cir->exponent, + &cir->mantissa, + &cir->div_exp); + +/* Calculate PIR exponent and mantissa */ +if (param->peak.rate) + pir->rate =shaper_rate_to_nix (param->peak.rate, + &pir->exponent, + &pir->mantissa, + &pir->div_exp); + +/* Calculate CIR burst exponent and mantissa */ +if (param->committed.size) + cir->burst =shaper_burst_to_nix (param->committed.size, + &cir->burst_exponent, + &cir->burst_mantissa); + +/* Calculate PIR burst exponent and mantissa */ +if (param->peak.size) + pir->burst =shaper_burst_to_nix (param->peak.size, + &pir->burst_exponent, + &pir->burst_mantissa); }static int -populate_tm_registers (struct otx2_eth_dev *dev, -struct otx2_nix_tm_node *tm_node) +populate_tm_tl1_default (struct otx2_eth_dev *dev,uint32_t schq) { -uint64_t strict_schedul_prio, rr_prio;struct otx2_mbox *mbox = dev->mbox; -volatile uint64_t *reg, *regval; -uint64_t parent =0 , child =0 ; -struct shaper_params cir, pir;struct nix_txschq_config *req; + +/* +* Default config for TL1. +* For VF this is always ignored. +*/ + + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl =NIX_TXSCH_LVL_TL1 ; + +/* Set DWRR quantum */ + req->reg[0 ] =NIX_AF_TL1X_SCHEDULE (schq); + req->regval[0 ] =TXSCH_TL1_DFLT_RR_QTM ; + req->num_regs++; + + req->reg[1 ] =NIX_AF_TL1X_TOPOLOGY (schq); + req->regval[1 ] = (TXSCH_TL1_DFLT_RR_PRIO <<1 ); + req->num_regs++; + + req->reg[2 ] =NIX_AF_TL1X_CIR (schq); + req->regval[2 ] =0 ; + req->num_regs++; + +return otx2_mbox_process (mbox); +} + +static uint8_t +prepare_tm_sched_reg (struct otx2_eth_dev *dev, +struct otx2_nix_tm_node *tm_node, +volatile uint64_t *reg,volatile uint64_t *regval) +{ +uint64_t strict_prio = tm_node->priority; +uint32_t hw_lvl = tm_node->hw_lvl; +uint32_t schq = tm_node->hw_id;uint64_t rr_quantum; -uint32_t hw_lvl; -uint32_t schq; -int rc; +uint8_t k =0 ; + + rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); + +/* For children to root, strict prio is default if either +* device root is TL2 or TL1 Static Priority is disabled. +*/ +if (hw_lvl ==NIX_TXSCH_LVL_TL2 && + (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 || + dev->tm_flags &NIX_TM_TL1_NO_SP )) + strict_prio =TXSCH_TL1_DFLT_RR_PRIO ; + +otx2_tm_dbg ("Schedule config node %s(%u) lvl %u id %u, " +"prio 0x%" PRIx64", rr_quantum 0x%" PRIx64" (%p)" , +nix_hwlvl2str (tm_node->hw_lvl), schq, tm_node->lvl, + tm_node->id, strict_prio, rr_quantum, tm_node); + +switch (hw_lvl) { +case NIX_TXSCH_LVL_SMQ : + reg[k] =NIX_AF_MDQX_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL4 : + reg[k] =NIX_AF_TL4X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL3 : + reg[k] =NIX_AF_TL3X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL2 : + reg[k] =NIX_AF_TL2X_SCHEDULE (schq); + regval[k] = (strict_prio <<24 ) | rr_quantum; + k++; + +break ; +case NIX_TXSCH_LVL_TL1 : + reg[k] =NIX_AF_TL1X_SCHEDULE (schq); + regval[k] = rr_quantum; + k++; + +break ; + } + +return k; +} + +static uint8_t +prepare_tm_shaper_reg (struct otx2_nix_tm_node *tm_node, +struct otx2_nix_tm_shaper_profile *profile, +volatile uint64_t *reg,volatile uint64_t *regval) +{ +struct shaper_params cir, pir; +uint32_t schq = tm_node->hw_id; +uint8_t k =0 ;memset (&cir,0 ,sizeof (cir));memset (&pir,0 ,sizeof (pir)); +shaper_config_to_nix (profile, &cir, &pir); -/* Skip leaf nodes */ -if (tm_node->hw_lvl_id ==NIX_TXSCH_LVL_CNT ) -return 0 ; +otx2_tm_dbg ("Shaper config node %s(%u) lvl %u id %u, " +"pir %" PRIu64"(%" PRIu64"B)," +" cir %" PRIu64"(%" PRIu64"B) (%p)" , +nix_hwlvl2str (tm_node->hw_lvl), schq, tm_node->lvl, + tm_node->id, pir.rate, pir.burst, + cir.rate, cir.burst, tm_node); + +switch (tm_node->hw_lvl) { +case NIX_TXSCH_LVL_SMQ : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_MDQX_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_MDQX_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED ALG */ + reg[k] =NIX_AF_MDQX_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; +break ; +case NIX_TXSCH_LVL_TL4 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL4X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL4X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL4X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; +break ; +case NIX_TXSCH_LVL_TL3 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL3X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL3X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL3X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; + +break ; +case NIX_TXSCH_LVL_TL2 : +/* Configure PIR, CIR */ + reg[k] =NIX_AF_TL2X_PIR (schq); + regval[k] = (pir.rate && pir.burst) ? + (shaper2regval (&pir) |1 ) :0 ; + k++; + + reg[k] =NIX_AF_TL2X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; + +/* Configure RED algo */ + reg[k] =NIX_AF_TL2X_SHAPE (schq); + regval[k] = ((uint64_t )tm_node->red_algo <<9 ); + k++; + +break ; +case NIX_TXSCH_LVL_TL1 : +/* Configure CIR */ + reg[k] =NIX_AF_TL1X_CIR (schq); + regval[k] = (cir.rate && cir.burst) ? + (shaper2regval (&cir) |1 ) :0 ; + k++; +break ; + } + +return k; +} + +static int +populate_tm_reg (struct otx2_eth_dev *dev, +struct otx2_nix_tm_node *tm_node) +{ +struct otx2_nix_tm_shaper_profile *profile; +uint64_t regval_mask[MAX_REGS_PER_MBOX_MSG ]; +uint64_t regval[MAX_REGS_PER_MBOX_MSG ]; +uint64_t reg[MAX_REGS_PER_MBOX_MSG ]; +struct otx2_mbox *mbox = dev->mbox; +uint64_t parent =0 , child =0 ; +uint32_t hw_lvl, rr_prio, schq; +struct nix_txschq_config *req; +int rc = -EFAULT ; +uint8_t k =0 ; + +memset (regval_mask,0 ,sizeof (regval_mask)); + profile =nix_tm_shaper_profile_search (dev, + tm_node->params.shaper_profile_id); + rr_prio = tm_node->rr_prio; + hw_lvl = tm_node->hw_lvl; + schq = tm_node->hw_id;/* Root node will not have a parent node */ -if (tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) +if (hw_lvl == dev->otx2_tm_root_lvl) parent = tm_node->parent_hw_id;else parent = tm_node->parent->hw_id;/* Do we need this trigger to configure TL1 */ if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 && - tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) { - schq = parent; -/* -* Default config for TL1. -* For VF this is always ignored. -*/ - - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl =NIX_TXSCH_LVL_TL1 ; - -/* Set DWRR quantum */ - req->reg[0 ] =NIX_AF_TL1X_SCHEDULE (schq); - req->regval[0 ] =TXSCH_TL1_DFLT_RR_QTM ; - req->num_regs++; - - req->reg[1 ] =NIX_AF_TL1X_TOPOLOGY (schq); - req->regval[1 ] = (TXSCH_TL1_DFLT_RR_PRIO <<1 ); - req->num_regs++; - - req->reg[2 ] =NIX_AF_TL1X_CIR (schq); - req->regval[2 ] =0 ; - req->num_regs++; - - rc =send_tm_reqval (mbox, req); + hw_lvl == dev->otx2_tm_root_lvl) { + rc =populate_tm_tl1_default (dev, parent);if (rc) goto error; } -if (tm_node->hw_lvl_id !=NIX_TXSCH_LVL_SMQ ) +if (hw_lvl !=NIX_TXSCH_LVL_SMQ ) child =find_prio_anchor (dev, tm_node->id); - rr_prio = tm_node->rr_prio; - hw_lvl = tm_node->hw_lvl_id; - strict_schedul_prio = tm_node->priority; - schq = tm_node->hw_id; - rr_quantum = (tm_node->weight *NIX_TM_RR_QUANTUM_MAX ) / -MAX_SCHED_WEIGHT ; - -configure_shaper_cir_pir_reg (dev, tm_node, &cir, &pir); - -otx2_tm_dbg ("Configure node %p, lvl %u hw_lvl %u, id %u, hw_id %u," -"parent_hw_id %" PRIx64", pir %" PRIx64", cir %" PRIx64, - tm_node, tm_node->level_id, hw_lvl, - tm_node->id, schq, parent, pir.rate, cir.rate); - - rc = -EFAULT ; - +/* Override default rr_prio when TL1 +* Static Priority is disabled +*/ +if (hw_lvl ==NIX_TXSCH_LVL_TL1 && + dev->tm_flags &NIX_TM_TL1_NO_SP ) { + rr_prio =TXSCH_TL1_DFLT_RR_PRIO ; + child =0 ; + } + +otx2_tm_dbg ("Topology config node %s(%u)->%s(%" PRIu64") lvl %u, id %u" +" prio_anchor %" PRIu64" rr_prio %u (%p)" , +nix_hwlvl2str (hw_lvl), schq,nix_hwlvl2str (hw_lvl +1 ), + parent, tm_node->lvl, tm_node->id, child, rr_prio, tm_node); + +/* Prepare Topology and Link config */ switch (hw_lvl) {case NIX_TXSCH_LVL_SMQ : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - reg = req->reg; - regval = req->regval; - req->num_regs =0 ;/* Set xoff which will be cleared later */ - *reg++ =NIX_AF_SMQX_CFG (schq); - *regval++ =BIT_ULL (50 ) | ((uint64_t )NIX_MAX_VTAG_INS <<36 ) | - (NIX_MAX_HW_FRS <<8 ) |NIX_MIN_HW_FRS ; - req->num_regs++; - *reg++ =NIX_AF_MDQX_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_MDQX_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_MDQX_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } + reg[k] =NIX_AF_SMQX_CFG (schq); + regval[k] =BIT_ULL (50 ); + regval_mask[k] = ~BIT_ULL (50 ); + k++; -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_MDQX_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } +/* Parent and schedule conf */ + reg[k] =NIX_AF_MDQX_PARENT (schq); + regval[k] = parent <<16 ; + k++; - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL4 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL4X_PARENT (schq); + regval[k] = parent <<16 ; + k++; + + reg[k] =NIX_AF_TL4X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++; - *reg++ =NIX_AF_TL4X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL4X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL4X_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL4X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL4X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - }/* Configure TL4 to send to SDP channel instead of CGX/LBK */ if (otx2_dev_is_sdp (dev)) { - *reg++ =NIX_AF_TL4X_SDP_LINK_CFG (schq); - *regval++ =BIT_ULL (12 ); - req->num_regs++; + reg[k] =NIX_AF_TL4X_SDP_LINK_CFG (schq); + regval[k] =BIT_ULL (12 ); + k++; } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL3 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL3X_PARENT (schq); + regval[k] = parent <<16 ; + k++; - *reg++ =NIX_AF_TL3X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL3X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL3X_SCHEDULE (schq); - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; + reg[k] =NIX_AF_TL3X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++;/* Link configuration */ if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { - *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, + reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); - *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); - req->num_regs++; + regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); + k++; } -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL3X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL3X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL2 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; +/* Parent and schedule conf */ + reg[k] =NIX_AF_TL2X_PARENT (schq); + regval[k] = parent <<16 ; + k++; - *reg++ =NIX_AF_TL2X_PARENT (schq); - *regval++ = parent <<16 ; - req->num_regs++; - *reg++ =NIX_AF_TL2X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 ); - req->num_regs++; - *reg++ =NIX_AF_TL2X_SCHEDULE (schq); -if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 ) - *regval++ = (1 <<24 ) | rr_quantum; -else - *regval++ = (strict_schedul_prio <<24 ) | rr_quantum; - req->num_regs++; + reg[k] =NIX_AF_TL2X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 ); + k++;/* Link configuration */ if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { - *reg++ =NIX_AF_TL3_TL2X_LINKX_CFG (schq, + reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq,nix_get_link (dev)); - *regval++ =BIT_ULL (12 ) |nix_get_relchan (dev); - req->num_regs++; - } -if (pir.rate && pir.burst) { - *reg++ =NIX_AF_TL2X_PIR (schq); - *regval++ =shaper2regval (&pir) |1 ; - req->num_regs++; - } -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL2X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; + regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); + k++; } - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ;case NIX_TXSCH_LVL_TL1 : - req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); - req->lvl = hw_lvl; - req->num_regs =0 ; - reg = req->reg; - regval = req->regval; + reg[k] =NIX_AF_TL1X_TOPOLOGY (schq); + regval[k] = (child <<32 ) | (rr_prio <<1 /*RR_PRIO*/ ); + k++; - *reg++ =NIX_AF_TL1X_SCHEDULE (schq); - *regval++ = rr_quantum; - req->num_regs++; - *reg++ =NIX_AF_TL1X_TOPOLOGY (schq); - *regval++ = (child <<32 ) | (rr_prio <<1 /*RR_PRIO*/ ); - req->num_regs++; -if (cir.rate && cir.burst) { - *reg++ =NIX_AF_TL1X_CIR (schq); - *regval++ =shaper2regval (&cir) |1 ; - req->num_regs++; - } - - rc =send_tm_reqval (mbox, req); -if (rc) - goto error;break ; } +/* Prepare schedule config */ + k +=prepare_tm_sched_reg (dev, tm_node, ®[k], ®val[k]); + +/* Prepare shaping config */ + k +=prepare_tm_shaper_reg (tm_node, profile, ®[k], ®val[k]); + +if (!k) +return 0 ; + +/* Copy and send config mbox */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = hw_lvl; + req->num_regs = k; + +otx2_mbox_memcpy (req->reg, reg,sizeof (uint64_t ) * k); +otx2_mbox_memcpy (req->regval, regval,sizeof (uint64_t ) * k); +otx2_mbox_memcpy (req->regval_mask, regval_mask,sizeof (uint64_t ) * k); + + rc =otx2_mbox_process (mbox); +if (rc) + goto error; +return 0 ; error:otx2_err ("Txschq cfg request failed for node %p, rc=%d" , tm_node, rc);
@@ -541,13 +591,14 @@ static int nix_tm_txsch_reg_config(struct otx2_eth_dev *dev) {struct otx2_nix_tm_node *tm_node; -uint32_t lvl; +uint32_t hw_lvl;int rc =0 ; -for (lvl =0 ; lvl < (uint32_t )dev->otx2_tm_root_lvl +1 ; lvl++) { +for (hw_lvl =0 ; hw_lvl <= dev->otx2_tm_root_lvl; hw_lvl++) { TAILQ_FOREACH(tm_node, &dev->node_list, node) { -if (tm_node->hw_lvl_id == lvl) { - rc =populate_tm_registers (dev, tm_node); +if (tm_node->hw_lvl == hw_lvl && + tm_node->hw_lvl !=NIX_TXSCH_LVL_CNT ) { + rc =populate_tm_reg (dev, tm_node);if (rc) goto exit; }
@@ -637,8 +688,8 @@ nix_tm_update_parent_info(struct otx2_eth_dev *dev)static int nix_tm_node_add_to_list (struct otx2_eth_dev *dev,uint32_t node_id,uint32_t parent_node_id,uint32_t priority, -uint32_t weight,uint16_t hw_lvl_id, -uint16_t level_id,bool user, +uint32_t weight,uint16_t hw_lvl, +uint16_t lvl,bool user,struct rte_tm_node_params *params) {struct otx2_nix_tm_shaper_profile *shaper_profile;
@@ -655,8 +706,8 @@ nix_tm_node_add_to_list(struct otx2_eth_dev *dev, uint32_t node_id,if (!tm_node)return -ENOMEM ; - tm_node->level_id = level_id; - tm_node->hw_lvl_id = hw_lvl_id; + tm_node->lvl = lvl; + tm_node->hw_lvl = hw_lvl; tm_node->id = node_id; tm_node->priority = priority;
@@ -935,18 +986,18 @@ nix_tm_free_resources(struct otx2_eth_dev *dev, uint32_t flags_mask,continue ;if (nix_tm_have_tl1_access (dev) && - tm_node->hw_lvl_id ==NIX_TXSCH_LVL_TL1 ) + tm_node->hw_lvl ==NIX_TXSCH_LVL_TL1 ) skip_node = true;otx2_tm_dbg ("Free hwres for node %u, hwlvl %u, hw_id %u (%p)" , - tm_node->id, tm_node->hw_lvl_id, + tm_node->id, tm_node->hw_lvl, tm_node->hw_id, tm_node);/* Free specific HW resource if requested */ if (!skip_node && flags_mask && tm_node->flags &NIX_TM_NODE_HWRES ) { req =otx2_mbox_alloc_msg_nix_txsch_free (mbox); req->flags =0 ; - req->schq_lvl = tm_node->hw_lvl_id; + req->schq_lvl = tm_node->hw_lvl; req->schq = tm_node->hw_id; rc =otx2_mbox_process (mbox);if (rc)
@@ -1010,17 +1061,17 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev,uint32_t l_id, schq_index;otx2_tm_dbg ("Assign hw id for child node %u, lvl %u, hw_lvl %u (%p)" , - child->id, child->level_id, child->hw_lvl_id, child); + child->id, child->lvl, child->hw_lvl, child); child->flags |=NIX_TM_NODE_HWRES ;/* Process root nodes */ if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 && - child->hw_lvl_id == dev->otx2_tm_root_lvl && !parent) { + child->hw_lvl == dev->otx2_tm_root_lvl && !parent) {int idx =0 ;uint32_t tschq_con_index; - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; tschq_con_index = dev->txschq_contig_index[l_id]; hw_id = dev->txschq_contig_list[l_id][tschq_con_index]; child->hw_id = hw_id;
@@ -1032,10 +1083,10 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev,return 0 ; }if (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL1 && - child->hw_lvl_id == dev->otx2_tm_root_lvl && !parent) { + child->hw_lvl == dev->otx2_tm_root_lvl && !parent) {uint32_t tschq_con_index; - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; tschq_con_index = dev->txschq_index[l_id]; hw_id = dev->txschq_list[l_id][tschq_con_index]; child->hw_id = hw_id;
@@ -1044,7 +1095,7 @@ nix_tm_assign_id_to_node(struct otx2_eth_dev *dev, }/* Process children with parents */ - l_id = child->hw_lvl_id; + l_id = child->hw_lvl; schq_index = dev->txschq_index[l_id]; schq_con_index = dev->txschq_contig_index[l_id];
@@ -1069,8 +1120,8 @@ nix_tm_assign_hw_id(struct otx2_eth_dev *dev)for (i =NIX_TXSCH_LVL_TL1 ; i >0 ; i--) { TAILQ_FOREACH(parent, &dev->node_list, node) { - child_hw_lvl = parent->hw_lvl_id -1 ; -if (parent->hw_lvl_id != i) + child_hw_lvl = parent->hw_lvl -1 ; +if (parent->hw_lvl != i)continue ; TAILQ_FOREACH(child, &dev->node_list, node) {if (!child->parent)
@@ -1087,7 +1138,7 @@ nix_tm_assign_hw_id(struct otx2_eth_dev *dev)* Explicitly assign id to parent node if it * doesn't have a parent */ -if (parent->hw_lvl_id == dev->otx2_tm_root_lvl) +if (parent->hw_lvl == dev->otx2_tm_root_lvl)nix_tm_assign_id_to_node (dev, parent,NULL ); } }
@@ -1102,7 +1153,7 @@ nix_tm_count_req_schq(struct otx2_eth_dev *dev,uint8_t contig_count; TAILQ_FOREACH(tm_node, &dev->node_list, node) { -if (lvl == tm_node->hw_lvl_id) { +if (lvl == tm_node->hw_lvl) { req->schq[lvl -1 ] += tm_node->rr_num;if (tm_node->max_prio !=UINT32_MAX ) { contig_count = tm_node->max_prio +1 ;
@@ -1111,7 +1162,7 @@ nix_tm_count_req_schq(struct otx2_eth_dev *dev, }if (lvl == dev->otx2_tm_root_lvl && dev->otx2_tm_root_lvl && lvl ==NIX_TXSCH_LVL_TL2 && - tm_node->hw_lvl_id == dev->otx2_tm_root_lvl) { + tm_node->hw_lvl == dev->otx2_tm_root_lvl) { req->schq_contig[dev->otx2_tm_root_lvl]++; } }
@@ -1192,7 +1243,7 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)continue ;/* Enable xmit on sq */ -if (tm_node->level_id !=OTX2_TM_LVL_QUEUE ) { +if (tm_node->lvl !=OTX2_TM_LVL_QUEUE ) { tm_node->flags |=NIX_TM_NODE_ENABLED ;continue ; }
@@ -1210,8 +1261,7 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable) txq = eth_dev->data->tx_queues[sq]; smq = tm_node->parent->hw_id; - rr_quantum = (tm_node->weight * -NIX_TM_RR_QUANTUM_MAX ) /MAX_SCHED_WEIGHT ; + rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); rc =nix_tm_sw_xon (txq, smq, rr_quantum);if (rc)
@@ -1332,6 +1382,7 @@ void otx2_nix_tm_conf_init(struct rte_eth_dev *eth_dev)int otx2_nix_tm_init_default (struct rte_eth_dev *eth_dev) { +struct rte_pci_device *pci_dev =RTE_ETH_DEV_TO_PCI (eth_dev);struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev);uint16_t sq_cnt = eth_dev->data->nb_tx_queues;int rc;
@@ -1347,6 +1398,13 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev)nix_tm_clear_shaper_profiles (dev); dev->tm_flags =NIX_TM_DEFAULT_TREE ; +/* Disable TL1 Static Priority when VF's are enabled +* as otherwise VF's TL2 reallocation will be needed +* runtime to support a specific topology of PF. +*/ +if (pci_dev->max_vfs) + dev->tm_flags |=NIX_TM_TL1_NO_SP ; + rc =nix_tm_prepare_default_tree (eth_dev);if (rc !=0 )return rc;
@@ -1397,15 +1455,14 @@ otx2_nix_tm_get_leaf_data(struct otx2_eth_dev *dev, uint16_t sq, tm_node =nix_tm_node_search (dev, sq, true);/* Check if we found a valid leaf node */ -if (!tm_node || tm_node->level_id !=OTX2_TM_LVL_QUEUE || +if (!tm_node || tm_node->lvl !=OTX2_TM_LVL_QUEUE || !tm_node->parent || tm_node->parent->hw_id ==UINT32_MAX ) {return -EIO ; }/* Get SMQ Id of leaf node's parent */ *smq = tm_node->parent->hw_id; - *rr_quantum = (tm_node->weight *NIX_TM_RR_QUANTUM_MAX ) - /MAX_SCHED_WEIGHT ; + *rr_quantum =NIX_TM_WEIGHT_TO_RR_QUANTUM (tm_node->weight); rc =nix_smq_xoff (dev, *smq, false);if (rc)
drivers/net/octeontx2/otx2_tm.h +44 -41
135 lines not on this page · raw message
Signature · 1 line
2.8.4
PATCH v3 3/11 net/octeontx2: add dynamic topology update support
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Modify resource allocation and freeing logic to support dynamic topology commit while to traffic is flowing.
This patch also modifies SQ flush to timeout based on minimum shaper rate configured. SQ flush is further split to pre/post functions to adhere to HW spec of 96XX C0.
--- drivers/common/octeontx2/otx2_dev.h | 9 + drivers/net/octeontx2/otx2_ethdev.c | 3 +- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_tm.c | 550 +++++++++++++++++++++++++++--------- drivers/net/octeontx2/otx2_tm.h | 7 +- 5 files changed, 426 insertions(+), 144 deletions(-)
drivers/common/octeontx2/otx2_dev.h +9 -0
@@ -46,6 +46,15 @@ ((RVU_PCI_REV_MAJOR (otx2_dev_revid (dev)) ==0x0 ) && \ (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) +#define otx2_dev_is_96xx_Cx (dev) \ + ((RVU_PCI_REV_MAJOR(otx2_dev_revid(dev)) == 0x2) && \ + (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) + +#define otx2_dev_is_96xx_C0 (dev) \ + ((RVU_PCI_REV_MAJOR(otx2_dev_revid(dev)) == 0x2) && \ + (RVU_PCI_REV_MINOR(otx2_dev_revid(dev)) == 0x0) && \ + (RVU_PCI_REV_MIDR_ID(otx2_dev_revid(dev)) == 0x0)) +struct otx2_dev ;/* Link status callback */
drivers/net/octeontx2/otx2_ethdev.c +2 -1
@@ -992,7 +992,7 @@ otx2_nix_tx_queue_release(void *_txq)otx2_nix_dbg ("Releasing txq %u" , txq->sq);/* Flush and disable tm */ -otx2_nix_tm_sw_xoff (txq, eth_dev->data->dev_started); +otx2_nix_sq_flush_pre (txq, eth_dev->data->dev_started);/* Free sqb's and disable sq */ nix_sq_uninit (txq);
@@ -1001,6 +1001,7 @@ otx2_nix_tx_queue_release(void *_txq)rte_mempool_free (txq->sqb_pool); txq->sqb_pool =NULL ; } +otx2_nix_sq_flush_post (txq);rte_free (txq); }
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -307,6 +307,7 @@ struct otx2_eth_dev {uint16_t link_cfg_lvl;uint16_t tm_flags;uint16_t tm_leaf_cnt; +uint64_t tm_rate_min;struct otx2_nix_tm_node_list node_list;struct otx2_nix_tm_shaper_profile_list shaper_profile_list;struct otx2_rss_info rss_info;
drivers/net/octeontx2/otx2_tm.c +409 -141
773 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +5 -2
@@ -10,6 +10,7 @@#include <rte_tm_driver.h> #define NIX_TM_DEFAULT_TREE BIT_ULL(0) +#define NIX_TM_COMMITTED BIT_ULL(1)#define NIX_TM_TL1_NO_SP BIT_ULL(3)struct otx2_eth_dev ;
@@ -19,7 +20,9 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); -int otx2_nix_tm_sw_xoff (void *_txq,bool dev_started); +int otx2_nix_sq_flush_pre (void *_txq,bool dev_started); +int otx2_nix_sq_flush_post (void *_txq); +int otx2_nix_sq_enable (void *_txq);int otx2_nix_sq_sqb_aura_fc (void *_txq,bool enable);struct otx2_nix_tm_node {
@@ -40,6 +43,7 @@ struct otx2_nix_tm_node {#define NIX_TM_NODE_USER BIT_ULL(2)/* Shaper algorithm for RED state @NIX_REDALG_E */ uint32_t red_algo:2; +struct otx2_nix_tm_node *parent;struct rte_tm_node_params params; };
@@ -70,7 +74,6 @@ TAILQ_HEAD(otx2_nix_tm_shaper_profile_list, otx2_nix_tm_shaper_profile); ((((__weight) &MAX_SCHED_WEIGHT ) * \NIX_TM_RR_QUANTUM_MAX ) /MAX_SCHED_WEIGHT ) -/* DEFAULT_RR_WEIGHT * NIX_TM_RR_QUANTUM_MAX / MAX_SCHED_WEIGHT */ /* = NIX_MAX_HW_MTU */#define DEFAULT_RR_WEIGHT 71
Signature · 1 line
2.8.4
PATCH v3 4/11 net/octeontx2: add tm node add and delete cb
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Adds support to Traffic Management callbacks "node_add" and "node_delete". These callbacks doesn't support dynamic node addition or deletion post hierarchy commit.
--- drivers/net/octeontx2/otx2_tm.c | 271 ++++++++++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 2 + 2 files changed, 273 insertions(+)
drivers/net/octeontx2/otx2_tm.c +271 -0
@@ -1540,6 +1540,277 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)return 0 ; } +static uint16_t +nix_tm_lvl2nix (struct otx2_eth_dev *dev,uint32_t lvl) +{ +if (nix_tm_have_tl1_access (dev)) { +switch (lvl) { +case OTX2_TM_LVL_ROOT : +return NIX_TXSCH_LVL_TL1 ; +case OTX2_TM_LVL_SCH1 : +return NIX_TXSCH_LVL_TL2 ; +case OTX2_TM_LVL_SCH2 : +return NIX_TXSCH_LVL_TL3 ; +case OTX2_TM_LVL_SCH3 : +return NIX_TXSCH_LVL_TL4 ; +case OTX2_TM_LVL_SCH4 : +return NIX_TXSCH_LVL_SMQ ; +default : +return NIX_TXSCH_LVL_CNT ; + } + }else { +switch (lvl) { +case OTX2_TM_LVL_ROOT : +return NIX_TXSCH_LVL_TL2 ; +case OTX2_TM_LVL_SCH1 : +return NIX_TXSCH_LVL_TL3 ; +case OTX2_TM_LVL_SCH2 : +return NIX_TXSCH_LVL_TL4 ; +case OTX2_TM_LVL_SCH3 : +return NIX_TXSCH_LVL_SMQ ; +default : +return NIX_TXSCH_LVL_CNT ; + } + } +} + +static uint16_t +nix_max_prio (struct otx2_eth_dev *dev,uint16_t hw_lvl) +{ +if (hw_lvl >=NIX_TXSCH_LVL_CNT ) +return 0 ; + +/* MDQ doesn't support SP */ +if (hw_lvl ==NIX_TXSCH_LVL_MDQ ) +return 0 ; + +/* PF's TL1 with VF's enabled doesn't support SP */ +if (hw_lvl ==NIX_TXSCH_LVL_TL1 && + (dev->otx2_tm_root_lvl ==NIX_TXSCH_LVL_TL2 || + (dev->tm_flags &NIX_TM_TL1_NO_SP ))) +return 0 ; + +return TXSCH_TLX_SP_PRIO_MAX -1 ; +} + + +static int +validate_prio (struct otx2_eth_dev *dev,uint32_t lvl, +uint32_t parent_id,uint32_t priority, +struct rte_tm_error *error) +{ +uint8_t priorities[TXSCH_TLX_SP_PRIO_MAX ]; +struct otx2_nix_tm_node *tm_node; +uint32_t rr_num =0 ; +int i; + +/* Validate priority against max */ +if (priority >nix_max_prio (dev,nix_tm_lvl2nix (dev, lvl -1 ))) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="unsupported priority value" ; +return -EINVAL ; + } + +if (parent_id ==RTE_TM_NODE_ID_NULL ) +return 0 ; + +memset (priorities,0 ,TXSCH_TLX_SP_PRIO_MAX ); + priorities[priority] =1 ; + + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (!tm_node->parent) +continue ; + +if (!(tm_node->flags &NIX_TM_NODE_USER )) +continue ; + +if (tm_node->parent->id != parent_id) +continue ; + + priorities[tm_node->priority]++; + } + +for (i =0 ; i <TXSCH_TLX_SP_PRIO_MAX ; i++) +if (priorities[i] >1 ) + rr_num++; + +/* At max, one rr groups per parent */ +if (rr_num >1 ) { + error->type =RTE_TM_ERROR_TYPE_NODE_PRIORITY ; + error->message ="multiple DWRR node priority" ; +return -EINVAL ; + } + +/* Check for previous priority to avoid holes in priorities */ +if (priority && !priorities[priority -1 ]) { + error->type =RTE_TM_ERROR_TYPE_NODE_PRIORITY ; + error->message ="priority not in order" ; +return -EINVAL ; + } + +return 0 ; +} + +static int +otx2_nix_tm_node_add (struct rte_eth_dev *eth_dev,uint32_t node_id, +uint32_t parent_node_id,uint32_t priority, +uint32_t weight,uint32_t lvl, +struct rte_tm_node_params *params, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *parent_node; +int rc, clear_on_fail =0 ; +uint32_t exp_next_lvl; +uint16_t hw_lvl; + +/* we don't support dynamic updates */ +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="dynamic update not supported" ; +return -EIO ; + } + +/* Leaf nodes have to be same priority */ +if (nix_tm_is_leaf (dev, lvl) && priority !=0 ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="queue shapers must be priority 0" ; +return -EIO ; + } + + parent_node =nix_tm_node_search (dev, parent_node_id, true); + +/* find the right level */ +if (lvl ==RTE_TM_NODE_LEVEL_ID_ANY ) { +if (parent_node_id ==RTE_TM_NODE_ID_NULL ) { + lvl =OTX2_TM_LVL_ROOT ; + }else if (parent_node) { + lvl = parent_node->lvl +1 ; + }else { +/* Neigher proper parent nor proper level id given */ + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="invalid parent node id" ; +return -ERANGE ; + } + } + +/* Translate rte_tm level id's to nix hw level id's */ + hw_lvl =nix_tm_lvl2nix (dev, lvl); +if (hw_lvl ==NIX_TXSCH_LVL_CNT && + !nix_tm_is_leaf (dev, lvl)) { + error->type =RTE_TM_ERROR_TYPE_LEVEL_ID ; + error->message ="invalid level id" ; +return -ERANGE ; + } + +if (node_id < dev->tm_leaf_cnt) + exp_next_lvl =NIX_TXSCH_LVL_SMQ ; +else + exp_next_lvl = hw_lvl +1 ; + +/* Check if there is no parent node yet */ +if (hw_lvl != dev->otx2_tm_root_lvl && + (!parent_node || parent_node->hw_lvl != exp_next_lvl)) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="invalid parent node id" ; +return -EINVAL ; + } + +/* Check if a node already exists */ +if (nix_tm_node_search (dev, node_id, true)) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="node already exists" ; +return -EINVAL ; + } + +/* Check if shaper profile exists for non leaf node */ +if (!nix_tm_is_leaf (dev, lvl) && + params->shaper_profile_id !=RTE_TM_SHAPER_PROFILE_ID_NONE && + !nix_tm_shaper_profile_search (dev, params->shaper_profile_id)) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="invalid shaper profile" ; +return -EINVAL ; + } + +/* Check if there is second DWRR already in siblings or holes in prio */ +if (validate_prio (dev, lvl, parent_node_id, priority, error)) +return -EINVAL ; + +if (weight >MAX_SCHED_WEIGHT ) { + error->type =RTE_TM_ERROR_TYPE_NODE_WEIGHT ; + error->message ="max weight exceeded" ; +return -EINVAL ; + } + + rc =nix_tm_node_add_to_list (dev, node_id, parent_node_id, + priority, weight, hw_lvl, + lvl, true, params); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; +/* cleanup user added nodes */ +if (clear_on_fail) +nix_tm_free_resources (dev,NIX_TM_NODE_USER , +NIX_TM_NODE_USER , false); + error->message ="failed to add node" ; +return rc; + } + error->type =RTE_TM_ERROR_TYPE_NONE ; +return 0 ; +} + +static int +otx2_nix_tm_node_delete (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node, *child_node; +struct otx2_nix_tm_shaper_profile *profile; +uint32_t profile_id; + +/* we don't support dynamic updates yet */ +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_CAPABILITIES ; + error->message ="hierarchy exists" ; +return -EIO ; + } + +if (node_id ==RTE_TM_NODE_ID_NULL ) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="invalid node id" ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Check for any existing children */ + TAILQ_FOREACH(child_node, &dev->node_list, node) { +if (child_node->parent == tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="children exist" ; +return -EINVAL ; + } + } + +/* Remove shaper profile reference */ + profile_id = tm_node->params.shaper_profile_id; + profile =nix_tm_shaper_profile_search (dev, profile_id); + profile->reference_count--; + +TAILQ_REMOVE (&dev->node_list, tm_node, node); +rte_free (tm_node); +return 0 ; +} + +const struct rte_tm_ops otx2_tm_ops = { + .node_add = otx2_nix_tm_node_add, + .node_delete = otx2_nix_tm_node_delete, +}; +static int nix_tm_prepare_default_tree (struct rte_eth_dev *eth_dev) {
drivers/net/octeontx2/otx2_tm.h +2 -0
@@ -135,6 +135,8 @@ TAILQ_HEAD(otx2_nix_tm_shaper_profile_list, otx2_nix_tm_shaper_profile);#define TXSCH_TL1_DFLT_RR_QTM ((1 << 24) - 1)#define TXSCH_TL1_DFLT_RR_PRIO 1 +#define TXSCH_TLX_SP_PRIO_MAX 10 +static inline const char *nix_hwlvl2str (uint32_t hw_lvl) {
Signature · 1 line
2.8.4
PATCH v3 5/11 net/octeontx2: add tm node suspend and resume cb
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add TM support to suspend and resume nodes post hierarchy commit.
--- drivers/net/octeontx2/otx2_tm.c | 81 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 81 insertions(+)
drivers/net/octeontx2/otx2_tm.c +81 -0
@@ -1540,6 +1540,28 @@ nix_tm_alloc_resources(struct rte_eth_dev *eth_dev, bool xmit_enable)return 0 ; } +static int +send_tm_reqval (struct otx2_mbox *mbox, +struct nix_txschq_config *req, +struct rte_tm_error *error) +{ +int rc; + +if (!req->num_regs || + req->num_regs >MAX_REGS_PER_MBOX_MSG ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="invalid config" ; +return -EIO ; + } + + rc =otx2_mbox_process (mbox); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="unexpected fatal error" ; + } +return rc; +} +static uint16_t nix_tm_lvl2nix (struct otx2_eth_dev *dev,uint32_t lvl) {
@@ -1806,9 +1828,68 @@ otx2_nix_tm_node_delete(struct rte_eth_dev *eth_dev, uint32_t node_id,return 0 ; } +static int +nix_tm_node_suspend_resume (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error,bool suspend) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_mbox *mbox = dev->mbox; +struct otx2_nix_tm_node *tm_node; +struct nix_txschq_config *req; +uint16_t flags; +int rc; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +if (!(dev->tm_flags &NIX_TM_COMMITTED )) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy doesn't exist" ; +return -EINVAL ; + } + + flags = tm_node->flags; + flags = suspend ? (flags & ~NIX_TM_NODE_ENABLED ) : + (flags |NIX_TM_NODE_ENABLED ); + +if (tm_node->flags == flags) +return 0 ; + +/* send mbox for state change */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + + req->lvl = tm_node->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node, suspend, + req->reg, req->regval); + rc =send_tm_reqval (mbox, req, error); +if (!rc) + tm_node->flags = flags; +return rc; +} + +static int +otx2_nix_tm_node_suspend (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +return nix_tm_node_suspend_resume (eth_dev, node_id, error, true); +} + +static int +otx2_nix_tm_node_resume (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_error *error) +{ +return nix_tm_node_suspend_resume (eth_dev, node_id, error, false); +} +const struct rte_tm_ops otx2_tm_ops = { .node_add = otx2_nix_tm_node_add, .node_delete = otx2_nix_tm_node_delete, + .node_suspend = otx2_nix_tm_node_suspend, + .node_resume = otx2_nix_tm_node_resume, }; static int
Signature · 1 line
2.8.4
PATCH v3 6/11 net/octeontx2: add tm hierarchy commit callback
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add TM hierarchy commit callback to support enabling newly created topology.
--- drivers/net/octeontx2/otx2_tm.c | 173 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 173 insertions(+)
drivers/net/octeontx2/otx2_tm.c +173 -0
@@ -1674,6 +1674,104 @@ validate_prio(struct otx2_eth_dev *dev, uint32_t lvl, }static int +nix_xmit_disable (struct rte_eth_dev *eth_dev) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +uint16_t sq_cnt = eth_dev->data->nb_tx_queues; +uint16_t sqb_cnt, head_off, tail_off; +struct otx2_nix_tm_node *tm_node; +struct otx2_eth_txq *txq; +uint64_t wdata, val; +int i, rc; + +otx2_tm_dbg ("Disabling xmit on %s" , eth_dev->data->name); + +/* Enable CGX RXTX to drain pkts */ +if (!eth_dev->data->dev_started) { +otx2_mbox_alloc_msg_nix_lf_start_rx (dev->mbox); + rc =otx2_mbox_process (dev->mbox); +if (rc) +return rc; + } + +/* XON all SMQ's */ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->hw_lvl !=NIX_TXSCH_LVL_SMQ ) +continue ; +if (!(tm_node->flags &NIX_TM_NODE_HWRES )) +continue ; + + rc =nix_smq_xoff (dev, tm_node, false); +if (rc) { +otx2_err ("Failed to enable smq %u, rc=%d" , + tm_node->hw_id, rc); + goto cleanup; + } + } + +/* Flush all tx queues */ +for (i =0 ; i < sq_cnt; i++) { + txq = eth_dev->data->tx_queues[i]; + + rc =otx2_nix_sq_sqb_aura_fc (txq, false); +if (rc) { +otx2_err ("Failed to disable sqb aura fc, rc=%d" , rc); + goto cleanup; + } + +/* Wait for sq entries to be flushed */ + rc =nix_txq_flush_sq_spin (txq); +if (rc) { +otx2_err ("Failed to drain sq, rc=%d\n" , rc); + goto cleanup; + } + } + +/* XOFF & Flush all SMQ's. HRM mandates +* all SQ's empty before SMQ flush is issued. +*/ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->hw_lvl !=NIX_TXSCH_LVL_SMQ ) +continue ; +if (!(tm_node->flags &NIX_TM_NODE_HWRES )) +continue ; + + rc =nix_smq_xoff (dev, tm_node, true); +if (rc) { +otx2_err ("Failed to enable smq %u, rc=%d" , + tm_node->hw_id, rc); + goto cleanup; + } + } + +/* Verify sanity of all tx queues */ +for (i =0 ; i < sq_cnt; i++) { + txq = eth_dev->data->tx_queues[i]; + + wdata = ((uint64_t )txq->sq <<32 ); + val =otx2_atomic64_add_nosync (wdata, + (int64_t *)(dev->base +NIX_LF_SQ_OP_STATUS )); + + sqb_cnt = val &0xFFFF ; + head_off = (val >>20 ) &0x3F ; + tail_off = (val >>28 ) &0x3F ; + +if (sqb_cnt >1 || head_off != tail_off || + (*txq->fc_mem != txq->nb_sqb_bufs)) +otx2_err ("Failed to gracefully flush sq %u" , txq->sq); + } + +cleanup: +/* restore cgx state */ +if (!eth_dev->data->dev_started) { +otx2_mbox_alloc_msg_nix_lf_stop_rx (dev->mbox); + rc |=otx2_mbox_process (dev->mbox); + } + +return rc; +} + +static int otx2_nix_tm_node_add(struct rte_eth_dev *eth_dev, uint32_t node_id, uint32_t parent_node_id, uint32_t priority, uint32_t weight, uint32_t lvl,
@@ -1885,11 +1983,86 @@ otx2_nix_tm_node_resume(struct rte_eth_dev *eth_dev, uint32_t node_id,return nix_tm_node_suspend_resume (eth_dev, node_id, error, false); } +static int +otx2_nix_tm_hierarchy_commit (struct rte_eth_dev *eth_dev, +int clear_on_fail, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; +uint32_t leaf_cnt =0 ; +int rc; + +if (dev->tm_flags &NIX_TM_COMMITTED ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy exists" ; +return -EINVAL ; + } + +/* Check if we have all the leaf nodes */ + TAILQ_FOREACH(tm_node, &dev->node_list, node) { +if (tm_node->flags &NIX_TM_NODE_USER && + tm_node->id < dev->tm_leaf_cnt) + leaf_cnt++; + } + +if (leaf_cnt != dev->tm_leaf_cnt) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="incomplete hierarchy" ; +return -EINVAL ; + } + +/* +* Disable xmit will be enabled when +* new topology is available. +*/ + rc =nix_xmit_disable (eth_dev); +if (rc) { +otx2_err ("failed to disable TX, rc=%d" , rc); +return -EIO ; + } + +/* Delete default/ratelimit tree */ +if (dev->tm_flags & (NIX_TM_DEFAULT_TREE )) { + rc =nix_tm_free_resources (dev,NIX_TM_NODE_USER ,0 , false); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="failed to free default resources" ; +return rc; + } + dev->tm_flags &= ~(NIX_TM_DEFAULT_TREE ); + } + +/* Free up user alloc'ed resources */ + rc =nix_tm_free_resources (dev,NIX_TM_NODE_USER , +NIX_TM_NODE_USER , true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="failed to free user resources" ; +return rc; + } + + rc =nix_tm_alloc_resources (eth_dev, true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="alloc resources failed" ; +/* TODO should we restore default config ? */ +if (clear_on_fail) +nix_tm_free_resources (dev,0 ,0 , false); +return rc; + } + + error->type =RTE_TM_ERROR_TYPE_NONE ; + dev->tm_flags |=NIX_TM_COMMITTED ; +return 0 ; +} +const struct rte_tm_ops otx2_tm_ops = { .node_add = otx2_nix_tm_node_add, .node_delete = otx2_nix_tm_node_delete, .node_suspend = otx2_nix_tm_node_suspend, .node_resume = otx2_nix_tm_node_resume, + .hierarchy_commit = otx2_nix_tm_hierarchy_commit, }; static int
Signature · 1 line
2.8.4
PATCH v3 7/11 net/octeontx2: add tm stats and shaper profile cbs
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add TM support for stats read and private shaper
profile addition or deletion.
--- drivers/net/octeontx2/otx2_tm.c | 272 ++++++++++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 4 + 2 files changed, 276 insertions(+)
drivers/net/octeontx2/otx2_tm.c +272 -0
@@ -1674,6 +1674,47 @@ validate_prio(struct otx2_eth_dev *dev, uint32_t lvl, }static int +read_tm_reg (struct otx2_mbox *mbox,uint64_t reg, +uint64_t *regval,uint32_t hw_lvl) +{ +volatile struct nix_txschq_config *req; +struct nix_txschq_config *rsp; +int rc; + + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->read =1 ; + req->lvl = hw_lvl; + req->reg[0 ] = reg; + req->num_regs =1 ; + + rc =otx2_mbox_process_msg (mbox, (void **)&rsp); +if (rc) +return rc; + *regval = rsp->regval[0 ]; +return 0 ; +} + +/* Search for min rate in topology */ +static void +nix_tm_shaper_profile_update_min (struct otx2_eth_dev *dev) +{ +struct otx2_nix_tm_shaper_profile *profile; +uint64_t rate_min =1E9 ;/* 1 Gbps */ + + TAILQ_FOREACH(profile, &dev->shaper_profile_list, shaper) { +if (profile->params.peak.rate && + profile->params.peak.rate < rate_min) + rate_min = profile->params.peak.rate; + +if (profile->params.committed.rate && + profile->params.committed.rate < rate_min) + rate_min = profile->params.committed.rate; + } + + dev->tm_rate_min = rate_min; +} + +static int nix_xmit_disable (struct rte_eth_dev *eth_dev) {struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev);
@@ -1772,6 +1813,145 @@ nix_xmit_disable(struct rte_eth_dev *eth_dev) }static int +otx2_nix_tm_node_type_get (struct rte_eth_dev *eth_dev,uint32_t node_id, +int *is_leaf,struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; + +if (is_leaf ==NULL ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (node_id ==RTE_TM_NODE_ID_NULL || !tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; +return -EINVAL ; + } +if (nix_tm_is_leaf (dev, tm_node->lvl)) + *is_leaf = true; +else + *is_leaf = false; + +return 0 ; +} + +static int +otx2_nix_tm_shaper_profile_add (struct rte_eth_dev *eth_dev, +uint32_t profile_id, +struct rte_tm_shaper_params *params, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_shaper_profile *profile; + + profile =nix_tm_shaper_profile_search (dev, profile_id); +if (profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID exist" ; +return -EINVAL ; + } + +/* Committed rate and burst size can be enabled/disabled */ +if (params->committed.size || params->committed.rate) { +if (params->committed.size <MIN_SHAPER_BURST || + params->committed.size >MAX_SHAPER_BURST ) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_SIZE ; +return -EINVAL ; + }else if (!shaper_rate_to_nix (params->committed.rate *8 , +NULL ,NULL ,NULL )) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_RATE ; + error->message ="shaper committed rate invalid" ; +return -EINVAL ; + } + } + +/* Peak rate and burst size can be enabled/disabled */ +if (params->peak.size || params->peak.rate) { +if (params->peak.size <MIN_SHAPER_BURST || + params->peak.size >MAX_SHAPER_BURST ) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_PEAK_SIZE ; +return -EINVAL ; + }else if (!shaper_rate_to_nix (params->peak.rate *8 , +NULL ,NULL ,NULL )) { + error->type = +RTE_TM_ERROR_TYPE_SHAPER_PROFILE_COMMITTED_RATE ; + error->message ="shaper peak rate invalid" ; +return -EINVAL ; + } + } + + profile =rte_zmalloc ("otx2_nix_tm_shaper_profile" , +sizeof (struct otx2_nix_tm_shaper_profile ),0 ); +if (!profile) +return -ENOMEM ; + + profile->shaper_profile_id = profile_id; +rte_memcpy (&profile->params, params, +sizeof (struct rte_tm_shaper_params )); +TAILQ_INSERT_TAIL (&dev->shaper_profile_list, profile, shaper); + +otx2_tm_dbg ("Added TM shaper profile %u, " +" pir %" PRIu64" , pbs %" PRIu64", cir %" PRIu64 +", cbs %" PRIu64" , adj %u" , + profile_id, + params->peak.rate *8 , + params->peak.size, + params->committed.rate *8 , + params->committed.size, + params->pkt_length_adjust); + +/* Translate rate as bits per second */ + profile->params.peak.rate = profile->params.peak.rate *8 ; + profile->params.committed.rate = profile->params.committed.rate *8 ; +/* Always use PIR for single rate shaping */ +if (!params->peak.rate && params->committed.rate) { + profile->params.peak = profile->params.committed; +memset (&profile->params.committed,0 , +sizeof (profile->params.committed)); + } + +/* update min rate */ +nix_tm_shaper_profile_update_min (dev); +return 0 ; +} + +static int +otx2_nix_tm_shaper_profile_delete (struct rte_eth_dev *eth_dev, +uint32_t profile_id, +struct rte_tm_error *error) +{ +struct otx2_nix_tm_shaper_profile *profile; +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); + + profile =nix_tm_shaper_profile_search (dev, profile_id); + +if (!profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID not exist" ; +return -EINVAL ; + } + +if (profile->reference_count) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE ; + error->message ="shaper profile in use" ; +return -EINVAL ; + } + +otx2_tm_dbg ("Removing TM shaper profile %u" , profile_id); +TAILQ_REMOVE (&dev->shaper_profile_list, profile, shaper); +rte_free (profile); + +/* update min rate */ +nix_tm_shaper_profile_update_min (dev); +return 0 ; +} + +static int otx2_nix_tm_node_add(struct rte_eth_dev *eth_dev, uint32_t node_id, uint32_t parent_node_id, uint32_t priority, uint32_t weight, uint32_t lvl,
@@ -2057,12 +2237,104 @@ otx2_nix_tm_hierarchy_commit(struct rte_eth_dev *eth_dev,return 0 ; } +static int +otx2_nix_tm_node_stats_read (struct rte_eth_dev *eth_dev,uint32_t node_id, +struct rte_tm_node_stats *stats, +uint64_t *stats_mask,int clear, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node; +uint64_t reg, val; +int64_t *addr; +int rc =0 ; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Stats support only for leaf node or TL1 root */ +if (nix_tm_is_leaf (dev, tm_node->lvl)) { + reg = (((uint64_t )tm_node->id) <<32 ); + +/* Packets */ + addr = (int64_t *)(dev->base +NIX_LF_SQ_OP_PKTS ); + val =otx2_atomic64_add_nosync (reg, addr); +if (val &OP_ERR ) + val =0 ; + stats->n_pkts = val - tm_node->last_pkts; + +/* Bytes */ + addr = (int64_t *)(dev->base +NIX_LF_SQ_OP_OCTS ); + val =otx2_atomic64_add_nosync (reg, addr); +if (val &OP_ERR ) + val =0 ; + stats->n_bytes = val - tm_node->last_bytes; + +if (clear) { + tm_node->last_pkts = stats->n_pkts; + tm_node->last_bytes = stats->n_bytes; + } + + *stats_mask =RTE_TM_STATS_N_PKTS |RTE_TM_STATS_N_BYTES ; + + }else if (tm_node->hw_lvl ==NIX_TXSCH_LVL_TL1 ) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="stats read error" ; + +/* RED Drop packets */ + reg =NIX_AF_TL1X_DROPPED_PACKETS (tm_node->hw_id); + rc =read_tm_reg (dev->mbox, reg, &val,NIX_TXSCH_LVL_TL1 ); +if (rc) + goto exit; + stats->leaf.n_pkts_dropped[RTE_COLOR_RED ] = + val - tm_node->last_pkts; + +/* RED Drop bytes */ + reg =NIX_AF_TL1X_DROPPED_BYTES (tm_node->hw_id); + rc =read_tm_reg (dev->mbox, reg, &val,NIX_TXSCH_LVL_TL1 ); +if (rc) + goto exit; + stats->leaf.n_bytes_dropped[RTE_COLOR_RED ] = + val - tm_node->last_bytes; + +/* Clear stats */ +if (clear) { + tm_node->last_pkts = + stats->leaf.n_pkts_dropped[RTE_COLOR_RED ]; + tm_node->last_bytes = + stats->leaf.n_bytes_dropped[RTE_COLOR_RED ]; + } + + *stats_mask =RTE_TM_STATS_N_PKTS_RED_DROPPED | +RTE_TM_STATS_N_BYTES_RED_DROPPED ; + + }else { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="unsupported node" ; + rc = -EINVAL ; + } + +exit: +return rc; +} +const struct rte_tm_ops otx2_tm_ops = { + .node_type_get = otx2_nix_tm_node_type_get, + + .shaper_profile_add = otx2_nix_tm_shaper_profile_add, + .shaper_profile_delete = otx2_nix_tm_shaper_profile_delete, + .node_add = otx2_nix_tm_node_add, .node_delete = otx2_nix_tm_node_delete, .node_suspend = otx2_nix_tm_node_suspend, .node_resume = otx2_nix_tm_node_resume, .hierarchy_commit = otx2_nix_tm_hierarchy_commit, + + .node_stats_read = otx2_nix_tm_node_stats_read, }; static int
drivers/net/octeontx2/otx2_tm.h +4 -0
@@ -46,6 +46,10 @@ struct otx2_nix_tm_node {struct otx2_nix_tm_node *parent;struct rte_tm_node_params params; + +/* Last stats */ +uint64_t last_pkts; +uint64_t last_bytes; };struct otx2_nix_tm_shaper_profile {
Signature · 1 line
2.8.4
PATCH v3 8/11 net/octeontx2: add tm dynamic topology update cb
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add dynamic parent and shaper update callbacks that can be used to change RR Quantum or PIR/CIR rate dynamically post hierarchy commit. Dynamic parent update callback only supports updating RR quantum of a given child with respect to its parent. There is no support yet to change priority or parent itself.
--- drivers/net/octeontx2/otx2_tm.c | 190 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 190 insertions(+)
drivers/net/octeontx2/otx2_tm.c +190 -0
@@ -2238,6 +2238,194 @@ otx2_nix_tm_hierarchy_commit(struct rte_eth_dev *eth_dev, }static int +otx2_nix_tm_node_shaper_update (struct rte_eth_dev *eth_dev, +uint32_t node_id, +uint32_t profile_id, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_shaper_profile *profile =NULL ; +struct otx2_mbox *mbox = dev->mbox; +struct otx2_nix_tm_node *tm_node; +struct nix_txschq_config *req; +uint8_t k; +int rc; + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node ||nix_tm_is_leaf (dev, tm_node->lvl)) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="invalid node" ; +return -EINVAL ; + } + +if (profile_id == tm_node->params.shaper_profile_id) +return 0 ; + +if (profile_id !=RTE_TM_SHAPER_PROFILE_ID_NONE ) { + profile =nix_tm_shaper_profile_search (dev, profile_id); +if (!profile) { + error->type =RTE_TM_ERROR_TYPE_SHAPER_PROFILE_ID ; + error->message ="shaper profile ID not exist" ; +return -EINVAL ; + } + } + + tm_node->params.shaper_profile_id = profile_id; + +/* Nothing to do if not yet committed */ +if (!(dev->tm_flags &NIX_TM_COMMITTED )) +return 0 ; + + tm_node->flags &= ~NIX_TM_NODE_ENABLED ; + +/* Flush the specific node with SW_XOFF */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = tm_node->hw_lvl; + k =prepare_tm_sw_xoff (tm_node, true, req->reg, req->regval); + req->num_regs = k; + + rc =send_tm_reqval (mbox, req, error); +if (rc) +return rc; + +/* Update the PIR/CIR and clear SW XOFF */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (mbox); + req->lvl = tm_node->hw_lvl; + + k =prepare_tm_shaper_reg (tm_node, profile, req->reg, req->regval); + + k +=prepare_tm_sw_xoff (tm_node, false, &req->reg[k], &req->regval[k]); + + req->num_regs = k; + rc =send_tm_reqval (mbox, req, error); +if (!rc) + tm_node->flags |=NIX_TM_NODE_ENABLED ; +return rc; +} + +static int +otx2_nix_tm_node_parent_update (struct rte_eth_dev *eth_dev, +uint32_t node_id,uint32_t new_parent_id, +uint32_t priority,uint32_t weight, +struct rte_tm_error *error) +{ +struct otx2_eth_dev *dev =otx2_eth_pmd_priv (eth_dev); +struct otx2_nix_tm_node *tm_node, *sibling; +struct otx2_nix_tm_node *new_parent; +struct nix_txschq_config *req; +uint8_t k; +int rc; + +if (!(dev->tm_flags &NIX_TM_COMMITTED )) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="hierarchy doesn't exist" ; +return -EINVAL ; + } + + tm_node =nix_tm_node_search (dev, node_id, true); +if (!tm_node) { + error->type =RTE_TM_ERROR_TYPE_NODE_ID ; + error->message ="no such node" ; +return -EINVAL ; + } + +/* Parent id valid only for non root nodes */ +if (tm_node->hw_lvl != dev->otx2_tm_root_lvl) { + new_parent =nix_tm_node_search (dev, new_parent_id, true); +if (!new_parent) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="no such parent node" ; +return -EINVAL ; + } + +/* Current support is only for dynamic weight update */ +if (tm_node->parent != new_parent || + tm_node->priority != priority) { + error->type =RTE_TM_ERROR_TYPE_NODE_PARENT_NODE_ID ; + error->message ="only weight update supported" ; +return -EINVAL ; + } + } + +/* Skip if no change */ +if (tm_node->weight == weight) +return 0 ; + + tm_node->weight = weight; + +/* For leaf nodes, SQ CTX needs update */ +if (nix_tm_is_leaf (dev, tm_node->lvl)) { +/* Update SQ quantum data on the fly */ + rc =nix_sq_sched_data (dev, tm_node, true); +if (rc) { + error->type =RTE_TM_ERROR_TYPE_UNSPECIFIED ; + error->message ="sq sched data update failed" ; +return rc; + } + }else { +/* XOFF Parent node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->parent->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node->parent, true, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XOFF this node and all other siblings */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + + k =0 ; + TAILQ_FOREACH(sibling, &dev->node_list, node) { +if (sibling->parent != tm_node->parent) +continue ; + k +=prepare_tm_sw_xoff (sibling, true, &req->reg[k], + &req->regval[k]); + } + req->num_regs = k; + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* Update new weight for current node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + req->num_regs =prepare_tm_sched_reg (dev, tm_node, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XON this node and all other siblings */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->hw_lvl; + + k =0 ; + TAILQ_FOREACH(sibling, &dev->node_list, node) { +if (sibling->parent != tm_node->parent) +continue ; + k +=prepare_tm_sw_xoff (sibling, false, &req->reg[k], + &req->regval[k]); + } + req->num_regs = k; + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + +/* XON Parent node */ + req =otx2_mbox_alloc_msg_nix_txschq_cfg (dev->mbox); + req->lvl = tm_node->parent->hw_lvl; + req->num_regs =prepare_tm_sw_xoff (tm_node->parent, false, + req->reg, req->regval); + rc =send_tm_reqval (dev->mbox, req, error); +if (rc) +return rc; + } +return 0 ; +} + +static int otx2_nix_tm_node_stats_read(struct rte_eth_dev *eth_dev, uint32_t node_id, struct rte_tm_node_stats *stats, uint64_t *stats_mask, int clear,
@@ -2334,6 +2522,8 @@ const struct rte_tm_ops otx2_tm_ops = { .node_resume = otx2_nix_tm_node_resume, .hierarchy_commit = otx2_nix_tm_hierarchy_commit, + .node_shaper_update = otx2_nix_tm_node_shaper_update, + .node_parent_update = otx2_nix_tm_node_parent_update, .node_stats_read = otx2_nix_tm_node_stats_read, };
Signature · 1 line
2.8.4
PATCH v3 9/11 net/octeontx2: add tm debug support
In reply to Nithin DabilpuramFrom: Nithin Dabilpuram <[email protected]>
Add debug support to TM to dump configured topology and registers. Also enable debug dump when sq flush fails.
--- drivers/net/octeontx2/otx2_ethdev.h | 1 + drivers/net/octeontx2/otx2_ethdev_debug.c | 311 ++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.c | 9 +- drivers/net/octeontx2/otx2_tm.h | 1 + 4 files changed, 318 insertions(+), 4 deletions(-)
drivers/net/octeontx2/otx2_ethdev.h +1 -0
@@ -459,6 +459,7 @@ int otx2_nix_dev_get_reg(struct rte_eth_dev *eth_dev, struct rte_dev_reg_info *regs);int otx2_nix_queues_ctx_dump (struct rte_eth_dev *eth_dev);void otx2_nix_cqe_dump (const struct nix_cqe_hdr_s *cq); +void otx2_nix_tm_dump (struct otx2_eth_dev *dev);/* Stats */ int otx2_nix_dev_stats_get(struct rte_eth_dev *eth_dev,
drivers/net/octeontx2/otx2_ethdev_debug.c +311 -0
335 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.c +5 -4
@@ -28,8 +28,8 @@ uint64_t shaper2regval(struct shaper_params *shaper) (shaper->mantissa <<1 ); } -static int -nix_get_link (struct otx2_eth_dev *dev) +int +otx2_nix_get_link (struct otx2_eth_dev *dev) {int link =13 /* SDP */ ;uint16_t lmac_chan;
@@ -574,7 +574,7 @@ populate_tm_reg(struct otx2_eth_dev *dev,if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL3 ) { reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq, -nix_get_link (dev)); +otx2_nix_get_link (dev)); regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); k++; }
@@ -594,7 +594,7 @@ populate_tm_reg(struct otx2_eth_dev *dev,if (!otx2_dev_is_sdp (dev) && dev->link_cfg_lvl ==NIX_TXSCH_LVL_TL2 ) { reg[k] =NIX_AF_TL3_TL2X_LINKX_CFG (schq, -nix_get_link (dev)); +otx2_nix_get_link (dev)); regval[k] =BIT_ULL (12 ) |nix_get_relchan (dev); k++; }
@@ -990,6 +990,7 @@ nix_txq_flush_sq_spin(struct otx2_eth_txq *txq)return 0 ; exit: +otx2_nix_tm_dump (dev);return -EFAULT ; }
drivers/net/octeontx2/otx2_tm.h +1 -0
@@ -23,6 +23,7 @@ int otx2_nix_tm_get_leaf_data(struct otx2_eth_dev *dev, uint16_t sq,int otx2_nix_sq_flush_pre (void *_txq,bool dev_started);int otx2_nix_sq_flush_post (void *_txq);int otx2_nix_sq_enable (void *_txq); +int otx2_nix_get_link (struct otx2_eth_dev *dev);int otx2_nix_sq_sqb_aura_fc (void *_txq,bool enable);struct otx2_nix_tm_node {
Signature · 1 line
2.8.4
PATCH v3 10/11 net/octeontx2: add Tx queue ratelimit callback
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add Tx queue ratelimiting support. This support is mutually exclusive with TM support i.e when TM is configured, tx queue ratelimiting config is no more valid.
--- drivers/net/octeontx2/otx2_ethdev.c | 1 + drivers/net/octeontx2/otx2_tm.c | 241 +++++++++++++++++++++++++++++++++++- drivers/net/octeontx2/otx2_tm.h | 3 + 3 files changed, 243 insertions(+), 2 deletions(-)
drivers/net/octeontx2/otx2_ethdev.c +1 -0
@@ -2071,6 +2071,7 @@ static const struct eth_dev_ops otx2_eth_dev_ops = { .rx_descriptor_status = otx2_nix_rx_descriptor_status, .tx_descriptor_status = otx2_nix_tx_descriptor_status, .tx_done_cleanup = otx2_nix_tx_done_cleanup, + .set_queue_rate_limit = otx2_nix_tm_set_queue_rate_limit, .pool_ops_supported = otx2_nix_pool_ops_supported, .filter_ctrl = otx2_nix_dev_filter_ctrl, .get_module_info = otx2_nix_get_module_info,
drivers/net/octeontx2/otx2_tm.c +239 -2
259 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +3 -0
@@ -11,6 +11,7 @@#define NIX_TM_DEFAULT_TREE BIT_ULL(0)#define NIX_TM_COMMITTED BIT_ULL(1) +#define NIX_TM_RATE_LIMIT_TREE BIT_ULL(2)#define NIX_TM_TL1_NO_SP BIT_ULL(3)struct otx2_eth_dev ;
@@ -20,6 +21,8 @@ int otx2_nix_tm_init_default(struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); +int otx2_nix_tm_set_queue_rate_limit (struct rte_eth_dev *eth_dev, +uint16_t queue_idx,uint16_t tx_rate);int otx2_nix_sq_flush_pre (void *_txq,bool dev_started);int otx2_nix_sq_flush_post (void *_txq);int otx2_nix_sq_enable (void *_txq);
Signature · 1 line
2.8.4
PATCH v3 11/11 net/octeontx2: add tm capability callbacks
In reply to Nithin DabilpuramFrom: Krzysztof Kanas <[email protected]>
Add Traffic Management capability callbacks to provide global, level and node capabilities. This patch also adds documentation on Traffic Management Support.
--- doc/guides/nics/features/octeontx2.ini | 1 + doc/guides/nics/octeontx2.rst | 15 +++ doc/guides/rel_notes/release_20_05.rst | 8 ++ drivers/net/octeontx2/otx2_ethdev.c | 1 + drivers/net/octeontx2/otx2_tm.c | 232 +++++++++++++++++++++++++++++++++ drivers/net/octeontx2/otx2_tm.h | 1 + 6 files changed, 258 insertions(+)
doc/guides/nics/features/octeontx2.ini +1 -0
@@ -31,6 +31,7 @@ Inline protocol = Y VLAN filter = Y Flow control = Y Flow API = Y +Rate limitation = Y Jumbo frame = Y Scattered Rx = Y VLAN offload = Y
doc/guides/nics/octeontx2.rst +15 -0
@@ -39,6 +39,7 @@ Features of the OCTEON TX2 Ethdev PMD are: - HW offloaded `ethdev Rx queue` to `eventdev event queue` packet injection - Support Rx interrupt - Inline IPsec processing support +- :ref:`Traffic Management API <tmapi>` Prerequisites -------------
@@ -213,6 +214,20 @@ Runtime Config Options parameters to all the PCIe devices if application requires to configure on all the ethdev ports. +Traffic Management API +---------------------- + +OCTEON TX2 PMD supports generic DPDK Traffic Management API which allows to +configure the following features: + +1. Hierarchical scheduling +2. Single rate - two color, Two rate - three color shaping + +Both DWRR and Static Priority(SP) hierarchial scheduling is supported. +Every parent can have atmost 10 SP Children and unlimited DWRR children. +Both PF & VF supports traffic management API with PF supporting 6 levels +and VF supporting 5 levels of topology. + Limitations -----------
doc/guides/rel_notes/release_20_05.rst +8 -0
@@ -62,6 +62,14 @@ New Features * Added support for matching on IPv4 Time To Live and IPv6 Hop Limit. +* **Updated Marvell OCTEON TX2 ethdev driver.** + + Updated Marvell OCTEON TX2 ethdev driver with traffic manager support with + below features. + + * Hierarchial Scheduling with DWRR and SP. + * Single rate - two color, Two rate - three color shaping. + Removed Items -------------
drivers/net/octeontx2/otx2_ethdev.c +1 -0
@@ -2026,6 +2026,7 @@ static const struct eth_dev_ops otx2_eth_dev_ops = { .link_update = otx2_nix_link_update, .tx_queue_setup = otx2_nix_tx_queue_setup, .tx_queue_release = otx2_nix_tx_queue_release, + .tm_ops_get = otx2_nix_tm_ops_get, .rx_queue_setup = otx2_nix_rx_queue_setup, .rx_queue_release = otx2_nix_rx_queue_release, .dev_start = otx2_nix_dev_start,
drivers/net/octeontx2/otx2_tm.c +232 -0
251 lines not on this page · raw message
drivers/net/octeontx2/otx2_tm.h +1 -0
@@ -19,6 +19,7 @@ struct otx2_eth_dev;void otx2_nix_tm_conf_init (struct rte_eth_dev *eth_dev);int otx2_nix_tm_init_default (struct rte_eth_dev *eth_dev);int otx2_nix_tm_fini (struct rte_eth_dev *eth_dev); +int otx2_nix_tm_ops_get (struct rte_eth_dev *eth_dev,void *ops);int otx2_nix_tm_get_leaf_data (struct otx2_eth_dev *dev,uint16_t sq,uint32_t *rr_quantum,uint16_t *smq); int otx2_nix_tm_set_queue_rate_limit(struct rte_eth_dev *eth_dev,
Signature · 1 line
2.8.4
Re: [dpdk-dev] [PATCH v3 11/11] net/octeontx2: add tm capability callbacks
Quoted 9 lines · Nithin Dabilpuram
From: Krzysztof Kanas <[email protected]>
Add Traffic Management capability callbacks to provide global, level and node capabilities. This patch also adds documentation on Traffic Management Support.
Signed-off-by Nithin Dabilpuram <[email protected]>Signed-off-by Krzysztof Kanas <[email protected]>
After fixing the below issues(inlined) Series applied to dpdk-next-net-mrvl/master. Thanks.
doc/guides/nics/features/octeontx2.ini Inline protocol = Y · line 34
Quoted 11 lines
---
doc/guides/nics/features/octeontx2.ini +1
-0@@ -31,6 +31,7 @@ Inline protocol = Y VLAN filter = Y Flow control = Y Flow API = Y +Rate limitation = Y
Definition this "Rate limitation" and TM rate limitation functionally the same. But the interface is different.
Following is the interface for the above "Rate limitation" feature. So, Above "Y" is not applicable.
Rate limitation
---------------
Supports Tx rate limitation for a queue.
* **[implements] eth_dev_ops**: ``set_queue_rate_limit``.
* **[related] API**: ``rte_eth_set_queue_rate_limit()``
doc/guides/nics/octeontx2.rst Features of the OCTEON TX2 Ethdev PMD are: · line 42
Quoted 12 lines
doc/guides/nics/features/octeontx2.ini +0
-0Jumbo frame = Y Scattered Rx = Y VLAN offload = Ydoc/guides/nics/octeontx2.rst +1
-0@@ -39,6 +39,7 @@ Features of the OCTEON TX2 Ethdev PMD are: - HW offloaded `ethdev Rx queue` to `eventdev event queue` packet injection - Support Rx interrupt - Inline IPsec processing support +- :ref:`Traffic Management API <tmapi>`
tmapi ref is pointing to mvpp2 driver index.
Quoted 5 lines
doc/guides/nics/octeontx2.rst +0
-0Prerequisites -------------@@ -213,6 +214,20 @@ Runtime Config Options parameters to all the PCIe devices if application requires to configure on
doc/guides/nics/octeontx2.rst Runtime Config Options · line 224
Quoted 10 lines
doc/guides/nics/octeontx2.rst +8
-0all the ethdev ports. +Traffic Management API +---------------------- + +OCTEON TX2 PMD supports generic DPDK Traffic Management API which allows to +configure the following features: + +1. Hierarchical scheduling +2. Single rate - two color, Two rate - three color shaping
Use #. to auto enumerate.
Quoted 14 lines
doc/guides/nics/octeontx2.rst +6
-0+ +Both DWRR and Static Priority(SP) hierarchial scheduling is supported. +Every parent can have atmost 10 SP Children and unlimited DWRR children. +Both PF & VF supports traffic management API with PF supporting 6 levels +and VF supporting 5 levels of topology. + Limitations -----------doc/guides/rel_notes/release_20_05.rst +0
-0
doc/guides/rel_notes/release_20_05.rst New Features · line 71
Quoted 10 lines
doc/guides/rel_notes/release_20_05.rst +7
-0@@ -62,6 +62,14 @@ New Features * Added support for matching on IPv4 Time To Live and IPv6 Hop Limit. +* **Updated Marvell OCTEON TX2 ethdev driver.** + + Updated Marvell OCTEON TX2 ethdev driver with traffic manager support with + below features. + + * Hierarchial Scheduling with DWRR and SP. + * Single rate - two color, Two rate - three color shaping.
Alignment is not correct wrt to other items.
Re: [dpdk-dev] [EXT] Re: [PATCH v3 11/11] net/octeontx2: add tm capability callbacks
Quoted 20 lines · Jerin Jacob
External Email
----------------------------------------------------------------------
Quoted 9 lines · Nithin Dabilpuram
From: Krzysztof Kanas <[email protected]>
Add Traffic Management capability callbacks to provide global, level and node capabilities. This patch also adds documentation on Traffic Management Support.
Signed-off-by Nithin Dabilpuram <[email protected]>Signed-off-by Krzysztof Kanas <[email protected]>After fixing the below issues(inlined) Series applied to dpdk-next-net-mrvl/master. Thanks.
Quoted 2 lines
---
Quoted 14 lines
doc/guides/nics/features/octeontx2.ini Inline protocol = Y · line 34
Quoted 9 lines
doc/guides/nics/features/octeontx2.ini +1
-0@@ -31,6 +31,7 @@ Inline protocol = Y VLAN filter = Y Flow control = Y Flow API = Y +Rate limitation = YDefinition this "Rate limitation" and TM rate limitation functionally the same. But the interface is different.
Following is the interface for the above "Rate limitation" feature. So, Above "Y" is not applicable.
Actually support to this feature is added via Patch 10/11. My bad, I added the document update in 11/11 which caused the confusion. Another reason is rate limit support depends on TM support in OCTEON TX2. I also missed to update octeontx2_vec.ini and octeontx2_vf.ini file. Can the above change be put back into Patch 10/11 ?
Thanks for other corrections.
Quoted 72 lines
Rate limitation
---------------Supports Tx rate limitation for a queue.
* **[implements] eth_dev_ops**: ``set_queue_rate_limit``.
* **[related] API**: ``rte_eth_set_queue_rate_limit()``doc/guides/nics/octeontx2.rst Features of the OCTEON TX2 Ethdev PMD are: · line 42
Quoted 12 lines
doc/guides/nics/features/octeontx2.ini +0
-0Jumbo frame = Y Scattered Rx = Y VLAN offload = Ydoc/guides/nics/octeontx2.rst +1
-0@@ -39,6 +39,7 @@ Features of the OCTEON TX2 Ethdev PMD are: - HW offloaded `ethdev Rx queue` to `eventdev event queue` packet injection - Support Rx interrupt - Inline IPsec processing support +- :ref:`Traffic Management API <tmapi>`tmapi ref is pointing to mvpp2 driver index.
Quoted 5 lines
doc/guides/nics/octeontx2.rst +0
-0Prerequisites -------------@@ -213,6 +214,20 @@ Runtime Config Options parameters to all the PCIe devices if application requires to configure ondoc/guides/nics/octeontx2.rst Runtime Config Options · line 224
Quoted 10 lines
doc/guides/nics/octeontx2.rst +8
-0all the ethdev ports. +Traffic Management API +---------------------- + +OCTEON TX2 PMD supports generic DPDK Traffic Management API which allows to +configure the following features: + +1. Hierarchical scheduling +2. Single rate - two color, Two rate - three color shapingUse #. to auto enumerate.
Quoted 14 lines
doc/guides/nics/octeontx2.rst +6
-0+ +Both DWRR and Static Priority(SP) hierarchial scheduling is supported. +Every parent can have atmost 10 SP Children and unlimited DWRR children. +Both PF & VF supports traffic management API with PF supporting 6 levels +and VF supporting 5 levels of topology. + Limitations -----------doc/guides/rel_notes/release_20_05.rst +0
-0doc/guides/rel_notes/release_20_05.rst New Features · line 71
Quoted 10 lines
doc/guides/rel_notes/release_20_05.rst +7
-0@@ -62,6 +62,14 @@ New Features * Added support for matching on IPv4 Time To Live and IPv6 Hop Limit. +* **Updated Marvell OCTEON TX2 ethdev driver.** + + Updated Marvell OCTEON TX2 ethdev driver with traffic manager support with + below features. + + * Hierarchial Scheduling with DWRR and SP. + * Single rate - two color, Two rate - three color shaping.Alignment is not correct wrt to other items.
Re: [dpdk-dev] [EXT] Re: [PATCH v3 11/11] net/octeontx2: add tm capability callbacks
Quoted 16 lines · Nithin Dabilpuram
Quoted 15 lines
doc/guides/nics/features/octeontx2.ini Inline protocol = Y · line 34
Quoted 10 lines
doc/guides/nics/features/octeontx2.ini +1
-0@@ -31,6 +31,7 @@ Inline protocol = Y VLAN filter = Y Flow control = Y Flow API = Y +Rate limitation = YDefinition this "Rate limitation" and TM rate limitation functionally the same. But the interface is different.
Following is the interface for the above "Rate limitation" feature. So, Above "Y" is not applicable.
Quoted 5 lines
Actually support to this feature is added via Patch 10/11. My bad, I added the document update in 11/11 which caused the confusion. Another reason is rate limit support depends on TM support in OCTEON TX2. I also missed to update octeontx2_vec.ini and octeontx2_vf.ini file. Can the above change be put back into Patch 10/11 ?
Sure. I moved the update to the 10/11 patch from the 11/11 patch.
Quoted 2 lines
Thanks for other corrections.