Enable queue rate limit and quanta size configuration
cover Enable queue rate limit and quanta size configuration
This patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
Wenjun Wu (3):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configuration
drivers/common/iavf/virtchnl.h | 51 +++++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 37 +++++++ drivers/net/iavf/iavf_tm.c | 189 +++++++++++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 51 +++++++++ 5 files changed, 336 insertions(+), 8 deletions(-)
Signature · 1 line
2.25.1
PATCH 1/3 common/iavf: support queue rate limit and quanta size configuration
This patch adds new virtchnl opcodes and structures for rate limit and quanta size configuration, which include:
1. VIRTCHNL_OP_CONFIG_QUEUE_BW, to configure max bandwidth for each VF per queue.
2. VIRTCHNL_OP_CONFIG_QUANTA, to configure quanta size per queue.
--- drivers/common/iavf/virtchnl.h | 51 ++++++++++++++++++++++++++++++++++ 1 file changed, 51 insertions(+)
drivers/common/iavf/virtchnl.h +51 -0
@@ -164,6 +164,8 @@ enum virtchnl_ops {VIRTCHNL_OP_ENABLE_QUEUES_V2 =107 ,VIRTCHNL_OP_DISABLE_QUEUES_V2 =108 ,VIRTCHNL_OP_MAP_QUEUE_VECTOR =111 , +VIRTCHNL_OP_CONFIG_QUEUE_BW =112 , +VIRTCHNL_OP_CONFIG_QUANTA =113 , VIRTCHNL_OP_MAX, };
@@ -1872,6 +1874,22 @@ struct virtchnl_queue_tc_mapping {VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_tc_mapping); +/* VIRTCHNL_OP_CONFIG_QUEUE_BW */ +struct virtchnl_queue_bw { +u16 queue_id; +u8 pad[2 ]; +struct virtchnl_shaper_bw shaper; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_bw); + +struct virtchnl_queues_bw_cfg { +u16 vsi_id; +u16 num_queues; +struct virtchnl_queue_bw cfg[1 ]; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (16 , virtchnl_queues_bw_cfg);/* TX and RX queue types are valid in legacy as well as split queue models. * With Split Queue model, 2 additional types are introduced - TX_COMPLETION
@@ -1978,6 +1996,12 @@ struct virtchnl_queue_vector_maps {VIRTCHNL_CHECK_STRUCT_LEN (24 , virtchnl_queue_vector_maps); +struct virtchnl_quanta_cfg { +u16 quanta_size; +struct virtchnl_queue_chunk queue_select; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_quanta_cfg);/* Since VF messages are limited by u16 size, precalculate the maximum possible * values of nested elements in virtchnl structures that virtual channel can
@@ -2244,6 +2268,33 @@ virtchnl_vc_validate_vf_msg(struct virtchnl_version_info *ver, u32 v_opcode,sizeof (q_tc->tc[0 ]); }break ; +case VIRTCHNL_OP_CONFIG_QUEUE_BW : + valid_len =sizeof (struct virtchnl_queues_bw_cfg ); +if (msglen >= valid_len) { +struct virtchnl_queues_bw_cfg *q_bw = + (struct virtchnl_queues_bw_cfg *)msg; +if (q_bw->num_queues ==0 ) { + err_msg_format = true; +break ; + } + valid_len += (q_bw->num_queues -1 ) * +sizeof (q_bw->cfg[0 ]); + } +break ; +case VIRTCHNL_OP_CONFIG_QUANTA : + valid_len =sizeof (struct virtchnl_quanta_cfg ); +if (msglen >= valid_len) { +struct virtchnl_quanta_cfg *q_quanta = + (struct virtchnl_quanta_cfg *)msg; +if (q_quanta->quanta_size ==0 || + q_quanta->queue_select.num_queues ==0 ) { + err_msg_format = true; +break ; + } + valid_len += (q_quanta->queue_select.num_queues -1 ) * +sizeof (struct virtchnl_queue_chunk ); + } +break ;case VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS :break ;case VIRTCHNL_OP_ADD_VLAN_V2 :
Signature · 1 line
2.25.1
PATCH 2/3 net/iavf: support queue rate limit configuration
In reply to Wenjun WuThis patch adds queue rate limit configuration support. Only max bandwidth is supported.
--- drivers/net/iavf/iavf.h | 13 +++ drivers/net/iavf/iavf_tm.c | 189 ++++++++++++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 23 +++++ 3 files changed, 217 insertions(+), 8 deletions(-)
drivers/net/iavf/iavf.h +13 -0
@@ -170,11 +170,21 @@ struct iavf_tm_node {uint32_t weight;uint32_t reference_count;struct iavf_tm_node *parent; +struct iavf_tm_shaper_profile *shaper_profile;struct rte_tm_node_params params; };TAILQ_HEAD (iavf_tm_node_list, iavf_tm_node); +struct iavf_tm_shaper_profile { +TAILQ_ENTRY (iavf_tm_shaper_profile) node; +uint32_t shaper_profile_id; +uint32_t reference_count; +struct rte_tm_shaper_params profile; +}; + +TAILQ_HEAD (iavf_shaper_profile_list, iavf_tm_shaper_profile); +/* node type of Traffic Manager */ enum iavf_tm_node_type {IAVF_TM_NODE_TYPE_PORT ,
@@ -188,6 +198,7 @@ struct iavf_tm_conf {struct iavf_tm_node *root;/* root node - vf vsi */ struct iavf_tm_node_list tc_list;/* node list for all the TCs */ struct iavf_tm_node_list queue_list;/* node list for all the queues */ +struct iavf_shaper_profile_list shaper_profile_list;uint32_t nb_tc_node;uint32_t nb_queue_node;bool committed;
@@ -451,6 +462,8 @@ int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter,int iavf_request_queues (struct rte_eth_dev *dev,uint16_t num);int iavf_get_max_rss_queue_region (struct iavf_adapter *adapter);int iavf_get_qos_cap (struct iavf_adapter *adapter); +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size);int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size);
drivers/net/iavf/iavf_tm.c +181 -8
292 lines not on this page · raw message
drivers/net/iavf/iavf_vchnl.c +23 -0
@@ -1636,6 +1636,29 @@ int iavf_set_q_tc_map(struct rte_eth_dev *dev,return err; } +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size) +{ +struct iavf_adapter *adapter = +IAVF_DEV_PRIVATE_TO_ADAPTER (dev->data->dev_private); +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (dev->data->dev_private); +struct iavf_cmd_info args; +int err; + +memset (&args,0 ,sizeof (args)); + args.ops =VIRTCHNL_OP_CONFIG_QUEUE_BW ; + args.in_args = (uint8_t *)q_bw; + args.in_args_size = size; + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) +PMD_DRV_LOG (ERR ,"Failed to execute command of" +" VIRTCHNL_OP_CONFIG_QUEUE_BW" ); +return err; +} + int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter, struct rte_ether_addr *mc_addrs,
Signature · 1 line
2.25.1
PATCH 3/3 net/iavf: support quanta size configuration
In reply to Wenjun WuThis patch adds quanta size configuration support. Quanta size should between 256 and 4096, and be a product of 64.
--- drivers/net/iavf/iavf.h | 3 +++ drivers/net/iavf/iavf_ethdev.c | 37 ++++++++++++++++++++++++++++++++++ drivers/net/iavf/iavf_vchnl.c | 28 +++++++++++++++++++++++++ 3 files changed, 68 insertions(+)
drivers/net/iavf/iavf.h +3 -0
@@ -292,6 +292,7 @@ enum iavf_proto_xtr_type {struct iavf_devargs {uint8_t proto_xtr_dflt;uint8_t proto_xtr[IAVF_MAX_QUEUE_NUM ]; +uint16_t quanta_size; };struct iavf_security_ctx ;
@@ -467,6 +468,8 @@ int iavf_set_q_bw(struct rte_eth_dev *dev,int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size); +int iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id, +u16 num_queues);void iavf_tm_conf_init (struct rte_eth_dev *dev);void iavf_tm_conf_uninit (struct rte_eth_dev *dev); int iavf_ipsec_crypto_request(struct iavf_adapter *adapter,
drivers/net/iavf/iavf_ethdev.c +37 -0
@@ -34,9 +34,11 @@/* devargs */ #define IAVF_PROTO_XTR_ARG "proto_xtr" +#define IAVF_QUANTA_SIZE_ARG "quanta_size"static const char *const iavf_valid_args[] = {IAVF_PROTO_XTR_ARG , +IAVF_QUANTA_SIZE_ARG ,NULL };
@@ -950,6 +952,11 @@ iavf_dev_start(struct rte_eth_dev *dev)return -1 ; } +if (iavf_set_vf_quanta_size (adapter, index, num_queue_pairs) !=0 ) { +PMD_DRV_LOG (ERR ,"configure quanta size failed" ); + goto err_queue; + } +/* If needed, send configure queues msg multiple times to make the * adminq buffer length smaller than the 4K limitation. */
@@ -2092,6 +2099,25 @@ iavf_handle_proto_xtr_arg(__rte_unused const char *key, const char *value,return 0 ; } +static int +parse_u16(__rte_unused const char *key, const char *value, void *args) +{ +u16 *num = (u16 *)args; +u16 tmp; + + errno =0 ; + tmp =strtoull (value,NULL ,10 ); +if (errno || !tmp) { +PMD_DRV_LOG (WARNING ,"%s: \"%s\" is not a valid u16" , + key, value); +return -1 ; + } + + *num = tmp; + +return 0 ; +} +static int iavf_parse_devargs (struct rte_eth_dev *dev) { struct iavf_adapter *ad =
@@ -2118,6 +2144,17 @@ static int iavf_parse_devargs(struct rte_eth_dev *dev)if (ret) goto bail; + ret =rte_kvargs_process (kvlist,IAVF_QUANTA_SIZE_ARG , + &parse_u16, &ad->devargs.quanta_size); +if (ret) + goto bail; + +if (ad->devargs.quanta_size <256 || ad->devargs.quanta_size >4096 || + ad->devargs.quanta_size &0x40 ) { +PMD_INIT_LOG (ERR ,"invalid quanta size\n" ); +return -EINVAL ; + } + bail:rte_kvargs_free (kvlist);return ret;
drivers/net/iavf/iavf_vchnl.c +28 -0
@@ -1828,3 +1828,31 @@ iavf_ipsec_crypto_request(struct iavf_adapter *adapter,return 0 ; } + +int +iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id,u16 num_queues) +{ +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (adapter); +struct iavf_cmd_info args; +struct virtchnl_quanta_cfg q_quanta; +int err; + + q_quanta.quanta_size = adapter->devargs.quanta_size; + q_quanta.queue_select.type =VIRTCHNL_QUEUE_TYPE_TX ; + q_quanta.queue_select.start_queue_id = start_queue_id; + q_quanta.queue_select.num_queues = num_queues; + + args.ops =VIRTCHNL_OP_CONFIG_QUANTA ; + args.in_args = (uint8_t *)&q_quanta; + args.in_args_size =sizeof (q_quanta); + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) { +PMD_DRV_LOG (ERR ,"Failed to execute command of VIRTCHNL_OP_CONFIG_QUANTA" ); +return err; + } + +return 0 ; +}
Signature · 1 line
2.25.1
v2 cover Enable queue rate limit and quanta size configuration
In reply to Wenjun WuThis patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
v2: rework virtchnl
Wenjun Wu (3):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configuration
drivers/common/iavf/virtchnl.h | 50 +++++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 40 +++++++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 51 +++++++++ 5 files changed, 339 insertions(+), 8 deletions(-)
Signature · 1 line
2.25.1
PATCH v2 1/3 common/iavf: support queue rate limit and quanta size configuration
This patch adds new virtchnl opcodes and structures for rate limit and quanta size configuration, which include:
1. VIRTCHNL_OP_CONFIG_QUEUE_BW, to configure max bandwidth for each VF per queue.
2. VIRTCHNL_OP_CONFIG_QUANTA, to configure quanta size per queue.
--- drivers/common/iavf/virtchnl.h | 50 ++++++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+)
drivers/common/iavf/virtchnl.h +50 -0
@@ -164,6 +164,8 @@ enum virtchnl_ops {VIRTCHNL_OP_ENABLE_QUEUES_V2 =107 ,VIRTCHNL_OP_DISABLE_QUEUES_V2 =108 ,VIRTCHNL_OP_MAP_QUEUE_VECTOR =111 , +VIRTCHNL_OP_CONFIG_QUEUE_BW =112 , +VIRTCHNL_OP_CONFIG_QUANTA =113 , VIRTCHNL_OP_MAX, };
@@ -1872,6 +1874,23 @@ struct virtchnl_queue_tc_mapping {VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_tc_mapping); +/* VIRTCHNL_OP_CONFIG_QUEUE_BW */ +struct virtchnl_queue_bw { +u16 queue_id; +u8 tc; +u8 pad; +struct virtchnl_shaper_bw shaper; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_bw); + +struct virtchnl_queues_bw_cfg { +u16 vsi_id; +u16 num_queues; +struct virtchnl_queue_bw cfg[1 ]; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (16 , virtchnl_queues_bw_cfg);/* TX and RX queue types are valid in legacy as well as split queue models. * With Split Queue model, 2 additional types are introduced - TX_COMPLETION
@@ -1978,6 +1997,12 @@ struct virtchnl_queue_vector_maps {VIRTCHNL_CHECK_STRUCT_LEN (24 , virtchnl_queue_vector_maps); +struct virtchnl_quanta_cfg { +u16 quanta_size; +struct virtchnl_queue_chunk queue_select; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_quanta_cfg);/* Since VF messages are limited by u16 size, precalculate the maximum possible * values of nested elements in virtchnl structures that virtual channel can
@@ -2244,6 +2269,31 @@ virtchnl_vc_validate_vf_msg(struct virtchnl_version_info *ver, u32 v_opcode,sizeof (q_tc->tc[0 ]); }break ; +case VIRTCHNL_OP_CONFIG_QUEUE_BW : + valid_len =sizeof (struct virtchnl_queues_bw_cfg ); +if (msglen >= valid_len) { +struct virtchnl_queues_bw_cfg *q_bw = + (struct virtchnl_queues_bw_cfg *)msg; +if (q_bw->num_queues ==0 ) { + err_msg_format = true; +break ; + } + valid_len += (q_bw->num_queues -1 ) * +sizeof (q_bw->cfg[0 ]); + } +break ; +case VIRTCHNL_OP_CONFIG_QUANTA : + valid_len =sizeof (struct virtchnl_quanta_cfg ); +if (msglen >= valid_len) { +struct virtchnl_quanta_cfg *q_quanta = + (struct virtchnl_quanta_cfg *)msg; +if (q_quanta->quanta_size ==0 || + q_quanta->queue_select.num_queues ==0 ) { + err_msg_format = true; +break ; + } + } +break ;case VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS :break ;case VIRTCHNL_OP_ADD_VLAN_V2 :
Signature · 1 line
2.25.1
PATCH v2 2/3 net/iavf: support queue rate limit configuration
In reply to Wenjun WuThis patch adds queue rate limit configuration support. Only max bandwidth is supported.
--- drivers/net/iavf/iavf.h | 13 +++ drivers/net/iavf/iavf_tm.c | 190 ++++++++++++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 23 ++++ 3 files changed, 218 insertions(+), 8 deletions(-)
drivers/net/iavf/iavf.h +13 -0
@@ -170,11 +170,21 @@ struct iavf_tm_node {uint32_t weight;uint32_t reference_count;struct iavf_tm_node *parent; +struct iavf_tm_shaper_profile *shaper_profile;struct rte_tm_node_params params; };TAILQ_HEAD (iavf_tm_node_list, iavf_tm_node); +struct iavf_tm_shaper_profile { +TAILQ_ENTRY (iavf_tm_shaper_profile) node; +uint32_t shaper_profile_id; +uint32_t reference_count; +struct rte_tm_shaper_params profile; +}; + +TAILQ_HEAD (iavf_shaper_profile_list, iavf_tm_shaper_profile); +/* node type of Traffic Manager */ enum iavf_tm_node_type {IAVF_TM_NODE_TYPE_PORT ,
@@ -188,6 +198,7 @@ struct iavf_tm_conf {struct iavf_tm_node *root;/* root node - vf vsi */ struct iavf_tm_node_list tc_list;/* node list for all the TCs */ struct iavf_tm_node_list queue_list;/* node list for all the queues */ +struct iavf_shaper_profile_list shaper_profile_list;uint32_t nb_tc_node;uint32_t nb_queue_node;bool committed;
@@ -451,6 +462,8 @@ int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter,int iavf_request_queues (struct rte_eth_dev *dev,uint16_t num);int iavf_get_max_rss_queue_region (struct iavf_adapter *adapter);int iavf_get_qos_cap (struct iavf_adapter *adapter); +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size);int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size);
drivers/net/iavf/iavf_tm.c +182 -8
293 lines not on this page · raw message
drivers/net/iavf/iavf_vchnl.c +23 -0
@@ -1636,6 +1636,29 @@ int iavf_set_q_tc_map(struct rte_eth_dev *dev,return err; } +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size) +{ +struct iavf_adapter *adapter = +IAVF_DEV_PRIVATE_TO_ADAPTER (dev->data->dev_private); +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (dev->data->dev_private); +struct iavf_cmd_info args; +int err; + +memset (&args,0 ,sizeof (args)); + args.ops =VIRTCHNL_OP_CONFIG_QUEUE_BW ; + args.in_args = (uint8_t *)q_bw; + args.in_args_size = size; + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) +PMD_DRV_LOG (ERR ,"Failed to execute command of" +" VIRTCHNL_OP_CONFIG_QUEUE_BW" ); +return err; +} + int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter, struct rte_ether_addr *mc_addrs,
Signature · 1 line
2.25.1
PATCH v2 3/3 net/iavf: support quanta size configuration
In reply to Wenjun WuThis patch adds quanta size configuration support. Quanta size should between 256 and 4096, and be a product of 64.
--- drivers/net/iavf/iavf.h | 3 +++ drivers/net/iavf/iavf_ethdev.c | 40 ++++++++++++++++++++++++++++++++++ drivers/net/iavf/iavf_vchnl.c | 28 ++++++++++++++++++++++++ 3 files changed, 71 insertions(+)
drivers/net/iavf/iavf.h +3 -0
@@ -292,6 +292,7 @@ enum iavf_proto_xtr_type {struct iavf_devargs {uint8_t proto_xtr_dflt;uint8_t proto_xtr[IAVF_MAX_QUEUE_NUM ]; +uint16_t quanta_size; };struct iavf_security_ctx ;
@@ -467,6 +468,8 @@ int iavf_set_q_bw(struct rte_eth_dev *dev,int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size); +int iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id, +u16 num_queues);void iavf_tm_conf_init (struct rte_eth_dev *dev);void iavf_tm_conf_uninit (struct rte_eth_dev *dev); int iavf_ipsec_crypto_request(struct iavf_adapter *adapter,
drivers/net/iavf/iavf_ethdev.c +40 -0
@@ -34,9 +34,11 @@/* devargs */ #define IAVF_PROTO_XTR_ARG "proto_xtr" +#define IAVF_QUANTA_SIZE_ARG "quanta_size"static const char *const iavf_valid_args[] = {IAVF_PROTO_XTR_ARG , +IAVF_QUANTA_SIZE_ARG ,NULL };
@@ -950,6 +952,11 @@ iavf_dev_start(struct rte_eth_dev *dev)return -1 ; } +if (iavf_set_vf_quanta_size (adapter, index, num_queue_pairs) !=0 ) { +PMD_DRV_LOG (ERR ,"configure quanta size failed" ); + goto err_queue; + } +/* If needed, send configure queues msg multiple times to make the * adminq buffer length smaller than the 4K limitation. */
@@ -2092,6 +2099,25 @@ iavf_handle_proto_xtr_arg(__rte_unused const char *key, const char *value,return 0 ; } +static int +parse_u16(__rte_unused const char *key, const char *value, void *args) +{ +u16 *num = (u16 *)args; +u16 tmp; + + errno =0 ; + tmp =strtoull (value,NULL ,10 ); +if (errno || !tmp) { +PMD_DRV_LOG (WARNING ,"%s: \"%s\" is not a valid u16" , + key, value); +return -1 ; + } + + *num = tmp; + +return 0 ; +} +static int iavf_parse_devargs (struct rte_eth_dev *dev) { struct iavf_adapter *ad =
@@ -2118,6 +2144,20 @@ static int iavf_parse_devargs(struct rte_eth_dev *dev)if (ret) goto bail; + ret =rte_kvargs_process (kvlist,IAVF_QUANTA_SIZE_ARG , + &parse_u16, &ad->devargs.quanta_size); +if (ret) + goto bail; + +if (ad->devargs.quanta_size ==0 ) + ad->devargs.quanta_size =1024 ; + +if (ad->devargs.quanta_size <256 || ad->devargs.quanta_size >4096 || + ad->devargs.quanta_size &0x40 ) { +PMD_INIT_LOG (ERR ,"invalid quanta size\n" ); +return -EINVAL ; + } + bail:rte_kvargs_free (kvlist);return ret;
drivers/net/iavf/iavf_vchnl.c +28 -0
@@ -1828,3 +1828,31 @@ iavf_ipsec_crypto_request(struct iavf_adapter *adapter,return 0 ; } + +int +iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id,u16 num_queues) +{ +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (adapter); +struct iavf_cmd_info args; +struct virtchnl_quanta_cfg q_quanta; +int err; + + q_quanta.quanta_size = adapter->devargs.quanta_size; + q_quanta.queue_select.type =VIRTCHNL_QUEUE_TYPE_TX ; + q_quanta.queue_select.start_queue_id = start_queue_id; + q_quanta.queue_select.num_queues = num_queues; + + args.ops =VIRTCHNL_OP_CONFIG_QUANTA ; + args.in_args = (uint8_t *)&q_quanta; + args.in_args_size =sizeof (q_quanta); + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) { +PMD_DRV_LOG (ERR ,"Failed to execute command of VIRTCHNL_OP_CONFIG_QUANTA" ); +return err; + } + +return 0 ; +}
Signature · 1 line
2.25.1
v3 cover Enable queue rate limit and quanta size configuration
In reply to Wenjun WuThis patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
v2: rework virtchnl
v3: add release note
Wenjun Wu (4):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configuration
doc: add release notes for 22.07
doc/guides/rel_notes/release_22_07.rst | 4 + drivers/common/iavf/virtchnl.h | 50 +++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 40 ++++++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 51 +++++++ 6 files changed, 343 insertions(+), 8 deletions(-)
Signature · 1 line
2.25.1
PATCH v3 1/4 common/iavf: support queue rate limit and quanta size configuration
This patch adds new virtchnl opcodes and structures for rate limit and quanta size configuration, which include:
1. VIRTCHNL_OP_CONFIG_QUEUE_BW, to configure max bandwidth for each VF per queue.
2. VIRTCHNL_OP_CONFIG_QUANTA, to configure quanta size per queue.
--- drivers/common/iavf/virtchnl.h | 50 ++++++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+)
drivers/common/iavf/virtchnl.h +50 -0
@@ -164,6 +164,8 @@ enum virtchnl_ops {VIRTCHNL_OP_ENABLE_QUEUES_V2 =107 ,VIRTCHNL_OP_DISABLE_QUEUES_V2 =108 ,VIRTCHNL_OP_MAP_QUEUE_VECTOR =111 , +VIRTCHNL_OP_CONFIG_QUEUE_BW =112 , +VIRTCHNL_OP_CONFIG_QUANTA =113 , VIRTCHNL_OP_MAX, };
@@ -1872,6 +1874,23 @@ struct virtchnl_queue_tc_mapping {VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_tc_mapping); +/* VIRTCHNL_OP_CONFIG_QUEUE_BW */ +struct virtchnl_queue_bw { +u16 queue_id; +u8 tc; +u8 pad; +struct virtchnl_shaper_bw shaper; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_bw); + +struct virtchnl_queues_bw_cfg { +u16 vsi_id; +u16 num_queues; +struct virtchnl_queue_bw cfg[1 ]; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (16 , virtchnl_queues_bw_cfg);/* TX and RX queue types are valid in legacy as well as split queue models. * With Split Queue model, 2 additional types are introduced - TX_COMPLETION
@@ -1978,6 +1997,12 @@ struct virtchnl_queue_vector_maps {VIRTCHNL_CHECK_STRUCT_LEN (24 , virtchnl_queue_vector_maps); +struct virtchnl_quanta_cfg { +u16 quanta_size; +struct virtchnl_queue_chunk queue_select; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_quanta_cfg);/* Since VF messages are limited by u16 size, precalculate the maximum possible * values of nested elements in virtchnl structures that virtual channel can
@@ -2244,6 +2269,31 @@ virtchnl_vc_validate_vf_msg(struct virtchnl_version_info *ver, u32 v_opcode,sizeof (q_tc->tc[0 ]); }break ; +case VIRTCHNL_OP_CONFIG_QUEUE_BW : + valid_len =sizeof (struct virtchnl_queues_bw_cfg ); +if (msglen >= valid_len) { +struct virtchnl_queues_bw_cfg *q_bw = + (struct virtchnl_queues_bw_cfg *)msg; +if (q_bw->num_queues ==0 ) { + err_msg_format = true; +break ; + } + valid_len += (q_bw->num_queues -1 ) * +sizeof (q_bw->cfg[0 ]); + } +break ; +case VIRTCHNL_OP_CONFIG_QUANTA : + valid_len =sizeof (struct virtchnl_quanta_cfg ); +if (msglen >= valid_len) { +struct virtchnl_quanta_cfg *q_quanta = + (struct virtchnl_quanta_cfg *)msg; +if (q_quanta->quanta_size ==0 || + q_quanta->queue_select.num_queues ==0 ) { + err_msg_format = true; +break ; + } + } +break ;case VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS :break ;case VIRTCHNL_OP_ADD_VLAN_V2 :
Signature · 1 line
2.25.1
PATCH v3 2/4 net/iavf: support queue rate limit configuration
In reply to Wenjun WuThis patch adds queue rate limit configuration support. Only max bandwidth is supported.
--- drivers/net/iavf/iavf.h | 13 +++ drivers/net/iavf/iavf_tm.c | 190 ++++++++++++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 23 ++++ 3 files changed, 218 insertions(+), 8 deletions(-)
drivers/net/iavf/iavf.h +13 -0
@@ -170,11 +170,21 @@ struct iavf_tm_node {uint32_t weight;uint32_t reference_count;struct iavf_tm_node *parent; +struct iavf_tm_shaper_profile *shaper_profile;struct rte_tm_node_params params; };TAILQ_HEAD (iavf_tm_node_list, iavf_tm_node); +struct iavf_tm_shaper_profile { +TAILQ_ENTRY (iavf_tm_shaper_profile) node; +uint32_t shaper_profile_id; +uint32_t reference_count; +struct rte_tm_shaper_params profile; +}; + +TAILQ_HEAD (iavf_shaper_profile_list, iavf_tm_shaper_profile); +/* node type of Traffic Manager */ enum iavf_tm_node_type {IAVF_TM_NODE_TYPE_PORT ,
@@ -188,6 +198,7 @@ struct iavf_tm_conf {struct iavf_tm_node *root;/* root node - vf vsi */ struct iavf_tm_node_list tc_list;/* node list for all the TCs */ struct iavf_tm_node_list queue_list;/* node list for all the queues */ +struct iavf_shaper_profile_list shaper_profile_list;uint32_t nb_tc_node;uint32_t nb_queue_node;bool committed;
@@ -451,6 +462,8 @@ int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter,int iavf_request_queues (struct rte_eth_dev *dev,uint16_t num);int iavf_get_max_rss_queue_region (struct iavf_adapter *adapter);int iavf_get_qos_cap (struct iavf_adapter *adapter); +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size);int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size);
drivers/net/iavf/iavf_tm.c +182 -8
293 lines not on this page · raw message
drivers/net/iavf/iavf_vchnl.c +23 -0
@@ -1636,6 +1636,29 @@ int iavf_set_q_tc_map(struct rte_eth_dev *dev,return err; } +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size) +{ +struct iavf_adapter *adapter = +IAVF_DEV_PRIVATE_TO_ADAPTER (dev->data->dev_private); +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (dev->data->dev_private); +struct iavf_cmd_info args; +int err; + +memset (&args,0 ,sizeof (args)); + args.ops =VIRTCHNL_OP_CONFIG_QUEUE_BW ; + args.in_args = (uint8_t *)q_bw; + args.in_args_size = size; + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) +PMD_DRV_LOG (ERR ,"Failed to execute command of" +" VIRTCHNL_OP_CONFIG_QUEUE_BW" ); +return err; +} + int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter, struct rte_ether_addr *mc_addrs,
Signature · 1 line
2.25.1
PATCH v3 3/4 net/iavf: support quanta size configuration
In reply to Wenjun WuThis patch adds quanta size configuration support. Quanta size should between 256 and 4096, and be a product of 64.
--- drivers/net/iavf/iavf.h | 3 +++ drivers/net/iavf/iavf_ethdev.c | 40 ++++++++++++++++++++++++++++++++++ drivers/net/iavf/iavf_vchnl.c | 28 ++++++++++++++++++++++++ 3 files changed, 71 insertions(+)
drivers/net/iavf/iavf.h +3 -0
@@ -292,6 +292,7 @@ enum iavf_proto_xtr_type {struct iavf_devargs {uint8_t proto_xtr_dflt;uint8_t proto_xtr[IAVF_MAX_QUEUE_NUM ]; +uint16_t quanta_size; };struct iavf_security_ctx ;
@@ -467,6 +468,8 @@ int iavf_set_q_bw(struct rte_eth_dev *dev,int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size); +int iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id, +u16 num_queues);void iavf_tm_conf_init (struct rte_eth_dev *dev);void iavf_tm_conf_uninit (struct rte_eth_dev *dev); int iavf_ipsec_crypto_request(struct iavf_adapter *adapter,
drivers/net/iavf/iavf_ethdev.c +40 -0
@@ -34,9 +34,11 @@/* devargs */ #define IAVF_PROTO_XTR_ARG "proto_xtr" +#define IAVF_QUANTA_SIZE_ARG "quanta_size"static const char *const iavf_valid_args[] = {IAVF_PROTO_XTR_ARG , +IAVF_QUANTA_SIZE_ARG ,NULL };
@@ -950,6 +952,11 @@ iavf_dev_start(struct rte_eth_dev *dev)return -1 ; } +if (iavf_set_vf_quanta_size (adapter, index, num_queue_pairs) !=0 ) { +PMD_DRV_LOG (ERR ,"configure quanta size failed" ); + goto err_queue; + } +/* If needed, send configure queues msg multiple times to make the * adminq buffer length smaller than the 4K limitation. */
@@ -2092,6 +2099,25 @@ iavf_handle_proto_xtr_arg(__rte_unused const char *key, const char *value,return 0 ; } +static int +parse_u16(__rte_unused const char *key, const char *value, void *args) +{ +u16 *num = (u16 *)args; +u16 tmp; + + errno =0 ; + tmp =strtoull (value,NULL ,10 ); +if (errno || !tmp) { +PMD_DRV_LOG (WARNING ,"%s: \"%s\" is not a valid u16" , + key, value); +return -1 ; + } + + *num = tmp; + +return 0 ; +} +static int iavf_parse_devargs (struct rte_eth_dev *dev) { struct iavf_adapter *ad =
@@ -2118,6 +2144,20 @@ static int iavf_parse_devargs(struct rte_eth_dev *dev)if (ret) goto bail; + ret =rte_kvargs_process (kvlist,IAVF_QUANTA_SIZE_ARG , + &parse_u16, &ad->devargs.quanta_size); +if (ret) + goto bail; + +if (ad->devargs.quanta_size ==0 ) + ad->devargs.quanta_size =1024 ; + +if (ad->devargs.quanta_size <256 || ad->devargs.quanta_size >4096 || + ad->devargs.quanta_size &0x40 ) { +PMD_INIT_LOG (ERR ,"invalid quanta size\n" ); +return -EINVAL ; + } + bail:rte_kvargs_free (kvlist);return ret;
drivers/net/iavf/iavf_vchnl.c +28 -0
@@ -1828,3 +1828,31 @@ iavf_ipsec_crypto_request(struct iavf_adapter *adapter,return 0 ; } + +int +iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id,u16 num_queues) +{ +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (adapter); +struct iavf_cmd_info args; +struct virtchnl_quanta_cfg q_quanta; +int err; + + q_quanta.quanta_size = adapter->devargs.quanta_size; + q_quanta.queue_select.type =VIRTCHNL_QUEUE_TYPE_TX ; + q_quanta.queue_select.start_queue_id = start_queue_id; + q_quanta.queue_select.num_queues = num_queues; + + args.ops =VIRTCHNL_OP_CONFIG_QUANTA ; + args.in_args = (uint8_t *)&q_quanta; + args.in_args_size =sizeof (q_quanta); + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) { +PMD_DRV_LOG (ERR ,"Failed to execute command of VIRTCHNL_OP_CONFIG_QUANTA" ); +return err; + } + +return 0 ; +}
Signature · 1 line
2.25.1
PATCH v3 4/4 doc: add release notes for 22.07
In reply to Wenjun WuAdd support for queue rate limit and quanta size configuration
--- doc/guides/rel_notes/release_22_07.rst | 4 ++++ 1 file changed, 4 insertions(+)
doc/guides/rel_notes/release_22_07.rst +4 -0
@@ -55,6 +55,10 @@ New Features Also, make sure to start the actual text at the margin. ======================================================= +* **Updated Intel iavf driver.** + + * Added Tx QoS queue rate limitation support. + * Added quanta size configuration support. Removed Items -------------
Signature · 1 line
2.25.1
v4 cover Enable queue rate limit and quanta size configuration
In reply to Wenjun WuThis patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
v2: Rework virtchnl.
v3: Add release note.
v4: Quanta size configuration will block device init
if PF does not support. Fix this issue.
Wenjun Wu (4):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configuration
doc: add release notes for 22.07
doc/guides/rel_notes/release_22_07.rst | 4 + drivers/common/iavf/virtchnl.h | 50 +++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 38 +++++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 54 +++++++ 6 files changed, 344 insertions(+), 8 deletions(-)
Signature · 1 line
2.25.1
PATCH v4 1/4 common/iavf: support queue rate limit and quanta size configuration
This patch adds new virtchnl opcodes and structures for rate limit and quanta size configuration, which include:
1. VIRTCHNL_OP_CONFIG_QUEUE_BW, to configure max bandwidth for each VF per queue.
2. VIRTCHNL_OP_CONFIG_QUANTA, to configure quanta size per queue.
--- drivers/common/iavf/virtchnl.h | 50 ++++++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+)
drivers/common/iavf/virtchnl.h +50 -0
@@ -164,6 +164,8 @@ enum virtchnl_ops {VIRTCHNL_OP_ENABLE_QUEUES_V2 =107 ,VIRTCHNL_OP_DISABLE_QUEUES_V2 =108 ,VIRTCHNL_OP_MAP_QUEUE_VECTOR =111 , +VIRTCHNL_OP_CONFIG_QUEUE_BW =112 , +VIRTCHNL_OP_CONFIG_QUANTA =113 , VIRTCHNL_OP_MAX, };
@@ -1872,6 +1874,23 @@ struct virtchnl_queue_tc_mapping {VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_tc_mapping); +/* VIRTCHNL_OP_CONFIG_QUEUE_BW */ +struct virtchnl_queue_bw { +u16 queue_id; +u8 tc; +u8 pad; +struct virtchnl_shaper_bw shaper; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_bw); + +struct virtchnl_queues_bw_cfg { +u16 vsi_id; +u16 num_queues; +struct virtchnl_queue_bw cfg[1 ]; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (16 , virtchnl_queues_bw_cfg);/* TX and RX queue types are valid in legacy as well as split queue models. * With Split Queue model, 2 additional types are introduced - TX_COMPLETION
@@ -1978,6 +1997,12 @@ struct virtchnl_queue_vector_maps {VIRTCHNL_CHECK_STRUCT_LEN (24 , virtchnl_queue_vector_maps); +struct virtchnl_quanta_cfg { +u16 quanta_size; +struct virtchnl_queue_chunk queue_select; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_quanta_cfg);/* Since VF messages are limited by u16 size, precalculate the maximum possible * values of nested elements in virtchnl structures that virtual channel can
@@ -2244,6 +2269,31 @@ virtchnl_vc_validate_vf_msg(struct virtchnl_version_info *ver, u32 v_opcode,sizeof (q_tc->tc[0 ]); }break ; +case VIRTCHNL_OP_CONFIG_QUEUE_BW : + valid_len =sizeof (struct virtchnl_queues_bw_cfg ); +if (msglen >= valid_len) { +struct virtchnl_queues_bw_cfg *q_bw = + (struct virtchnl_queues_bw_cfg *)msg; +if (q_bw->num_queues ==0 ) { + err_msg_format = true; +break ; + } + valid_len += (q_bw->num_queues -1 ) * +sizeof (q_bw->cfg[0 ]); + } +break ; +case VIRTCHNL_OP_CONFIG_QUANTA : + valid_len =sizeof (struct virtchnl_quanta_cfg ); +if (msglen >= valid_len) { +struct virtchnl_quanta_cfg *q_quanta = + (struct virtchnl_quanta_cfg *)msg; +if (q_quanta->quanta_size ==0 || + q_quanta->queue_select.num_queues ==0 ) { + err_msg_format = true; +break ; + } + } +break ;case VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS :break ;case VIRTCHNL_OP_ADD_VLAN_V2 :
Signature · 1 line
2.25.1
PATCH v4 2/4 net/iavf: support queue rate limit configuration
In reply to Wenjun WuThis patch adds queue rate limit configuration support. Only max bandwidth is supported.
--- drivers/net/iavf/iavf.h | 13 +++ drivers/net/iavf/iavf_tm.c | 190 ++++++++++++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 23 ++++ 3 files changed, 218 insertions(+), 8 deletions(-)
drivers/net/iavf/iavf.h +13 -0
@@ -170,11 +170,21 @@ struct iavf_tm_node {uint32_t weight;uint32_t reference_count;struct iavf_tm_node *parent; +struct iavf_tm_shaper_profile *shaper_profile;struct rte_tm_node_params params; };TAILQ_HEAD (iavf_tm_node_list, iavf_tm_node); +struct iavf_tm_shaper_profile { +TAILQ_ENTRY (iavf_tm_shaper_profile) node; +uint32_t shaper_profile_id; +uint32_t reference_count; +struct rte_tm_shaper_params profile; +}; + +TAILQ_HEAD (iavf_shaper_profile_list, iavf_tm_shaper_profile); +/* node type of Traffic Manager */ enum iavf_tm_node_type {IAVF_TM_NODE_TYPE_PORT ,
@@ -188,6 +198,7 @@ struct iavf_tm_conf {struct iavf_tm_node *root;/* root node - vf vsi */ struct iavf_tm_node_list tc_list;/* node list for all the TCs */ struct iavf_tm_node_list queue_list;/* node list for all the queues */ +struct iavf_shaper_profile_list shaper_profile_list;uint32_t nb_tc_node;uint32_t nb_queue_node;bool committed;
@@ -451,6 +462,8 @@ int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter,int iavf_request_queues (struct rte_eth_dev *dev,uint16_t num);int iavf_get_max_rss_queue_region (struct iavf_adapter *adapter);int iavf_get_qos_cap (struct iavf_adapter *adapter); +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size);int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size);
drivers/net/iavf/iavf_tm.c +182 -8
293 lines not on this page · raw message
drivers/net/iavf/iavf_vchnl.c +23 -0
@@ -1636,6 +1636,29 @@ int iavf_set_q_tc_map(struct rte_eth_dev *dev,return err; } +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size) +{ +struct iavf_adapter *adapter = +IAVF_DEV_PRIVATE_TO_ADAPTER (dev->data->dev_private); +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (dev->data->dev_private); +struct iavf_cmd_info args; +int err; + +memset (&args,0 ,sizeof (args)); + args.ops =VIRTCHNL_OP_CONFIG_QUEUE_BW ; + args.in_args = (uint8_t *)q_bw; + args.in_args_size = size; + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) +PMD_DRV_LOG (ERR ,"Failed to execute command of" +" VIRTCHNL_OP_CONFIG_QUEUE_BW" ); +return err; +} + int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter, struct rte_ether_addr *mc_addrs,
Signature · 1 line
2.25.1
PATCH v4 3/4 net/iavf: support quanta size configuration
In reply to Wenjun WuThis patch adds quanta size configuration support. Quanta size should between 256 and 4096, and be a product of 64.
--- drivers/net/iavf/iavf.h | 3 +++ drivers/net/iavf/iavf_ethdev.c | 38 ++++++++++++++++++++++++++++++++++ drivers/net/iavf/iavf_vchnl.c | 31 +++++++++++++++++++++++++++ 3 files changed, 72 insertions(+)
drivers/net/iavf/iavf.h +3 -0
@@ -292,6 +292,7 @@ enum iavf_proto_xtr_type {struct iavf_devargs {uint8_t proto_xtr_dflt;uint8_t proto_xtr[IAVF_MAX_QUEUE_NUM ]; +uint16_t quanta_size; };struct iavf_security_ctx ;
@@ -467,6 +468,8 @@ int iavf_set_q_bw(struct rte_eth_dev *dev,int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size); +int iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id, +u16 num_queues);void iavf_tm_conf_init (struct rte_eth_dev *dev);void iavf_tm_conf_uninit (struct rte_eth_dev *dev); int iavf_ipsec_crypto_request(struct iavf_adapter *adapter,
drivers/net/iavf/iavf_ethdev.c +38 -0
@@ -34,9 +34,11 @@/* devargs */ #define IAVF_PROTO_XTR_ARG "proto_xtr" +#define IAVF_QUANTA_SIZE_ARG "quanta_size"static const char *const iavf_valid_args[] = {IAVF_PROTO_XTR_ARG , +IAVF_QUANTA_SIZE_ARG ,NULL };
@@ -950,6 +952,9 @@ iavf_dev_start(struct rte_eth_dev *dev)return -1 ; } +if (iavf_set_vf_quanta_size (adapter, index, num_queue_pairs) !=0 ) +PMD_DRV_LOG (WARNING ,"configure quanta size failed" ); +/* If needed, send configure queues msg multiple times to make the * adminq buffer length smaller than the 4K limitation. */
@@ -2092,6 +2097,25 @@ iavf_handle_proto_xtr_arg(__rte_unused const char *key, const char *value,return 0 ; } +static int +parse_u16(__rte_unused const char *key, const char *value, void *args) +{ +u16 *num = (u16 *)args; +u16 tmp; + + errno =0 ; + tmp =strtoull (value,NULL ,10 ); +if (errno || !tmp) { +PMD_DRV_LOG (WARNING ,"%s: \"%s\" is not a valid u16" , + key, value); +return -1 ; + } + + *num = tmp; + +return 0 ; +} +static int iavf_parse_devargs (struct rte_eth_dev *dev) { struct iavf_adapter *ad =
@@ -2118,6 +2142,20 @@ static int iavf_parse_devargs(struct rte_eth_dev *dev)if (ret) goto bail; + ret =rte_kvargs_process (kvlist,IAVF_QUANTA_SIZE_ARG , + &parse_u16, &ad->devargs.quanta_size); +if (ret) + goto bail; + +if (ad->devargs.quanta_size ==0 ) + ad->devargs.quanta_size =1024 ; + +if (ad->devargs.quanta_size <256 || ad->devargs.quanta_size >4096 || + ad->devargs.quanta_size &0x40 ) { +PMD_INIT_LOG (ERR ,"invalid quanta size\n" ); +return -EINVAL ; + } + bail:rte_kvargs_free (kvlist);return ret;
drivers/net/iavf/iavf_vchnl.c +31 -0
@@ -1828,3 +1828,34 @@ iavf_ipsec_crypto_request(struct iavf_adapter *adapter,return 0 ; } + +int +iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id,u16 num_queues) +{ +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (adapter); +struct iavf_cmd_info args; +struct virtchnl_quanta_cfg q_quanta; +int err; + +if (adapter->devargs.quanta_size ==0 ) +return 0 ; + + q_quanta.quanta_size = adapter->devargs.quanta_size; + q_quanta.queue_select.type =VIRTCHNL_QUEUE_TYPE_TX ; + q_quanta.queue_select.start_queue_id = start_queue_id; + q_quanta.queue_select.num_queues = num_queues; + + args.ops =VIRTCHNL_OP_CONFIG_QUANTA ; + args.in_args = (uint8_t *)&q_quanta; + args.in_args_size =sizeof (q_quanta); + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) { +PMD_DRV_LOG (ERR ,"Failed to execute command VIRTCHNL_OP_CONFIG_QUANTA" ); +return err; + } + +return 0 ; +}
Signature · 1 line
2.25.1
PATCH v4 4/4 doc: add release notes for 22.07
In reply to Wenjun WuAdd support for queue rate limit and quanta size configuration
--- doc/guides/rel_notes/release_22_07.rst | 4 ++++ 1 file changed, 4 insertions(+)
doc/guides/rel_notes/release_22_07.rst +4 -0
@@ -55,6 +55,10 @@ New Features Also, make sure to start the actual text at the margin. ======================================================= +* **Updated Intel iavf driver.** + + * Added Tx QoS queue rate limitation support. + * Added quanta size configuration support. Removed Items -------------
Signature · 1 line
2.25.1
v5 cover Enable queue rate limit and quanta size configuration
In reply to Wenjun WuThis patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
v2: Rework virtchnl.
v3: Add release note.
v4: Quanta size configuration will block device init
if PF does not support. Fix this issue.
v5: Update driver guide.
Wenjun Wu (4):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configuration
doc: update IAVF driver guide and 22.07 release notes
doc/guides/nics/intel_vf.rst | 4 + doc/guides/rel_notes/release_22_07.rst | 4 + drivers/common/iavf/virtchnl.h | 50 +++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 38 +++++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 54 +++++++ 7 files changed, 348 insertions(+), 8 deletions(-)
Signature · 1 line
2.25.1
PATCH v5 1/4 common/iavf: support queue rate limit and quanta size configuration
This patch adds new virtchnl opcodes and structures for rate limit and quanta size configuration, which include:
1. VIRTCHNL_OP_CONFIG_QUEUE_BW, to configure max bandwidth for each VF per queue.
2. VIRTCHNL_OP_CONFIG_QUANTA, to configure quanta size per queue.
--- drivers/common/iavf/virtchnl.h | 50 ++++++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+)
drivers/common/iavf/virtchnl.h +50 -0
@@ -164,6 +164,8 @@ enum virtchnl_ops {VIRTCHNL_OP_ENABLE_QUEUES_V2 =107 ,VIRTCHNL_OP_DISABLE_QUEUES_V2 =108 ,VIRTCHNL_OP_MAP_QUEUE_VECTOR =111 , +VIRTCHNL_OP_CONFIG_QUEUE_BW =112 , +VIRTCHNL_OP_CONFIG_QUANTA =113 , VIRTCHNL_OP_MAX, };
@@ -1872,6 +1874,23 @@ struct virtchnl_queue_tc_mapping {VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_tc_mapping); +/* VIRTCHNL_OP_CONFIG_QUEUE_BW */ +struct virtchnl_queue_bw { +u16 queue_id; +u8 tc; +u8 pad; +struct virtchnl_shaper_bw shaper; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_bw); + +struct virtchnl_queues_bw_cfg { +u16 vsi_id; +u16 num_queues; +struct virtchnl_queue_bw cfg[1 ]; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (16 , virtchnl_queues_bw_cfg);/* TX and RX queue types are valid in legacy as well as split queue models. * With Split Queue model, 2 additional types are introduced - TX_COMPLETION
@@ -1978,6 +1997,12 @@ struct virtchnl_queue_vector_maps {VIRTCHNL_CHECK_STRUCT_LEN (24 , virtchnl_queue_vector_maps); +struct virtchnl_quanta_cfg { +u16 quanta_size; +struct virtchnl_queue_chunk queue_select; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_quanta_cfg);/* Since VF messages are limited by u16 size, precalculate the maximum possible * values of nested elements in virtchnl structures that virtual channel can
@@ -2244,6 +2269,31 @@ virtchnl_vc_validate_vf_msg(struct virtchnl_version_info *ver, u32 v_opcode,sizeof (q_tc->tc[0 ]); }break ; +case VIRTCHNL_OP_CONFIG_QUEUE_BW : + valid_len =sizeof (struct virtchnl_queues_bw_cfg ); +if (msglen >= valid_len) { +struct virtchnl_queues_bw_cfg *q_bw = + (struct virtchnl_queues_bw_cfg *)msg; +if (q_bw->num_queues ==0 ) { + err_msg_format = true; +break ; + } + valid_len += (q_bw->num_queues -1 ) * +sizeof (q_bw->cfg[0 ]); + } +break ; +case VIRTCHNL_OP_CONFIG_QUANTA : + valid_len =sizeof (struct virtchnl_quanta_cfg ); +if (msglen >= valid_len) { +struct virtchnl_quanta_cfg *q_quanta = + (struct virtchnl_quanta_cfg *)msg; +if (q_quanta->quanta_size ==0 || + q_quanta->queue_select.num_queues ==0 ) { + err_msg_format = true; +break ; + } + } +break ;case VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS :break ;case VIRTCHNL_OP_ADD_VLAN_V2 :
Signature · 1 line
2.25.1
PATCH v5 2/4 net/iavf: support queue rate limit configuration
In reply to Wenjun WuThis patch adds queue rate limit configuration support. Only max bandwidth is supported.
--- drivers/net/iavf/iavf.h | 13 +++ drivers/net/iavf/iavf_tm.c | 190 ++++++++++++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 23 ++++ 3 files changed, 218 insertions(+), 8 deletions(-)
drivers/net/iavf/iavf.h +13 -0
@@ -170,11 +170,21 @@ struct iavf_tm_node {uint32_t weight;uint32_t reference_count;struct iavf_tm_node *parent; +struct iavf_tm_shaper_profile *shaper_profile;struct rte_tm_node_params params; };TAILQ_HEAD (iavf_tm_node_list, iavf_tm_node); +struct iavf_tm_shaper_profile { +TAILQ_ENTRY (iavf_tm_shaper_profile) node; +uint32_t shaper_profile_id; +uint32_t reference_count; +struct rte_tm_shaper_params profile; +}; + +TAILQ_HEAD (iavf_shaper_profile_list, iavf_tm_shaper_profile); +/* node type of Traffic Manager */ enum iavf_tm_node_type {IAVF_TM_NODE_TYPE_PORT ,
@@ -188,6 +198,7 @@ struct iavf_tm_conf {struct iavf_tm_node *root;/* root node - vf vsi */ struct iavf_tm_node_list tc_list;/* node list for all the TCs */ struct iavf_tm_node_list queue_list;/* node list for all the queues */ +struct iavf_shaper_profile_list shaper_profile_list;uint32_t nb_tc_node;uint32_t nb_queue_node;bool committed;
@@ -451,6 +462,8 @@ int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter,int iavf_request_queues (struct rte_eth_dev *dev,uint16_t num);int iavf_get_max_rss_queue_region (struct iavf_adapter *adapter);int iavf_get_qos_cap (struct iavf_adapter *adapter); +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size);int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size);
drivers/net/iavf/iavf_tm.c +182 -8
293 lines not on this page · raw message
drivers/net/iavf/iavf_vchnl.c +23 -0
@@ -1636,6 +1636,29 @@ int iavf_set_q_tc_map(struct rte_eth_dev *dev,return err; } +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size) +{ +struct iavf_adapter *adapter = +IAVF_DEV_PRIVATE_TO_ADAPTER (dev->data->dev_private); +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (dev->data->dev_private); +struct iavf_cmd_info args; +int err; + +memset (&args,0 ,sizeof (args)); + args.ops =VIRTCHNL_OP_CONFIG_QUEUE_BW ; + args.in_args = (uint8_t *)q_bw; + args.in_args_size = size; + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) +PMD_DRV_LOG (ERR ,"Failed to execute command of" +" VIRTCHNL_OP_CONFIG_QUEUE_BW" ); +return err; +} + int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter, struct rte_ether_addr *mc_addrs,
Signature · 1 line
2.25.1
PATCH v5 3/4 net/iavf: support quanta size configuration
In reply to Wenjun WuThis patch adds quanta size configuration support. Quanta size should between 256 and 4096, and be a product of 64.
--- drivers/net/iavf/iavf.h | 3 +++ drivers/net/iavf/iavf_ethdev.c | 38 ++++++++++++++++++++++++++++++++++ drivers/net/iavf/iavf_vchnl.c | 31 +++++++++++++++++++++++++++ 3 files changed, 72 insertions(+)
drivers/net/iavf/iavf.h +3 -0
@@ -292,6 +292,7 @@ enum iavf_proto_xtr_type {struct iavf_devargs {uint8_t proto_xtr_dflt;uint8_t proto_xtr[IAVF_MAX_QUEUE_NUM ]; +uint16_t quanta_size; };struct iavf_security_ctx ;
@@ -467,6 +468,8 @@ int iavf_set_q_bw(struct rte_eth_dev *dev,int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size); +int iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id, +u16 num_queues);void iavf_tm_conf_init (struct rte_eth_dev *dev);void iavf_tm_conf_uninit (struct rte_eth_dev *dev); int iavf_ipsec_crypto_request(struct iavf_adapter *adapter,
drivers/net/iavf/iavf_ethdev.c +38 -0
@@ -34,9 +34,11 @@/* devargs */ #define IAVF_PROTO_XTR_ARG "proto_xtr" +#define IAVF_QUANTA_SIZE_ARG "quanta_size"static const char *const iavf_valid_args[] = {IAVF_PROTO_XTR_ARG , +IAVF_QUANTA_SIZE_ARG ,NULL };
@@ -950,6 +952,9 @@ iavf_dev_start(struct rte_eth_dev *dev)return -1 ; } +if (iavf_set_vf_quanta_size (adapter, index, num_queue_pairs) !=0 ) +PMD_DRV_LOG (WARNING ,"configure quanta size failed" ); +/* If needed, send configure queues msg multiple times to make the * adminq buffer length smaller than the 4K limitation. */
@@ -2092,6 +2097,25 @@ iavf_handle_proto_xtr_arg(__rte_unused const char *key, const char *value,return 0 ; } +static int +parse_u16(__rte_unused const char *key, const char *value, void *args) +{ +u16 *num = (u16 *)args; +u16 tmp; + + errno =0 ; + tmp =strtoull (value,NULL ,10 ); +if (errno || !tmp) { +PMD_DRV_LOG (WARNING ,"%s: \"%s\" is not a valid u16" , + key, value); +return -1 ; + } + + *num = tmp; + +return 0 ; +} +static int iavf_parse_devargs (struct rte_eth_dev *dev) { struct iavf_adapter *ad =
@@ -2118,6 +2142,20 @@ static int iavf_parse_devargs(struct rte_eth_dev *dev)if (ret) goto bail; + ret =rte_kvargs_process (kvlist,IAVF_QUANTA_SIZE_ARG , + &parse_u16, &ad->devargs.quanta_size); +if (ret) + goto bail; + +if (ad->devargs.quanta_size ==0 ) + ad->devargs.quanta_size =1024 ; + +if (ad->devargs.quanta_size <256 || ad->devargs.quanta_size >4096 || + ad->devargs.quanta_size &0x40 ) { +PMD_INIT_LOG (ERR ,"invalid quanta size\n" ); +return -EINVAL ; + } + bail:rte_kvargs_free (kvlist);return ret;
drivers/net/iavf/iavf_vchnl.c +31 -0
@@ -1828,3 +1828,34 @@ iavf_ipsec_crypto_request(struct iavf_adapter *adapter,return 0 ; } + +int +iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id,u16 num_queues) +{ +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (adapter); +struct iavf_cmd_info args; +struct virtchnl_quanta_cfg q_quanta; +int err; + +if (adapter->devargs.quanta_size ==0 ) +return 0 ; + + q_quanta.quanta_size = adapter->devargs.quanta_size; + q_quanta.queue_select.type =VIRTCHNL_QUEUE_TYPE_TX ; + q_quanta.queue_select.start_queue_id = start_queue_id; + q_quanta.queue_select.num_queues = num_queues; + + args.ops =VIRTCHNL_OP_CONFIG_QUANTA ; + args.in_args = (uint8_t *)&q_quanta; + args.in_args_size =sizeof (q_quanta); + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) { +PMD_DRV_LOG (ERR ,"Failed to execute command VIRTCHNL_OP_CONFIG_QUANTA" ); +return err; + } + +return 0 ; +}
Signature · 1 line
2.25.1
PATCH v5 4/4 doc: update IAVF driver guide and 22.07 release notes
In reply to Wenjun WuAdd driver guide and update the release notes for
quanta size configuration.
--- doc/guides/nics/intel_vf.rst | 4 ++++ doc/guides/rel_notes/release_22_07.rst | 4 ++++ 2 files changed, 8 insertions(+)
doc/guides/nics/intel_vf.rst +4 -0
@@ -92,6 +92,10 @@ For more detail on SR-IOV, please refer to the following documents: available for IAVF PMD. The same devargs with the same parameters can be applied to IAVF PMD, for detail please reference the section ``Protocol extraction for per queue`` of ice.rst. + Quanta size configuration is also supported when IAVF is backed by an Intel® E810 device by setting ``devargs`` + parameter ``quanta_size`` like ``-a 18:00.0,quanta_size=2048``. The default value is 1024, and quanta size should be + set as the product of 64 in legacy host interface mode. + The PCIE host-interface of Intel Ethernet Switch FM10000 Series VF infrastructure ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
doc/guides/rel_notes/release_22_07.rst +4 -0
@@ -55,6 +55,10 @@ New Features Also, make sure to start the actual text at the margin. ======================================================= +* **Updated Intel iavf driver.** + + * Added Tx QoS queue rate limitation support. + * Added quanta size configuration support. Removed Items -------------
Signature · 1 line
2.25.1
Quoted 34 lines
-----Original Message-----
From: Wu, Wenjun1 <[email protected]>
Sent: Tuesday, April 19, 2022 10:06 AM
To: [email protected]; Wu, Jingjing <[email protected]>; Xing, Beilei <[email protected]>; Zhang, Qi Z <[email protected]>
Subject: [PATCH v5 0/4] Enable queue rate limit and quanta size configurationThis patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
v2: Rework virtchnl.
v3: Add release note.
v4: Quanta size configuration will block device init
if PF does not support. Fix this issue.
v5: Update driver guide.Wenjun Wu (4):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configuration
doc: update IAVF driver guide and 22.07 release notesdoc/guides/nics/intel_vf.rst | 4 + doc/guides/rel_notes/release_22_07.rst | 4 + drivers/common/iavf/virtchnl.h | 50 +++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 38 +++++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 54 +++++++ 7 files changed, 348 insertions(+), 8 deletions(-)
Quoted 2 lines
--
2.25.1
Applied to dpdk-next-net-intel.
Thanks
Qi
v6 cover Enable queue rate limit and quanta size configuration
In reply to Wenjun WuThis patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
v2: Rework virtchnl.
v3: Add release note.
v4: Quanta size configuration will block device init
if PF does not support. Fix this issue.
v5: Update driver guide.
v6: Merge the release note with the previous patch.
Wenjun Wu (3):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configuration
doc/guides/nics/intel_vf.rst | 4 + doc/guides/rel_notes/release_22_07.rst | 4 + drivers/common/iavf/virtchnl.h | 50 +++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 38 +++++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 54 +++++++ 7 files changed, 348 insertions(+), 8 deletions(-)
Signature · 1 line
2.25.1
PATCH v6 1/3 common/iavf: support queue rate limit and quanta size configuration
This patch adds new virtchnl opcodes and structures for rate limit and quanta size configuration, which include:
1. VIRTCHNL_OP_CONFIG_QUEUE_BW, to configure max bandwidth for each VF per queue.
2. VIRTCHNL_OP_CONFIG_QUANTA, to configure quanta size per queue.
--- drivers/common/iavf/virtchnl.h | 50 ++++++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+)
drivers/common/iavf/virtchnl.h +50 -0
@@ -164,6 +164,8 @@ enum virtchnl_ops {VIRTCHNL_OP_ENABLE_QUEUES_V2 =107 ,VIRTCHNL_OP_DISABLE_QUEUES_V2 =108 ,VIRTCHNL_OP_MAP_QUEUE_VECTOR =111 , +VIRTCHNL_OP_CONFIG_QUEUE_BW =112 , +VIRTCHNL_OP_CONFIG_QUANTA =113 , VIRTCHNL_OP_MAX, };
@@ -1872,6 +1874,23 @@ struct virtchnl_queue_tc_mapping {VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_tc_mapping); +/* VIRTCHNL_OP_CONFIG_QUEUE_BW */ +struct virtchnl_queue_bw { +u16 queue_id; +u8 tc; +u8 pad; +struct virtchnl_shaper_bw shaper; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_queue_bw); + +struct virtchnl_queues_bw_cfg { +u16 vsi_id; +u16 num_queues; +struct virtchnl_queue_bw cfg[1 ]; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (16 , virtchnl_queues_bw_cfg);/* TX and RX queue types are valid in legacy as well as split queue models. * With Split Queue model, 2 additional types are introduced - TX_COMPLETION
@@ -1978,6 +1997,12 @@ struct virtchnl_queue_vector_maps {VIRTCHNL_CHECK_STRUCT_LEN (24 , virtchnl_queue_vector_maps); +struct virtchnl_quanta_cfg { +u16 quanta_size; +struct virtchnl_queue_chunk queue_select; +}; + +VIRTCHNL_CHECK_STRUCT_LEN (12 , virtchnl_quanta_cfg);/* Since VF messages are limited by u16 size, precalculate the maximum possible * values of nested elements in virtchnl structures that virtual channel can
@@ -2244,6 +2269,31 @@ virtchnl_vc_validate_vf_msg(struct virtchnl_version_info *ver, u32 v_opcode,sizeof (q_tc->tc[0 ]); }break ; +case VIRTCHNL_OP_CONFIG_QUEUE_BW : + valid_len =sizeof (struct virtchnl_queues_bw_cfg ); +if (msglen >= valid_len) { +struct virtchnl_queues_bw_cfg *q_bw = + (struct virtchnl_queues_bw_cfg *)msg; +if (q_bw->num_queues ==0 ) { + err_msg_format = true; +break ; + } + valid_len += (q_bw->num_queues -1 ) * +sizeof (q_bw->cfg[0 ]); + } +break ; +case VIRTCHNL_OP_CONFIG_QUANTA : + valid_len =sizeof (struct virtchnl_quanta_cfg ); +if (msglen >= valid_len) { +struct virtchnl_quanta_cfg *q_quanta = + (struct virtchnl_quanta_cfg *)msg; +if (q_quanta->quanta_size ==0 || + q_quanta->queue_select.num_queues ==0 ) { + err_msg_format = true; +break ; + } + } +break ;case VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS :break ;case VIRTCHNL_OP_ADD_VLAN_V2 :
Signature · 1 line
2.25.1
PATCH v6 2/3 net/iavf: support queue rate limit configuration
In reply to Wenjun WuThis patch adds queue rate limit configuration support. Only max bandwidth is supported.
--- doc/guides/rel_notes/release_22_07.rst | 3 + drivers/net/iavf/iavf.h | 13 ++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 23 +++ 4 files changed, 221 insertions(+), 8 deletions(-)
doc/guides/rel_notes/release_22_07.rst +3 -0
@@ -55,6 +55,9 @@ New Features Also, make sure to start the actual text at the margin. ======================================================= +* **Updated Intel iavf driver.** + + * Added Tx QoS queue rate limitation support. Removed Items -------------
drivers/net/iavf/iavf.h +13 -0
@@ -170,11 +170,21 @@ struct iavf_tm_node {uint32_t weight;uint32_t reference_count;struct iavf_tm_node *parent; +struct iavf_tm_shaper_profile *shaper_profile;struct rte_tm_node_params params; };TAILQ_HEAD (iavf_tm_node_list, iavf_tm_node); +struct iavf_tm_shaper_profile { +TAILQ_ENTRY (iavf_tm_shaper_profile) node; +uint32_t shaper_profile_id; +uint32_t reference_count; +struct rte_tm_shaper_params profile; +}; + +TAILQ_HEAD (iavf_shaper_profile_list, iavf_tm_shaper_profile); +/* node type of Traffic Manager */ enum iavf_tm_node_type {IAVF_TM_NODE_TYPE_PORT ,
@@ -188,6 +198,7 @@ struct iavf_tm_conf {struct iavf_tm_node *root;/* root node - vf vsi */ struct iavf_tm_node_list tc_list;/* node list for all the TCs */ struct iavf_tm_node_list queue_list;/* node list for all the queues */ +struct iavf_shaper_profile_list shaper_profile_list;uint32_t nb_tc_node;uint32_t nb_queue_node;bool committed;
@@ -451,6 +462,8 @@ int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter,int iavf_request_queues (struct rte_eth_dev *dev,uint16_t num);int iavf_get_max_rss_queue_region (struct iavf_adapter *adapter);int iavf_get_qos_cap (struct iavf_adapter *adapter); +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size);int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size);
drivers/net/iavf/iavf_tm.c +182 -8
293 lines not on this page · raw message
drivers/net/iavf/iavf_vchnl.c +23 -0
@@ -1636,6 +1636,29 @@ int iavf_set_q_tc_map(struct rte_eth_dev *dev,return err; } +int iavf_set_q_bw (struct rte_eth_dev *dev, +struct virtchnl_queues_bw_cfg *q_bw,uint16_t size) +{ +struct iavf_adapter *adapter = +IAVF_DEV_PRIVATE_TO_ADAPTER (dev->data->dev_private); +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (dev->data->dev_private); +struct iavf_cmd_info args; +int err; + +memset (&args,0 ,sizeof (args)); + args.ops =VIRTCHNL_OP_CONFIG_QUEUE_BW ; + args.in_args = (uint8_t *)q_bw; + args.in_args_size = size; + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) +PMD_DRV_LOG (ERR ,"Failed to execute command of" +" VIRTCHNL_OP_CONFIG_QUEUE_BW" ); +return err; +} + int iavf_add_del_mc_addr_list(struct iavf_adapter *adapter, struct rte_ether_addr *mc_addrs,
Signature · 1 line
2.25.1
PATCH v6 3/3 net/iavf: support quanta size configuration
In reply to Wenjun WuThis patch adds quanta size configuration support. Quanta size should between 256 and 4096, and be a product of 64.
--- doc/guides/nics/intel_vf.rst | 4 +++ doc/guides/rel_notes/release_22_07.rst | 1 + drivers/net/iavf/iavf.h | 3 ++ drivers/net/iavf/iavf_ethdev.c | 38 ++++++++++++++++++++++++++ drivers/net/iavf/iavf_vchnl.c | 31 +++++++++++++++++++++ 5 files changed, 77 insertions(+)
doc/guides/nics/intel_vf.rst +4 -0
@@ -92,6 +92,10 @@ For more detail on SR-IOV, please refer to the following documents: available for IAVF PMD. The same devargs with the same parameters can be applied to IAVF PMD, for detail please reference the section ``Protocol extraction for per queue`` of ice.rst. + Quanta size configuration is also supported when IAVF is backed by an Intel® E810 device by setting ``devargs`` + parameter ``quanta_size`` like ``-a 18:00.0,quanta_size=2048``. The default value is 1024, and quanta size should be + set as the product of 64 in legacy host interface mode. + The PCIE host-interface of Intel Ethernet Switch FM10000 Series VF infrastructure ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
doc/guides/rel_notes/release_22_07.rst +1 -0
@@ -58,6 +58,7 @@ New Features * **Updated Intel iavf driver.** * Added Tx QoS queue rate limitation support. + * Added quanta size configuration support. Removed Items -------------
drivers/net/iavf/iavf.h +3 -0
@@ -292,6 +292,7 @@ enum iavf_proto_xtr_type {struct iavf_devargs {uint8_t proto_xtr_dflt;uint8_t proto_xtr[IAVF_MAX_QUEUE_NUM ]; +uint16_t quanta_size; };struct iavf_security_ctx ;
@@ -467,6 +468,8 @@ int iavf_set_q_bw(struct rte_eth_dev *dev,int iavf_set_q_tc_map (struct rte_eth_dev *dev,struct virtchnl_queue_tc_mapping *q_tc_mapping,uint16_t size); +int iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id, +u16 num_queues);void iavf_tm_conf_init (struct rte_eth_dev *dev);void iavf_tm_conf_uninit (struct rte_eth_dev *dev); int iavf_ipsec_crypto_request(struct iavf_adapter *adapter,
drivers/net/iavf/iavf_ethdev.c +38 -0
@@ -34,9 +34,11 @@/* devargs */ #define IAVF_PROTO_XTR_ARG "proto_xtr" +#define IAVF_QUANTA_SIZE_ARG "quanta_size"static const char *const iavf_valid_args[] = {IAVF_PROTO_XTR_ARG , +IAVF_QUANTA_SIZE_ARG ,NULL };
@@ -950,6 +952,9 @@ iavf_dev_start(struct rte_eth_dev *dev)return -1 ; } +if (iavf_set_vf_quanta_size (adapter, index, num_queue_pairs) !=0 ) +PMD_DRV_LOG (WARNING ,"configure quanta size failed" ); +/* If needed, send configure queues msg multiple times to make the * adminq buffer length smaller than the 4K limitation. */
@@ -2092,6 +2097,25 @@ iavf_handle_proto_xtr_arg(__rte_unused const char *key, const char *value,return 0 ; } +static int +parse_u16(__rte_unused const char *key, const char *value, void *args) +{ +u16 *num = (u16 *)args; +u16 tmp; + + errno =0 ; + tmp =strtoull (value,NULL ,10 ); +if (errno || !tmp) { +PMD_DRV_LOG (WARNING ,"%s: \"%s\" is not a valid u16" , + key, value); +return -1 ; + } + + *num = tmp; + +return 0 ; +} +static int iavf_parse_devargs (struct rte_eth_dev *dev) { struct iavf_adapter *ad =
@@ -2118,6 +2142,20 @@ static int iavf_parse_devargs(struct rte_eth_dev *dev)if (ret) goto bail; + ret =rte_kvargs_process (kvlist,IAVF_QUANTA_SIZE_ARG , + &parse_u16, &ad->devargs.quanta_size); +if (ret) + goto bail; + +if (ad->devargs.quanta_size ==0 ) + ad->devargs.quanta_size =1024 ; + +if (ad->devargs.quanta_size <256 || ad->devargs.quanta_size >4096 || + ad->devargs.quanta_size &0x40 ) { +PMD_INIT_LOG (ERR ,"invalid quanta size\n" ); +return -EINVAL ; + } + bail:rte_kvargs_free (kvlist);return ret;
drivers/net/iavf/iavf_vchnl.c +31 -0
@@ -1828,3 +1828,34 @@ iavf_ipsec_crypto_request(struct iavf_adapter *adapter,return 0 ; } + +int +iavf_set_vf_quanta_size (struct iavf_adapter *adapter,u16 start_queue_id,u16 num_queues) +{ +struct iavf_info *vf =IAVF_DEV_PRIVATE_TO_VF (adapter); +struct iavf_cmd_info args; +struct virtchnl_quanta_cfg q_quanta; +int err; + +if (adapter->devargs.quanta_size ==0 ) +return 0 ; + + q_quanta.quanta_size = adapter->devargs.quanta_size; + q_quanta.queue_select.type =VIRTCHNL_QUEUE_TYPE_TX ; + q_quanta.queue_select.start_queue_id = start_queue_id; + q_quanta.queue_select.num_queues = num_queues; + + args.ops =VIRTCHNL_OP_CONFIG_QUANTA ; + args.in_args = (uint8_t *)&q_quanta; + args.in_args_size =sizeof (q_quanta); + args.out_buffer = vf->aq_resp; + args.out_size =IAVF_AQ_BUF_SZ ; + + err =iavf_execute_vf_cmd (adapter, &args,0 ); +if (err) { +PMD_DRV_LOG (ERR ,"Failed to execute command VIRTCHNL_OP_CONFIG_QUANTA" ); +return err; + } + +return 0 ; +}
Signature · 1 line
2.25.1
Quoted 34 lines
-----Original Message-----
From: Wu, Wenjun1 <[email protected]>
Sent: Friday, April 22, 2022 9:43 AM
To: [email protected]; Wu, Jingjing <[email protected]>; Xing, Beilei <[email protected]>; Zhang, Qi Z <[email protected]>
Subject: [PATCH v6 0/3] Enable queue rate limit and quanta size configurationThis patch set adds queue rate limit and quanta size configuration. Quanta size can be changed by driver devarg quanta_size=xxx. Quanta size should be set to the value between 256 and 4096 and be the product of 64.
v2: Rework virtchnl.
v3: Add release note.
v4: Quanta size configuration will block device init
if PF does not support. Fix this issue.
v5: Update driver guide.
v6: Merge the release note with the previous patch.Wenjun Wu (3):
common/iavf: support queue rate limit and quanta size configuration net/iavf: support queue rate limit configuration net/iavf: support quanta size configurationdoc/guides/nics/intel_vf.rst | 4 + doc/guides/rel_notes/release_22_07.rst | 4 + drivers/common/iavf/virtchnl.h | 50 +++++++ drivers/net/iavf/iavf.h | 16 +++ drivers/net/iavf/iavf_ethdev.c | 38 +++++ drivers/net/iavf/iavf_tm.c | 190 +++++++++++++++++++++++-- drivers/net/iavf/iavf_vchnl.c | 54 +++++++ 7 files changed, 348 insertions(+), 8 deletions(-)
Quoted 2 lines
--
2.25.1
Re-applied to dpdk-next-net-intel.
Thanks
Qi