net/mlx5: support Geneve and options for HWS
Subsystems (2)
PATCH 3/23 net/mlx5/hws: fix tunnel protocol checks
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
Align GRE, GTPU and VXLAN tunnel protocols to fail in case the packet is already tunneled. Also use local defines for protocol UDP ports for better layering of mlx5dr API.
--- drivers/net/mlx5/hws/mlx5dr_definer.c | 39 +++++++++++++-------------- 1 file changed, 19 insertions(+), 20 deletions(-)
drivers/net/mlx5/hws/mlx5dr_definer.c +19 -20
@@ -8,8 +8,9 @@#define BAD_PORT 0xBAD#define ETH_TYPE_IPV4_VXLAN 0x0800#define ETH_TYPE_IPV6_VXLAN 0x86DD -#define ETH_VXLAN_DEFAULT_PORT 4789 -#define IP_UDP_PORT_MPLS 6635 +#define UDP_GTPU_PORT 2152 +#define UDP_VXLAN_PORT 4789 +#define UDP_PORT_MPLS 6635#define UDP_ROCEV2_PORT 4791#define DR_FLOW_LAYER_TUNNEL_NO_MPLS (MLX5_FLOW_LAYER_TUNNEL & ~MLX5_FLOW_LAYER_MPLS)
@@ -158,7 +159,7 @@ struct mlx5dr_definer_conv_data { X(SET, tcp_protocol, STE_TCP, rte_flow_item_tcp) \ X(SET_BE16, tcp_src_port, v->hdr.src_port, rte_flow_item_tcp) \ X(SET_BE16, tcp_dst_port, v->hdr.dst_port, rte_flow_item_tcp) \ - X(SET, gtp_udp_port, RTE_GTPU_UDP_PORT, rte_flow_item_gtp) \ + X(SET, gtp_udp_port, UDP_GTPU_PORT, rte_flow_item_gtp) \ X(SET_BE32, gtp_teid, v->hdr.teid, rte_flow_item_gtp) \ X(SET, gtp_msg_type, v->hdr.msg_type, rte_flow_item_gtp) \X (SET , gtp_ext_flag, !!v->hdr.gtp_hdr_info, rte_flow_item_gtp) \
@@ -166,8 +167,8 @@ struct mlx5dr_definer_conv_data { X(SET, gtp_ext_hdr_pdu, v->hdr.type, rte_flow_item_gtp_psc) \ X(SET, gtp_ext_hdr_qfi, v->hdr.qfi, rte_flow_item_gtp_psc) \ X(SET, vxlan_flags, v->flags, rte_flow_item_vxlan) \ - X(SET, vxlan_udp_port, ETH_VXLAN_DEFAULT_PORT, rte_flow_item_vxlan) \ - X(SET, mpls_udp_port, IP_UDP_PORT_MPLS, rte_flow_item_mpls) \ + X(SET, vxlan_udp_port, UDP_VXLAN_PORT, rte_flow_item_vxlan) \ + X(SET, mpls_udp_port, UDP_PORT_MPLS, rte_flow_item_mpls) \ X(SET, source_qp, v->queue, mlx5_rte_flow_item_sq) \ X(SET, tag, v->data, rte_flow_item_tag) \X (SET , metadata, v->data, rte_flow_item_meta) \
@@ -1170,6 +1171,12 @@ mlx5dr_definer_conv_item_gtp(struct mlx5dr_definer_conv_data *cd,const struct rte_flow_item_gtp *m = item->mask;struct mlx5dr_definer_fc *fc; +if (cd->tunnel) { +DR_LOG (ERR ,"Inner GTPU item not supported" ); + rte_errno =ENOTSUP ; +return rte_errno; + } +/* Overwrite GTPU dest port if not present */ fc = &cd->fc[DR_CALC_FNAME (L4_DPORT , false)];if (!fc->tag_set && !cd->relaxed) {
@@ -1344,9 +1351,13 @@ mlx5dr_definer_conv_item_vxlan(struct mlx5dr_definer_conv_data *cd,struct mlx5dr_definer_fc *fc;bool inner = cd->tunnel; -/* In order to match on VXLAN we must match on ether_type, ip_protocol -* and l4_dport. -*/ +if (inner) { +DR_LOG (ERR ,"Inner VXLAN item not supported" ); + rte_errno =ENOTSUP ; +return rte_errno; + } + +/* In order to match on VXLAN we must match on ip_protocol and l4_dport */ if (!cd->relaxed) { fc = &cd->fc[DR_CALC_FNAME (IP_PROTOCOL , inner)];if (!fc->tag_set) {
@@ -1369,12 +1380,6 @@ mlx5dr_definer_conv_item_vxlan(struct mlx5dr_definer_conv_data *cd,return 0 ;if (m->flags) { -if (inner) { -DR_LOG (ERR ,"Inner VXLAN flags item not supported" ); - rte_errno =ENOTSUP ; -return rte_errno; - } - fc = &cd->fc[MLX5DR_DEFINER_FNAME_VXLAN_FLAGS ]; fc->item_idx = item_idx; fc->tag_set = &mlx5dr_definer_vxlan_flags_set;
@@ -1384,12 +1389,6 @@ mlx5dr_definer_conv_item_vxlan(struct mlx5dr_definer_conv_data *cd, }if (!is_mem_zero (m->vni,3 )) { -if (inner) { -DR_LOG (ERR ,"Inner VXLAN vni item not supported" ); - rte_errno =ENOTSUP ; -return rte_errno; - } - fc = &cd->fc[MLX5DR_DEFINER_FNAME_VXLAN_VNI ]; fc->item_idx = item_idx; fc->tag_set = &mlx5dr_definer_vxlan_vni_set;
Signature · 1 line
2.25.1
cover net/mlx5: support Geneve and options for HWS
Add HWS support for both GENEVE and GENEVE TLV option headers. This patchset supports:
- Add HW support for "RTE_FLOW_ITEM_TYPE_GENEVE" flow item.
- Add HW support for "RTE_FLOW_ITEM_TYPE_GENEVE_OPT" flow item.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_VNI" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_TYPE" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_CLASS" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_DATA" for modify field flow action.
The GENEVE TLV options support using flex parser.
The profile should be specified to either 8 for multiple option or 0 for single option.
A new API is added to create the GENEVE option parser before using it in templates API.
Alex Vesker (4):
net/mlx5/hws: fix tunnel protocol checks net/mlx5/hws: increase hl size for future compatibility net/mlx5/hws: support GENEVE matching net/mlx5/hws: support GENEVE options header
Michael Baum (19):
common/mlx5: fix duplicate read of general capabilities common/mlx5: fix query sample info capability net/mlx5: remove GENEVE options length limitation net/mlx5: fix GENEVE option item translation common/mlx5: add system image GUID attribute common/mlx5: add GENEVE TLV option attribute structure common/mlx5: add PRM attribute for TLV sample common/mlx5: add sample info query syndrome into error log common/mlx5: query GENEVE option sample ID from HCA attr common/mlx5: add function to query GENEVE TLV option net/mlx5: add physical device handle
net/mlx5: add GENEVE TLV options parser API net/mlx5: add API to expose GENEVE option FW information net/mlx5: add testpmd support for GENEVE TLV parser net/mlx5: add support for GENEVE and option item in HWS net/mlx5: add GENEVE option support for profile 0 net/mlx5: add GENEVE option support for group 0 net/mlx5: add support for GENEVE VNI modify field net/mlx5: add support for modify GENEVE option header
doc/guides/nics/mlx5.rst | 251 +++++- doc/guides/platform/mlx5.rst | 2 + doc/guides/rel_notes/release_24_03.rst | 9 + drivers/common/mlx5/mlx5_devx_cmds.c | 139 +++- drivers/common/mlx5/mlx5_devx_cmds.h | 29 +- drivers/common/mlx5/mlx5_prm.h | 20 +- drivers/common/mlx5/version.map | 1 + drivers/net/mlx5/hws/mlx5dr_definer.c | 277 ++++++- drivers/net/mlx5/hws/mlx5dr_definer.h | 49 +- drivers/net/mlx5/meson.build | 1 + drivers/net/mlx5/mlx5.c | 115 ++- drivers/net/mlx5/mlx5.h | 21 + drivers/net/mlx5/mlx5_flow.c | 30 + drivers/net/mlx5/mlx5_flow.h | 92 ++- drivers/net/mlx5/mlx5_flow_dv.c | 158 ++-- drivers/net/mlx5/mlx5_flow_geneve.c | 1011 ++++++++++++++++++++++++ drivers/net/mlx5/mlx5_flow_hw.c | 127 ++- drivers/net/mlx5/mlx5_testpmd.c | 556 ++++++++++++- drivers/net/mlx5/rte_pmd_mlx5.h | 102 +++ drivers/net/mlx5/version.map | 3 + 20 files changed, 2809 insertions(+), 184 deletions(-) create mode 100644 drivers/net/mlx5/mlx5_flow_geneve.c
Signature · 1 line
2.25.1
PATCH 1/23 common/mlx5: fix duplicate read of general capabilities
General object types support is indicated in bitmap general_obj_types, which is part of HCA capabilities list.
This bitmap was read multiple times, and each time a different bit was extracted.
Previous patch optimized the code, reading the bitmap once into a local variable, and then extracting the required bits.
However, it missed few of them which still read the bitmap for themselves. In addition, for other readings, it moved them to use local variable without removing the old reading, and they are read twice.
This patch moves them all to use the local variable and removes all duplications.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 18 ++++-------------- 1 file changed, 4 insertions(+), 14 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +4 -14
@@ -966,18 +966,6 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, attr->max_geneve_tlv_option_data_len =MLX5_GET (cmd_hca_cap, hcattr, max_geneve_tlv_option_data_len); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos); - attr->qos.flow_meter_aso_sup = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_FLOW_METER_ASO ); - attr->vdpa.valid = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_VIRTQ_NET_Q ); - attr->vdpa.queue_counters_valid = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_VIRTIO_Q_COUNTERS ); - attr->parse_graph_flex_node = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_PARSE_GRAPH_FLEX_NODE ); attr->wqe_index_ignore =MLX5_GET (cmd_hca_cap, hcattr, wqe_index_ignore_cap); attr->cross_channel =MLX5_GET (cmd_hca_cap, hcattr, cd);
@@ -1001,6 +989,9 @@ mlx5_devx_cmd_query_hca_attr(void *ctx,/* Read the general_obj_types bitmap and extract the relevant bits. */ general_obj_types_supported =MLX5_GET64 (cmd_hca_cap, hcattr, general_obj_types); + attr->qos.flow_meter_aso_sup = + !!(general_obj_types_supported & +MLX5_GENERAL_OBJ_TYPES_CAP_FLOW_METER_ASO ); attr->vdpa.valid = !!(general_obj_types_supported &MLX5_GENERAL_OBJ_TYPES_CAP_VIRTQ_NET_Q ); attr->vdpa.queue_counters_valid =
@@ -1074,8 +1065,7 @@ mlx5_devx_cmd_query_hca_attr(void *ctx,MLX5_GET (cmd_hca_cap, hcattr, umr_modify_entity_size_disabled); attr->wait_on_time =MLX5_GET (cmd_hca_cap, hcattr, wait_on_time); attr->crypto =MLX5_GET (cmd_hca_cap, hcattr, crypto); - attr->ct_offload = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & + attr->ct_offload = !!(general_obj_types_supported &MLX5_GENERAL_OBJ_TYPES_CAP_CONN_TRACK_OFFLOAD ); attr->rq_delay_drop =MLX5_GET (cmd_hca_cap, hcattr, rq_delay_drop); attr->nic_flow_table =MLX5_GET (cmd_hca_cap, hcattr, nic_flow_table);
Signature · 1 line
2.25.1
PATCH 4/23 net/mlx5: remove GENEVE options length limitation
In reply to Michael BaumGENEVE header has field named "opt_len" describing the total length of all GENEVE options in 4-byte granularity.
In SW sreering implementation, only single option with single DW data is supported. When matching on GENEVE option data is requested, matching on "opt_len" field is added according to given option length.
This behaveior assumes that only packets with single option can be matched, but it is wrong, packet with a few option can be matched but only one of them can match its value.
This patch removes the "opt_len" matching unless user ask it explicitly.
--- drivers/net/mlx5/mlx5_flow_dv.c | 16 ---------------- 1 file changed, 16 deletions(-)
drivers/net/mlx5/mlx5_flow_dv.c +0 -16
@@ -9986,7 +9986,6 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,const struct rte_flow_item_geneve_opt *geneve_opt_m;const struct rte_flow_item_geneve_opt *geneve_opt_v;const struct rte_flow_item_geneve_opt *geneve_opt_vv = item->spec; -void *misc_v =MLX5_ADDR_OF (fte_match_param, key, misc_parameters);void *misc3_v =MLX5_ADDR_OF (fte_match_param, key, misc_parameters_3);rte_be32_t opt_data_key =0 , opt_data_mask =0 ;uint32_t *data;
@@ -10005,21 +10004,6 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,return ret; } } -/* -* Set the option length in GENEVE header if not requested. -* The GENEVE TLV option length is expressed by the option length field -* in the GENEVE header. -* If the option length was not requested but the GENEVE TLV option item -* is present we set the option length field implicitly. -*/ -if (!MLX5_GET16 (fte_match_set_misc, misc_v, geneve_opt_len)) { -if (key_type &MLX5_SET_MATCHER_M ) -MLX5_SET (fte_match_set_misc, misc_v, geneve_opt_len, -MLX5_GENEVE_OPTLEN_MASK ); -else -MLX5_SET (fte_match_set_misc, misc_v, geneve_opt_len, - geneve_opt_v->option_len +1 ); - }/* Set the data. */ if (key_type ==MLX5_SET_MATCHER_SW_V ) data = geneve_opt_vv->data;
Signature · 1 line
2.25.1
PATCH 2/23 common/mlx5: fix query sample info capability
In reply to Michael BaumQuery sample info operation might be used by either Geneve TLV option or parse graph. Each operations can be supported regardless to another according the configured profile.
In current implementation, the query sample info capability is turn on only when parse graph operation is supported adding unnecessary requirement for Geneve TLV option.
This patch adds different cap for Geneve TLV option.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 6 ++++-- drivers/common/mlx5/mlx5_devx_cmds.h | 1 + 2 files changed, 5 insertions(+), 2 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +4 -2
@@ -965,6 +965,8 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, max_geneve_tlv_options); attr->max_geneve_tlv_option_data_len =MLX5_GET (cmd_hca_cap, hcattr, max_geneve_tlv_option_data_len); + attr->query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, + query_match_sample_info); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos); attr->wqe_index_ignore =MLX5_GET (cmd_hca_cap, hcattr, wqe_index_ignore_cap);
@@ -1094,8 +1096,8 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, (ctx, &attr->flex);if (rc)return -1 ; - attr->flex.query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, - query_match_sample_info); + attr->flex.query_match_sample_info = + attr->query_match_sample_info; }if (attr->crypto) { attr->aes_xts = MLX5_GET(cmd_hca_cap, hcattr, aes_xts) ||
drivers/common/mlx5/mlx5_devx_cmds.h +1 -0
@@ -315,6 +315,7 @@ struct mlx5_hca_attr { uint32_t flow_counter_bulk_log_granularity:5; uint32_t alloc_flow_counter_pd:1; uint32_t flow_counter_access_aso:1; + uint32_t query_match_sample_info:1; uint32_t flow_access_aso_opc_mod:8; uint32_t cross_vhca:1; uint32_t lag_rx_port_affinity:1;
Signature · 1 line
2.25.1
PATCH 8/23 common/mlx5: add PRM attribute for TLV sample
In reply to Michael BaumAdd GENEVE TLV sample fields in 2 places:
1. New HCA capabilities indicating GENEVE TLV sample is supported.
2. New fields in "mlx5_ifc_geneve_tlv_option_bits" structure.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 18 ++++++++++++++++-- drivers/common/mlx5/mlx5_devx_cmds.h | 9 +++++++-- drivers/common/mlx5/mlx5_prm.h | 15 +++++++++++---- 3 files changed, 34 insertions(+), 8 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +16 -2
@@ -968,6 +968,10 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, max_geneve_tlv_options); attr->max_geneve_tlv_option_data_len =MLX5_GET (cmd_hca_cap, hcattr, max_geneve_tlv_option_data_len); + attr->geneve_tlv_option_offset =MLX5_GET (cmd_hca_cap, hcattr, + geneve_tlv_option_offset); + attr->geneve_tlv_sample =MLX5_GET (cmd_hca_cap, hcattr, + geneve_tlv_sample); attr->query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, query_match_sample_info); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos);
@@ -2883,11 +2887,21 @@ mlx5_devx_cmd_create_geneve_tlv_option(void *ctx, MLX5_CMD_OP_CREATE_GENERAL_OBJECT);MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_type,MLX5_GENERAL_OBJ_TYPE_GENEVE_TLV_OPT ); -MLX5_SET (geneve_tlv_option, opt, option_class, -rte_be_to_cpu_16 (attr->option_class));MLX5_SET (geneve_tlv_option, opt, option_type, attr->option_type);MLX5_SET (geneve_tlv_option, opt, option_data_length, attr->option_data_len); +if (attr->option_class_ignore) +MLX5_SET (geneve_tlv_option, opt, option_class_ignore, + attr->option_class_ignore); +else +MLX5_SET (geneve_tlv_option, opt, option_class, +rte_be_to_cpu_16 (attr->option_class)); +if (attr->offset_valid) { +MLX5_SET (geneve_tlv_option, opt, sample_offset_valid, + attr->offset_valid); +MLX5_SET (geneve_tlv_option, opt, sample_offset, + attr->sample_offset); + } geneve_tlv_opt_obj->obj = mlx5_glue->devx_obj_create (ctx, in,sizeof (in), out,sizeof (out));
drivers/common/mlx5/mlx5_devx_cmds.h +7 -2
@@ -212,8 +212,10 @@ struct mlx5_hca_attr {uint32_t lro_timer_supported_periods[MLX5_LRO_NUM_SUPP_PERIODS ];uint16_t lro_min_mss_size;uint32_t flex_parser_protocols; -uint32_t max_geneve_tlv_options; -uint32_t max_geneve_tlv_option_data_len; + uint32_t max_geneve_tlv_options:8; + uint32_t max_geneve_tlv_option_data_len:5; + uint32_t geneve_tlv_sample:1; + uint32_t geneve_tlv_option_offset:1; uint32_t hairpin:1; uint32_t log_max_hairpin_queues:5; uint32_t log_max_hairpin_wq_data_sz:5;
@@ -674,6 +676,9 @@ struct mlx5_devx_geneve_tlv_option_attr { uint32_t option_class:16; uint32_t option_type:8; uint32_t option_data_len:5; + uint32_t option_class_ignore:1; + uint32_t offset_valid:1; + uint32_t sample_offset:8; };/* mlx5_devx_cmds.c */
drivers/common/mlx5/mlx5_prm.h +11 -4
@@ -1849,7 +1849,9 @@ struct mlx5_ifc_cmd_hca_cap_bits {u8 num_of_uars_per_page[0x20 ];u8 flex_parser_protocols[0x20 ];u8 max_geneve_tlv_options[0x8 ]; -u8 reserved_at_568[0x3 ]; +u8 geneve_tlv_sample[0x1 ]; +u8 geneve_tlv_option_offset[0x1 ]; +u8 reserved_at_56a[0x1 ];u8 max_geneve_tlv_option_data_len[0x5 ];u8 flex_parser_header_modify[0x1 ];u8 reserved_at_571[0x2 ];
@@ -3416,16 +3418,21 @@ struct mlx5_ifc_virtio_q_counters_bits {struct mlx5_ifc_geneve_tlv_option_bits {u8 modify_field_select[0x40 ]; -u8 reserved_at_40[0x18 ]; +u8 reserved_at_40[0x8 ]; +u8 sample_offset[0x8 ]; +u8 sample_id_valid[0x1 ]; +u8 sample_offset_valid[0x1 ]; +u8 option_class_ignore[0x1 ]; +u8 reserved_at_53[0x5 ];u8 geneve_option_fte_index[0x8 ];u8 option_class[0x10 ];u8 option_type[0x8 ];u8 reserved_at_78[0x3 ];u8 option_data_length[0x5 ]; -u8 reserved_at_80[0x180 ]; +u8 geneve_sample_field_id[0x20 ]; +u8 reserved_at_a0[0x160 ]; }; -enum mlx5_ifc_rtc_update_mode {MLX5_IFC_RTC_STE_UPDATE_MODE_BY_HASH =0x0 ,MLX5_IFC_RTC_STE_UPDATE_MODE_BY_OFFSET =0x1 ,
Signature · 1 line
2.25.1
PATCH 5/23 net/mlx5: fix GENEVE option item translation
In reply to Michael BaumThe "flow_dv_translate_item_geneve_opt()" function is called twice per flow rule, for either matcher focusing the mask or value focusing the spec.
The spec is always provided and its field "option_len" indicates the data size for both spec and mask. For using it, function has another pointer "geneve_opt_vv" representing the spec regardless to focusing while the "geneve_opt_v" pointer represents the mask for matcher and spec for rule creation.
The current implementation has 2 issues:
1. geneve_opt_v get the spec in rule creation as sane as geneve_opt_vv, but function use if-else which is bacicly has same value.
2. function uses "option_len" from "geneve_opt_v" instead of "geneve_opt_v" even when the focus is on mask, for HWS the mask value may be 0 even data is valid.
This patch refactors the function implementation to avoid those issues.
--- drivers/net/mlx5/mlx5_flow_dv.c | 28 +++++++++++----------------- 1 file changed, 11 insertions(+), 17 deletions(-)
drivers/net/mlx5/mlx5_flow_dv.c +11 -17
@@ -9985,13 +9985,13 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key, {const struct rte_flow_item_geneve_opt *geneve_opt_m;const struct rte_flow_item_geneve_opt *geneve_opt_v; -const struct rte_flow_item_geneve_opt *geneve_opt_vv = item->spec; +const struct rte_flow_item_geneve_opt *orig_spec = item->spec;void *misc3_v =MLX5_ADDR_OF (fte_match_param, key, misc_parameters_3);rte_be32_t opt_data_key =0 , opt_data_mask =0 ; -uint32_t *data; +size_t option_byte_len;int ret =0 ; -if (MLX5_ITEM_VALID (item, key_type)) +if (MLX5_ITEM_VALID (item, key_type) || !orig_spec)return -1 ;MLX5_ITEM_UPDATE (item, key_type, geneve_opt_v, geneve_opt_m, &rte_flow_item_geneve_opt_mask);
@@ -10004,21 +10004,15 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,return ret; } } -/* Set the data. */ -if (key_type ==MLX5_SET_MATCHER_SW_V ) - data = geneve_opt_vv->data; -else - data = geneve_opt_v->data; -if (data) { -memcpy (&opt_data_key, data, -RTE_MIN ((uint32_t )(geneve_opt_v->option_len *4 ), -sizeof (opt_data_key))); -memcpy (&opt_data_mask, geneve_opt_m->data, -RTE_MIN ((uint32_t )(geneve_opt_v->option_len *4 ), -sizeof (opt_data_mask))); +/* Convert the option length from DW to bytes for using memcpy. */ + option_byte_len =RTE_MIN ((size_t )(orig_spec->option_len *4 ), +sizeof (rte_be32_t)); +if (geneve_opt_v->data) { +memcpy (&opt_data_key, geneve_opt_v->data, option_byte_len); +memcpy (&opt_data_mask, geneve_opt_m->data, option_byte_len);MLX5_SET (fte_match_set_misc3, misc3_v, - geneve_tlv_option_0_data, -rte_be_to_cpu_32 (opt_data_key & opt_data_mask)); + geneve_tlv_option_0_data, +rte_be_to_cpu_32 (opt_data_key & opt_data_mask)); }return ret; }
Signature · 1 line
2.25.1
PATCH 6/23 common/mlx5: add system image GUID attribute
In reply to Michael BaumAdd to the "system_image_guid" filed describing uniquely the physical device into "mlx5_hca_attr" structure.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 10 ++++++---- drivers/common/mlx5/mlx5_devx_cmds.h | 1 + 2 files changed, 7 insertions(+), 4 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +6 -4
@@ -518,8 +518,11 @@ mlx5_devx_cmd_query_nic_vport_context(void *ctx, } vctx =MLX5_ADDR_OF (query_nic_vport_context_out, out, nic_vport_context); - attr->vport_inline_mode =MLX5_GET (nic_vport_context, vctx, - min_wqe_inline_mode); +if (attr->wqe_inline_mode ==MLX5_CAP_INLINE_MODE_VPORT_CONTEXT ) + attr->vport_inline_mode =MLX5_GET (nic_vport_context, vctx, + min_wqe_inline_mode); + attr->system_image_guid =MLX5_GET64 (nic_vport_context, vctx, + system_image_guid);return 0 ; }
@@ -1348,8 +1351,7 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, } attr->qp_ts_format =MLX5_GET (roce_caps, hcattr, qp_ts_format); } -if (attr->eth_virt && - attr->wqe_inline_mode ==MLX5_CAP_INLINE_MODE_VPORT_CONTEXT ) { +if (attr->eth_virt) { rc =mlx5_devx_cmd_query_nic_vport_context (ctx,0 , attr);if (rc) { attr->eth_virt =0 ;
drivers/common/mlx5/mlx5_devx_cmds.h +1 -0
@@ -321,6 +321,7 @@ struct mlx5_hca_attr { uint32_t lag_rx_port_affinity:1; uint32_t wqe_based_flow_table_sup:1;uint8_t max_header_modify_pattern_length; +uint64_t system_image_guid; };/* LAG Context. */
Signature · 1 line
2.25.1
PATCH 12/23 net/mlx5: add physical device handle
In reply to Michael BaumAdd structure describing physical device, and manage physical device global list.
--- drivers/net/mlx5/mlx5.c | 77 ++++++++++++++++++++++++++++++++++++----- drivers/net/mlx5/mlx5.h | 13 +++++++ 2 files changed, 82 insertions(+), 8 deletions(-)
drivers/net/mlx5/mlx5.c +69 -8
@@ -190,9 +190,10 @@ struct mlx5_shared_data *mlx5_shared_data;/** Driver-specific log messages type. */ int mlx5_logtype; -static LIST_HEAD(, mlx5_dev_ctx_shared) mlx5_dev_ctx_list = -LIST_HEAD_INITIALIZER (); +static LIST_HEAD(mlx5_dev_ctx_list, mlx5_dev_ctx_shared) dev_ctx_list = LIST_HEAD_INITIALIZER(); +static LIST_HEAD(mlx5_phdev_list, mlx5_physical_device) phdev_list = LIST_HEAD_INITIALIZER();static pthread_mutex_t mlx5_dev_ctx_list_mutex; + static const struct mlx5_indexed_pool_config mlx5_ipool_cfg[] = { #if defined(HAVE_IBV_FLOW_DV_SUPPORT) || !defined(HAVE_INFINIBAND_VERBS_H) [MLX5_IPOOL_DECAP_ENCAP] = {
@@ -1692,6 +1693,60 @@ mlx5_init_shared_dev_registers(struct mlx5_dev_ctx_shared *sh)mlx5_init_hws_flow_tags_registers (sh); } +static struct mlx5_physical_device * +mlx5_get_physical_device (struct mlx5_common_device *cdev) +{ +struct mlx5_physical_device *phdev; +struct mlx5_hca_attr *attr = &cdev->config.hca_attr; + +/* Search for physical device by system_image_guid. */ + LIST_FOREACH(phdev, &phdev_list, next) { +if (phdev->guid == attr->system_image_guid) { + phdev->refcnt++; +return phdev; + } + } + phdev =mlx5_malloc (MLX5_MEM_ZERO |MLX5_MEM_RTE , +sizeof (struct mlx5_physical_device ), +RTE_CACHE_LINE_SIZE ,SOCKET_ID_ANY ); +if (!phdev) { +DRV_LOG (ERR ,"Physical device allocation failure." ); + rte_errno =ENOMEM ; +return NULL ; + } + phdev->guid = attr->system_image_guid; + phdev->refcnt =1 ; +LIST_INSERT_HEAD (&phdev_list, phdev, next); +DRV_LOG (DEBUG ,"Physical device is created, guid=%" PRIu64"." , + phdev->guid); +return phdev; +} + +static void +mlx5_physical_device_destroy (struct mlx5_physical_device *phdev) +{ +#ifdef RTE_LIBRTE_MLX5_DEBUG +/* Check the object presence in the list. */ +struct mlx5_physical_device *lphdev; + + LIST_FOREACH(lphdev, &phdev_list, next) +if (lphdev == phdev) +break ; +MLX5_ASSERT (lphdev); +if (lphdev != phdev) { +DRV_LOG (ERR ,"Freeing non-existing physical device" ); +return ; + } +#endif +MLX5_ASSERT (phdev); +MLX5_ASSERT (phdev->refcnt); +if (--phdev->refcnt) +return ; +/* Remove physical device from the global device list. */ +LIST_REMOVE (phdev, next); +mlx5_free (phdev); +} +/** * Allocate shared device context. If there is multiport device the * master and representors will share this context, if there is single
@@ -1725,7 +1780,7 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn,MLX5_ASSERT (rte_eal_process_type () ==RTE_PROC_PRIMARY );pthread_mutex_lock (&mlx5_dev_ctx_list_mutex);/* Search for IB context by device name. */ - LIST_FOREACH(sh, &mlx5_dev_ctx_list, next) { + LIST_FOREACH(sh, &dev_ctx_list, next) {if (!strcmp (sh->ibdev_name, spawn->phys_dev_name)) { sh->refcnt++; goto exit;
@@ -1765,6 +1820,9 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn, sizeof(sh->ibdev_name) - 1);strncpy (sh->ibdev_path,mlx5_os_get_ctx_device_path (sh->cdev->ctx),sizeof (sh->ibdev_path) -1 ); + sh->phdev =mlx5_get_physical_device (sh->cdev); +if (!sh->phdev) + goto error;/* * Setting port_id to max unallowed value means there is no interrupt * subhandler installed for the given port index i.
@@ -1798,7 +1856,7 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn,#endif }mlx5_os_dev_shared_handler_install (sh); -if (LIST_EMPTY (&mlx5_dev_ctx_list)) { +if (LIST_EMPTY (&dev_ctx_list)) { err =mlx5_flow_os_init_workspace_once ();if (err) goto error;
@@ -1811,7 +1869,7 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn,mlx5_flow_aging_init (sh);mlx5_flow_ipool_create (sh);/* Add context to the global device list. */ -LIST_INSERT_HEAD (&mlx5_dev_ctx_list, sh, next); +LIST_INSERT_HEAD (&dev_ctx_list, sh, next);rte_spinlock_init (&sh->geneve_tlv_opt_sl);mlx5_init_shared_dev_registers (sh);/* Init counter pool list header and lock. */
@@ -1833,6 +1891,8 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn, }while (++i <= (uint32_t )sh->bond.n_port);if (sh->td)claim_zero (mlx5_devx_cmd_destroy (sh->td)); +if (sh->phdev) +mlx5_physical_device_destroy (sh->phdev);mlx5_free (sh); rte_errno = err;return NULL ;
@@ -1919,7 +1979,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh)/* Check the object presence in the list. */ struct mlx5_dev_ctx_shared *lctx; - LIST_FOREACH(lctx, &mlx5_dev_ctx_list, next) + LIST_FOREACH(lctx, &dev_ctx_list, next)if (lctx == sh)break ;MLX5_ASSERT (lctx);
@@ -1945,7 +2005,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh)/* Remove context from the global device list. */ LIST_REMOVE (sh, next);/* Release resources on the last device removal. */ -if (LIST_EMPTY (&mlx5_dev_ctx_list)) { +if (LIST_EMPTY (&dev_ctx_list)) {mlx5_os_net_cleanup ();mlx5_flow_os_release_workspace (); }
@@ -1985,6 +2045,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh)MLX5_ASSERT (sh->geneve_tlv_option_resource ==NULL );pthread_mutex_destroy (&sh->txpp.mutex);mlx5_lwm_unset (sh); +mlx5_physical_device_destroy (sh->phdev);mlx5_free (sh);return ; exit:
@@ -2929,7 +2990,7 @@ mlx5_probe_again_args_validate(struct mlx5_common_device *cdev,return 0 ;pthread_mutex_lock (&mlx5_dev_ctx_list_mutex);/* Search for IB context by common device pointer. */ - LIST_FOREACH(sh, &mlx5_dev_ctx_list, next) + LIST_FOREACH(sh, &dev_ctx_list, next)if (sh->cdev == cdev)break ;pthread_mutex_unlock (&mlx5_dev_ctx_list_mutex);
drivers/net/mlx5/mlx5.h +13 -0
@@ -1419,6 +1419,18 @@ struct mlx5_dev_registers {#define HAVE_MLX5_DR_CREATE_ACTION_ASO_EXT #endif +/** +* Physical device structure. +* This device is created once per NIC to manage recourses shared by all ports +* under same physical device. +*/ +struct mlx5_physical_device { +LIST_ENTRY (mlx5_physical_device) next; +struct mlx5_dev_ctx_shared *sh;/* Created on sherd context. */ +uint64_t guid;/* System image guid, the uniq ID of physical device. */ +uint32_t refcnt; +}; +/* * Shared Infiniband device context for Master/Representors * which belong to same IB device with multiple IB ports.
@@ -1449,6 +1461,7 @@ struct mlx5_dev_ctx_shared {uint32_t max_port;/* Maximal IB device port index. */ struct mlx5_bond_info bond;/* Bonding information. */ struct mlx5_common_device *cdev;/* Backend mlx5 device. */ +struct mlx5_physical_device *phdev;/* Backend physical device. */ uint32_t tdn;/* Transport Domain number. */ char ibdev_name[MLX5_FS_NAME_MAX ];/* SYSFS dev name. */ char ibdev_path[MLX5_FS_PATH_MAX ];/* SYSFS dev path for secondary */
Signature · 1 line
2.25.1
PATCH 7/23 common/mlx5: add GENEVE TLV option attribute structure
In reply to Michael BaumAdd a new structure "mlx5_devx_geneve_tlv_option_attr" to use in GENEVE TLV option creation.
Later this structure will be used by GENEVE TLV option query operation as well.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 28 +++++++++++++--------------- drivers/common/mlx5/mlx5_devx_cmds.h | 11 ++++++++++- drivers/net/mlx5/mlx5_flow_dv.c | 10 +++++++--- 3 files changed, 30 insertions(+), 19 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +13 -15
@@ -2855,19 +2855,15 @@ mlx5_devx_cmd_create_conn_track_offload_obj(void *ctx, uint32_t pd,* * @param[in] ctx * Context returned from mlx5 open_device() glue function. -* @param [in] class -* TLV option variable value of class -* @param [in] type -* TLV option variable value of type -* @param [in] len -* TLV option variable value of len +* @param[in] attr +* Pointer to GENEVE TLV option attributes structure. * * @return * The DevX object created, NULL otherwise and rte_errno is set. */ struct mlx5_devx_obj *mlx5_devx_cmd_create_geneve_tlv_option (void *ctx, -uint16_t class,uint8_t type,uint8_t len) +struct mlx5_devx_geneve_tlv_option_attr *attr) {uint32_t in[MLX5_ST_SZ_DW (create_geneve_tlv_option_in)] = {0 };uint32_t out[MLX5_ST_SZ_DW (general_obj_out_cmd_hdr)] = {0 };
@@ -2876,25 +2872,27 @@ mlx5_devx_cmd_create_geneve_tlv_option(void *ctx, 0, SOCKET_ID_ANY);if (!geneve_tlv_opt_obj) { -DRV_LOG (ERR ,"Failed to allocate geneve tlv option object." ); +DRV_LOG (ERR ,"Failed to allocate GENEVE TLV option object." ); rte_errno =ENOMEM ;return NULL ; }void *hdr =MLX5_ADDR_OF (create_geneve_tlv_option_in, in, hdr);void *opt =MLX5_ADDR_OF (create_geneve_tlv_option_in, in, - geneve_tlv_opt); + geneve_tlv_opt);MLX5_SET (general_obj_in_cmd_hdr, hdr, opcode, -MLX5_CMD_OP_CREATE_GENERAL_OBJECT ); +MLX5_CMD_OP_CREATE_GENERAL_OBJECT );MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_type,MLX5_GENERAL_OBJ_TYPE_GENEVE_TLV_OPT );MLX5_SET (geneve_tlv_option, opt, option_class, -rte_be_to_cpu_16 (class)); -MLX5_SET (geneve_tlv_option, opt, option_type, type); -MLX5_SET (geneve_tlv_option, opt, option_data_length, len); +rte_be_to_cpu_16 (attr->option_class)); +MLX5_SET (geneve_tlv_option, opt, option_type, attr->option_type); +MLX5_SET (geneve_tlv_option, opt, option_data_length, + attr->option_data_len); geneve_tlv_opt_obj->obj = mlx5_glue->devx_obj_create (ctx, in, -sizeof (in), out,sizeof (out)); +sizeof (in), out, +sizeof (out));if (!geneve_tlv_opt_obj->obj) { -DEVX_DRV_LOG (ERR , out,"create GENEVE TLV" ,NULL ,0 ); +DEVX_DRV_LOG (ERR , out,"create GENEVE TLV option" ,NULL ,0 );mlx5_free (geneve_tlv_opt_obj);return NULL ; }
drivers/common/mlx5/mlx5_devx_cmds.h +10 -1
@@ -667,6 +667,15 @@ struct mlx5_devx_crypto_login_attr {uint8_t credential[MLX5_CRYPTO_CREDENTIAL_SIZE ]; }; +/* +* GENEVE TLV option attributes structure, used by GENEVE TLV option create. +*/ +struct mlx5_devx_geneve_tlv_option_attr { +uint32_t option_class:16 ; +uint32_t option_type:8 ; +uint32_t option_data_len:5 ; +}; +/* mlx5_devx_cmds.c */ __rte_internal
@@ -777,7 +786,7 @@ int mlx5_devx_cmd_register_write(void *ctx, uint16_t reg_id,__rte_internal struct mlx5_devx_obj *mlx5_devx_cmd_create_geneve_tlv_option (void *ctx, -uint16_t class,uint8_t type,uint8_t len); +struct mlx5_devx_geneve_tlv_option_attr *attr);/** * Create virtio queue counters object DevX API.
drivers/net/mlx5/mlx5_flow_dv.c +7 -3
@@ -9928,11 +9928,15 @@ flow_dev_geneve_tlv_option_resource_register(struct rte_eth_dev *dev, goto exit; } }else { +struct mlx5_devx_geneve_tlv_option_attr attr = { + .option_class = geneve_opt_v->option_class, + .option_type = geneve_opt_v->option_type, + .option_data_len = geneve_opt_v->option_len, + }; +/* Create a GENEVE TLV object and resource. */ obj =mlx5_devx_cmd_create_geneve_tlv_option (sh->cdev->ctx, - geneve_opt_v->option_class, - geneve_opt_v->option_type, - geneve_opt_v->option_len); + &attr);if (!obj) { ret = rte_flow_error_set(error, ENODATA, RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
Signature · 1 line
2.25.1
PATCH 10/23 common/mlx5: query GENEVE option sample ID from HCA attr
In reply to Michael BaumThis patch adds the GENEVE option sample ID into HCA attribute structure.
This sample ID is used as the input of "mlx5_devx_cmd_match_sample_info_query" function when flex parser profile is 1.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 2 ++ drivers/common/mlx5/mlx5_devx_cmds.h | 1 + 2 files changed, 3 insertions(+)
drivers/common/mlx5/mlx5_devx_cmds.c +2 -0
@@ -973,6 +973,8 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, geneve_tlv_sample); attr->query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, query_match_sample_info); + attr->geneve_tlv_option_sample_id =MLX5_GET (cmd_hca_cap, hcattr, + flex_parser_id_geneve_opt_0); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos); attr->wqe_index_ignore =MLX5_GET (cmd_hca_cap, hcattr, wqe_index_ignore_cap);
drivers/common/mlx5/mlx5_devx_cmds.h +1 -0
@@ -216,6 +216,7 @@ struct mlx5_hca_attr { uint32_t max_geneve_tlv_option_data_len:5; uint32_t geneve_tlv_sample:1; uint32_t geneve_tlv_option_offset:1; + uint32_t geneve_tlv_option_sample_id:4; uint32_t hairpin:1; uint32_t log_max_hairpin_queues:5; uint32_t log_max_hairpin_wq_data_sz:5;
Signature · 1 line
2.25.1
PATCH 9/23 common/mlx5: add sample info query syndrome into error log
In reply to Michael BaumMove "mlx5_devx_cmd_match_sample_info_query()" function to use "DEVX_DRV_LOG" in case of "devx_general_cmd" failure. This macro contains syndrome report and used by all other function calling "devx_general_cmd".
--- drivers/common/mlx5/mlx5_devx_cmds.c | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +4 -5
@@ -641,11 +641,10 @@ mlx5_devx_cmd_match_sample_info_query(void *ctx, uint32_t sample_field_id,MLX5_SET (query_match_sample_info_in, in, sample_field_id, sample_field_id); rc = mlx5_glue->devx_general_cmd (ctx, in,sizeof (in), out,sizeof (out)); -if (rc) { -DRV_LOG (ERR ,"Failed to query match sample info using DevX: %s" , -strerror (rc)); - rte_errno = rc; -return -rc; +if (rc ||MLX5_FW_STATUS (out)) { +DEVX_DRV_LOG (ERR , out,"query match sample info" , +"sample_field_id" , sample_field_id); +return MLX5_DEVX_ERR_RC (rc); } attr->modify_field_id =MLX5_GET (query_match_sample_info_out, out, modify_field_id);
Signature · 1 line
2.25.1
PATCH 11/23 common/mlx5: add function to query GENEVE TLV option
In reply to Michael BaumAdd a new function to query information about GENEVE TLV option parser.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 50 ++++++++++++++++++++++++++++ drivers/common/mlx5/mlx5_devx_cmds.h | 6 ++++ drivers/common/mlx5/mlx5_prm.h | 5 +++ drivers/common/mlx5/version.map | 1 + 4 files changed, 62 insertions(+)
drivers/common/mlx5/mlx5_devx_cmds.c +50 -0
@@ -2915,6 +2915,56 @@ mlx5_devx_cmd_create_geneve_tlv_option(void *ctx,return geneve_tlv_opt_obj; } +/** +* Query GENEVE TLV option using DevX API. +* +* @param[in] ctx +* Context used to create GENEVE TLV option object. +* @param[in] geneve_tlv_opt_obj +* DevX object of the GENEVE TLV option. +* @param[out] attr +* Pointer to match sample info attributes structure. +* +* @return +* 0 on success, a negative errno otherwise and rte_errno is set. +*/ +int +mlx5_devx_cmd_query_geneve_tlv_option (void *ctx, +struct mlx5_devx_obj *geneve_tlv_opt_obj, +struct mlx5_devx_match_sample_info_query_attr *attr) +{ +uint32_t in[MLX5_ST_SZ_DW (general_obj_in_cmd_hdr)] = {0 }; +uint32_t out[MLX5_ST_SZ_DW (query_geneve_tlv_option_out)] = {0 }; +void *hdr =MLX5_ADDR_OF (query_geneve_tlv_option_out, in, hdr); +void *opt =MLX5_ADDR_OF (query_geneve_tlv_option_out, out, + geneve_tlv_opt); +int ret; + +MLX5_SET (general_obj_in_cmd_hdr, hdr, opcode, +MLX5_CMD_OP_QUERY_GENERAL_OBJECT ); +MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_type, +MLX5_GENERAL_OBJ_TYPE_GENEVE_TLV_OPT ); +MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_id, geneve_tlv_opt_obj->id); +/* Call first query to get sample handle. */ + ret = mlx5_glue->devx_obj_query (geneve_tlv_opt_obj->obj, in,sizeof (in), + out,sizeof (out)); +if (ret) { +DRV_LOG (ERR ,"Failed to query GENEVE TLV option using DevX." ); + rte_errno = errno; +return -errno; + } +/* Call second query to get sample information. */ +if (MLX5_GET (geneve_tlv_option, opt, sample_id_valid)) { +uint32_t sample_id =MLX5_GET (geneve_tlv_option, opt, + geneve_sample_field_id); + +return mlx5_devx_cmd_match_sample_info_query (ctx, sample_id, + attr); + } +DRV_LOG (DEBUG ,"GENEVE TLV option sample isn't valid." ); +return 0 ; +} +int mlx5_devx_cmd_wq_query (void *wq,uint32_t *counter_set_id) {
drivers/common/mlx5/mlx5_devx_cmds.h +6 -0
@@ -794,6 +794,12 @@ struct mlx5_devx_obj *mlx5_devx_cmd_create_geneve_tlv_option (void *ctx, struct mlx5_devx_geneve_tlv_option_attr *attr); +__rte_internal +int +mlx5_devx_cmd_query_geneve_tlv_option (void *ctx, +struct mlx5_devx_obj *geneve_tlv_opt_obj, +struct mlx5_devx_match_sample_info_query_attr *attr); +/** * Create virtio queue counters object DevX API. *
drivers/common/mlx5/mlx5_prm.h +5 -0
@@ -3721,6 +3721,11 @@ struct mlx5_ifc_create_geneve_tlv_option_in_bits {struct mlx5_ifc_geneve_tlv_option_bits geneve_tlv_opt; }; +struct mlx5_ifc_query_geneve_tlv_option_out_bits { +struct mlx5_ifc_general_obj_in_cmd_hdr_bits hdr; +struct mlx5_ifc_geneve_tlv_option_bits geneve_tlv_opt; +}; +struct mlx5_ifc_create_rtc_in_bits {struct mlx5_ifc_general_obj_in_cmd_hdr_bits hdr;struct mlx5_ifc_rtc_bits rtc;
drivers/common/mlx5/version.map +1 -0
@@ -54,6 +54,7 @@ INTERNAL { mlx5_devx_cmd_modify_tir; mlx5_devx_cmd_modify_virtq; mlx5_devx_cmd_qp_query_tis_td; + mlx5_devx_cmd_query_geneve_tlv_option; mlx5_devx_cmd_query_hca_attr; mlx5_devx_cmd_query_lag; mlx5_devx_cmd_query_parse_samples;
Signature · 1 line
2.25.1
PATCH 14/23 net/mlx5: add API to expose GENEVE option FW information
In reply to Michael BaumAdd a new API to expose GENEVE option FW information to DR layer.
--- drivers/net/mlx5/mlx5_flow.h | 28 +++++++++ drivers/net/mlx5/mlx5_flow_geneve.c | 94 +++++++++++++++++++++++++++++ 2 files changed, 122 insertions(+)
drivers/net/mlx5/mlx5_flow.h +28 -0
@@ -1766,6 +1766,34 @@ flow_hw_get_reg_id_from_ctx(void *dr_ctx,return REG_NON ; } +/** +* Get GENEVE TLV option FW information according type and class. +* +* @param[in] dr_ctx +* Pointer to HW steering DR context. +* @param[in] type +* GENEVE TLV option type. +* @param[in] class +* GENEVE TLV option class. +* @param[out] hl_ok_bit +* Pointer to header layout structure describing OK bit FW information. +* @param[out] num_of_dws +* Pointer to fill inside the size of 'hl_dws' array. +* @param[out] hl_dws +* Pointer to header layout array describing data DWs FW information. +* @param[out] ok_bit_on_class +* Pointer to an indicator whether OK bit includes class along with type. +* +* @return +* 0 on success, negative errno otherwise and rte_errno is set. +*/ +int +mlx5_get_geneve_hl_data (const void *dr_ctx,uint8_t type,uint16_t class, +struct mlx5_hl_data **const hl_ok_bit, +uint8_t *num_of_dws, +struct mlx5_hl_data **const hl_dws, +bool *ok_bit_on_class); +void * mlx5_geneve_tlv_parser_create(uint16_t port_id, const struct rte_pmd_mlx5_geneve_tlv tlv_list[],
drivers/net/mlx5/mlx5_flow_geneve.c +94 -0
100 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH 16/23 net/mlx5/hws: increase hl size for future compatibility
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
In some cases we rely on header layout DW offset from FW caps, this is done in case of future HW which may support current flex fields natively, for this we must increase header layout to 255 DWs, which is the limit in current definer creation.
--- drivers/net/mlx5/hws/mlx5dr_definer.h | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-)
drivers/net/mlx5/hws/mlx5dr_definer.h +2 -4
@@ -523,10 +523,8 @@ struct mlx5_ifc_definer_hl_bits {u8 unsupported_free_running_timestamp[0x40 ];struct mlx5_ifc_definer_hl_flex_parser_bits flex_parser;struct mlx5_ifc_definer_hl_registers_bits registers; -/* struct x ib_l3_extended; */ -/* struct x rwh */ -/* struct x dcceth */ -/* struct x dceth */ +/* Reserved in case header layout on future HW */ +u8 unsupported_reserved[0xd40 ]; };enum mlx5dr_definer_gtp {
Signature · 1 line
2.25.1
PATCH 13/23 net/mlx5: add GENEVE TLV options parser API
In reply to Michael BaumAdd a new private API to create/destroy parser for GENEVE TLV options.
--- doc/guides/nics/mlx5.rst | 122 ++++++ doc/guides/platform/mlx5.rst | 6 +- drivers/net/mlx5/meson.build | 1 + drivers/net/mlx5/mlx5.c | 30 +- drivers/net/mlx5/mlx5.h | 8 + drivers/net/mlx5/mlx5_flow.c | 30 ++ drivers/net/mlx5/mlx5_flow.h | 18 + drivers/net/mlx5/mlx5_flow_geneve.c | 627 ++++++++++++++++++++++++++++ drivers/net/mlx5/rte_pmd_mlx5.h | 102 +++++ drivers/net/mlx5/version.map | 3 + 10 files changed, 945 insertions(+), 2 deletions(-) create mode 100644 drivers/net/mlx5/mlx5_flow_geneve.c
doc/guides/nics/mlx5.rst +122 -0
@@ -2298,6 +2298,128 @@ and disables ``avail_thresh_triggered``. testpmd> mlx5 set port 1 host_shaper avail_thresh_triggered 0 rate 50 +.. _geneve_parser_api: + +GENEVE TLV options parser +------------------------- + +NVIDIA ConnectX and BlueField devices support configure flex parser for +`GENEVE TLV options <https://www.rfc-editor.org/rfc/rfc8926.html#name-tunnel-options>`_. + +Each physical device has 7 DWs for GENEVE TLV options. +Partial option configuration is supported, mask for data is provided in parser +creation indicating which DWs configuration is requested. Only masked data DWs +can be matched later as item field using flow API. + +Matching of ``type`` field is supported for each configured option. +However, for matching ``class` field, the option should be configured with +``match_on_class_mode=2``. Matching on ``length`` field is not supported. +When ``match_on_class_mode=2`` is requested, one extra DW is consumed for it. + +Parser API +~~~~~~~~~~ + +An API to create/destroy GENEVE TLV parser is added. +Although the parser is created per physical device, this API is port oriented. +Each port should call this API before using GENEVE OPT item, +but its configuration must use the same options list with same internal order +configured by first port. + +Calling this API for different ports under same physical device doesn't consume +more DWs, the first one creates the parser and the rest use same configuration. + +``struct rte_pmd_mlx5_geneve_tlv`` is used for single option configuration: + +.. _table_rte_pmd_mlx5_geneve_tlv: + +.. table:: GENEVE TLV + + +-------------------------+-------------------------------------------------+ + | Field | Value | + +=========================+=================================================+ + | ``option_class`` | class | + +-------------------------+-------------------------------------------------+ + | ``option_type`` | type | + +-------------------------+-------------------------------------------------+ + | ``option_len`` | data length in DW granularity | + +-------------------------+-------------------------------------------------+ + | ``match_on_class_mode`` | indicator about class field role in this option | + +-------------------------+-------------------------------------------------+ + | ``offset`` | offset of the first sample in DW granularity | + +-------------------------+-------------------------------------------------+ + | ``sample_len`` | number of DW to sample | + +-------------------------+-------------------------------------------------+ + | ``match_data_mask`` | array of DWs which each bit marks if this bit | + | | should be sampled | + +-------------------------+-------------------------------------------------+ + +Creation +^^^^^^^^ + +Creates GENEVE TLV parser for the selected port. +This function must be called before first use of GENEVE option. + +.. code-block:: c + + void * + rte_pmd_mlx5_create_geneve_tlv_parser(uint16_t port_id, + const struct rte_pmd_mlx5_geneve_tlv tlv_list[], + uint8_t nb_options); + +The parser creation is done once for all GENEVE TLV options. +For adding a new option, the exist parser should be destroyed first. + +Arguments: + +- ``port_id``: port identifier of Ethernet device. +- ``tlv_list``: list of GENEVE TLV options to create parser for them. +- ``nb_options``: number of options in TLV list. + +Return values: + +- A valid handle in case of success, NULL otherwise (``rte_errno`` is also set), + the following errors are defined. +- ``ENODEV``: there is no Ethernet device for this port id. +- ``EINVAL``: invalid GENEVE TLV option requested. +- ``ENOTSUP``: the port doesn't support GENEVE TLV parsing. +- ``EEXIST``: this port already has GENEVE TLV parser or another port under same + physical device has already prepared a different parser. +- ``ENOMEM``: not enough memory to execute the function, or resource limitation + on the device. + + +Destruction +^^^^^^^^^^^ + +Destroy GENEVE TLV parser created by ``rte_pmd_mlx5_create_geneve_tlv_parser()``. +This function must be called after last use of GENEVE option and before port +closing. + +.. code-block:: c + + int + rte_pmd_mlx5_destroy_geneve_tlv_parser(void *handle); + +Failure to destroy a parser handle may occur when one of the options is used by +valid template table. + +Arguments: + +- ``handle``: handle for the GENEVE TLV parser object to be destroyed. + +Return values: + +- 0 on success, a negative errno value otherwise and ``rte_errno`` is set. + + +Limitations +~~~~~~~~~~~ + +* Supported only in HW steering (``dv_flow_en`` = 2). +* Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. +* Supported for FW version **xx.37.0142** and above. + + Testpmd driver specific commands --------------------------------
doc/guides/platform/mlx5.rst +5 -1
@@ -536,10 +536,14 @@ Below are some firmware configurations listed. or FLEX_PARSER_PROFILE_ENABLE=1 -- enable Geneve TLV option flow matching:: +- enable Geneve TLV option flow matching in SW steering:: FLEX_PARSER_PROFILE_ENABLE=0 +- enable Geneve TLV option flow matching in HW steering:: + + FLEX_PARSER_PROFILE_ENABLE=8 + - enable GTP flow matching:: FLEX_PARSER_PROFILE_ENABLE=3
drivers/net/mlx5/meson.build +1 -0
@@ -46,6 +46,7 @@ sources = files( if is_linux sources += files( + 'mlx5_flow_geneve.c', 'mlx5_flow_hw.c', 'mlx5_hws_cnt.c', 'mlx5_flow_quota.c',
drivers/net/mlx5/mlx5.c +29 -1
@@ -1722,6 +1722,19 @@ mlx5_get_physical_device(struct mlx5_common_device *cdev)return phdev; } +struct mlx5_physical_device * +mlx5_get_locked_physical_device (struct mlx5_priv *priv) +{ +pthread_mutex_lock (&mlx5_dev_ctx_list_mutex); +return priv->sh->phdev; +} + +void +mlx5_unlock_physical_device (void ) +{ +pthread_mutex_unlock (&mlx5_dev_ctx_list_mutex); +} +static void mlx5_physical_device_destroy (struct mlx5_physical_device *phdev) {
@@ -2278,6 +2291,7 @@ int mlx5_dev_close(struct rte_eth_dev *dev) {struct mlx5_priv *priv = dev->data->dev_private; +struct mlx5_dev_ctx_shared *sh = priv->sh;unsigned int i;int ret;
@@ -2290,7 +2304,7 @@ mlx5_dev_close(struct rte_eth_dev *dev)rte_eth_dev_release_port (dev);return 0 ; } -if (!priv->sh) +if (!sh)return 0 ;if (priv->shared_refcnt) { DRV_LOG(ERR, "port %u is shared host in use (%u)",
@@ -2298,6 +2312,15 @@ mlx5_dev_close(struct rte_eth_dev *dev) rte_errno =EBUSY ;return -EBUSY ; } +#ifdef HAVE_MLX5_HWS_SUPPORT +/* Check if shared GENEVE options created on context being closed. */ + ret =mlx5_geneve_tlv_options_check_busy (priv); +if (ret) { +DRV_LOG (ERR ,"port %u maintains shared GENEVE TLV options" , + dev->data->port_id); +return ret; + } +#endif DRV_LOG(DEBUG, "port %u closing device \"%s\"", dev->data->port_id, ((priv->sh->cdev->ctx != NULL) ?
@@ -2330,6 +2353,11 @@ mlx5_dev_close(struct rte_eth_dev *dev)flow_hw_destroy_vport_action (dev);flow_hw_resource_release (dev);flow_hw_clear_port_info (dev); +if (priv->tlv_options !=NULL ) { +/* Free the GENEVE TLV parser resource. */ +claim_zero (mlx5_geneve_tlv_options_destroy (priv->tlv_options, sh->phdev)); + priv->tlv_options =NULL ; + }#endif if (priv->rxq_privs !=NULL ) {/* XXX race condition if mlx5_rx_burst() is still running. */
drivers/net/mlx5/mlx5.h +8 -0
@@ -1419,6 +1419,8 @@ struct mlx5_dev_registers {#define HAVE_MLX5_DR_CREATE_ACTION_ASO_EXT #endif +struct mlx5_geneve_tlv_options ; +/** * Physical device structure. * This device is created once per NIC to manage recourses shared by all ports
@@ -1428,6 +1430,7 @@ struct mlx5_physical_device {LIST_ENTRY (mlx5_physical_device) next;struct mlx5_dev_ctx_shared *sh;/* Created on sherd context. */ uint64_t guid;/* System image guid, the uniq ID of physical device. */ +struct mlx5_geneve_tlv_options *tlv_options;uint32_t refcnt; };
@@ -1949,6 +1952,8 @@ struct mlx5_priv {/* Action template list. */ LIST_HEAD(flow_hw_at, rte_flow_actions_template) flow_hw_at;struct mlx5dr_context *dr_ctx;/**< HW steering DR context. */ +/* Pointer to the GENEVE TLV options. */ +struct mlx5_geneve_tlv_options *tlv_options;/* HW steering queue polling mechanism job descriptor LIFO. */ uint32_t hws_strict_queue:1;/**< Whether all operations strictly happen on the same HWS queue. */
@@ -2087,6 +2092,9 @@ void mlx5_flow_counter_mode_config(struct rte_eth_dev *dev);int mlx5_flow_aso_age_mng_init (struct mlx5_dev_ctx_shared *sh);int mlx5_aso_flow_mtrs_mng_init (struct mlx5_dev_ctx_shared *sh);int mlx5_flow_aso_ct_mng_init (struct mlx5_dev_ctx_shared *sh); +struct mlx5_physical_device * +mlx5_get_locked_physical_device (struct mlx5_priv *priv); +void mlx5_unlock_physical_device (void );/* mlx5_ethdev.c */
drivers/net/mlx5/mlx5_flow.c +30 -0
@@ -12476,3 +12476,33 @@ mlx5_flow_pick_transfer_proxy(struct rte_eth_dev *dev,RTE_FLOW_ERROR_TYPE_UNSPECIFIED , NULL, "unable to find a proxy port"); } + +void * +rte_pmd_mlx5_create_geneve_tlv_parser (uint16_t port_id, +const struct rte_pmd_mlx5_geneve_tlv tlv_list[], +uint8_t nb_options) +{ +#ifdef HAVE_MLX5_HWS_SUPPORT +return mlx5_geneve_tlv_parser_create (port_id, tlv_list, nb_options); +#else + (void )port_id; + (void )tlv_list; + (void )nb_options; +DRV_LOG (ERR ,"%s is not supported." , __func__); + rte_errno =ENOTSUP ; +return NULL ; +#endif +} + +int +rte_pmd_mlx5_destroy_geneve_tlv_parser (void *handle) +{ +#ifdef HAVE_MLX5_HWS_SUPPORT +return mlx5_geneve_tlv_parser_destroy (handle); +#else + (void )handle; +DRV_LOG (ERR ,"%s is not supported." , __func__); + rte_errno =ENOTSUP ; +return -rte_errno; +#endif +}
drivers/net/mlx5/mlx5_flow.h +18 -0
@@ -1330,6 +1330,8 @@ struct mlx5_action_construct_data { }; }; +#define MAX_GENEVE_OPTIONS_RESOURCES 7 +/* Flow item template struct. */ struct rte_flow_pattern_template {LIST_ENTRY (rte_flow_pattern_template) next;
@@ -1644,6 +1646,11 @@ struct mlx5_flow_split_info {uint64_t prefix_layers;/**< Prefix subflow layers. */ }; +struct mlx5_hl_data { +uint8_t dw_offset; +uint32_t dw_mask; +}; +struct flow_hw_port_info {uint32_t regc_mask;uint32_t regc_value;
@@ -1759,6 +1766,12 @@ flow_hw_get_reg_id_from_ctx(void *dr_ctx,return REG_NON ; } +void * +mlx5_geneve_tlv_parser_create (uint16_t port_id, +const struct rte_pmd_mlx5_geneve_tlv tlv_list[], +uint8_t nb_options); +int mlx5_geneve_tlv_parser_destroy (void *handle); +void flow_hw_set_port_info (struct rte_eth_dev *dev);void flow_hw_clear_port_info (struct rte_eth_dev *dev);int flow_hw_create_vport_action (struct rte_eth_dev *dev);
@@ -2803,6 +2816,11 @@ mlx5_get_tof(const struct rte_flow_item *items, enum mlx5_tof_rule_type *rule_type);void flow_hw_resource_release (struct rte_eth_dev *dev); +int +mlx5_geneve_tlv_options_destroy (struct mlx5_geneve_tlv_options *options, +struct mlx5_physical_device *phdev); +int +mlx5_geneve_tlv_options_check_busy (struct mlx5_priv *priv);void flow_hw_rxq_flag_set (struct rte_eth_dev *dev,bool enable); int flow_dv_action_validate(struct rte_eth_dev *dev,
drivers/net/mlx5/mlx5_flow_geneve.c new file +627 -0
627 lines not on this page · raw message
drivers/net/mlx5/rte_pmd_mlx5.h +102 -0
108 lines not on this page · raw message
drivers/net/mlx5/version.map +3 -0
@@ -17,4 +17,7 @@ EXPERIMENTAL { rte_pmd_mlx5_external_sq_enable; # added in 23.03 rte_pmd_mlx5_flow_engine_set_mode; + # added in 24.03 + rte_pmd_mlx5_create_geneve_tlv_parser; + rte_pmd_mlx5_destroy_geneve_tlv_parser; };
Signature · 1 line
2.25.1
PATCH 17/23 net/mlx5/hws: support GENEVE matching
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
Add matching for GENEVE tunnel header.
--- drivers/net/mlx5/hws/mlx5dr_definer.c | 91 +++++++++++++++++++++++++++ drivers/net/mlx5/hws/mlx5dr_definer.h | 19 ++++++ 2 files changed, 110 insertions(+)
drivers/net/mlx5/hws/mlx5dr_definer.c +91 -0
@@ -11,6 +11,7 @@#define UDP_GTPU_PORT 2152#define UDP_VXLAN_PORT 4789#define UDP_PORT_MPLS 6635 +#define UDP_GENEVE_PORT 6081#define UDP_ROCEV2_PORT 4791#define DR_FLOW_LAYER_TUNNEL_NO_MPLS (MLX5_FLOW_LAYER_TUNNEL & ~MLX5_FLOW_LAYER_MPLS)
@@ -172,6 +173,9 @@ struct mlx5dr_definer_conv_data { X(SET, source_qp, v->queue, mlx5_rte_flow_item_sq) \ X(SET, tag, v->data, rte_flow_item_tag) \ X(SET, metadata, v->data, rte_flow_item_meta) \ + X(SET_BE16, geneve_protocol, v->protocol, rte_flow_item_geneve) \ + X(SET, geneve_udp_port, UDP_GENEVE_PORT, rte_flow_item_geneve) \ + X(SET_BE16, geneve_ctrl, v->ver_opt_len_o_c_rsvd0, rte_flow_item_geneve) \ X(SET_BE16, gre_c_ver, v->c_rsvd0_ver, rte_flow_item_gre) \ X(SET_BE16, gre_protocol_type, v->protocol, rte_flow_item_gre) \X (SET , ipv4_protocol_gre,IPPROTO_GRE , rte_flow_item_gre) \
@@ -682,6 +686,16 @@ mlx5dr_definer_mpls_label_set(struct mlx5dr_definer_fc *fc,memcpy (tag + fc->byte_off +sizeof (v->label_tc_s), &v->ttl,sizeof (v->ttl)); } +static void +mlx5dr_definer_geneve_vni_set (struct mlx5dr_definer_fc *fc, +const void *item_spec, +uint8_t *tag) +{ +const struct rte_flow_item_geneve *v = item_spec; + +memcpy (tag + fc->byte_off, v->vni,sizeof (v->vni)); +} + static void mlx5dr_definer_ib_l4_qp_set(struct mlx5dr_definer_fc *fc, const void *item_spec,
@@ -2172,6 +2186,79 @@ mlx5dr_definer_conv_item_ipv6_routing_ext(struct mlx5dr_definer_conv_data *cd,return 0 ; } +static int +mlx5dr_definer_conv_item_geneve (struct mlx5dr_definer_conv_data *cd, +struct rte_flow_item *item, +int item_idx) +{ +const struct rte_flow_item_geneve *m = item->mask; +struct mlx5dr_definer_fc *fc; +bool inner = cd->tunnel; + +if (inner) { +DR_LOG (ERR ,"Inner GENEVE item not supported" ); + rte_errno =ENOTSUP ; +return rte_errno; + } + +/* In order to match on Geneve we must match on ip_protocol and l4_dport */ +if (!cd->relaxed) { + fc = &cd->fc[DR_CALC_FNAME (IP_PROTOCOL , inner)]; +if (!fc->tag_set) { + fc->item_idx = item_idx; + fc->tag_mask_set = &mlx5dr_definer_ones_set; + fc->tag_set = &mlx5dr_definer_udp_protocol_set; +DR_CALC_SET (fc, eth_l2, l4_type_bwc, inner); + } + + fc = &cd->fc[DR_CALC_FNAME (L4_DPORT , inner)]; +if (!fc->tag_set) { + fc->item_idx = item_idx; + fc->tag_mask_set = &mlx5dr_definer_ones_set; + fc->tag_set = &mlx5dr_definer_geneve_udp_port_set; +DR_CALC_SET (fc, eth_l4, destination_port, inner); + } + } + +if (!m) +return 0 ; + +if (m->rsvd1) { + rte_errno =ENOTSUP ; +return rte_errno; + } + +if (m->ver_opt_len_o_c_rsvd0) { + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_CTRL ]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_ctrl_set; +DR_CALC_SET_HDR (fc, tunnel_header, tunnel_header_0); + fc->bit_mask =__mlx5_mask (header_geneve, ver_opt_len_o_c_rsvd); + fc->bit_off =__mlx5_dw_bit_off (header_geneve, ver_opt_len_o_c_rsvd); + } + +if (m->protocol) { + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_PROTO ]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_protocol_set; +DR_CALC_SET_HDR (fc, tunnel_header, tunnel_header_0); + fc->byte_off +=MLX5_BYTE_OFF (header_geneve, protocol_type); + fc->bit_mask =__mlx5_mask (header_geneve, protocol_type); + fc->bit_off =__mlx5_dw_bit_off (header_geneve, protocol_type); + } + +if (!is_mem_zero (m->vni,3 )) { + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_VNI ]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_vni_set; +DR_CALC_SET_HDR (fc, tunnel_header, tunnel_header_1); + fc->bit_mask =__mlx5_mask (header_geneve, vni); + fc->bit_off =__mlx5_dw_bit_off (header_geneve, vni); + } + +return 0 ; +} + static int mlx5dr_definer_mt_set_fc(struct mlx5dr_match_template *mt, struct mlx5dr_definer_fc *fc,
@@ -2528,6 +2615,10 @@ mlx5dr_definer_conv_items_to_hl(struct mlx5dr_context *ctx, item_flags |=MLX5_FLOW_LAYER_MPLS ; cd.mpls_idx++;break ; +case RTE_FLOW_ITEM_TYPE_GENEVE : + ret =mlx5dr_definer_conv_item_geneve (&cd, items, i); + item_flags |=MLX5_FLOW_LAYER_GENEVE ; +break ;case RTE_FLOW_ITEM_TYPE_IB_BTH : ret =mlx5dr_definer_conv_item_ib_l4 (&cd, items, i); item_flags |=MLX5_FLOW_ITEM_IB_BTH ;
drivers/net/mlx5/hws/mlx5dr_definer.h +19 -0
@@ -91,6 +91,9 @@ enum mlx5dr_definer_fname {MLX5DR_DEFINER_FNAME_VPORT_REG_C_0 ,MLX5DR_DEFINER_FNAME_VXLAN_FLAGS ,MLX5DR_DEFINER_FNAME_VXLAN_VNI , +MLX5DR_DEFINER_FNAME_GENEVE_CTRL , +MLX5DR_DEFINER_FNAME_GENEVE_PROTO , +MLX5DR_DEFINER_FNAME_GENEVE_VNI ,MLX5DR_DEFINER_FNAME_SOURCE_QP ,MLX5DR_DEFINER_FNAME_REG_0 , MLX5DR_DEFINER_FNAME_REG_1,
@@ -608,6 +611,22 @@ struct mlx5_ifc_header_gre_bits {u8 reserved_at_30[0x10 ]; }; +struct mlx5_ifc_header_geneve_bits { +union { +u8 ver_opt_len_o_c_rsvd[0x10 ]; +struct { +u8 version[0x2 ]; +u8 opt_len[0x6 ]; +u8 o_flag[0x1 ]; +u8 c_flag[0x1 ]; +u8 reserved_at_a[0x6 ]; + }; + }; +u8 protocol_type[0x10 ]; +u8 vni[0x18 ]; +u8 reserved_at_38[0x8 ]; +}; +struct mlx5_ifc_header_icmp_bits {union {u8 icmp_dw1[0x20 ];
Signature · 1 line
2.25.1
PATCH 18/23 net/mlx5/hws: support GENEVE options header
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
Add support for matching multiple GENEVE options. Options header introduces new complexities since there can be more than one GENEVE option. This requires us to track the total DWs used for matching. Current code supports 8DWs for data including type, class, length. There is also an optimization to use a special OK bit to reduce the use of limited data DWs.
--- drivers/net/mlx5/hws/mlx5dr_definer.c | 147 ++++++++++++++++++++++++-- drivers/net/mlx5/hws/mlx5dr_definer.h | 24 +++++ 2 files changed, 165 insertions(+), 6 deletions(-)
drivers/net/mlx5/hws/mlx5dr_definer.c +141 -6
@@ -117,6 +117,8 @@ struct mlx5dr_definer_conv_data {uint8_t relaxed;uint8_t tunnel;uint8_t mpls_idx; +uint8_t geneve_opt_ok_idx; +uint8_t geneve_opt_data_idx;enum rte_flow_item_type last_item; };
@@ -696,6 +698,29 @@ mlx5dr_definer_geneve_vni_set(struct mlx5dr_definer_fc *fc,memcpy (tag + fc->byte_off, v->vni,sizeof (v->vni)); } +static void +mlx5dr_definer_geneve_opt_ctrl_set (struct mlx5dr_definer_fc *fc, +const void *item_spec, +uint8_t *tag) +{ +const struct rte_flow_item_geneve_opt *v = item_spec; +uint32_t dw0 =0 ; + + dw0 |= v->option_type <<__mlx5_dw_bit_off (header_geneve_opt, type); + dw0 |=rte_cpu_to_be_16 (v->option_class) <<__mlx5_dw_bit_off (header_geneve_opt, class); +DR_SET (tag, dw0, fc->byte_off, fc->bit_off, fc->bit_mask); +} + +static void +mlx5dr_definer_geneve_opt_data_set (struct mlx5dr_definer_fc *fc, +const void *item_spec, +uint8_t *tag) +{ +const struct rte_flow_item_geneve_opt *v = item_spec; + +DR_SET_BE32 (tag, v->data[fc->extra_data], fc->byte_off, fc->bit_off, fc->bit_mask); +} + static void mlx5dr_definer_ib_l4_qp_set(struct mlx5dr_definer_fc *fc, const void *item_spec,
@@ -1328,7 +1353,6 @@ mlx5dr_definer_conv_item_port(struct mlx5dr_definer_conv_data *cd,struct mlx5dr_cmd_query_caps *caps = cd->ctx->caps;const struct rte_flow_item_ethdev *m = item->mask;struct mlx5dr_definer_fc *fc; -uint8_t bit_offset =0 ;if (m->port_id) {if (!caps->wire_regc_mask) {
@@ -1337,16 +1361,13 @@ mlx5dr_definer_conv_item_port(struct mlx5dr_definer_conv_data *cd,return rte_errno; } -while (!(caps->wire_regc_mask & (1 << bit_offset))) - bit_offset++; - fc = &cd->fc[MLX5DR_DEFINER_FNAME_VPORT_REG_C_0 ]; fc->item_idx = item_idx; fc->tag_set = &mlx5dr_definer_vport_set; fc->tag_mask_set = &mlx5dr_definer_ones_set;DR_CALC_SET_HDR (fc, registers, register_c_0); - fc->bit_off = bit_offset; - fc->bit_mask = caps->wire_regc_mask >> bit_offset; + fc->bit_off =__builtin_ctz (caps->wire_regc_mask); + fc->bit_mask = caps->wire_regc_mask >> fc->bit_off; }else {DR_LOG (ERR ,"Pord ID item mask must specify ID mask" ); rte_errno =EINVAL ;
@@ -2259,6 +2280,116 @@ mlx5dr_definer_conv_item_geneve(struct mlx5dr_definer_conv_data *cd,return 0 ; } +static int +mlx5dr_definer_conv_item_geneve_opt (struct mlx5dr_definer_conv_data *cd, +struct rte_flow_item *item, +int item_idx) +{ +const struct rte_flow_item_geneve_opt *m = item->mask; +const struct rte_flow_item_geneve_opt *v = item->spec; +struct mlx5_hl_data *hl_ok_bit, *hl_dws; +struct mlx5dr_definer_fc *fc; +uint8_t num_of_dws, i; +bool ok_bit_on_class; +int ret; + +if (!m || !(m->option_class || m->option_type || m->data)) +return 0 ; + +if (!v || m->option_type !=0xff ) { +DR_LOG (ERR ,"Cannot match geneve opt without valid opt type" ); + goto out_not_supp; + } + +if (m->option_class && m->option_class !=RTE_BE16 (UINT16_MAX )) { +DR_LOG (ERR ,"Geneve option class has invalid mask" ); + goto out_not_supp; + } + + ret =mlx5_get_geneve_hl_data (cd->ctx, + v->option_type, + v->option_class, + &hl_ok_bit, + &num_of_dws, + &hl_dws, + &ok_bit_on_class); +if (ret) { +DR_LOG (ERR ,"Geneve opt type and class %d not supported" , v->option_type); + goto out_not_supp; + } + +if (!ok_bit_on_class && m->option_class) { +/* DW0 is used, we will match type, class */ +if (!num_of_dws || hl_dws[0 ].dw_mask !=UINT32_MAX ) { +DR_LOG (ERR ,"Geneve opt type %d DW0 not supported" , v->option_type); + goto out_not_supp; + } + +if (MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx > +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_7 ) { +DR_LOG (ERR ,"Max match geneve opt DWs reached" ); + goto out_not_supp; + } + + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx++]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_opt_ctrl_set; + fc->byte_off = hl_dws[0 ].dw_offset *DW_SIZE ; + fc->bit_mask =UINT32_MAX ; + }else { +/* DW0 is not used, we must verify geneve opt type exists in packet */ +if (!hl_ok_bit->dw_mask) { +DR_LOG (ERR ,"Geneve opt OK bits not supported" ); + goto out_not_supp; + } + +if (MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_0 + cd->geneve_opt_ok_idx > +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_7 ) { +DR_LOG (ERR ,"Max match geneve opt reached" ); + goto out_not_supp; + } + + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_0 + cd->geneve_opt_ok_idx++]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_ones_set; + fc->byte_off = hl_ok_bit->dw_offset *DW_SIZE + +__builtin_clz (hl_ok_bit->dw_mask) /8 ; + fc->bit_off =__builtin_ctz (hl_ok_bit->dw_mask); + fc->bit_mask =0x1 ; + } + +for (i =1 ; i < num_of_dws; i++) { +/* Process each valid geneve option data DW1..N */ +if (!m->data[i -1 ]) +continue ; + +if (hl_dws[i].dw_mask !=UINT32_MAX ) { +DR_LOG (ERR ,"Matching Geneve opt data[%d] not supported" , i -1 ); + goto out_not_supp; + } + +if (MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx > +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_7 ) { +DR_LOG (ERR ,"Max match geneve options DWs reached" ); + goto out_not_supp; + } + + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx++]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_opt_data_set; + fc->byte_off = hl_dws[i].dw_offset *DW_SIZE ; + fc->bit_mask = m->data[i -1 ]; +/* Use extra_data for data[] set offset */ + fc->extra_data = i -1 ; + } + +return 0 ; + +out_not_supp: + rte_errno =ENOTSUP ; +return rte_errno; +} + static int mlx5dr_definer_mt_set_fc(struct mlx5dr_match_template *mt, struct mlx5dr_definer_fc *fc,
@@ -2619,6 +2750,10 @@ mlx5dr_definer_conv_items_to_hl(struct mlx5dr_context *ctx, ret =mlx5dr_definer_conv_item_geneve (&cd, items, i); item_flags |=MLX5_FLOW_LAYER_GENEVE ;break ; +case RTE_FLOW_ITEM_TYPE_GENEVE_OPT : + ret =mlx5dr_definer_conv_item_geneve_opt (&cd, items, i); + item_flags |=RTE_FLOW_ITEM_TYPE_GENEVE_OPT ; +break ;case RTE_FLOW_ITEM_TYPE_IB_BTH : ret =mlx5dr_definer_conv_item_ib_l4 (&cd, items, i); item_flags |=MLX5_FLOW_ITEM_IB_BTH ;
drivers/net/mlx5/hws/mlx5dr_definer.h +24 -0
@@ -141,6 +141,22 @@ enum mlx5dr_definer_fname {MLX5DR_DEFINER_FNAME_OKS2_MPLS2_I ,MLX5DR_DEFINER_FNAME_OKS2_MPLS3_I ,MLX5DR_DEFINER_FNAME_OKS2_MPLS4_I , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_0 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_1 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_2 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_3 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_4 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_5 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_6 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_7 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_1 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_2 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_3 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_4 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_5 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_6 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_7 ,MLX5DR_DEFINER_FNAME_IB_L4_OPCODE ,MLX5DR_DEFINER_FNAME_IB_L4_QPN , MLX5DR_DEFINER_FNAME_IB_L4_A,
@@ -165,6 +181,7 @@ enum mlx5dr_definer_type {struct mlx5dr_definer_fc {uint8_t item_idx;uint8_t is_range; +uint16_t extra_data;uint32_t byte_off;int bit_off;uint32_t bit_mask;
@@ -627,6 +644,13 @@ struct mlx5_ifc_header_geneve_bits {u8 reserved_at_38[0x8 ]; }; +struct mlx5_ifc_header_geneve_opt_bits { +u8 class[0x10 ]; +u8 type[0x8 ]; +u8 reserved[0x3 ]; +u8 len[0x5 ]; +}; +struct mlx5_ifc_header_icmp_bits {union {u8 icmp_dw1[0x20 ];
Signature · 1 line
2.25.1
PATCH 15/23 net/mlx5: add testpmd support for GENEVE TLV parser
In reply to Michael BaumAdd GENEVE TLV parser support for mlx5 testpmd using following commands:
1. Add single option to the global option list:
testpmd> mlx5 set tlv_option class (class) type (type) len (length) \
offset (sample_offset) sample_len (sample_len) \
class_mode (ignore|fixed|matchable) \
data (0xffffffff|0x0 [0xffffffff|0x0]*)2. Remove several options from the global option list:
testpmd> mlx5 flush tlv_options max (nb_option)
3. Print all options which are set in the global option list so far:
testpmd> mlx5 list tlv_options
4. Create GENEVE TLV parser for specific port using option list which are set so far:
testpmd> mlx5 port (port_id) apply tlv_options
5. Destroy GENEVE TLV parser for specific port:
testpmd> mlx5 port (port_id) destroy tlv_options
--- doc/guides/nics/mlx5.rst | 97 ++++++ drivers/net/mlx5/mlx5_testpmd.c | 556 +++++++++++++++++++++++++++++++- 2 files changed, 652 insertions(+), 1 deletion(-)
doc/guides/nics/mlx5.rst +97 -0
@@ -2499,3 +2499,100 @@ This command is used for testing live migration, and works for software steering only. Default FDB jump should be disabled if switchdev is enabled. The mode will propagate to all the probed ports. + +GENEVE TLV options parser +~~~~~~~~~~~~~~~~~~~~~~~~~ + +GENEVE TLV options parser management. +See :ref:`options parser API <geneve_parser_api>` for more information. + +Setting Option +^^^^^^^^^^^^^^ + +Add single option to the global option list:: + + testpmd> mlx5 set tlv_option class (class) type (type) len (length) \ + offset (sample_offset) sample_len (sample_len) \ + class_mode (ignore|fixed|matchable) data (0xffffffff|0x0 [0xffffffff|0x0]*) + +where: + +* ``class``: option class. +* ``type``: option type. +* ``length``: option data length in 4 bytes granularity. +* ``sample_offset``: offset to data list related to option data start. + The offset is in 4 bytes granularity. +* ``sample_len``: length data list in 4 bytes granularity. +* ``ignore``: ignore ``class`` field. +* ``fixed``: option class is fixed and defines the option along with the type. +* ``matchable``: ``class`` field is matchable. +* ``data``: list of masks indicating which DW should be configure. + The size of list should be equal to ``sample_len``. +* ``0xffffffff``: this DW should be configure. +* ``0x0``: this DW shouldn't be configure. + + +Flushing Options +^^^^^^^^^^^^^^^^ + +Remove several options from the global option list:: + + testpmd> mlx5 flush tlv_options max (nb_option) + +where: + +* ``nb_option``: maximum number of option to remove from list. The order is LIFO. + + +Listing Options +^^^^^^^^^^^^^^^ + +Print all options which are set in the global option list so far:: + + testpmd> mlx5 list tlv_options + +Output contains the values of each option, one per line. +There is no output at all when no options are configured on the global list:: + + ID Type Class Class_mode Len Offset Sample_len Data + [...] [...] [...] [...] [...] [...] [...] [...] + +Setting several options and listing them:: + + testpmd> mlx5 set tlv_option class 1 type 1 len 4 offset 1 sample_len 3 + class_mode fixed data 0xffffffff 0x0 0xffffffff + testpmd: set new option in global list, now it has 1 options + testpmd> mlx5 set tlv_option class 1 type 2 len 2 offset 0 sample_len 2 + class_mode fixed data 0xffffffff 0xffffffff + testpmd: set new option in global list, now it has 2 options + testpmd> mlx5 set tlv_option class 1 type 3 len 5 offset 4 sample_len 1 + class_mode fixed data 0xffffffff + testpmd: set new option in global list, now it has 3 options + testpmd> mlx5 list tlv_options + ID Type Class Class_mode Len Offset Sample_len Data + 0 1 1 fixed 4 1 3 0xffffffff 0x0 0xffffffff + 1 2 1 fixed 2 0 2 0xffffffff 0xffffffff + 2 3 1 fixed 5 4 1 0xffffffff + testpmd> + + +Applying Options +^^^^^^^^^^^^^^^^ + +Create GENEVE TLV parser for specific port using option list which are set so +far:: + + testpmd> mlx5 port (port_id) apply tlv_options + +The same global option list can used by several ports. + + +Destroying Options +^^^^^^^^^^^^^^^^^^ + +Destroy GENEVE TLV parser for specific port:: + + testpmd> mlx5 port (port_id) destroy tlv_options + +This command doesn't destroy the global list, +For releasing options, ``flush`` command should be used.
drivers/net/mlx5/mlx5_testpmd.c +555 -1
582 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH 20/23 net/mlx5: add GENEVE option support for profile 0
In reply to Michael BaumAdd support for matching and modifying GENEVE option for FLEX_PARSER_PROFILE_ENABLE=0.
Before this patch it is supported when FLEX_PARSER_PROFILE_ENABLE=8 in HW steering and when FLEX_PARSER_PROFILE_ENABLE=0 in SW steering.
--- doc/guides/nics/mlx5.rst | 9 ++- doc/guides/platform/mlx5.rst | 6 +- drivers/net/mlx5/mlx5_flow_geneve.c | 114 +++++++++++++++++++++------- 3 files changed, 95 insertions(+), 34 deletions(-)
doc/guides/nics/mlx5.rst +8 -1
@@ -347,6 +347,7 @@ Limitations - Multiple of same Geneve TLV option isn't supported at the same pattern template. - Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. + - Supported also when ``FLEX_PARSER_PROFILE_ENABLE`` = 0 for single DW only. - VF: flow rules created on VF devices can only match traffic targeted at the configured MAC addresses (see ``rte_eth_dev_mac_addr_add()``).
@@ -2429,8 +2430,14 @@ Limitations ~~~~~~~~~~~ * Supported only in HW steering (``dv_flow_en`` = 2). -* Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. * Supported for FW version **xx.37.0142** and above. +* Parser creation can be done only for E-Switch manager. +* Supported for multiple DW only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. +* Supported for single DW also when ``FLEX_PARSER_PROFILE_ENABLE`` = 0 with some limitations: + + - ``sample_len`` must be equal to ``option_len`` and not bigger than 1. + - ``match_on_class_mode`` different than 1 is not supported. + - ``offset`` must be 0. Testpmd driver specific commands
doc/guides/platform/mlx5.rst +2 -4
@@ -536,12 +536,10 @@ Below are some firmware configurations listed. or FLEX_PARSER_PROFILE_ENABLE=1 -- enable Geneve TLV option flow matching in SW steering:: +- enable Geneve TLV option flow matching:: FLEX_PARSER_PROFILE_ENABLE=0 - -- enable Geneve TLV option flow matching in HW steering:: - + or FLEX_PARSER_PROFILE_ENABLE=8 - enable GTP flow matching::
drivers/net/mlx5/mlx5_flow_geneve.c +85 -29
225 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH 21/23 net/mlx5: add GENEVE option support for group 0
In reply to Michael BaumAdd support for HWS GENEVE options for flex parser profile 0 and group 0.
This patch avoids parser creation during matcher/flow preparation for HW steering (MLX5_SET_MATCHER_HS) and removes some logic done in "flow_dev_geneve_tlv_option_resource_*()" functions when dv_flow_en=2.
After this change, those functions became static and they were removed from header file.
--- drivers/net/mlx5/mlx5.c | 8 +------- drivers/net/mlx5/mlx5_flow.h | 4 ---- drivers/net/mlx5/mlx5_flow_dv.c | 24 +++++++++++------------- 3 files changed, 12 insertions(+), 24 deletions(-)
drivers/net/mlx5/mlx5.c +1 -7
@@ -2049,13 +2049,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh) }while (++i <= sh->bond.n_port);if (sh->td)claim_zero (mlx5_devx_cmd_destroy (sh->td)); -#ifdef HAVE_MLX5_HWS_SUPPORT -/* HWS manages geneve_tlv_option resource as global. */ -if (sh->config.dv_flow_en ==2 ) -flow_dev_geneve_tlv_option_resource_release (sh); - else -#endif -MLX5_ASSERT (sh->geneve_tlv_option_resource ==NULL ); +MLX5_ASSERT (sh->geneve_tlv_option_resource ==NULL );pthread_mutex_destroy (&sh->txpp.mutex);mlx5_lwm_unset (sh);mlx5_physical_device_destroy (sh->phdev);
drivers/net/mlx5/mlx5_flow.h +0 -4
@@ -2825,10 +2825,6 @@ void flow_hw_grp_clone_free_cb(void *tool_ctx, struct mlx5_list_entry *entry);struct mlx5_aso_age_action *flow_aso_age_get_by_idx (struct rte_eth_dev *dev,uint32_t age_idx); -int flow_dev_geneve_tlv_option_resource_register (struct rte_eth_dev *dev, -const struct rte_flow_item *item, -struct rte_flow_error *error); -void flow_dev_geneve_tlv_option_resource_release (struct mlx5_dev_ctx_shared *sh);void flow_release_workspace (void *data);int mlx5_flow_os_init_workspace_once (void );
drivers/net/mlx5/mlx5_flow_dv.c +11 -13
@@ -9880,7 +9880,7 @@ flow_dv_translate_item_geneve(void *key, const struct rte_flow_item *item,/** * Create Geneve TLV option resource. * -* @param dev[in, out] +* @param[in, out] dev * Pointer to rte_eth_dev structure. * @param[in] item * Flow pattern to translate.
@@ -9890,8 +9890,7 @@ flow_dv_translate_item_geneve(void *key, const struct rte_flow_item *item,* @return * 0 on success otherwise -errno and errno is set. */ - -int +static int flow_dev_geneve_tlv_option_resource_register (struct rte_eth_dev *dev,const struct rte_flow_item *item,struct rte_flow_error *error)
@@ -9904,6 +9903,7 @@ flow_dev_geneve_tlv_option_resource_register(struct rte_eth_dev *dev,const struct rte_flow_item_geneve_opt *geneve_opt_v = item->spec;int ret =0 ; +MLX5_ASSERT (sh->config.dv_flow_en ==1 );if (!geneve_opt_v)return -1 ;rte_spinlock_lock (&sh->geneve_tlv_opt_sl);
@@ -9914,13 +9914,8 @@ flow_dev_geneve_tlv_option_resource_register(struct rte_eth_dev *dev, geneve_opt_v->option_type && geneve_opt_resource->length == geneve_opt_v->option_len) { -/* -* We already have GENEVE TLV option obj allocated. -* Increasing refcnt only in SWS. HWS uses it as global. -*/ -if (priv->sh->config.dv_flow_en ==1 ) -__atomic_fetch_add (&geneve_opt_resource->refcnt,1 , - __ATOMIC_RELAXED); + __atomic_fetch_add(&geneve_opt_resource->refcnt, 1, + __ATOMIC_RELAXED); } else { ret = rte_flow_error_set(error, ENOMEM, RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
@@ -9999,8 +9994,11 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,return -1 ;MLX5_ITEM_UPDATE (item, key_type, geneve_opt_v, geneve_opt_m, &rte_flow_item_geneve_opt_mask); -/* Register resource requires item spec. */ -if (key_type &MLX5_SET_MATCHER_V ) { +/* +* Register resource requires item spec for SW steering, +* for HW steering resources is registered explicitly by user. +*/ +if (key_type &MLX5_SET_MATCHER_SW_V ) { ret =flow_dev_geneve_tlv_option_resource_register (dev, item, error);if (ret) {
@@ -15777,7 +15775,7 @@ flow_dv_dest_array_resource_release(struct rte_eth_dev *dev, &resource->entry); } -void +static void flow_dev_geneve_tlv_option_resource_release (struct mlx5_dev_ctx_shared *sh) { struct mlx5_geneve_tlv_option_resource *geneve_opt_resource =
Signature · 1 line
2.25.1
PATCH 22/23 net/mlx5: add support for GENEVE VNI modify field
In reply to Michael BaumAdd support for GENEVE VNI field modification.
The support is only using HW steering.
--- doc/guides/nics/mlx5.rst | 6 +++++- doc/guides/rel_notes/release_24_03.rst | 1 + drivers/net/mlx5/mlx5_flow_dv.c | 4 +--- drivers/net/mlx5/mlx5_flow_hw.c | 12 ++++++++++-- 4 files changed, 17 insertions(+), 6 deletions(-)
doc/guides/nics/mlx5.rst +5 -1
@@ -577,7 +577,11 @@ Limitations - Modification of an arbitrary place in a packet via the special ``RTE_FLOW_FIELD_START`` Field ID is not supported. - Modification of the MPLS header is supported only in HWS and only to copy from, the encapsulation level is always 0. - - Modification of the 802.1Q Tag, VXLAN Network or GENEVE Network ID's is not supported. + - Modification of the 802.1Q Tag is not supported. + - Modification of VXLAN Network or GENEVE Network ID's is supported only for HW steering. + - Modification of GENEVE Network ID's is not supported when configured + ``FLEX_PARSER_PROFILE_ENABLE`` supports Geneve TLV options. + See :ref:`mlx5_firmware_config` for more flex parser information. - Encapsulation levels are not supported, can modify outermost header fields only. - Offsets cannot skip past the boundary of a field. - If the field type is ``RTE_FLOW_FIELD_MAC_TYPE``
doc/guides/rel_notes/release_24_03.rst +1 -0
@@ -59,6 +59,7 @@ New Features * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE`` flow item. * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE_OPT`` flow item. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_VNI`` flow action. Removed Items
drivers/net/mlx5/mlx5_flow_dv.c +1 -3
@@ -1881,6 +1881,7 @@ mlx5_flow_field_id_to_modify_info info[idx].offset = off_be;break ;case RTE_FLOW_FIELD_VXLAN_VNI : +case RTE_FLOW_FIELD_GENEVE_VNI :MLX5_ASSERT (data->offset + width <=24 );/* VNI is on bits 31-8 of TUNNEL_HDR_DW_1. */ off_be =24 - (data->offset + width) +8 ;
@@ -1891,9 +1892,6 @@ mlx5_flow_field_id_to_modify_infoelse info[idx].offset = off_be;break ; -case RTE_FLOW_FIELD_GENEVE_VNI : -/* not supported yet*/ -break ;case RTE_FLOW_FIELD_GTP_TEID :MLX5_ASSERT (data->offset + width <=32 ); off_be =32 - (data->offset + width);
drivers/net/mlx5/mlx5_flow_hw.c +10 -2
@@ -4952,6 +4952,8 @@ flow_hw_validate_action_modify_field(struct rte_eth_dev *dev, {const struct rte_flow_action_modify_field *action_conf = action->conf;const struct rte_flow_action_modify_field *mask_conf = mask->conf; +struct mlx5_priv *priv = dev->data->dev_private; +struct mlx5_hca_attr *attr = &priv->sh->cdev->config.hca_attr;int ret;if (!mask_conf)
@@ -5047,10 +5049,16 @@ flow_hw_validate_action_modify_field(struct rte_eth_dev *dev,return rte_flow_error_set (error,EINVAL ,RTE_FLOW_ERROR_TYPE_ACTION , action,"modifying vlan_type is not supported" ); -if (flow_hw_modify_field_is_used (action_conf,RTE_FLOW_FIELD_GENEVE_VNI )) +/** +* Geneve VNI modification is supported only when Geneve header is +* parsed natively. When GENEVE options are supported, they both Geneve +* and options headers are parsed as a flex parser. +*/ +if (flow_hw_modify_field_is_used (action_conf,RTE_FLOW_FIELD_GENEVE_VNI ) && + attr->geneve_tlv_opt)return rte_flow_error_set (error,EINVAL ,RTE_FLOW_ERROR_TYPE_ACTION , action, -"modifying Geneve VNI is not supported" ); +"modifying Geneve VNI is not supported when GENEVE opt is supported" );/* Due to HW bug, tunnel MPLS header is read only. */ if (action_conf->dst.field ==RTE_FLOW_FIELD_MPLS ) return rte_flow_error_set(error, EINVAL,
Signature · 1 line
2.25.1
PATCH 19/23 net/mlx5: add support for GENEVE and option item in HWS
In reply to Michael BaumAdd HW steering support for both "RTE_FLOW_ITEM_TYPE_GENEVE" and "RTE_FLOW_ITEM_TYPE_GENEVE_OPT".
--- doc/guides/nics/mlx5.rst | 15 ++- doc/guides/rel_notes/release_24_03.rst | 5 + drivers/net/mlx5/mlx5_flow.h | 21 +++++ drivers/net/mlx5/mlx5_flow_geneve.c | 121 ++++++++++++++++++++++++- drivers/net/mlx5/mlx5_flow_hw.c | 44 ++++++++- 5 files changed, 199 insertions(+), 7 deletions(-)
doc/guides/nics/mlx5.rst +14 -1
@@ -329,12 +329,25 @@ Limitations - Length - Data - Only one Class/Type/Length Geneve TLV option is supported per shared device. Class/Type/Length fields must be specified as well as masks. Class/Type/Length specified masks must be full. Matching Geneve TLV option without specifying data is not supported. Matching Geneve TLV option with ``data & mask == 0`` is not supported. + In SW steering (``dv_flow_en`` = 1): + + - Only one Class/Type/Length Geneve TLV option is supported per shared + device. + - Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 0. + + In HW steering (``dv_flow_en`` = 2): + + - Multiple Class/Type/Length Geneve TLV option are supported per physical + device. See :ref:`geneve_parser_api` for more information. + - Multiple of same Geneve TLV option isn't supported at the same pattern + template. + - Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. + - VF: flow rules created on VF devices can only match traffic targeted at the configured MAC addresses (see ``rte_eth_dev_mac_addr_add()``).
doc/guides/rel_notes/release_24_03.rst +5 -0
@@ -55,6 +55,11 @@ New Features Also, make sure to start the actual text at the margin. ======================================================= +* **Updated NVIDIA mlx5 net driver.** + + * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE`` flow item. + * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE_OPT`` flow item. + Removed Items -------------
drivers/net/mlx5/mlx5_flow.h +21 -0
@@ -1332,6 +1332,15 @@ struct mlx5_action_construct_data {#define MAX_GENEVE_OPTIONS_RESOURCES 7 +/* GENEVE TLV options manager structure. */ +struct mlx5_geneve_tlv_options_mng { +uint8_t nb_options;/* Number of options inside the template. */ +struct { +uint8_t opt_type; +uint16_t opt_class; + } options[MAX_GENEVE_OPTIONS_RESOURCES ]; +}; +/* Flow item template struct. */ struct rte_flow_pattern_template {LIST_ENTRY (rte_flow_pattern_template) next;
@@ -1351,6 +1360,8 @@ struct rte_flow_pattern_template {* tag pattern item for representor matching. */ bool implicit_tag; +/* Manages all GENEVE TLV options used by this pattern template. */ +struct mlx5_geneve_tlv_options_mng geneve_opt_mng;uint8_t flex_item;/* flex item index. */ };
@@ -1799,6 +1810,16 @@ mlx5_geneve_tlv_parser_create(uint16_t port_id,const struct rte_pmd_mlx5_geneve_tlv tlv_list[], uint8_t nb_options);int mlx5_geneve_tlv_parser_destroy (void *handle); +int mlx5_flow_geneve_tlv_option_validate (struct mlx5_priv *priv, +const struct rte_flow_item *geneve_opt, +struct rte_flow_error *error); + +struct mlx5_geneve_tlv_options_mng ; +int mlx5_geneve_tlv_option_register (struct mlx5_priv *priv, +const struct rte_flow_item_geneve_opt *spec, +struct mlx5_geneve_tlv_options_mng *mng); +void mlx5_geneve_tlv_options_unregister (struct mlx5_priv *priv, +struct mlx5_geneve_tlv_options_mng *mng);void flow_hw_set_port_info (struct rte_eth_dev *dev);void flow_hw_clear_port_info (struct rte_eth_dev *dev);
drivers/net/mlx5/mlx5_flow_geneve.c +119 -2
139 lines not on this page · raw message
drivers/net/mlx5/mlx5_flow_hw.c +40 -4
88 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH 23/23 net/mlx5: add support for modify GENEVE option header
In reply to Michael BaumAdd support for GENEVE option fields modification. Only fields configured in parser creation can be modified.
--- doc/guides/nics/mlx5.rst | 4 + doc/guides/rel_notes/release_24_03.rst | 3 + drivers/net/mlx5/mlx5_flow.h | 21 +++++ drivers/net/mlx5/mlx5_flow_dv.c | 78 ++++++++++++++++- drivers/net/mlx5/mlx5_flow_geneve.c | 117 +++++++++++++++++++++++++ drivers/net/mlx5/mlx5_flow_hw.c | 71 ++++++++++----- 6 files changed, 268 insertions(+), 26 deletions(-)
doc/guides/nics/mlx5.rst +4 -0
@@ -582,6 +582,10 @@ Limitations - Modification of GENEVE Network ID's is not supported when configured ``FLEX_PARSER_PROFILE_ENABLE`` supports Geneve TLV options. See :ref:`mlx5_firmware_config` for more flex parser information. + - Modification of GENEVE TLV option fields is supported only for HW steering. + Only DWs configured in :ref:`parser creation <geneve_parser_api>` can be modified, + 'type' and 'class' fields can be modified when ``match_on_class_mode=2``. + - Modification of GENEVE TLV option data supports one DW per action. - Encapsulation levels are not supported, can modify outermost header fields only. - Offsets cannot skip past the boundary of a field. - If the field type is ``RTE_FLOW_FIELD_MAC_TYPE``
doc/guides/rel_notes/release_24_03.rst +3 -0
@@ -60,6 +60,9 @@ New Features * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE`` flow item. * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE_OPT`` flow item. * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_VNI`` flow action. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_OPT_TYPE`` flow action. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_OPT_CLASS`` flow action. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_OPT_DATA`` flow action. Removed Items
drivers/net/mlx5/mlx5_flow.h +21 -0
@@ -1805,6 +1805,25 @@ mlx5_get_geneve_hl_data(const void *dr_ctx, uint8_t type, uint16_t class,struct mlx5_hl_data **const hl_dws, bool *ok_bit_on_class); +/** +* Get modify field ID for single DW inside configured GENEVE TLV option. +* +* @param[in] dr_ctx +* Pointer to HW steering DR context. +* @param[in] type +* GENEVE TLV option type. +* @param[in] class +* GENEVE TLV option class. +* @param[in] dw_offset +* Offset of DW inside the option. +* +* @return +* Modify field ID on success, negative errno otherwise and rte_errno is set. +*/ +int +mlx5_get_geneve_option_modify_field_id (const void *dr_ctx,uint8_t type, +uint16_t class,uint8_t dw_offset); +void * mlx5_geneve_tlv_parser_create(uint16_t port_id, const struct rte_pmd_mlx5_geneve_tlv tlv_list[],
@@ -1813,6 +1832,8 @@ int mlx5_geneve_tlv_parser_destroy(void *handle);int mlx5_flow_geneve_tlv_option_validate (struct mlx5_priv *priv,const struct rte_flow_item *geneve_opt,struct rte_flow_error *error); +int mlx5_geneve_opt_modi_field_get (struct mlx5_priv *priv, +const struct rte_flow_action_modify_data *data);struct mlx5_geneve_tlv_options_mng ; int mlx5_geneve_tlv_option_register(struct mlx5_priv *priv,
drivers/net/mlx5/mlx5_flow_dv.c +76 -2
111 lines not on this page · raw message
drivers/net/mlx5/mlx5_flow_geneve.c +117 -0
123 lines not on this page · raw message
drivers/net/mlx5/mlx5_flow_hw.c +47 -24
111 lines not on this page · raw message
Signature · 1 line
2.25.1
Hi,
Quoted 23 lines
-----Original Message-----
From: Michael Baum <[email protected]>
Sent: Sunday, December 3, 2023 7:25 PM
To: [email protected]
Cc: Matan Azrad <[email protected]>; Raslan Darawsheh <[email protected]>; Slava Ovsiienko <[email protected]>; Ori Kam <[email protected]>; Suanming Mou <[email protected]>
Subject: [PATCH v1 00/23] net/mlx5: support Geneve and options for HWSAdd HWS support for both GENEVE and GENEVE TLV option headers. This patchset supports:
- Add HW support for "
RTE_FLOW_ITEM_TYPE_GENEVE" flow item.
- Add HW support for "RTE_FLOW_ITEM_TYPE_GENEVE_OPT" flow item.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_VNI" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_TYPE" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_CLASS" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_DATA" for modify field flow action.
Quoted 5 lines
The GENEVE TLV options support using flex parser.
The profile should be specified to either 8 for multiple option or 0 for single option.
A new API is added to create the GENEVE option parser before using it in templates API.
Series Acked-by: Suanming Mou <[email protected]>
Thank you!
Quoted 53 lines
Alex Vesker (4):
net/mlx5/hws: fix tunnel protocol checksnet/mlx5/hws: increase hl size for future compatibilitynet/mlx5/hws: support GENEVE matchingnet/mlx5/hws: support GENEVE options headerMichael Baum (19):
common/mlx5: fix duplicate read of general capabilities common/mlx5: fix query sample info capability net/mlx5: remove GENEVE options length limitation net/mlx5: fix GENEVE option item translation common/mlx5: add system image GUID attribute common/mlx5: add GENEVE TLV option attribute structure common/mlx5: add PRM attribute for TLV sample common/mlx5: add sample info query syndrome into error log common/mlx5: query GENEVE option sample ID from HCA attr common/mlx5: add function to query GENEVE TLV option net/mlx5: add physical device handle
net/mlx5: add GENEVE TLV options parser API net/mlx5: add API to expose GENEVE option FW information net/mlx5: add testpmd support for GENEVE TLV parser net/mlx5: add support for GENEVE and option item in HWS net/mlx5: add GENEVE option support for profile 0 net/mlx5: add GENEVE option support for group 0 net/mlx5: add support for GENEVE VNI modify field net/mlx5: add support for modify GENEVE option headerdoc/guides/nics/mlx5.rst | 251 +++++- doc/guides/platform/mlx5.rst | 2 + doc/guides/rel_notes/release_24_03.rst | 9 + drivers/common/mlx5/mlx5_devx_cmds.c | 139 +++- drivers/common/mlx5/mlx5_devx_cmds.h | 29 +- drivers/common/mlx5/mlx5_prm.h | 20 +- drivers/common/mlx5/version.map | 1 + drivers/net/mlx5/hws/mlx5dr_definer.c | 277 ++++++- drivers/net/mlx5/hws/mlx5dr_definer.h | 49 +- drivers/net/mlx5/meson.build | 1 + drivers/net/mlx5/mlx5.c | 115 ++- drivers/net/mlx5/mlx5.h | 21 + drivers/net/mlx5/mlx5_flow.c | 30 + drivers/net/mlx5/mlx5_flow.h | 92 ++- drivers/net/mlx5/mlx5_flow_dv.c | 158 ++-- drivers/net/mlx5/mlx5_flow_geneve.c | 1011 ++++++++++++++++++++++++ drivers/net/mlx5/mlx5_flow_hw.c | 127 ++- drivers/net/mlx5/mlx5_testpmd.c | 556 ++++++++++++- drivers/net/mlx5/rte_pmd_mlx5.h | 102 +++ drivers/net/mlx5/version.map | 3 + 20 files changed, 2809 insertions(+), 184 deletions(-) create mode 100644
drivers/net/mlx5/mlx5_flow_geneve.c--
2.25.1
v2 cover net/mlx5: support Geneve and options for HWS
In reply to Michael BaumAdd HWS support for both GENEVE and GENEVE TLV option headers. This patchset supports:
- Add HW support for "RTE_FLOW_ITEM_TYPE_GENEVE" flow item.
- Add HW support for "RTE_FLOW_ITEM_TYPE_GENEVE_OPT" flow item.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_VNI" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_TYPE" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_CLASS" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_DATA" for modify field flow action.
The GENEVE TLV options support using flex parser.
The profile should be specified to either 8 for multiple option or 0 for single option.
A new API is added to create the GENEVE option parser before using it in templates API.
v2:
- Rebase.
- Add "Acked-by" from v1.
Alex Vesker (4):
net/mlx5/hws: fix tunnel protocol checks net/mlx5/hws: increase hl size for future compatibility net/mlx5/hws: support GENEVE matching net/mlx5/hws: support GENEVE options header
Michael Baum (19):
common/mlx5: fix duplicate read of general capabilities common/mlx5: fix query sample info capability net/mlx5: remove GENEVE options length limitation net/mlx5: fix GENEVE option item translation common/mlx5: add system image GUID attribute common/mlx5: add GENEVE TLV option attribute structure common/mlx5: add PRM attribute for TLV sample common/mlx5: add sample info query syndrome into error log common/mlx5: query GENEVE option sample ID from HCA attr common/mlx5: add function to query GENEVE TLV option net/mlx5: add physical device handle
net/mlx5: add GENEVE TLV options parser API net/mlx5: add API to expose GENEVE option FW information net/mlx5: add testpmd support for GENEVE TLV parser net/mlx5: add support for GENEVE and option item in HWS net/mlx5: add GENEVE option support for profile 0 net/mlx5: add GENEVE option support for group 0 net/mlx5: add support for GENEVE VNI modify field net/mlx5: add support for modify GENEVE option header
doc/guides/nics/mlx5.rst | 251 +++++- doc/guides/platform/mlx5.rst | 2 + doc/guides/rel_notes/release_24_03.rst | 9 + drivers/common/mlx5/mlx5_devx_cmds.c | 139 +++- drivers/common/mlx5/mlx5_devx_cmds.h | 29 +- drivers/common/mlx5/mlx5_prm.h | 20 +- drivers/common/mlx5/version.map | 1 + drivers/net/mlx5/hws/mlx5dr_definer.c | 281 ++++++- drivers/net/mlx5/hws/mlx5dr_definer.h | 49 +- drivers/net/mlx5/meson.build | 1 + drivers/net/mlx5/mlx5.c | 115 ++- drivers/net/mlx5/mlx5.h | 21 + drivers/net/mlx5/mlx5_flow.c | 30 + drivers/net/mlx5/mlx5_flow.h | 92 ++- drivers/net/mlx5/mlx5_flow_dv.c | 158 ++-- drivers/net/mlx5/mlx5_flow_geneve.c | 1011 ++++++++++++++++++++++++ drivers/net/mlx5/mlx5_flow_hw.c | 127 ++- drivers/net/mlx5/mlx5_testpmd.c | 556 ++++++++++++- drivers/net/mlx5/rte_pmd_mlx5.h | 102 +++ drivers/net/mlx5/version.map | 3 + 20 files changed, 2811 insertions(+), 186 deletions(-) create mode 100644 drivers/net/mlx5/mlx5_flow_geneve.c
Signature · 1 line
2.25.1
PATCH v2 1/23 common/mlx5: fix duplicate read of general capabilities
General object types support is indicated in bitmap general_obj_types, which is part of HCA capabilities list.
This bitmap was read multiple times, and each time a different bit was extracted.
Previous patch optimized the code, reading the bitmap once into a local variable, and then extracting the required bits.
However, it missed few of them which still read the bitmap for themselves. In addition, for other readings, it moved them to use local variable without removing the old reading, and they are read twice.
This patch moves them all to use the local variable and removes all duplications.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 18 ++++-------------- 1 file changed, 4 insertions(+), 14 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +4 -14
@@ -966,18 +966,6 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, attr->max_geneve_tlv_option_data_len =MLX5_GET (cmd_hca_cap, hcattr, max_geneve_tlv_option_data_len); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos); - attr->qos.flow_meter_aso_sup = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_FLOW_METER_ASO ); - attr->vdpa.valid = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_VIRTQ_NET_Q ); - attr->vdpa.queue_counters_valid = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_VIRTIO_Q_COUNTERS ); - attr->parse_graph_flex_node = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & -MLX5_GENERAL_OBJ_TYPES_CAP_PARSE_GRAPH_FLEX_NODE ); attr->wqe_index_ignore =MLX5_GET (cmd_hca_cap, hcattr, wqe_index_ignore_cap); attr->cross_channel =MLX5_GET (cmd_hca_cap, hcattr, cd);
@@ -1001,6 +989,9 @@ mlx5_devx_cmd_query_hca_attr(void *ctx,/* Read the general_obj_types bitmap and extract the relevant bits. */ general_obj_types_supported =MLX5_GET64 (cmd_hca_cap, hcattr, general_obj_types); + attr->qos.flow_meter_aso_sup = + !!(general_obj_types_supported & +MLX5_GENERAL_OBJ_TYPES_CAP_FLOW_METER_ASO ); attr->vdpa.valid = !!(general_obj_types_supported &MLX5_GENERAL_OBJ_TYPES_CAP_VIRTQ_NET_Q ); attr->vdpa.queue_counters_valid =
@@ -1074,8 +1065,7 @@ mlx5_devx_cmd_query_hca_attr(void *ctx,MLX5_GET (cmd_hca_cap, hcattr, umr_modify_entity_size_disabled); attr->wait_on_time =MLX5_GET (cmd_hca_cap, hcattr, wait_on_time); attr->crypto =MLX5_GET (cmd_hca_cap, hcattr, crypto); - attr->ct_offload = !!(MLX5_GET64 (cmd_hca_cap, hcattr, - general_obj_types) & + attr->ct_offload = !!(general_obj_types_supported &MLX5_GENERAL_OBJ_TYPES_CAP_CONN_TRACK_OFFLOAD ); attr->rq_delay_drop =MLX5_GET (cmd_hca_cap, hcattr, rq_delay_drop); attr->nic_flow_table =MLX5_GET (cmd_hca_cap, hcattr, nic_flow_table);
Signature · 1 line
2.25.1
PATCH v2 2/23 common/mlx5: fix query sample info capability
In reply to Michael BaumQuery sample info operation might be used by either Geneve TLV option or parse graph. Each operations can be supported regardless to another according the configured profile.
In current implementation, the query sample info capability is turn on only when parse graph operation is supported adding unnecessary requirement for Geneve TLV option.
This patch adds different cap for Geneve TLV option.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 6 ++++-- drivers/common/mlx5/mlx5_devx_cmds.h | 1 + 2 files changed, 5 insertions(+), 2 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +4 -2
@@ -965,6 +965,8 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, max_geneve_tlv_options); attr->max_geneve_tlv_option_data_len =MLX5_GET (cmd_hca_cap, hcattr, max_geneve_tlv_option_data_len); + attr->query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, + query_match_sample_info); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos); attr->wqe_index_ignore =MLX5_GET (cmd_hca_cap, hcattr, wqe_index_ignore_cap);
@@ -1094,8 +1096,8 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, (ctx, &attr->flex);if (rc)return -1 ; - attr->flex.query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, - query_match_sample_info); + attr->flex.query_match_sample_info = + attr->query_match_sample_info; }if (attr->crypto) { attr->aes_xts = MLX5_GET(cmd_hca_cap, hcattr, aes_xts) ||
drivers/common/mlx5/mlx5_devx_cmds.h +1 -0
@@ -316,6 +316,7 @@ struct mlx5_hca_attr { uint32_t flow_counter_bulk_log_granularity:5; uint32_t alloc_flow_counter_pd:1; uint32_t flow_counter_access_aso:1; + uint32_t query_match_sample_info:1; uint32_t flow_access_aso_opc_mod:8; uint32_t cross_vhca:1; uint32_t lag_rx_port_affinity:1;
Signature · 1 line
2.25.1
PATCH v2 3/23 net/mlx5/hws: fix tunnel protocol checks
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
Align GRE, GTPU and VXLAN tunnel protocols to fail in case the packet is already tunneled. Also use local defines for protocol UDP ports for better layering of mlx5dr API.
--- drivers/net/mlx5/hws/mlx5dr_definer.c | 43 +++++++++++++-------------- 1 file changed, 21 insertions(+), 22 deletions(-)
drivers/net/mlx5/hws/mlx5dr_definer.c +21 -22
@@ -8,9 +8,10 @@#define BAD_PORT 0xBAD#define ETH_TYPE_IPV4_VXLAN 0x0800#define ETH_TYPE_IPV6_VXLAN 0x86DD -#define ETH_VXLAN_DEFAULT_PORT 4789 -#define ETH_VXLAN_GPE_DEFAULT_PORT 4790 -#define IP_UDP_PORT_MPLS 6635 +#define UDP_VXLAN_PORT 4789 +#define UDP_VXLAN_GPE_PORT 4790 +#define UDP_GTPU_PORT 2152 +#define UDP_PORT_MPLS 6635#define UDP_ROCEV2_PORT 4791#define DR_FLOW_LAYER_TUNNEL_NO_MPLS (MLX5_FLOW_LAYER_TUNNEL & ~MLX5_FLOW_LAYER_MPLS)
@@ -159,7 +160,7 @@ struct mlx5dr_definer_conv_data { X(SET, tcp_protocol, STE_TCP, rte_flow_item_tcp) \ X(SET_BE16, tcp_src_port, v->hdr.src_port, rte_flow_item_tcp) \ X(SET_BE16, tcp_dst_port, v->hdr.dst_port, rte_flow_item_tcp) \ - X(SET, gtp_udp_port, RTE_GTPU_UDP_PORT, rte_flow_item_gtp) \ + X(SET, gtp_udp_port, UDP_GTPU_PORT, rte_flow_item_gtp) \ X(SET_BE32, gtp_teid, v->hdr.teid, rte_flow_item_gtp) \ X(SET, gtp_msg_type, v->hdr.msg_type, rte_flow_item_gtp) \X (SET , gtp_ext_flag, !!v->hdr.gtp_hdr_info, rte_flow_item_gtp) \
@@ -167,12 +168,12 @@ struct mlx5dr_definer_conv_data { X(SET, gtp_ext_hdr_pdu, v->hdr.type, rte_flow_item_gtp_psc) \ X(SET, gtp_ext_hdr_qfi, v->hdr.qfi, rte_flow_item_gtp_psc) \ X(SET, vxlan_flags, v->flags, rte_flow_item_vxlan) \ - X(SET, vxlan_udp_port, ETH_VXLAN_DEFAULT_PORT, rte_flow_item_vxlan) \ - X(SET, vxlan_gpe_udp_port, ETH_VXLAN_GPE_DEFAULT_PORT, rte_flow_item_vxlan_gpe) \ + X(SET, vxlan_udp_port, UDP_VXLAN_PORT, rte_flow_item_vxlan) \ + X(SET, vxlan_gpe_udp_port, UDP_VXLAN_GPE_PORT, rte_flow_item_vxlan_gpe) \ X(SET, vxlan_gpe_flags, v->flags, rte_flow_item_vxlan_gpe) \ X(SET, vxlan_gpe_protocol, v->protocol, rte_flow_item_vxlan_gpe) \ X(SET, vxlan_gpe_rsvd1, v->rsvd1, rte_flow_item_vxlan_gpe) \ - X(SET, mpls_udp_port, IP_UDP_PORT_MPLS, rte_flow_item_mpls) \ + X(SET, mpls_udp_port, UDP_PORT_MPLS, rte_flow_item_mpls) \ X(SET, source_qp, v->queue, mlx5_rte_flow_item_sq) \ X(SET, tag, v->data, rte_flow_item_tag) \X (SET , metadata, v->data, rte_flow_item_meta) \
@@ -1198,6 +1199,12 @@ mlx5dr_definer_conv_item_gtp(struct mlx5dr_definer_conv_data *cd,const struct rte_flow_item_gtp *m = item->mask;struct mlx5dr_definer_fc *fc; +if (cd->tunnel) { +DR_LOG (ERR ,"Inner GTPU item not supported" ); + rte_errno =ENOTSUP ; +return rte_errno; + } +/* Overwrite GTPU dest port if not present */ fc = &cd->fc[DR_CALC_FNAME (L4_DPORT , false)];if (!fc->tag_set && !cd->relaxed) {
@@ -1372,9 +1379,13 @@ mlx5dr_definer_conv_item_vxlan(struct mlx5dr_definer_conv_data *cd,struct mlx5dr_definer_fc *fc;bool inner = cd->tunnel; -/* In order to match on VXLAN we must match on ether_type, ip_protocol -* and l4_dport. -*/ +if (inner) { +DR_LOG (ERR ,"Inner VXLAN item not supported" ); + rte_errno =ENOTSUP ; +return rte_errno; + } + +/* In order to match on VXLAN we must match on ip_protocol and l4_dport */ if (!cd->relaxed) { fc = &cd->fc[DR_CALC_FNAME (IP_PROTOCOL , inner)];if (!fc->tag_set) {
@@ -1397,12 +1408,6 @@ mlx5dr_definer_conv_item_vxlan(struct mlx5dr_definer_conv_data *cd,return 0 ;if (m->flags) { -if (inner) { -DR_LOG (ERR ,"Inner VXLAN flags item not supported" ); - rte_errno =ENOTSUP ; -return rte_errno; - } - fc = &cd->fc[MLX5DR_DEFINER_FNAME_VXLAN_FLAGS ]; fc->item_idx = item_idx; fc->tag_set = &mlx5dr_definer_vxlan_flags_set;
@@ -1412,12 +1417,6 @@ mlx5dr_definer_conv_item_vxlan(struct mlx5dr_definer_conv_data *cd, }if (!is_mem_zero (m->vni,3 )) { -if (inner) { -DR_LOG (ERR ,"Inner VXLAN vni item not supported" ); - rte_errno =ENOTSUP ; -return rte_errno; - } - fc = &cd->fc[MLX5DR_DEFINER_FNAME_VXLAN_VNI ]; fc->item_idx = item_idx; fc->tag_set = &mlx5dr_definer_vxlan_vni_set;
Signature · 1 line
2.25.1
PATCH v2 5/23 net/mlx5: fix GENEVE option item translation
In reply to Michael BaumThe "flow_dv_translate_item_geneve_opt()" function is called twice per flow rule, for either matcher focusing the mask or value focusing the spec.
The spec is always provided and its field "option_len" indicates the data size for both spec and mask. For using it, function has another pointer "geneve_opt_vv" representing the spec regardless to focusing while the "geneve_opt_v" pointer represents the mask for matcher and spec for rule creation.
The current implementation has 2 issues:
1. geneve_opt_v get the spec in rule creation as sane as geneve_opt_vv, but function use if-else which is bacicly has same value.
2. function uses "option_len" from "geneve_opt_v" instead of "geneve_opt_v" even when the focus is on mask, for HWS the mask value may be 0 even data is valid.
This patch refactors the function implementation to avoid those issues.
--- drivers/net/mlx5/mlx5_flow_dv.c | 28 +++++++++++----------------- 1 file changed, 11 insertions(+), 17 deletions(-)
drivers/net/mlx5/mlx5_flow_dv.c +11 -17
@@ -10103,13 +10103,13 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key, {const struct rte_flow_item_geneve_opt *geneve_opt_m;const struct rte_flow_item_geneve_opt *geneve_opt_v; -const struct rte_flow_item_geneve_opt *geneve_opt_vv = item->spec; +const struct rte_flow_item_geneve_opt *orig_spec = item->spec;void *misc3_v =MLX5_ADDR_OF (fte_match_param, key, misc_parameters_3);rte_be32_t opt_data_key =0 , opt_data_mask =0 ; -uint32_t *data; +size_t option_byte_len;int ret =0 ; -if (MLX5_ITEM_VALID (item, key_type)) +if (MLX5_ITEM_VALID (item, key_type) || !orig_spec)return -1 ;MLX5_ITEM_UPDATE (item, key_type, geneve_opt_v, geneve_opt_m, &rte_flow_item_geneve_opt_mask);
@@ -10122,21 +10122,15 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,return ret; } } -/* Set the data. */ -if (key_type ==MLX5_SET_MATCHER_SW_V ) - data = geneve_opt_vv->data; -else - data = geneve_opt_v->data; -if (data) { -memcpy (&opt_data_key, data, -RTE_MIN ((uint32_t )(geneve_opt_v->option_len *4 ), -sizeof (opt_data_key))); -memcpy (&opt_data_mask, geneve_opt_m->data, -RTE_MIN ((uint32_t )(geneve_opt_v->option_len *4 ), -sizeof (opt_data_mask))); +/* Convert the option length from DW to bytes for using memcpy. */ + option_byte_len =RTE_MIN ((size_t )(orig_spec->option_len *4 ), +sizeof (rte_be32_t)); +if (geneve_opt_v->data) { +memcpy (&opt_data_key, geneve_opt_v->data, option_byte_len); +memcpy (&opt_data_mask, geneve_opt_m->data, option_byte_len);MLX5_SET (fte_match_set_misc3, misc3_v, - geneve_tlv_option_0_data, -rte_be_to_cpu_32 (opt_data_key & opt_data_mask)); + geneve_tlv_option_0_data, +rte_be_to_cpu_32 (opt_data_key & opt_data_mask)); }return ret; }
Signature · 1 line
2.25.1
PATCH v2 4/23 net/mlx5: remove GENEVE options length limitation
In reply to Michael BaumGENEVE header has field named "opt_len" describing the total length of all GENEVE options in 4-byte granularity.
In SW sreering implementation, only single option with single DW data is supported. When matching on GENEVE option data is requested, matching on "opt_len" field is added according to given option length.
This behaveior assumes that only packets with single option can be matched, but it is wrong, packet with a few option can be matched but only one of them can match its value.
This patch removes the "opt_len" matching unless user ask it explicitly.
--- drivers/net/mlx5/mlx5_flow_dv.c | 16 ---------------- 1 file changed, 16 deletions(-)
drivers/net/mlx5/mlx5_flow_dv.c +0 -16
@@ -10104,7 +10104,6 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,const struct rte_flow_item_geneve_opt *geneve_opt_m;const struct rte_flow_item_geneve_opt *geneve_opt_v;const struct rte_flow_item_geneve_opt *geneve_opt_vv = item->spec; -void *misc_v =MLX5_ADDR_OF (fte_match_param, key, misc_parameters);void *misc3_v =MLX5_ADDR_OF (fte_match_param, key, misc_parameters_3);rte_be32_t opt_data_key =0 , opt_data_mask =0 ;uint32_t *data;
@@ -10123,21 +10122,6 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,return ret; } } -/* -* Set the option length in GENEVE header if not requested. -* The GENEVE TLV option length is expressed by the option length field -* in the GENEVE header. -* If the option length was not requested but the GENEVE TLV option item -* is present we set the option length field implicitly. -*/ -if (!MLX5_GET16 (fte_match_set_misc, misc_v, geneve_opt_len)) { -if (key_type &MLX5_SET_MATCHER_M ) -MLX5_SET (fte_match_set_misc, misc_v, geneve_opt_len, -MLX5_GENEVE_OPTLEN_MASK ); -else -MLX5_SET (fte_match_set_misc, misc_v, geneve_opt_len, - geneve_opt_v->option_len +1 ); - }/* Set the data. */ if (key_type ==MLX5_SET_MATCHER_SW_V ) data = geneve_opt_vv->data;
Signature · 1 line
2.25.1
PATCH v2 6/23 common/mlx5: add system image GUID attribute
In reply to Michael BaumAdd to the "system_image_guid" filed describing uniquely the physical device into "mlx5_hca_attr" structure.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 10 ++++++---- drivers/common/mlx5/mlx5_devx_cmds.h | 1 + 2 files changed, 7 insertions(+), 4 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +6 -4
@@ -518,8 +518,11 @@ mlx5_devx_cmd_query_nic_vport_context(void *ctx, } vctx =MLX5_ADDR_OF (query_nic_vport_context_out, out, nic_vport_context); - attr->vport_inline_mode =MLX5_GET (nic_vport_context, vctx, - min_wqe_inline_mode); +if (attr->wqe_inline_mode ==MLX5_CAP_INLINE_MODE_VPORT_CONTEXT ) + attr->vport_inline_mode =MLX5_GET (nic_vport_context, vctx, + min_wqe_inline_mode); + attr->system_image_guid =MLX5_GET64 (nic_vport_context, vctx, + system_image_guid);return 0 ; }
@@ -1351,8 +1354,7 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, } attr->qp_ts_format =MLX5_GET (roce_caps, hcattr, qp_ts_format); } -if (attr->eth_virt && - attr->wqe_inline_mode ==MLX5_CAP_INLINE_MODE_VPORT_CONTEXT ) { +if (attr->eth_virt) { rc =mlx5_devx_cmd_query_nic_vport_context (ctx,0 , attr);if (rc) { attr->eth_virt =0 ;
drivers/common/mlx5/mlx5_devx_cmds.h +1 -0
@@ -322,6 +322,7 @@ struct mlx5_hca_attr { uint32_t lag_rx_port_affinity:1; uint32_t wqe_based_flow_table_sup:1;uint8_t max_header_modify_pattern_length; +uint64_t system_image_guid; };/* LAG Context. */
Signature · 1 line
2.25.1
PATCH v2 7/23 common/mlx5: add GENEVE TLV option attribute structure
In reply to Michael BaumAdd a new structure "mlx5_devx_geneve_tlv_option_attr" to use in GENEVE TLV option creation.
Later this structure will be used by GENEVE TLV option query operation as well.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 28 +++++++++++++--------------- drivers/common/mlx5/mlx5_devx_cmds.h | 11 ++++++++++- drivers/net/mlx5/mlx5_flow_dv.c | 10 +++++++--- 3 files changed, 30 insertions(+), 19 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +13 -15
@@ -2858,19 +2858,15 @@ mlx5_devx_cmd_create_conn_track_offload_obj(void *ctx, uint32_t pd,* * @param[in] ctx * Context returned from mlx5 open_device() glue function. -* @param [in] class -* TLV option variable value of class -* @param [in] type -* TLV option variable value of type -* @param [in] len -* TLV option variable value of len +* @param[in] attr +* Pointer to GENEVE TLV option attributes structure. * * @return * The DevX object created, NULL otherwise and rte_errno is set. */ struct mlx5_devx_obj *mlx5_devx_cmd_create_geneve_tlv_option (void *ctx, -uint16_t class,uint8_t type,uint8_t len) +struct mlx5_devx_geneve_tlv_option_attr *attr) {uint32_t in[MLX5_ST_SZ_DW (create_geneve_tlv_option_in)] = {0 };uint32_t out[MLX5_ST_SZ_DW (general_obj_out_cmd_hdr)] = {0 };
@@ -2879,25 +2875,27 @@ mlx5_devx_cmd_create_geneve_tlv_option(void *ctx, 0, SOCKET_ID_ANY);if (!geneve_tlv_opt_obj) { -DRV_LOG (ERR ,"Failed to allocate geneve tlv option object." ); +DRV_LOG (ERR ,"Failed to allocate GENEVE TLV option object." ); rte_errno =ENOMEM ;return NULL ; }void *hdr =MLX5_ADDR_OF (create_geneve_tlv_option_in, in, hdr);void *opt =MLX5_ADDR_OF (create_geneve_tlv_option_in, in, - geneve_tlv_opt); + geneve_tlv_opt);MLX5_SET (general_obj_in_cmd_hdr, hdr, opcode, -MLX5_CMD_OP_CREATE_GENERAL_OBJECT ); +MLX5_CMD_OP_CREATE_GENERAL_OBJECT );MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_type,MLX5_GENERAL_OBJ_TYPE_GENEVE_TLV_OPT );MLX5_SET (geneve_tlv_option, opt, option_class, -rte_be_to_cpu_16 (class)); -MLX5_SET (geneve_tlv_option, opt, option_type, type); -MLX5_SET (geneve_tlv_option, opt, option_data_length, len); +rte_be_to_cpu_16 (attr->option_class)); +MLX5_SET (geneve_tlv_option, opt, option_type, attr->option_type); +MLX5_SET (geneve_tlv_option, opt, option_data_length, + attr->option_data_len); geneve_tlv_opt_obj->obj = mlx5_glue->devx_obj_create (ctx, in, -sizeof (in), out,sizeof (out)); +sizeof (in), out, +sizeof (out));if (!geneve_tlv_opt_obj->obj) { -DEVX_DRV_LOG (ERR , out,"create GENEVE TLV" ,NULL ,0 ); +DEVX_DRV_LOG (ERR , out,"create GENEVE TLV option" ,NULL ,0 );mlx5_free (geneve_tlv_opt_obj);return NULL ; }
drivers/common/mlx5/mlx5_devx_cmds.h +10 -1
@@ -668,6 +668,15 @@ struct mlx5_devx_crypto_login_attr {uint8_t credential[MLX5_CRYPTO_CREDENTIAL_SIZE ]; }; +/* +* GENEVE TLV option attributes structure, used by GENEVE TLV option create. +*/ +struct mlx5_devx_geneve_tlv_option_attr { +uint32_t option_class:16 ; +uint32_t option_type:8 ; +uint32_t option_data_len:5 ; +}; +/* mlx5_devx_cmds.c */ __rte_internal
@@ -778,7 +787,7 @@ int mlx5_devx_cmd_register_write(void *ctx, uint16_t reg_id,__rte_internal struct mlx5_devx_obj *mlx5_devx_cmd_create_geneve_tlv_option (void *ctx, -uint16_t class,uint8_t type,uint8_t len); +struct mlx5_devx_geneve_tlv_option_attr *attr);/** * Create virtio queue counters object DevX API.
drivers/net/mlx5/mlx5_flow_dv.c +7 -3
@@ -10046,11 +10046,15 @@ flow_dev_geneve_tlv_option_resource_register(struct rte_eth_dev *dev, goto exit; } }else { +struct mlx5_devx_geneve_tlv_option_attr attr = { + .option_class = geneve_opt_v->option_class, + .option_type = geneve_opt_v->option_type, + .option_data_len = geneve_opt_v->option_len, + }; +/* Create a GENEVE TLV object and resource. */ obj =mlx5_devx_cmd_create_geneve_tlv_option (sh->cdev->ctx, - geneve_opt_v->option_class, - geneve_opt_v->option_type, - geneve_opt_v->option_len); + &attr);if (!obj) { ret = rte_flow_error_set(error, ENODATA, RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
Signature · 1 line
2.25.1
PATCH v2 8/23 common/mlx5: add PRM attribute for TLV sample
In reply to Michael BaumAdd GENEVE TLV sample fields in 2 places:
1. New HCA capabilities indicating GENEVE TLV sample is supported.
2. New fields in "mlx5_ifc_geneve_tlv_option_bits" structure.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 18 ++++++++++++++++-- drivers/common/mlx5/mlx5_devx_cmds.h | 9 +++++++-- drivers/common/mlx5/mlx5_prm.h | 15 +++++++++++---- 3 files changed, 34 insertions(+), 8 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +16 -2
@@ -968,6 +968,10 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, max_geneve_tlv_options); attr->max_geneve_tlv_option_data_len =MLX5_GET (cmd_hca_cap, hcattr, max_geneve_tlv_option_data_len); + attr->geneve_tlv_option_offset =MLX5_GET (cmd_hca_cap, hcattr, + geneve_tlv_option_offset); + attr->geneve_tlv_sample =MLX5_GET (cmd_hca_cap, hcattr, + geneve_tlv_sample); attr->query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, query_match_sample_info); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos);
@@ -2886,11 +2890,21 @@ mlx5_devx_cmd_create_geneve_tlv_option(void *ctx, MLX5_CMD_OP_CREATE_GENERAL_OBJECT);MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_type,MLX5_GENERAL_OBJ_TYPE_GENEVE_TLV_OPT ); -MLX5_SET (geneve_tlv_option, opt, option_class, -rte_be_to_cpu_16 (attr->option_class));MLX5_SET (geneve_tlv_option, opt, option_type, attr->option_type);MLX5_SET (geneve_tlv_option, opt, option_data_length, attr->option_data_len); +if (attr->option_class_ignore) +MLX5_SET (geneve_tlv_option, opt, option_class_ignore, + attr->option_class_ignore); +else +MLX5_SET (geneve_tlv_option, opt, option_class, +rte_be_to_cpu_16 (attr->option_class)); +if (attr->offset_valid) { +MLX5_SET (geneve_tlv_option, opt, sample_offset_valid, + attr->offset_valid); +MLX5_SET (geneve_tlv_option, opt, sample_offset, + attr->sample_offset); + } geneve_tlv_opt_obj->obj = mlx5_glue->devx_obj_create (ctx, in,sizeof (in), out,sizeof (out));
drivers/common/mlx5/mlx5_devx_cmds.h +7 -2
@@ -212,8 +212,10 @@ struct mlx5_hca_attr {uint32_t lro_timer_supported_periods[MLX5_LRO_NUM_SUPP_PERIODS ];uint16_t lro_min_mss_size;uint32_t flex_parser_protocols; -uint32_t max_geneve_tlv_options; -uint32_t max_geneve_tlv_option_data_len; + uint32_t max_geneve_tlv_options:8; + uint32_t max_geneve_tlv_option_data_len:5; + uint32_t geneve_tlv_sample:1; + uint32_t geneve_tlv_option_offset:1; uint32_t hairpin:1; uint32_t log_max_hairpin_queues:5; uint32_t log_max_hairpin_wq_data_sz:5;
@@ -675,6 +677,9 @@ struct mlx5_devx_geneve_tlv_option_attr { uint32_t option_class:16; uint32_t option_type:8; uint32_t option_data_len:5; + uint32_t option_class_ignore:1; + uint32_t offset_valid:1; + uint32_t sample_offset:8; };/* mlx5_devx_cmds.c */
drivers/common/mlx5/mlx5_prm.h +11 -4
@@ -1854,7 +1854,9 @@ struct mlx5_ifc_cmd_hca_cap_bits {u8 num_of_uars_per_page[0x20 ];u8 flex_parser_protocols[0x20 ];u8 max_geneve_tlv_options[0x8 ]; -u8 reserved_at_568[0x3 ]; +u8 geneve_tlv_sample[0x1 ]; +u8 geneve_tlv_option_offset[0x1 ]; +u8 reserved_at_56a[0x1 ];u8 max_geneve_tlv_option_data_len[0x5 ];u8 flex_parser_header_modify[0x1 ];u8 reserved_at_571[0x2 ];
@@ -3424,16 +3426,21 @@ struct mlx5_ifc_virtio_q_counters_bits {struct mlx5_ifc_geneve_tlv_option_bits {u8 modify_field_select[0x40 ]; -u8 reserved_at_40[0x18 ]; +u8 reserved_at_40[0x8 ]; +u8 sample_offset[0x8 ]; +u8 sample_id_valid[0x1 ]; +u8 sample_offset_valid[0x1 ]; +u8 option_class_ignore[0x1 ]; +u8 reserved_at_53[0x5 ];u8 geneve_option_fte_index[0x8 ];u8 option_class[0x10 ];u8 option_type[0x8 ];u8 reserved_at_78[0x3 ];u8 option_data_length[0x5 ]; -u8 reserved_at_80[0x180 ]; +u8 geneve_sample_field_id[0x20 ]; +u8 reserved_at_a0[0x160 ]; }; -enum mlx5_ifc_rtc_update_mode {MLX5_IFC_RTC_STE_UPDATE_MODE_BY_HASH =0x0 ,MLX5_IFC_RTC_STE_UPDATE_MODE_BY_OFFSET =0x1 ,
Signature · 1 line
2.25.1
PATCH v2 9/23 common/mlx5: add sample info query syndrome into error log
In reply to Michael BaumMove "mlx5_devx_cmd_match_sample_info_query()" function to use "DEVX_DRV_LOG" in case of "devx_general_cmd" failure. This macro contains syndrome report and used by all other function calling "devx_general_cmd".
--- drivers/common/mlx5/mlx5_devx_cmds.c | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-)
drivers/common/mlx5/mlx5_devx_cmds.c +4 -5
@@ -641,11 +641,10 @@ mlx5_devx_cmd_match_sample_info_query(void *ctx, uint32_t sample_field_id,MLX5_SET (query_match_sample_info_in, in, sample_field_id, sample_field_id); rc = mlx5_glue->devx_general_cmd (ctx, in,sizeof (in), out,sizeof (out)); -if (rc) { -DRV_LOG (ERR ,"Failed to query match sample info using DevX: %s" , -strerror (rc)); - rte_errno = rc; -return -rc; +if (rc ||MLX5_FW_STATUS (out)) { +DEVX_DRV_LOG (ERR , out,"query match sample info" , +"sample_field_id" , sample_field_id); +return MLX5_DEVX_ERR_RC (rc); } attr->modify_field_id =MLX5_GET (query_match_sample_info_out, out, modify_field_id);
Signature · 1 line
2.25.1
PATCH v2 10/23 common/mlx5: query GENEVE option sample ID from HCA attr
In reply to Michael BaumThis patch adds the GENEVE option sample ID into HCA attribute structure.
This sample ID is used as the input of "mlx5_devx_cmd_match_sample_info_query" function when flex parser profile is 0.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 2 ++ drivers/common/mlx5/mlx5_devx_cmds.h | 1 + 2 files changed, 3 insertions(+)
drivers/common/mlx5/mlx5_devx_cmds.c +2 -0
@@ -973,6 +973,8 @@ mlx5_devx_cmd_query_hca_attr(void *ctx, geneve_tlv_sample); attr->query_match_sample_info =MLX5_GET (cmd_hca_cap, hcattr, query_match_sample_info); + attr->geneve_tlv_option_sample_id =MLX5_GET (cmd_hca_cap, hcattr, + flex_parser_id_geneve_opt_0); attr->qos.sup =MLX5_GET (cmd_hca_cap, hcattr, qos); attr->wqe_index_ignore =MLX5_GET (cmd_hca_cap, hcattr, wqe_index_ignore_cap);
drivers/common/mlx5/mlx5_devx_cmds.h +1 -0
@@ -216,6 +216,7 @@ struct mlx5_hca_attr { uint32_t max_geneve_tlv_option_data_len:5; uint32_t geneve_tlv_sample:1; uint32_t geneve_tlv_option_offset:1; + uint32_t geneve_tlv_option_sample_id:4; uint32_t hairpin:1; uint32_t log_max_hairpin_queues:5; uint32_t log_max_hairpin_wq_data_sz:5;
Signature · 1 line
2.25.1
PATCH v2 11/23 common/mlx5: add function to query GENEVE TLV option
In reply to Michael BaumAdd a new function to query information about GENEVE TLV option parser.
--- drivers/common/mlx5/mlx5_devx_cmds.c | 50 ++++++++++++++++++++++++++++ drivers/common/mlx5/mlx5_devx_cmds.h | 6 ++++ drivers/common/mlx5/mlx5_prm.h | 5 +++ drivers/common/mlx5/version.map | 1 + 4 files changed, 62 insertions(+)
drivers/common/mlx5/mlx5_devx_cmds.c +50 -0
@@ -2918,6 +2918,56 @@ mlx5_devx_cmd_create_geneve_tlv_option(void *ctx,return geneve_tlv_opt_obj; } +/** +* Query GENEVE TLV option using DevX API. +* +* @param[in] ctx +* Context used to create GENEVE TLV option object. +* @param[in] geneve_tlv_opt_obj +* DevX object of the GENEVE TLV option. +* @param[out] attr +* Pointer to match sample info attributes structure. +* +* @return +* 0 on success, a negative errno otherwise and rte_errno is set. +*/ +int +mlx5_devx_cmd_query_geneve_tlv_option (void *ctx, +struct mlx5_devx_obj *geneve_tlv_opt_obj, +struct mlx5_devx_match_sample_info_query_attr *attr) +{ +uint32_t in[MLX5_ST_SZ_DW (general_obj_in_cmd_hdr)] = {0 }; +uint32_t out[MLX5_ST_SZ_DW (query_geneve_tlv_option_out)] = {0 }; +void *hdr =MLX5_ADDR_OF (query_geneve_tlv_option_out, in, hdr); +void *opt =MLX5_ADDR_OF (query_geneve_tlv_option_out, out, + geneve_tlv_opt); +int ret; + +MLX5_SET (general_obj_in_cmd_hdr, hdr, opcode, +MLX5_CMD_OP_QUERY_GENERAL_OBJECT ); +MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_type, +MLX5_GENERAL_OBJ_TYPE_GENEVE_TLV_OPT ); +MLX5_SET (general_obj_in_cmd_hdr, hdr, obj_id, geneve_tlv_opt_obj->id); +/* Call first query to get sample handle. */ + ret = mlx5_glue->devx_obj_query (geneve_tlv_opt_obj->obj, in,sizeof (in), + out,sizeof (out)); +if (ret) { +DRV_LOG (ERR ,"Failed to query GENEVE TLV option using DevX." ); + rte_errno = errno; +return -errno; + } +/* Call second query to get sample information. */ +if (MLX5_GET (geneve_tlv_option, opt, sample_id_valid)) { +uint32_t sample_id =MLX5_GET (geneve_tlv_option, opt, + geneve_sample_field_id); + +return mlx5_devx_cmd_match_sample_info_query (ctx, sample_id, + attr); + } +DRV_LOG (DEBUG ,"GENEVE TLV option sample isn't valid." ); +return 0 ; +} +int mlx5_devx_cmd_wq_query (void *wq,uint32_t *counter_set_id) {
drivers/common/mlx5/mlx5_devx_cmds.h +6 -0
@@ -795,6 +795,12 @@ struct mlx5_devx_obj *mlx5_devx_cmd_create_geneve_tlv_option (void *ctx, struct mlx5_devx_geneve_tlv_option_attr *attr); +__rte_internal +int +mlx5_devx_cmd_query_geneve_tlv_option (void *ctx, +struct mlx5_devx_obj *geneve_tlv_opt_obj, +struct mlx5_devx_match_sample_info_query_attr *attr); +/** * Create virtio queue counters object DevX API. *
drivers/common/mlx5/mlx5_prm.h +5 -0
@@ -3729,6 +3729,11 @@ struct mlx5_ifc_create_geneve_tlv_option_in_bits {struct mlx5_ifc_geneve_tlv_option_bits geneve_tlv_opt; }; +struct mlx5_ifc_query_geneve_tlv_option_out_bits { +struct mlx5_ifc_general_obj_in_cmd_hdr_bits hdr; +struct mlx5_ifc_geneve_tlv_option_bits geneve_tlv_opt; +}; +struct mlx5_ifc_create_rtc_in_bits {struct mlx5_ifc_general_obj_in_cmd_hdr_bits hdr;struct mlx5_ifc_rtc_bits rtc;
drivers/common/mlx5/version.map +1 -0
@@ -54,6 +54,7 @@ INTERNAL { mlx5_devx_cmd_modify_tir; mlx5_devx_cmd_modify_virtq; mlx5_devx_cmd_qp_query_tis_td; + mlx5_devx_cmd_query_geneve_tlv_option; mlx5_devx_cmd_query_hca_attr; mlx5_devx_cmd_query_lag; mlx5_devx_cmd_query_parse_samples;
Signature · 1 line
2.25.1
PATCH v2 12/23 net/mlx5: add physical device handle
In reply to Michael BaumAdd structure describing physical device, and manage physical device global list.
--- drivers/net/mlx5/mlx5.c | 77 ++++++++++++++++++++++++++++++++++++----- drivers/net/mlx5/mlx5.h | 13 +++++++ 2 files changed, 82 insertions(+), 8 deletions(-)
drivers/net/mlx5/mlx5.c +69 -8
@@ -190,9 +190,10 @@ struct mlx5_shared_data *mlx5_shared_data;/** Driver-specific log messages type. */ int mlx5_logtype; -static LIST_HEAD(, mlx5_dev_ctx_shared) mlx5_dev_ctx_list = -LIST_HEAD_INITIALIZER (); +static LIST_HEAD(mlx5_dev_ctx_list, mlx5_dev_ctx_shared) dev_ctx_list = LIST_HEAD_INITIALIZER(); +static LIST_HEAD(mlx5_phdev_list, mlx5_physical_device) phdev_list = LIST_HEAD_INITIALIZER();static pthread_mutex_t mlx5_dev_ctx_list_mutex; + static const struct mlx5_indexed_pool_config mlx5_ipool_cfg[] = { #if defined(HAVE_IBV_FLOW_DV_SUPPORT) || !defined(HAVE_INFINIBAND_VERBS_H) [MLX5_IPOOL_DECAP_ENCAP] = {
@@ -1692,6 +1693,60 @@ mlx5_init_shared_dev_registers(struct mlx5_dev_ctx_shared *sh)mlx5_init_hws_flow_tags_registers (sh); } +static struct mlx5_physical_device * +mlx5_get_physical_device (struct mlx5_common_device *cdev) +{ +struct mlx5_physical_device *phdev; +struct mlx5_hca_attr *attr = &cdev->config.hca_attr; + +/* Search for physical device by system_image_guid. */ + LIST_FOREACH(phdev, &phdev_list, next) { +if (phdev->guid == attr->system_image_guid) { + phdev->refcnt++; +return phdev; + } + } + phdev =mlx5_malloc (MLX5_MEM_ZERO |MLX5_MEM_RTE , +sizeof (struct mlx5_physical_device ), +RTE_CACHE_LINE_SIZE ,SOCKET_ID_ANY ); +if (!phdev) { +DRV_LOG (ERR ,"Physical device allocation failure." ); + rte_errno =ENOMEM ; +return NULL ; + } + phdev->guid = attr->system_image_guid; + phdev->refcnt =1 ; +LIST_INSERT_HEAD (&phdev_list, phdev, next); +DRV_LOG (DEBUG ,"Physical device is created, guid=%" PRIu64"." , + phdev->guid); +return phdev; +} + +static void +mlx5_physical_device_destroy (struct mlx5_physical_device *phdev) +{ +#ifdef RTE_LIBRTE_MLX5_DEBUG +/* Check the object presence in the list. */ +struct mlx5_physical_device *lphdev; + + LIST_FOREACH(lphdev, &phdev_list, next) +if (lphdev == phdev) +break ; +MLX5_ASSERT (lphdev); +if (lphdev != phdev) { +DRV_LOG (ERR ,"Freeing non-existing physical device" ); +return ; + } +#endif +MLX5_ASSERT (phdev); +MLX5_ASSERT (phdev->refcnt); +if (--phdev->refcnt) +return ; +/* Remove physical device from the global device list. */ +LIST_REMOVE (phdev, next); +mlx5_free (phdev); +} +/** * Allocate shared device context. If there is multiport device the * master and representors will share this context, if there is single
@@ -1725,7 +1780,7 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn,MLX5_ASSERT (rte_eal_process_type () ==RTE_PROC_PRIMARY );pthread_mutex_lock (&mlx5_dev_ctx_list_mutex);/* Search for IB context by device name. */ - LIST_FOREACH(sh, &mlx5_dev_ctx_list, next) { + LIST_FOREACH(sh, &dev_ctx_list, next) {if (!strcmp (sh->ibdev_name, spawn->phys_dev_name)) { sh->refcnt++; goto exit;
@@ -1765,6 +1820,9 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn, sizeof(sh->ibdev_name) - 1);strncpy (sh->ibdev_path,mlx5_os_get_ctx_device_path (sh->cdev->ctx),sizeof (sh->ibdev_path) -1 ); + sh->phdev =mlx5_get_physical_device (sh->cdev); +if (!sh->phdev) + goto error;/* * Setting port_id to max unallowed value means there is no interrupt * subhandler installed for the given port index i.
@@ -1798,7 +1856,7 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn,#endif }mlx5_os_dev_shared_handler_install (sh); -if (LIST_EMPTY (&mlx5_dev_ctx_list)) { +if (LIST_EMPTY (&dev_ctx_list)) { err =mlx5_flow_os_init_workspace_once ();if (err) goto error;
@@ -1811,7 +1869,7 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn,mlx5_flow_aging_init (sh);mlx5_flow_ipool_create (sh);/* Add context to the global device list. */ -LIST_INSERT_HEAD (&mlx5_dev_ctx_list, sh, next); +LIST_INSERT_HEAD (&dev_ctx_list, sh, next);rte_spinlock_init (&sh->geneve_tlv_opt_sl);mlx5_init_shared_dev_registers (sh);/* Init counter pool list header and lock. */
@@ -1833,6 +1891,8 @@ mlx5_alloc_shared_dev_ctx(const struct mlx5_dev_spawn_data *spawn, }while (++i <= (uint32_t )sh->bond.n_port);if (sh->td)claim_zero (mlx5_devx_cmd_destroy (sh->td)); +if (sh->phdev) +mlx5_physical_device_destroy (sh->phdev);mlx5_free (sh); rte_errno = err;return NULL ;
@@ -1919,7 +1979,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh)/* Check the object presence in the list. */ struct mlx5_dev_ctx_shared *lctx; - LIST_FOREACH(lctx, &mlx5_dev_ctx_list, next) + LIST_FOREACH(lctx, &dev_ctx_list, next)if (lctx == sh)break ;MLX5_ASSERT (lctx);
@@ -1945,7 +2005,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh)/* Remove context from the global device list. */ LIST_REMOVE (sh, next);/* Release resources on the last device removal. */ -if (LIST_EMPTY (&mlx5_dev_ctx_list)) { +if (LIST_EMPTY (&dev_ctx_list)) {mlx5_os_net_cleanup ();mlx5_flow_os_release_workspace (); }
@@ -1985,6 +2045,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh)MLX5_ASSERT (sh->geneve_tlv_option_resource ==NULL );pthread_mutex_destroy (&sh->txpp.mutex);mlx5_lwm_unset (sh); +mlx5_physical_device_destroy (sh->phdev);mlx5_free (sh);return ; exit:
@@ -2929,7 +2990,7 @@ mlx5_probe_again_args_validate(struct mlx5_common_device *cdev,return 0 ;pthread_mutex_lock (&mlx5_dev_ctx_list_mutex);/* Search for IB context by common device pointer. */ - LIST_FOREACH(sh, &mlx5_dev_ctx_list, next) + LIST_FOREACH(sh, &dev_ctx_list, next)if (sh->cdev == cdev)break ;pthread_mutex_unlock (&mlx5_dev_ctx_list_mutex);
drivers/net/mlx5/mlx5.h +13 -0
@@ -1419,6 +1419,18 @@ struct mlx5_dev_registers {#define HAVE_MLX5_DR_CREATE_ACTION_ASO_EXT #endif +/** +* Physical device structure. +* This device is created once per NIC to manage recourses shared by all ports +* under same physical device. +*/ +struct mlx5_physical_device { +LIST_ENTRY (mlx5_physical_device) next; +struct mlx5_dev_ctx_shared *sh;/* Created on sherd context. */ +uint64_t guid;/* System image guid, the uniq ID of physical device. */ +uint32_t refcnt; +}; +/* * Shared Infiniband device context for Master/Representors * which belong to same IB device with multiple IB ports.
@@ -1450,6 +1462,7 @@ struct mlx5_dev_ctx_shared {uint32_t max_port;/* Maximal IB device port index. */ struct mlx5_bond_info bond;/* Bonding information. */ struct mlx5_common_device *cdev;/* Backend mlx5 device. */ +struct mlx5_physical_device *phdev;/* Backend physical device. */ uint32_t tdn;/* Transport Domain number. */ char ibdev_name[MLX5_FS_NAME_MAX ];/* SYSFS dev name. */ char ibdev_path[MLX5_FS_PATH_MAX ];/* SYSFS dev path for secondary */
Signature · 1 line
2.25.1
PATCH v2 14/23 net/mlx5: add API to expose GENEVE option FW information
In reply to Michael BaumAdd a new API to expose GENEVE option FW information to DR layer.
--- drivers/net/mlx5/mlx5_flow.h | 28 +++++++++ drivers/net/mlx5/mlx5_flow_geneve.c | 94 +++++++++++++++++++++++++++++ 2 files changed, 122 insertions(+)
drivers/net/mlx5/mlx5_flow.h +28 -0
@@ -1772,6 +1772,34 @@ flow_hw_get_reg_id_from_ctx(void *dr_ctx,return REG_NON ; } +/** +* Get GENEVE TLV option FW information according type and class. +* +* @param[in] dr_ctx +* Pointer to HW steering DR context. +* @param[in] type +* GENEVE TLV option type. +* @param[in] class +* GENEVE TLV option class. +* @param[out] hl_ok_bit +* Pointer to header layout structure describing OK bit FW information. +* @param[out] num_of_dws +* Pointer to fill inside the size of 'hl_dws' array. +* @param[out] hl_dws +* Pointer to header layout array describing data DWs FW information. +* @param[out] ok_bit_on_class +* Pointer to an indicator whether OK bit includes class along with type. +* +* @return +* 0 on success, negative errno otherwise and rte_errno is set. +*/ +int +mlx5_get_geneve_hl_data (const void *dr_ctx,uint8_t type,uint16_t class, +struct mlx5_hl_data **const hl_ok_bit, +uint8_t *num_of_dws, +struct mlx5_hl_data **const hl_dws, +bool *ok_bit_on_class); +void * mlx5_geneve_tlv_parser_create(uint16_t port_id, const struct rte_pmd_mlx5_geneve_tlv tlv_list[],
drivers/net/mlx5/mlx5_flow_geneve.c +94 -0
100 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH v2 15/23 net/mlx5: add testpmd support for GENEVE TLV parser
In reply to Michael BaumAdd GENEVE TLV parser support for mlx5 testpmd using following commands:
1. Add single option to the global option list:
testpmd> mlx5 set tlv_option class (class) type (type) len (length) \
offset (sample_offset) sample_len (sample_len) \
class_mode (ignore|fixed|matchable) \
data (0xffffffff|0x0 [0xffffffff|0x0]*)2. Remove several options from the global option list:
testpmd> mlx5 flush tlv_options max (nb_option)
3. Print all options which are set in the global option list so far:
testpmd> mlx5 list tlv_options
4. Create GENEVE TLV parser for specific port using option list which are set so far:
testpmd> mlx5 port (port_id) apply tlv_options
5. Destroy GENEVE TLV parser for specific port:
testpmd> mlx5 port (port_id) destroy tlv_options
--- doc/guides/nics/mlx5.rst | 97 ++++++ drivers/net/mlx5/mlx5_testpmd.c | 556 +++++++++++++++++++++++++++++++- 2 files changed, 652 insertions(+), 1 deletion(-)
doc/guides/nics/mlx5.rst +97 -0
@@ -2515,3 +2515,100 @@ This command is used for testing live migration, and works for software steering only. Default FDB jump should be disabled if switchdev is enabled. The mode will propagate to all the probed ports. + +GENEVE TLV options parser +~~~~~~~~~~~~~~~~~~~~~~~~~ + +GENEVE TLV options parser management. +See :ref:`options parser API <geneve_parser_api>` for more information. + +Setting Option +^^^^^^^^^^^^^^ + +Add single option to the global option list:: + + testpmd> mlx5 set tlv_option class (class) type (type) len (length) \ + offset (sample_offset) sample_len (sample_len) \ + class_mode (ignore|fixed|matchable) data (0xffffffff|0x0 [0xffffffff|0x0]*) + +where: + +* ``class``: option class. +* ``type``: option type. +* ``length``: option data length in 4 bytes granularity. +* ``sample_offset``: offset to data list related to option data start. + The offset is in 4 bytes granularity. +* ``sample_len``: length data list in 4 bytes granularity. +* ``ignore``: ignore ``class`` field. +* ``fixed``: option class is fixed and defines the option along with the type. +* ``matchable``: ``class`` field is matchable. +* ``data``: list of masks indicating which DW should be configure. + The size of list should be equal to ``sample_len``. +* ``0xffffffff``: this DW should be configure. +* ``0x0``: this DW shouldn't be configure. + + +Flushing Options +^^^^^^^^^^^^^^^^ + +Remove several options from the global option list:: + + testpmd> mlx5 flush tlv_options max (nb_option) + +where: + +* ``nb_option``: maximum number of option to remove from list. The order is LIFO. + + +Listing Options +^^^^^^^^^^^^^^^ + +Print all options which are set in the global option list so far:: + + testpmd> mlx5 list tlv_options + +Output contains the values of each option, one per line. +There is no output at all when no options are configured on the global list:: + + ID Type Class Class_mode Len Offset Sample_len Data + [...] [...] [...] [...] [...] [...] [...] [...] + +Setting several options and listing them:: + + testpmd> mlx5 set tlv_option class 1 type 1 len 4 offset 1 sample_len 3 + class_mode fixed data 0xffffffff 0x0 0xffffffff + testpmd: set new option in global list, now it has 1 options + testpmd> mlx5 set tlv_option class 1 type 2 len 2 offset 0 sample_len 2 + class_mode fixed data 0xffffffff 0xffffffff + testpmd: set new option in global list, now it has 2 options + testpmd> mlx5 set tlv_option class 1 type 3 len 5 offset 4 sample_len 1 + class_mode fixed data 0xffffffff + testpmd: set new option in global list, now it has 3 options + testpmd> mlx5 list tlv_options + ID Type Class Class_mode Len Offset Sample_len Data + 0 1 1 fixed 4 1 3 0xffffffff 0x0 0xffffffff + 1 2 1 fixed 2 0 2 0xffffffff 0xffffffff + 2 3 1 fixed 5 4 1 0xffffffff + testpmd> + + +Applying Options +^^^^^^^^^^^^^^^^ + +Create GENEVE TLV parser for specific port using option list which are set so +far:: + + testpmd> mlx5 port (port_id) apply tlv_options + +The same global option list can used by several ports. + + +Destroying Options +^^^^^^^^^^^^^^^^^^ + +Destroy GENEVE TLV parser for specific port:: + + testpmd> mlx5 port (port_id) destroy tlv_options + +This command doesn't destroy the global list, +For releasing options, ``flush`` command should be used.
drivers/net/mlx5/mlx5_testpmd.c +555 -1
582 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH v2 16/23 net/mlx5/hws: increase hl size for future compatibility
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
In some cases we rely on header layout DW offset from FW caps, this is done in case of future HW which may support current flex fields natively, for this we must increase header layout to 255 DWs, which is the limit in current definer creation.
--- drivers/net/mlx5/hws/mlx5dr_definer.h | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-)
drivers/net/mlx5/hws/mlx5dr_definer.h +2 -4
@@ -534,10 +534,8 @@ struct mlx5_ifc_definer_hl_bits {u8 unsupported_free_running_timestamp[0x40 ];struct mlx5_ifc_definer_hl_flex_parser_bits flex_parser;struct mlx5_ifc_definer_hl_registers_bits registers; -/* struct x ib_l3_extended; */ -/* struct x rwh */ -/* struct x dcceth */ -/* struct x dceth */ +/* Reserved in case header layout on future HW */ +u8 unsupported_reserved[0xd40 ]; };enum mlx5dr_definer_gtp {
Signature · 1 line
2.25.1
PATCH v2 13/23 net/mlx5: add GENEVE TLV options parser API
In reply to Michael BaumAdd a new private API to create/destroy parser for GENEVE TLV options.
--- doc/guides/nics/mlx5.rst | 122 ++++++ doc/guides/platform/mlx5.rst | 6 +- drivers/net/mlx5/meson.build | 1 + drivers/net/mlx5/mlx5.c | 30 +- drivers/net/mlx5/mlx5.h | 8 + drivers/net/mlx5/mlx5_flow.c | 30 ++ drivers/net/mlx5/mlx5_flow.h | 18 + drivers/net/mlx5/mlx5_flow_geneve.c | 627 ++++++++++++++++++++++++++++ drivers/net/mlx5/rte_pmd_mlx5.h | 102 +++++ drivers/net/mlx5/version.map | 3 + 10 files changed, 945 insertions(+), 2 deletions(-) create mode 100644 drivers/net/mlx5/mlx5_flow_geneve.c
doc/guides/nics/mlx5.rst +122 -0
@@ -2314,6 +2314,128 @@ and disables ``avail_thresh_triggered``. testpmd> mlx5 set port 1 host_shaper avail_thresh_triggered 0 rate 50 +.. _geneve_parser_api: + +GENEVE TLV options parser +------------------------- + +NVIDIA ConnectX and BlueField devices support configure flex parser for +`GENEVE TLV options <https://www.rfc-editor.org/rfc/rfc8926.html#name-tunnel-options>`_. + +Each physical device has 7 DWs for GENEVE TLV options. +Partial option configuration is supported, mask for data is provided in parser +creation indicating which DWs configuration is requested. Only masked data DWs +can be matched later as item field using flow API. + +Matching of ``type`` field is supported for each configured option. +However, for matching ``class` field, the option should be configured with +``match_on_class_mode=2``. Matching on ``length`` field is not supported. +When ``match_on_class_mode=2`` is requested, one extra DW is consumed for it. + +Parser API +~~~~~~~~~~ + +An API to create/destroy GENEVE TLV parser is added. +Although the parser is created per physical device, this API is port oriented. +Each port should call this API before using GENEVE OPT item, +but its configuration must use the same options list with same internal order +configured by first port. + +Calling this API for different ports under same physical device doesn't consume +more DWs, the first one creates the parser and the rest use same configuration. + +``struct rte_pmd_mlx5_geneve_tlv`` is used for single option configuration: + +.. _table_rte_pmd_mlx5_geneve_tlv: + +.. table:: GENEVE TLV + + +-------------------------+-------------------------------------------------+ + | Field | Value | + +=========================+=================================================+ + | ``option_class`` | class | + +-------------------------+-------------------------------------------------+ + | ``option_type`` | type | + +-------------------------+-------------------------------------------------+ + | ``option_len`` | data length in DW granularity | + +-------------------------+-------------------------------------------------+ + | ``match_on_class_mode`` | indicator about class field role in this option | + +-------------------------+-------------------------------------------------+ + | ``offset`` | offset of the first sample in DW granularity | + +-------------------------+-------------------------------------------------+ + | ``sample_len`` | number of DW to sample | + +-------------------------+-------------------------------------------------+ + | ``match_data_mask`` | array of DWs which each bit marks if this bit | + | | should be sampled | + +-------------------------+-------------------------------------------------+ + +Creation +^^^^^^^^ + +Creates GENEVE TLV parser for the selected port. +This function must be called before first use of GENEVE option. + +.. code-block:: c + + void * + rte_pmd_mlx5_create_geneve_tlv_parser(uint16_t port_id, + const struct rte_pmd_mlx5_geneve_tlv tlv_list[], + uint8_t nb_options); + +The parser creation is done once for all GENEVE TLV options. +For adding a new option, the exist parser should be destroyed first. + +Arguments: + +- ``port_id``: port identifier of Ethernet device. +- ``tlv_list``: list of GENEVE TLV options to create parser for them. +- ``nb_options``: number of options in TLV list. + +Return values: + +- A valid handle in case of success, NULL otherwise (``rte_errno`` is also set), + the following errors are defined. +- ``ENODEV``: there is no Ethernet device for this port id. +- ``EINVAL``: invalid GENEVE TLV option requested. +- ``ENOTSUP``: the port doesn't support GENEVE TLV parsing. +- ``EEXIST``: this port already has GENEVE TLV parser or another port under same + physical device has already prepared a different parser. +- ``ENOMEM``: not enough memory to execute the function, or resource limitation + on the device. + + +Destruction +^^^^^^^^^^^ + +Destroy GENEVE TLV parser created by ``rte_pmd_mlx5_create_geneve_tlv_parser()``. +This function must be called after last use of GENEVE option and before port +closing. + +.. code-block:: c + + int + rte_pmd_mlx5_destroy_geneve_tlv_parser(void *handle); + +Failure to destroy a parser handle may occur when one of the options is used by +valid template table. + +Arguments: + +- ``handle``: handle for the GENEVE TLV parser object to be destroyed. + +Return values: + +- 0 on success, a negative errno value otherwise and ``rte_errno`` is set. + + +Limitations +~~~~~~~~~~~ + +* Supported only in HW steering (``dv_flow_en`` = 2). +* Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. +* Supported for FW version **xx.37.0142** and above. + + Testpmd driver specific commands --------------------------------
doc/guides/platform/mlx5.rst +5 -1
@@ -536,10 +536,14 @@ Below are some firmware configurations listed. or FLEX_PARSER_PROFILE_ENABLE=1 -- enable Geneve TLV option flow matching:: +- enable Geneve TLV option flow matching in SW steering:: FLEX_PARSER_PROFILE_ENABLE=0 +- enable Geneve TLV option flow matching in HW steering:: + + FLEX_PARSER_PROFILE_ENABLE=8 + - enable GTP flow matching:: FLEX_PARSER_PROFILE_ENABLE=3
drivers/net/mlx5/meson.build +1 -0
@@ -46,6 +46,7 @@ sources = files( if is_linux sources += files( + 'mlx5_flow_geneve.c', 'mlx5_flow_hw.c', 'mlx5_hws_cnt.c', 'mlx5_flow_quota.c',
drivers/net/mlx5/mlx5.c +29 -1
@@ -1722,6 +1722,19 @@ mlx5_get_physical_device(struct mlx5_common_device *cdev)return phdev; } +struct mlx5_physical_device * +mlx5_get_locked_physical_device (struct mlx5_priv *priv) +{ +pthread_mutex_lock (&mlx5_dev_ctx_list_mutex); +return priv->sh->phdev; +} + +void +mlx5_unlock_physical_device (void ) +{ +pthread_mutex_unlock (&mlx5_dev_ctx_list_mutex); +} +static void mlx5_physical_device_destroy (struct mlx5_physical_device *phdev) {
@@ -2278,6 +2291,7 @@ int mlx5_dev_close(struct rte_eth_dev *dev) {struct mlx5_priv *priv = dev->data->dev_private; +struct mlx5_dev_ctx_shared *sh = priv->sh;unsigned int i;int ret;
@@ -2290,7 +2304,7 @@ mlx5_dev_close(struct rte_eth_dev *dev)rte_eth_dev_release_port (dev);return 0 ; } -if (!priv->sh) +if (!sh)return 0 ;if (priv->shared_refcnt) { DRV_LOG(ERR, "port %u is shared host in use (%u)",
@@ -2298,6 +2312,15 @@ mlx5_dev_close(struct rte_eth_dev *dev) rte_errno =EBUSY ;return -EBUSY ; } +#ifdef HAVE_MLX5_HWS_SUPPORT +/* Check if shared GENEVE options created on context being closed. */ + ret =mlx5_geneve_tlv_options_check_busy (priv); +if (ret) { +DRV_LOG (ERR ,"port %u maintains shared GENEVE TLV options" , + dev->data->port_id); +return ret; + } +#endif DRV_LOG(DEBUG, "port %u closing device \"%s\"", dev->data->port_id, ((priv->sh->cdev->ctx != NULL) ?
@@ -2330,6 +2353,11 @@ mlx5_dev_close(struct rte_eth_dev *dev)flow_hw_destroy_vport_action (dev);flow_hw_resource_release (dev);flow_hw_clear_port_info (dev); +if (priv->tlv_options !=NULL ) { +/* Free the GENEVE TLV parser resource. */ +claim_zero (mlx5_geneve_tlv_options_destroy (priv->tlv_options, sh->phdev)); + priv->tlv_options =NULL ; + }#endif if (priv->rxq_privs !=NULL ) {/* XXX race condition if mlx5_rx_burst() is still running. */
drivers/net/mlx5/mlx5.h +8 -0
@@ -1419,6 +1419,8 @@ struct mlx5_dev_registers {#define HAVE_MLX5_DR_CREATE_ACTION_ASO_EXT #endif +struct mlx5_geneve_tlv_options ; +/** * Physical device structure. * This device is created once per NIC to manage recourses shared by all ports
@@ -1428,6 +1430,7 @@ struct mlx5_physical_device {LIST_ENTRY (mlx5_physical_device) next;struct mlx5_dev_ctx_shared *sh;/* Created on sherd context. */ uint64_t guid;/* System image guid, the uniq ID of physical device. */ +struct mlx5_geneve_tlv_options *tlv_options;uint32_t refcnt; };
@@ -1950,6 +1953,8 @@ struct mlx5_priv {/* Action template list. */ LIST_HEAD(flow_hw_at, rte_flow_actions_template) flow_hw_at;struct mlx5dr_context *dr_ctx;/**< HW steering DR context. */ +/* Pointer to the GENEVE TLV options. */ +struct mlx5_geneve_tlv_options *tlv_options;/* HW steering queue polling mechanism job descriptor LIFO. */ uint32_t hws_strict_queue:1;/**< Whether all operations strictly happen on the same HWS queue. */
@@ -2088,6 +2093,9 @@ void mlx5_flow_counter_mode_config(struct rte_eth_dev *dev);int mlx5_flow_aso_age_mng_init (struct mlx5_dev_ctx_shared *sh);int mlx5_aso_flow_mtrs_mng_init (struct mlx5_dev_ctx_shared *sh);int mlx5_flow_aso_ct_mng_init (struct mlx5_dev_ctx_shared *sh); +struct mlx5_physical_device * +mlx5_get_locked_physical_device (struct mlx5_priv *priv); +void mlx5_unlock_physical_device (void );/* mlx5_ethdev.c */
drivers/net/mlx5/mlx5_flow.c +30 -0
@@ -12524,3 +12524,33 @@ mlx5_flow_discover_ipv6_tc_support(struct rte_eth_dev *dev)flow_list_destroy (dev,MLX5_FLOW_TYPE_GEN , flow_idx);return 0 ; } + +void * +rte_pmd_mlx5_create_geneve_tlv_parser (uint16_t port_id, +const struct rte_pmd_mlx5_geneve_tlv tlv_list[], +uint8_t nb_options) +{ +#ifdef HAVE_MLX5_HWS_SUPPORT +return mlx5_geneve_tlv_parser_create (port_id, tlv_list, nb_options); +#else + (void )port_id; + (void )tlv_list; + (void )nb_options; +DRV_LOG (ERR ,"%s is not supported." , __func__); + rte_errno =ENOTSUP ; +return NULL ; +#endif +} + +int +rte_pmd_mlx5_destroy_geneve_tlv_parser (void *handle) +{ +#ifdef HAVE_MLX5_HWS_SUPPORT +return mlx5_geneve_tlv_parser_destroy (handle); +#else + (void )handle; +DRV_LOG (ERR ,"%s is not supported." , __func__); + rte_errno =ENOTSUP ; +return -rte_errno; +#endif +}
drivers/net/mlx5/mlx5_flow.h +18 -0
@@ -1336,6 +1336,8 @@ struct mlx5_action_construct_data { }; }; +#define MAX_GENEVE_OPTIONS_RESOURCES 7 +/* Flow item template struct. */ struct rte_flow_pattern_template {LIST_ENTRY (rte_flow_pattern_template) next;
@@ -1650,6 +1652,11 @@ struct mlx5_flow_split_info {uint64_t prefix_layers;/**< Prefix subflow layers. */ }; +struct mlx5_hl_data { +uint8_t dw_offset; +uint32_t dw_mask; +}; +struct flow_hw_port_info {uint32_t regc_mask;uint32_t regc_value;
@@ -1765,6 +1772,12 @@ flow_hw_get_reg_id_from_ctx(void *dr_ctx,return REG_NON ; } +void * +mlx5_geneve_tlv_parser_create (uint16_t port_id, +const struct rte_pmd_mlx5_geneve_tlv tlv_list[], +uint8_t nb_options); +int mlx5_geneve_tlv_parser_destroy (void *handle); +void flow_hw_set_port_info (struct rte_eth_dev *dev);void flow_hw_clear_port_info (struct rte_eth_dev *dev);int flow_hw_create_vport_action (struct rte_eth_dev *dev);
@@ -2810,6 +2823,11 @@ mlx5_get_tof(const struct rte_flow_item *items, enum mlx5_tof_rule_type *rule_type);void flow_hw_resource_release (struct rte_eth_dev *dev); +int +mlx5_geneve_tlv_options_destroy (struct mlx5_geneve_tlv_options *options, +struct mlx5_physical_device *phdev); +int +mlx5_geneve_tlv_options_check_busy (struct mlx5_priv *priv);void flow_hw_rxq_flag_set (struct rte_eth_dev *dev,bool enable); int flow_dv_action_validate(struct rte_eth_dev *dev,
drivers/net/mlx5/mlx5_flow_geneve.c new file +627 -0
627 lines not on this page · raw message
drivers/net/mlx5/rte_pmd_mlx5.h +102 -0
108 lines not on this page · raw message
drivers/net/mlx5/version.map +3 -0
@@ -17,4 +17,7 @@ EXPERIMENTAL { rte_pmd_mlx5_external_sq_enable; # added in 23.03 rte_pmd_mlx5_flow_engine_set_mode; + # added in 24.03 + rte_pmd_mlx5_create_geneve_tlv_parser; + rte_pmd_mlx5_destroy_geneve_tlv_parser; };
Signature · 1 line
2.25.1
PATCH v2 17/23 net/mlx5/hws: support GENEVE matching
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
Add matching for GENEVE tunnel header.
--- drivers/net/mlx5/hws/mlx5dr_definer.c | 91 +++++++++++++++++++++++++++ drivers/net/mlx5/hws/mlx5dr_definer.h | 19 ++++++ 2 files changed, 110 insertions(+)
drivers/net/mlx5/hws/mlx5dr_definer.c +91 -0
@@ -12,6 +12,7 @@#define UDP_VXLAN_GPE_PORT 4790#define UDP_GTPU_PORT 2152#define UDP_PORT_MPLS 6635 +#define UDP_GENEVE_PORT 6081#define UDP_ROCEV2_PORT 4791#define DR_FLOW_LAYER_TUNNEL_NO_MPLS (MLX5_FLOW_LAYER_TUNNEL & ~MLX5_FLOW_LAYER_MPLS)
@@ -177,6 +178,9 @@ struct mlx5dr_definer_conv_data { X(SET, source_qp, v->queue, mlx5_rte_flow_item_sq) \ X(SET, tag, v->data, rte_flow_item_tag) \ X(SET, metadata, v->data, rte_flow_item_meta) \ + X(SET_BE16, geneve_protocol, v->protocol, rte_flow_item_geneve) \ + X(SET, geneve_udp_port, UDP_GENEVE_PORT, rte_flow_item_geneve) \ + X(SET_BE16, geneve_ctrl, v->ver_opt_len_o_c_rsvd0, rte_flow_item_geneve) \ X(SET_BE16, gre_c_ver, v->c_rsvd0_ver, rte_flow_item_gre) \ X(SET_BE16, gre_protocol_type, v->protocol, rte_flow_item_gre) \X (SET , ipv4_protocol_gre,IPPROTO_GRE , rte_flow_item_gre) \
@@ -688,6 +692,16 @@ mlx5dr_definer_mpls_label_set(struct mlx5dr_definer_fc *fc,memcpy (tag + fc->byte_off +sizeof (v->label_tc_s), &v->ttl,sizeof (v->ttl)); } +static void +mlx5dr_definer_geneve_vni_set (struct mlx5dr_definer_fc *fc, +const void *item_spec, +uint8_t *tag) +{ +const struct rte_flow_item_geneve *v = item_spec; + +memcpy (tag + fc->byte_off, v->vni,sizeof (v->vni)); +} + static void mlx5dr_definer_ib_l4_qp_set(struct mlx5dr_definer_fc *fc, const void *item_spec,
@@ -2227,6 +2241,79 @@ mlx5dr_definer_conv_item_random(struct mlx5dr_definer_conv_data *cd,return 0 ; } +static int +mlx5dr_definer_conv_item_geneve (struct mlx5dr_definer_conv_data *cd, +struct rte_flow_item *item, +int item_idx) +{ +const struct rte_flow_item_geneve *m = item->mask; +struct mlx5dr_definer_fc *fc; +bool inner = cd->tunnel; + +if (inner) { +DR_LOG (ERR ,"Inner GENEVE item not supported" ); + rte_errno =ENOTSUP ; +return rte_errno; + } + +/* In order to match on Geneve we must match on ip_protocol and l4_dport */ +if (!cd->relaxed) { + fc = &cd->fc[DR_CALC_FNAME (IP_PROTOCOL , inner)]; +if (!fc->tag_set) { + fc->item_idx = item_idx; + fc->tag_mask_set = &mlx5dr_definer_ones_set; + fc->tag_set = &mlx5dr_definer_udp_protocol_set; +DR_CALC_SET (fc, eth_l2, l4_type_bwc, inner); + } + + fc = &cd->fc[DR_CALC_FNAME (L4_DPORT , inner)]; +if (!fc->tag_set) { + fc->item_idx = item_idx; + fc->tag_mask_set = &mlx5dr_definer_ones_set; + fc->tag_set = &mlx5dr_definer_geneve_udp_port_set; +DR_CALC_SET (fc, eth_l4, destination_port, inner); + } + } + +if (!m) +return 0 ; + +if (m->rsvd1) { + rte_errno =ENOTSUP ; +return rte_errno; + } + +if (m->ver_opt_len_o_c_rsvd0) { + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_CTRL ]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_ctrl_set; +DR_CALC_SET_HDR (fc, tunnel_header, tunnel_header_0); + fc->bit_mask =__mlx5_mask (header_geneve, ver_opt_len_o_c_rsvd); + fc->bit_off =__mlx5_dw_bit_off (header_geneve, ver_opt_len_o_c_rsvd); + } + +if (m->protocol) { + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_PROTO ]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_protocol_set; +DR_CALC_SET_HDR (fc, tunnel_header, tunnel_header_0); + fc->byte_off +=MLX5_BYTE_OFF (header_geneve, protocol_type); + fc->bit_mask =__mlx5_mask (header_geneve, protocol_type); + fc->bit_off =__mlx5_dw_bit_off (header_geneve, protocol_type); + } + +if (!is_mem_zero (m->vni,3 )) { + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_VNI ]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_vni_set; +DR_CALC_SET_HDR (fc, tunnel_header, tunnel_header_1); + fc->bit_mask =__mlx5_mask (header_geneve, vni); + fc->bit_off =__mlx5_dw_bit_off (header_geneve, vni); + } + +return 0 ; +} + static int mlx5dr_definer_mt_set_fc(struct mlx5dr_match_template *mt, struct mlx5dr_definer_fc *fc,
@@ -2665,6 +2752,10 @@ mlx5dr_definer_conv_items_to_hl(struct mlx5dr_context *ctx, item_flags |=MLX5_FLOW_LAYER_MPLS ; cd.mpls_idx++;break ; +case RTE_FLOW_ITEM_TYPE_GENEVE : + ret =mlx5dr_definer_conv_item_geneve (&cd, items, i); + item_flags |=MLX5_FLOW_LAYER_GENEVE ; +break ;case RTE_FLOW_ITEM_TYPE_IB_BTH : ret =mlx5dr_definer_conv_item_ib_l4 (&cd, items, i); item_flags |=MLX5_FLOW_ITEM_IB_BTH ;
drivers/net/mlx5/hws/mlx5dr_definer.h +19 -0
@@ -96,6 +96,9 @@ enum mlx5dr_definer_fname {MLX5DR_DEFINER_FNAME_VXLAN_GPE_PROTO ,MLX5DR_DEFINER_FNAME_VXLAN_GPE_VNI ,MLX5DR_DEFINER_FNAME_VXLAN_GPE_RSVD1 , +MLX5DR_DEFINER_FNAME_GENEVE_CTRL , +MLX5DR_DEFINER_FNAME_GENEVE_PROTO , +MLX5DR_DEFINER_FNAME_GENEVE_VNI ,MLX5DR_DEFINER_FNAME_SOURCE_QP ,MLX5DR_DEFINER_FNAME_REG_0 , MLX5DR_DEFINER_FNAME_REG_1,
@@ -627,6 +630,22 @@ struct mlx5_ifc_header_gre_bits {u8 reserved_at_30[0x10 ]; }; +struct mlx5_ifc_header_geneve_bits { +union { +u8 ver_opt_len_o_c_rsvd[0x10 ]; +struct { +u8 version[0x2 ]; +u8 opt_len[0x6 ]; +u8 o_flag[0x1 ]; +u8 c_flag[0x1 ]; +u8 reserved_at_a[0x6 ]; + }; + }; +u8 protocol_type[0x10 ]; +u8 vni[0x18 ]; +u8 reserved_at_38[0x8 ]; +}; +struct mlx5_ifc_header_icmp_bits {union {u8 icmp_dw1[0x20 ];
Signature · 1 line
2.25.1
PATCH v2 21/23 net/mlx5: add GENEVE option support for group 0
In reply to Michael BaumAdd support for HWS GENEVE options for flex parser profile 0 and group 0.
This patch avoids parser creation during matcher/flow preparation for HW steering (MLX5_SET_MATCHER_HS) and removes some logic done in "flow_dev_geneve_tlv_option_resource_*()" functions when dv_flow_en=2.
After this change, those functions became static and they were removed from header file.
--- drivers/net/mlx5/mlx5.c | 8 +------- drivers/net/mlx5/mlx5_flow.h | 4 ---- drivers/net/mlx5/mlx5_flow_dv.c | 24 +++++++++++------------- 3 files changed, 12 insertions(+), 24 deletions(-)
drivers/net/mlx5/mlx5.c +1 -7
@@ -2049,13 +2049,7 @@ mlx5_free_shared_dev_ctx(struct mlx5_dev_ctx_shared *sh) }while (++i <= sh->bond.n_port);if (sh->td)claim_zero (mlx5_devx_cmd_destroy (sh->td)); -#ifdef HAVE_MLX5_HWS_SUPPORT -/* HWS manages geneve_tlv_option resource as global. */ -if (sh->config.dv_flow_en ==2 ) -flow_dev_geneve_tlv_option_resource_release (sh); - else -#endif -MLX5_ASSERT (sh->geneve_tlv_option_resource ==NULL ); +MLX5_ASSERT (sh->geneve_tlv_option_resource ==NULL );pthread_mutex_destroy (&sh->txpp.mutex);mlx5_lwm_unset (sh);mlx5_physical_device_destroy (sh->phdev);
drivers/net/mlx5/mlx5_flow.h +0 -4
@@ -2832,10 +2832,6 @@ void flow_hw_grp_clone_free_cb(void *tool_ctx, struct mlx5_list_entry *entry);struct mlx5_aso_age_action *flow_aso_age_get_by_idx (struct rte_eth_dev *dev,uint32_t age_idx); -int flow_dev_geneve_tlv_option_resource_register (struct rte_eth_dev *dev, -const struct rte_flow_item *item, -struct rte_flow_error *error); -void flow_dev_geneve_tlv_option_resource_release (struct mlx5_dev_ctx_shared *sh);void flow_release_workspace (void *data);int mlx5_flow_os_init_workspace_once (void );
drivers/net/mlx5/mlx5_flow_dv.c +11 -13
@@ -9998,7 +9998,7 @@ flow_dv_translate_item_geneve(void *key, const struct rte_flow_item *item,/** * Create Geneve TLV option resource. * -* @param dev[in, out] +* @param[in, out] dev * Pointer to rte_eth_dev structure. * @param[in] item * Flow pattern to translate.
@@ -10008,8 +10008,7 @@ flow_dv_translate_item_geneve(void *key, const struct rte_flow_item *item,* @return * 0 on success otherwise -errno and errno is set. */ - -int +static int flow_dev_geneve_tlv_option_resource_register (struct rte_eth_dev *dev,const struct rte_flow_item *item,struct rte_flow_error *error)
@@ -10022,6 +10021,7 @@ flow_dev_geneve_tlv_option_resource_register(struct rte_eth_dev *dev,const struct rte_flow_item_geneve_opt *geneve_opt_v = item->spec;int ret =0 ; +MLX5_ASSERT (sh->config.dv_flow_en ==1 );if (!geneve_opt_v)return -1 ;rte_spinlock_lock (&sh->geneve_tlv_opt_sl);
@@ -10032,13 +10032,8 @@ flow_dev_geneve_tlv_option_resource_register(struct rte_eth_dev *dev, geneve_opt_v->option_type && geneve_opt_resource->length == geneve_opt_v->option_len) { -/* -* We already have GENEVE TLV option obj allocated. -* Increasing refcnt only in SWS. HWS uses it as global. -*/ -if (priv->sh->config.dv_flow_en ==1 ) -__atomic_fetch_add (&geneve_opt_resource->refcnt,1 , - __ATOMIC_RELAXED); + __atomic_fetch_add(&geneve_opt_resource->refcnt, 1, + __ATOMIC_RELAXED); } else { ret = rte_flow_error_set(error, ENOMEM, RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
@@ -10117,8 +10112,11 @@ flow_dv_translate_item_geneve_opt(struct rte_eth_dev *dev, void *key,return -1 ;MLX5_ITEM_UPDATE (item, key_type, geneve_opt_v, geneve_opt_m, &rte_flow_item_geneve_opt_mask); -/* Register resource requires item spec. */ -if (key_type &MLX5_SET_MATCHER_V ) { +/* +* Register resource requires item spec for SW steering, +* for HW steering resources is registered explicitly by user. +*/ +if (key_type &MLX5_SET_MATCHER_SW_V ) { ret =flow_dev_geneve_tlv_option_resource_register (dev, item, error);if (ret) {
@@ -15900,7 +15898,7 @@ flow_dv_dest_array_resource_release(struct rte_eth_dev *dev, &resource->entry); } -void +static void flow_dev_geneve_tlv_option_resource_release (struct mlx5_dev_ctx_shared *sh) { struct mlx5_geneve_tlv_option_resource *geneve_opt_resource =
Signature · 1 line
2.25.1
PATCH v2 22/23 net/mlx5: add support for GENEVE VNI modify field
In reply to Michael BaumAdd support for GENEVE VNI field modification.
The support is only using HW steering.
--- doc/guides/nics/mlx5.rst | 6 +++++- doc/guides/rel_notes/release_24_03.rst | 1 + drivers/net/mlx5/mlx5_flow_dv.c | 4 +--- drivers/net/mlx5/mlx5_flow_hw.c | 12 ++++++++++-- 4 files changed, 17 insertions(+), 6 deletions(-)
doc/guides/nics/mlx5.rst +5 -1
@@ -585,8 +585,12 @@ Limitations - Modification of an arbitrary place in a packet via the special ``RTE_FLOW_FIELD_START`` Field ID is not supported. - Modification of the MPLS header is supported only in HWS and only to copy from, the encapsulation level is always 0. - - Modification of the 802.1Q Tag, VXLAN Network or GENEVE Network ID's is not supported. - Modify field action using ``RTE_FLOW_FIELD_RANDOM`` is not supported. + - Modification of the 802.1Q Tag is not supported. + - Modification of VXLAN Network or GENEVE Network ID's is supported only for HW steering. + - Modification of GENEVE Network ID's is not supported when configured + ``FLEX_PARSER_PROFILE_ENABLE`` supports Geneve TLV options. + See :ref:`mlx5_firmware_config` for more flex parser information. - Encapsulation levels are not supported, can modify outermost header fields only. - Offsets cannot skip past the boundary of a field. - If the field type is ``RTE_FLOW_FIELD_MAC_TYPE``
doc/guides/rel_notes/release_24_03.rst +1 -0
@@ -80,6 +80,7 @@ New Features * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE`` flow item. * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE_OPT`` flow item. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_VNI`` flow action. Removed Items
drivers/net/mlx5/mlx5_flow_dv.c +1 -3
@@ -1957,6 +1957,7 @@ mlx5_flow_field_id_to_modify_info info[idx].offset = off_be;break ;case RTE_FLOW_FIELD_VXLAN_VNI : +case RTE_FLOW_FIELD_GENEVE_VNI :MLX5_ASSERT (data->offset + width <=24 );/* VNI is on bits 31-8 of TUNNEL_HDR_DW_1. */ off_be =24 - (data->offset + width) +8 ;
@@ -1967,9 +1968,6 @@ mlx5_flow_field_id_to_modify_infoelse info[idx].offset = off_be;break ; -case RTE_FLOW_FIELD_GENEVE_VNI : -/* not supported yet*/ -break ;case RTE_FLOW_FIELD_GTP_TEID :MLX5_ASSERT (data->offset + width <=32 ); off_be =32 - (data->offset + width);
drivers/net/mlx5/mlx5_flow_hw.c +10 -2
@@ -4990,6 +4990,8 @@ flow_hw_validate_action_modify_field(struct rte_eth_dev *dev, {const struct rte_flow_action_modify_field *action_conf = action->conf;const struct rte_flow_action_modify_field *mask_conf = mask->conf; +struct mlx5_priv *priv = dev->data->dev_private; +struct mlx5_hca_attr *attr = &priv->sh->cdev->config.hca_attr;int ret;if (!mask_conf)
@@ -5089,10 +5091,16 @@ flow_hw_validate_action_modify_field(struct rte_eth_dev *dev,return rte_flow_error_set (error,EINVAL ,RTE_FLOW_ERROR_TYPE_ACTION , action,"modifying random value is not supported" ); -if (flow_hw_modify_field_is_used (action_conf,RTE_FLOW_FIELD_GENEVE_VNI )) +/** +* Geneve VNI modification is supported only when Geneve header is +* parsed natively. When GENEVE options are supported, they both Geneve +* and options headers are parsed as a flex parser. +*/ +if (flow_hw_modify_field_is_used (action_conf,RTE_FLOW_FIELD_GENEVE_VNI ) && + attr->geneve_tlv_opt)return rte_flow_error_set (error,EINVAL ,RTE_FLOW_ERROR_TYPE_ACTION , action, -"modifying Geneve VNI is not supported" ); +"modifying Geneve VNI is not supported when GENEVE opt is supported" );/* Due to HW bug, tunnel MPLS header is read only. */ if (action_conf->dst.field ==RTE_FLOW_FIELD_MPLS ) return rte_flow_error_set(error, EINVAL,
Signature · 1 line
2.25.1
PATCH v2 18/23 net/mlx5/hws: support GENEVE options header
In reply to Michael BaumFrom: Alex Vesker <[email protected]>
Add support for matching multiple GENEVE options. Options header introduces new complexities since there can be more than one GENEVE option. This requires us to track the total DWs used for matching. Current code supports 8DWs for data including type, class, length. There is also an optimization to use a special OK bit to reduce the use of limited data DWs.
--- drivers/net/mlx5/hws/mlx5dr_definer.c | 147 ++++++++++++++++++++++++-- drivers/net/mlx5/hws/mlx5dr_definer.h | 24 +++++ 2 files changed, 165 insertions(+), 6 deletions(-)
drivers/net/mlx5/hws/mlx5dr_definer.c +141 -6
@@ -118,6 +118,8 @@ struct mlx5dr_definer_conv_data {uint8_t relaxed;uint8_t tunnel;uint8_t mpls_idx; +uint8_t geneve_opt_ok_idx; +uint8_t geneve_opt_data_idx;enum rte_flow_item_type last_item; };
@@ -702,6 +704,29 @@ mlx5dr_definer_geneve_vni_set(struct mlx5dr_definer_fc *fc,memcpy (tag + fc->byte_off, v->vni,sizeof (v->vni)); } +static void +mlx5dr_definer_geneve_opt_ctrl_set (struct mlx5dr_definer_fc *fc, +const void *item_spec, +uint8_t *tag) +{ +const struct rte_flow_item_geneve_opt *v = item_spec; +uint32_t dw0 =0 ; + + dw0 |= v->option_type <<__mlx5_dw_bit_off (header_geneve_opt, type); + dw0 |=rte_cpu_to_be_16 (v->option_class) <<__mlx5_dw_bit_off (header_geneve_opt, class); +DR_SET (tag, dw0, fc->byte_off, fc->bit_off, fc->bit_mask); +} + +static void +mlx5dr_definer_geneve_opt_data_set (struct mlx5dr_definer_fc *fc, +const void *item_spec, +uint8_t *tag) +{ +const struct rte_flow_item_geneve_opt *v = item_spec; + +DR_SET_BE32 (tag, v->data[fc->extra_data], fc->byte_off, fc->bit_off, fc->bit_mask); +} + static void mlx5dr_definer_ib_l4_qp_set(struct mlx5dr_definer_fc *fc, const void *item_spec,
@@ -1356,7 +1381,6 @@ mlx5dr_definer_conv_item_port(struct mlx5dr_definer_conv_data *cd,struct mlx5dr_cmd_query_caps *caps = cd->ctx->caps;const struct rte_flow_item_ethdev *m = item->mask;struct mlx5dr_definer_fc *fc; -uint8_t bit_offset =0 ;if (m->port_id) {if (!caps->wire_regc_mask) {
@@ -1365,16 +1389,13 @@ mlx5dr_definer_conv_item_port(struct mlx5dr_definer_conv_data *cd,return rte_errno; } -while (!(caps->wire_regc_mask & (1 << bit_offset))) - bit_offset++; - fc = &cd->fc[MLX5DR_DEFINER_FNAME_VPORT_REG_C_0 ]; fc->item_idx = item_idx; fc->tag_set = &mlx5dr_definer_vport_set; fc->tag_mask_set = &mlx5dr_definer_ones_set;DR_CALC_SET_HDR (fc, registers, register_c_0); - fc->bit_off = bit_offset; - fc->bit_mask = caps->wire_regc_mask >> bit_offset; + fc->bit_off =__builtin_ctz (caps->wire_regc_mask); + fc->bit_mask = caps->wire_regc_mask >> fc->bit_off; }else {DR_LOG (ERR ,"Pord ID item mask must specify ID mask" ); rte_errno =EINVAL ;
@@ -2314,6 +2335,116 @@ mlx5dr_definer_conv_item_geneve(struct mlx5dr_definer_conv_data *cd,return 0 ; } +static int +mlx5dr_definer_conv_item_geneve_opt (struct mlx5dr_definer_conv_data *cd, +struct rte_flow_item *item, +int item_idx) +{ +const struct rte_flow_item_geneve_opt *m = item->mask; +const struct rte_flow_item_geneve_opt *v = item->spec; +struct mlx5_hl_data *hl_ok_bit, *hl_dws; +struct mlx5dr_definer_fc *fc; +uint8_t num_of_dws, i; +bool ok_bit_on_class; +int ret; + +if (!m || !(m->option_class || m->option_type || m->data)) +return 0 ; + +if (!v || m->option_type !=0xff ) { +DR_LOG (ERR ,"Cannot match geneve opt without valid opt type" ); + goto out_not_supp; + } + +if (m->option_class && m->option_class !=RTE_BE16 (UINT16_MAX )) { +DR_LOG (ERR ,"Geneve option class has invalid mask" ); + goto out_not_supp; + } + + ret =mlx5_get_geneve_hl_data (cd->ctx, + v->option_type, + v->option_class, + &hl_ok_bit, + &num_of_dws, + &hl_dws, + &ok_bit_on_class); +if (ret) { +DR_LOG (ERR ,"Geneve opt type and class %d not supported" , v->option_type); + goto out_not_supp; + } + +if (!ok_bit_on_class && m->option_class) { +/* DW0 is used, we will match type, class */ +if (!num_of_dws || hl_dws[0 ].dw_mask !=UINT32_MAX ) { +DR_LOG (ERR ,"Geneve opt type %d DW0 not supported" , v->option_type); + goto out_not_supp; + } + +if (MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx > +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_7 ) { +DR_LOG (ERR ,"Max match geneve opt DWs reached" ); + goto out_not_supp; + } + + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx++]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_opt_ctrl_set; + fc->byte_off = hl_dws[0 ].dw_offset *DW_SIZE ; + fc->bit_mask =UINT32_MAX ; + }else { +/* DW0 is not used, we must verify geneve opt type exists in packet */ +if (!hl_ok_bit->dw_mask) { +DR_LOG (ERR ,"Geneve opt OK bits not supported" ); + goto out_not_supp; + } + +if (MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_0 + cd->geneve_opt_ok_idx > +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_7 ) { +DR_LOG (ERR ,"Max match geneve opt reached" ); + goto out_not_supp; + } + + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_0 + cd->geneve_opt_ok_idx++]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_ones_set; + fc->byte_off = hl_ok_bit->dw_offset *DW_SIZE + +__builtin_clz (hl_ok_bit->dw_mask) /8 ; + fc->bit_off =__builtin_ctz (hl_ok_bit->dw_mask); + fc->bit_mask =0x1 ; + } + +for (i =1 ; i < num_of_dws; i++) { +/* Process each valid geneve option data DW1..N */ +if (!m->data[i -1 ]) +continue ; + +if (hl_dws[i].dw_mask !=UINT32_MAX ) { +DR_LOG (ERR ,"Matching Geneve opt data[%d] not supported" , i -1 ); + goto out_not_supp; + } + +if (MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx > +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_7 ) { +DR_LOG (ERR ,"Max match geneve options DWs reached" ); + goto out_not_supp; + } + + fc = &cd->fc[MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 + cd->geneve_opt_data_idx++]; + fc->item_idx = item_idx; + fc->tag_set = &mlx5dr_definer_geneve_opt_data_set; + fc->byte_off = hl_dws[i].dw_offset *DW_SIZE ; + fc->bit_mask = m->data[i -1 ]; +/* Use extra_data for data[] set offset */ + fc->extra_data = i -1 ; + } + +return 0 ; + +out_not_supp: + rte_errno =ENOTSUP ; +return rte_errno; +} + static int mlx5dr_definer_mt_set_fc(struct mlx5dr_match_template *mt, struct mlx5dr_definer_fc *fc,
@@ -2756,6 +2887,10 @@ mlx5dr_definer_conv_items_to_hl(struct mlx5dr_context *ctx, ret =mlx5dr_definer_conv_item_geneve (&cd, items, i); item_flags |=MLX5_FLOW_LAYER_GENEVE ;break ; +case RTE_FLOW_ITEM_TYPE_GENEVE_OPT : + ret =mlx5dr_definer_conv_item_geneve_opt (&cd, items, i); + item_flags |=MLX5_FLOW_LAYER_GENEVE_OPT ; +break ;case RTE_FLOW_ITEM_TYPE_IB_BTH : ret =mlx5dr_definer_conv_item_ib_l4 (&cd, items, i); item_flags |=MLX5_FLOW_ITEM_IB_BTH ;
drivers/net/mlx5/hws/mlx5dr_definer.h +24 -0
@@ -146,6 +146,22 @@ enum mlx5dr_definer_fname {MLX5DR_DEFINER_FNAME_OKS2_MPLS2_I ,MLX5DR_DEFINER_FNAME_OKS2_MPLS3_I ,MLX5DR_DEFINER_FNAME_OKS2_MPLS4_I , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_0 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_1 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_2 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_3 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_4 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_5 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_6 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_OK_7 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_0 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_1 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_2 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_3 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_4 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_5 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_6 , +MLX5DR_DEFINER_FNAME_GENEVE_OPT_DW_7 ,MLX5DR_DEFINER_FNAME_IB_L4_OPCODE ,MLX5DR_DEFINER_FNAME_IB_L4_QPN , MLX5DR_DEFINER_FNAME_IB_L4_A,
@@ -171,6 +187,7 @@ enum mlx5dr_definer_type {struct mlx5dr_definer_fc {uint8_t item_idx;uint8_t is_range; +uint16_t extra_data;uint32_t byte_off;int bit_off;uint32_t bit_mask;
@@ -646,6 +663,13 @@ struct mlx5_ifc_header_geneve_bits {u8 reserved_at_38[0x8 ]; }; +struct mlx5_ifc_header_geneve_opt_bits { +u8 class[0x10 ]; +u8 type[0x8 ]; +u8 reserved[0x3 ]; +u8 len[0x5 ]; +}; +struct mlx5_ifc_header_icmp_bits {union {u8 icmp_dw1[0x20 ];
Signature · 1 line
2.25.1
PATCH v2 20/23 net/mlx5: add GENEVE option support for profile 0
In reply to Michael BaumAdd support for matching and modifying GENEVE option for FLEX_PARSER_PROFILE_ENABLE=0.
Before this patch it is supported when FLEX_PARSER_PROFILE_ENABLE=8 in HW steering and when FLEX_PARSER_PROFILE_ENABLE=0 in SW steering.
--- doc/guides/nics/mlx5.rst | 9 ++- doc/guides/platform/mlx5.rst | 6 +- drivers/net/mlx5/mlx5_flow_geneve.c | 114 +++++++++++++++++++++------- 3 files changed, 95 insertions(+), 34 deletions(-)
doc/guides/nics/mlx5.rst +8 -1
@@ -355,6 +355,7 @@ Limitations - Multiple of same Geneve TLV option isn't supported at the same pattern template. - Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. + - Supported also when ``FLEX_PARSER_PROFILE_ENABLE`` = 0 for single DW only. - VF: flow rules created on VF devices can only match traffic targeted at the configured MAC addresses (see ``rte_eth_dev_mac_addr_add()``).
@@ -2445,8 +2446,14 @@ Limitations ~~~~~~~~~~~ * Supported only in HW steering (``dv_flow_en`` = 2). -* Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. * Supported for FW version **xx.37.0142** and above. +* Parser creation can be done only for E-Switch manager. +* Supported for multiple DW only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. +* Supported for single DW also when ``FLEX_PARSER_PROFILE_ENABLE`` = 0 with some limitations: + + - ``sample_len`` must be equal to ``option_len`` and not bigger than 1. + - ``match_on_class_mode`` different than 1 is not supported. + - ``offset`` must be 0. Testpmd driver specific commands
doc/guides/platform/mlx5.rst +2 -4
@@ -536,12 +536,10 @@ Below are some firmware configurations listed. or FLEX_PARSER_PROFILE_ENABLE=1 -- enable Geneve TLV option flow matching in SW steering:: +- enable Geneve TLV option flow matching:: FLEX_PARSER_PROFILE_ENABLE=0 - -- enable Geneve TLV option flow matching in HW steering:: - + or FLEX_PARSER_PROFILE_ENABLE=8 - enable GTP flow matching::
drivers/net/mlx5/mlx5_flow_geneve.c +85 -29
225 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH v2 19/23 net/mlx5: add support for GENEVE and option item in HWS
In reply to Michael BaumAdd HW steering support for both "RTE_FLOW_ITEM_TYPE_GENEVE" and "RTE_FLOW_ITEM_TYPE_GENEVE_OPT".
--- doc/guides/nics/mlx5.rst | 15 ++- doc/guides/rel_notes/release_24_03.rst | 5 + drivers/net/mlx5/mlx5_flow.h | 21 +++++ drivers/net/mlx5/mlx5_flow_geneve.c | 121 ++++++++++++++++++++++++- drivers/net/mlx5/mlx5_flow_hw.c | 44 ++++++++- 5 files changed, 199 insertions(+), 7 deletions(-)
doc/guides/nics/mlx5.rst +14 -1
@@ -337,12 +337,25 @@ Limitations - Length - Data - Only one Class/Type/Length Geneve TLV option is supported per shared device. Class/Type/Length fields must be specified as well as masks. Class/Type/Length specified masks must be full. Matching Geneve TLV option without specifying data is not supported. Matching Geneve TLV option with ``data & mask == 0`` is not supported. + In SW steering (``dv_flow_en`` = 1): + + - Only one Class/Type/Length Geneve TLV option is supported per shared + device. + - Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 0. + + In HW steering (``dv_flow_en`` = 2): + + - Multiple Class/Type/Length Geneve TLV option are supported per physical + device. See :ref:`geneve_parser_api` for more information. + - Multiple of same Geneve TLV option isn't supported at the same pattern + template. + - Supported only when ``FLEX_PARSER_PROFILE_ENABLE`` = 8. + - VF: flow rules created on VF devices can only match traffic targeted at the configured MAC addresses (see ``rte_eth_dev_mac_addr_add()``).
doc/guides/rel_notes/release_24_03.rst +5 -0
@@ -77,6 +77,11 @@ New Features * Added support for ``RTE_FLOW_ITEM_TYPE_RANDOM`` flow item. + * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE`` flow item. + + * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE_OPT`` flow item. + + Removed Items -------------
drivers/net/mlx5/mlx5_flow.h +21 -0
@@ -1338,6 +1338,15 @@ struct mlx5_action_construct_data {#define MAX_GENEVE_OPTIONS_RESOURCES 7 +/* GENEVE TLV options manager structure. */ +struct mlx5_geneve_tlv_options_mng { +uint8_t nb_options;/* Number of options inside the template. */ +struct { +uint8_t opt_type; +uint16_t opt_class; + } options[MAX_GENEVE_OPTIONS_RESOURCES ]; +}; +/* Flow item template struct. */ struct rte_flow_pattern_template {LIST_ENTRY (rte_flow_pattern_template) next;
@@ -1357,6 +1366,8 @@ struct rte_flow_pattern_template {* tag pattern item for representor matching. */ bool implicit_tag; +/* Manages all GENEVE TLV options used by this pattern template. */ +struct mlx5_geneve_tlv_options_mng geneve_opt_mng;uint8_t flex_item;/* flex item index. */ };
@@ -1805,6 +1816,16 @@ mlx5_geneve_tlv_parser_create(uint16_t port_id,const struct rte_pmd_mlx5_geneve_tlv tlv_list[], uint8_t nb_options);int mlx5_geneve_tlv_parser_destroy (void *handle); +int mlx5_flow_geneve_tlv_option_validate (struct mlx5_priv *priv, +const struct rte_flow_item *geneve_opt, +struct rte_flow_error *error); + +struct mlx5_geneve_tlv_options_mng ; +int mlx5_geneve_tlv_option_register (struct mlx5_priv *priv, +const struct rte_flow_item_geneve_opt *spec, +struct mlx5_geneve_tlv_options_mng *mng); +void mlx5_geneve_tlv_options_unregister (struct mlx5_priv *priv, +struct mlx5_geneve_tlv_options_mng *mng);void flow_hw_set_port_info (struct rte_eth_dev *dev);void flow_hw_clear_port_info (struct rte_eth_dev *dev);
drivers/net/mlx5/mlx5_flow_geneve.c +119 -2
139 lines not on this page · raw message
drivers/net/mlx5/mlx5_flow_hw.c +40 -4
88 lines not on this page · raw message
Signature · 1 line
2.25.1
PATCH v2 23/23 net/mlx5: add support for modify GENEVE option header
In reply to Michael BaumAdd support for GENEVE option fields modification. Only fields configured in parser creation can be modified.
--- doc/guides/nics/mlx5.rst | 4 + doc/guides/rel_notes/release_24_03.rst | 3 + drivers/net/mlx5/mlx5_flow.h | 21 +++++ drivers/net/mlx5/mlx5_flow_dv.c | 78 ++++++++++++++++- drivers/net/mlx5/mlx5_flow_geneve.c | 117 +++++++++++++++++++++++++ drivers/net/mlx5/mlx5_flow_hw.c | 71 ++++++++++----- 6 files changed, 268 insertions(+), 26 deletions(-)
doc/guides/nics/mlx5.rst +4 -0
@@ -591,6 +591,10 @@ Limitations - Modification of GENEVE Network ID's is not supported when configured ``FLEX_PARSER_PROFILE_ENABLE`` supports Geneve TLV options. See :ref:`mlx5_firmware_config` for more flex parser information. + - Modification of GENEVE TLV option fields is supported only for HW steering. + Only DWs configured in :ref:`parser creation <geneve_parser_api>` can be modified, + 'type' and 'class' fields can be modified when ``match_on_class_mode=2``. + - Modification of GENEVE TLV option data supports one DW per action. - Encapsulation levels are not supported, can modify outermost header fields only. - Offsets cannot skip past the boundary of a field. - If the field type is ``RTE_FLOW_FIELD_MAC_TYPE``
doc/guides/rel_notes/release_24_03.rst +3 -0
@@ -81,6 +81,9 @@ New Features * Added HW steering support for ``RTE_FLOW_ITEM_TYPE_GENEVE_OPT`` flow item. * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_VNI`` flow action. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_OPT_TYPE`` flow action. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_OPT_CLASS`` flow action. + * Added HW steering support for modify field ``RTE_FLOW_FIELD_GENEVE_OPT_DATA`` flow action. Removed Items
drivers/net/mlx5/mlx5_flow.h +21 -0
@@ -1811,6 +1811,25 @@ mlx5_get_geneve_hl_data(const void *dr_ctx, uint8_t type, uint16_t class,struct mlx5_hl_data **const hl_dws, bool *ok_bit_on_class); +/** +* Get modify field ID for single DW inside configured GENEVE TLV option. +* +* @param[in] dr_ctx +* Pointer to HW steering DR context. +* @param[in] type +* GENEVE TLV option type. +* @param[in] class +* GENEVE TLV option class. +* @param[in] dw_offset +* Offset of DW inside the option. +* +* @return +* Modify field ID on success, negative errno otherwise and rte_errno is set. +*/ +int +mlx5_get_geneve_option_modify_field_id (const void *dr_ctx,uint8_t type, +uint16_t class,uint8_t dw_offset); +void * mlx5_geneve_tlv_parser_create(uint16_t port_id, const struct rte_pmd_mlx5_geneve_tlv tlv_list[],
@@ -1819,6 +1838,8 @@ int mlx5_geneve_tlv_parser_destroy(void *handle);int mlx5_flow_geneve_tlv_option_validate (struct mlx5_priv *priv,const struct rte_flow_item *geneve_opt,struct rte_flow_error *error); +int mlx5_geneve_opt_modi_field_get (struct mlx5_priv *priv, +const struct rte_flow_action_modify_data *data);struct mlx5_geneve_tlv_options_mng ; int mlx5_geneve_tlv_option_register(struct mlx5_priv *priv,
drivers/net/mlx5/mlx5_flow_dv.c +76 -2
111 lines not on this page · raw message
drivers/net/mlx5/mlx5_flow_geneve.c +117 -0
123 lines not on this page · raw message
drivers/net/mlx5/mlx5_flow_hw.c +47 -24
111 lines not on this page · raw message
Signature · 1 line
2.25.1
Hi,
Quoted 86 lines
-----Original Message-----
From: Michael Baum <[email protected]>
Sent: Thursday, January 25, 2024 3:30 PM
To: [email protected]
Cc: Matan Azrad <[email protected]>; Raslan Darawsheh <[email protected]>; Dariusz Sosnowski <[email protected]>; Slava Ovsiienko <[email protected]>; Ori Kam <[email protected]>; Suanming Mou <[email protected]>
Subject: [PATCH v2 00/23] net/mlx5: support Geneve and options for HWSAdd HWS support for both GENEVE and GENEVE TLV option headers. This patchset supports:
- Add HW support for "
RTE_FLOW_ITEM_TYPE_GENEVE" flow item.
- Add HW support for "RTE_FLOW_ITEM_TYPE_GENEVE_OPT" flow item.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_VNI" for modify field flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_TYPE" for modify
field
flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_CLASS" for modify
field
flow action.
- Add HW support for "RTE_FLOW_FIELD_GENEVE_OPT_DATA" for modify
field
flow action.The GENEVE TLV options support using flex parser.
The profile should be specified to either 8 for multiple option or 0 for single option.
A new API is added to create the GENEVE option parser before using it in templates API.v2:
- Rebase.
- Add "Acked-by" from v1.Alex Vesker (4):
net/mlx5/hws: fix tunnel protocol checksnet/mlx5/hws: increase hl size for future compatibilitynet/mlx5/hws: support GENEVE matchingnet/mlx5/hws: support GENEVE options headerMichael Baum (19):
common/mlx5: fix duplicate read of general capabilities common/mlx5: fix query sample info capability net/mlx5: remove GENEVE options length limitation net/mlx5: fix GENEVE option item translation common/mlx5: add system image GUID attribute common/mlx5: add GENEVE TLV option attribute structure common/mlx5: add PRM attribute for TLV sample common/mlx5: add sample info query syndrome into error log common/mlx5: query GENEVE option sample ID from HCA attr common/mlx5: add function to query GENEVE TLV option net/mlx5: add physical device handle
net/mlx5: add GENEVE TLV options parser API net/mlx5: add API to expose GENEVE option FW information net/mlx5: add testpmd support for GENEVE TLV parser net/mlx5: add support for GENEVE and option item in HWS net/mlx5: add GENEVE option support for profile 0 net/mlx5: add GENEVE option support for group 0 net/mlx5: add support for GENEVE VNI modify field net/mlx5: add support for modify GENEVE option headerdoc/guides/nics/mlx5.rst | 251 +++++- doc/guides/platform/mlx5.rst | 2 + doc/guides/rel_notes/release_24_03.rst | 9 + drivers/common/mlx5/mlx5_devx_cmds.c | 139 +++- drivers/common/mlx5/mlx5_devx_cmds.h | 29 +- drivers/common/mlx5/mlx5_prm.h | 20 +- drivers/common/mlx5/version.map | 1 + drivers/net/mlx5/hws/mlx5dr_definer.c | 281 ++++++- drivers/net/mlx5/hws/mlx5dr_definer.h | 49 +- drivers/net/mlx5/meson.build | 1 + drivers/net/mlx5/mlx5.c | 115 ++- drivers/net/mlx5/mlx5.h | 21 + drivers/net/mlx5/mlx5_flow.c | 30 + drivers/net/mlx5/mlx5_flow.h | 92 ++- drivers/net/mlx5/mlx5_flow_dv.c | 158 ++-- drivers/net/mlx5/mlx5_flow_geneve.c | 1011 ++++++++++++++++++++++++ drivers/net/mlx5/mlx5_flow_hw.c | 127 ++- drivers/net/mlx5/mlx5_testpmd.c | 556 ++++++++++++- drivers/net/mlx5/rte_pmd_mlx5.h | 102 +++ drivers/net/mlx5/version.map | 3 + 20 files changed, 2811 insertions(+), 186 deletions(-) create mode 100644
Quoted 4 lines
drivers/net/mlx5/mlx5_flow_geneve.c--
2.25.1
Series applied to next-net-mlx,
Kindest regards
Raslan Darawsheh