vdpa/mlx5: Fix MAC address update via vdpa-tool
Subsystems (5)
v3 cover vdpa/mlx5: Fix MAC address update via vdpa-tool
This series hardens the mlx5 vDPA MAC plumbing by ensuring new addresses replace old entries cleanly, reusing shared update logic to keep flow tables consistent, and only advertising the MAC feature when the device is not yet DRIVER_OK
Changes in v2
Factor out the MAC address update logic and reuse it from handle_ctrl_mac(). Address review comments.
Changes in v3
rename mlx5_vdpa_change_new_mac to mlx5_vdpa_change_mac
Address review comments.
Cindy Lu (3):
vdpa/mlx5: update mlx_features with driver state check vdpa/mlx5: reuse common function for MAC address updates vdpa/mlx5: update MAC address handling in mlx5_vdpa_set_attr()
drivers/vdpa/mlx5/net/mlx5_vnet.c | 149 +++++++++++++++++------------- 1 file changed, 83 insertions(+), 66 deletions(-)
Signature · 1 line
2.51.0
PATCH v3 1/3 vdpa/mlx5: update mlx_features with driver state check
Add logic in mlx5_vdpa_set_attr() to ensure the VIRTIO_NET_F_MAC feature bit is properly set only when the device is not yet in the DRIVER_OK (running) state.
This makes the MAC address visible in the output of:
vdpa dev config show -jp
when the device is created without an initial MAC address.
--- drivers/vdpa/mlx5/net/mlx5_vnet.c | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-)
drivers/vdpa/mlx5/net/mlx5_vnet.c +11 -2
@@ -4049,7 +4049,7 @@ static int mlx5_vdpa_set_attr(struct vdpa_mgmt_dev *v_mdev, struct vdpa_device *struct mlx5_vdpa_dev *mvdev;struct mlx5_vdpa_net *ndev;struct mlx5_core_dev *mdev; -int err = -EOPNOTSUPP ; +int err =0 ; mvdev =to_mvdev (dev); ndev =to_mlx5_vdpa_ndev (mvdev);
@@ -4057,13 +4057,22 @@ static int mlx5_vdpa_set_attr(struct vdpa_mgmt_dev *v_mdev, struct vdpa_device * config = &ndev->config;down_write (&ndev->reslock); -if (add_config->mask & (1 <<VDPA_ATTR_DEV_NET_CFG_MACADDR )) { + +if (add_config->mask &BIT_ULL (VDPA_ATTR_DEV_NET_CFG_MACADDR )) { +if (!(ndev->mvdev.status &VIRTIO_CONFIG_S_DRIVER_OK )) { + ndev->mvdev.mlx_features |=BIT_ULL (VIRTIO_NET_F_MAC ); + }else { +mlx5_vdpa_warn (mvdev,"device running, skip updating MAC\n" ); + err = -EBUSY ; + goto out; + } pfmdev =pci_get_drvdata (pci_physfn (mdev->pdev)); err =mlx5_mpfs_add_mac (pfmdev, config->mac);if (!err)ether_addr_copy (config->mac, add_config->net.mac); } +out:up_write (&ndev->reslock);return err; }
Signature · 1 line
2.51.0
PATCH v3 2/3 vdpa/mlx5: reuse common function for MAC address updates
In reply to Cindy LuFactor out MAC address update logic and reuse it from handle_ctrl_mac().
This ensures that old MAC entries are removed from the MPFS table before adding a new one and that the forwarding rules are updated accordingly. If updating the flow table fails, the original MAC and rules are restored as much as possible to keep the software and hardware state consistent.
--- drivers/vdpa/mlx5/net/mlx5_vnet.c | 131 ++++++++++++++++-------------- 1 file changed, 71 insertions(+), 60 deletions(-)
drivers/vdpa/mlx5/net/mlx5_vnet.c +71 -60
@@ -2125,86 +2125,97 @@ static void teardown_steering(struct mlx5_vdpa_net *ndev)mlx5_destroy_flow_table (ndev->rxft); } -static virtio_net_ctrl_ack handle_ctrl_mac (struct mlx5_vdpa_dev *mvdev,u8 cmd) +static int mlx5_vdpa_change_mac (struct mlx5_vdpa_net *ndev, +struct mlx5_core_dev *pfmdev, +const u8 *new_mac) { -struct mlx5_vdpa_net *ndev =to_mlx5_vdpa_ndev (mvdev); -struct mlx5_control_vq *cvq = &mvdev->cvq; -virtio_net_ctrl_ack status =VIRTIO_NET_ERR ; -struct mlx5_core_dev *pfmdev; -size_t read; -u8 mac[ETH_ALEN ], mac_back[ETH_ALEN ]; +struct mlx5_vdpa_dev *mvdev = &ndev->mvdev; +u8 old_mac[ETH_ALEN ]; - pfmdev =pci_get_drvdata (pci_physfn (mvdev->mdev->pdev)); -switch (cmd) { -case VIRTIO_NET_CTRL_MAC_ADDR_SET : - read =vringh_iov_pull_iotlb (&cvq->vring, &cvq->riov, (void *)mac,ETH_ALEN ); -if (read !=ETH_ALEN ) -break ; +if (is_zero_ether_addr (new_mac)) +return -EINVAL ; -if (!memcmp (ndev->config.mac, mac,6 )) { - status =VIRTIO_NET_OK ; -break ; +if (!is_zero_ether_addr (ndev->config.mac)) { +if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { +mlx5_vdpa_warn (mvdev,"failed to delete old MAC %pM from MPFS table\n" , + ndev->config.mac); +return -EIO ; } + } -if (is_zero_ether_addr (mac)) -break ; +if (mlx5_mpfs_add_mac (pfmdev, (u8 *)new_mac)) { +mlx5_vdpa_warn (mvdev,"failed to insert new MAC %pM into MPFS table\n" , + new_mac); +return -EIO ; + } -if (!is_zero_ether_addr (ndev->config.mac)) { -if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { -mlx5_vdpa_warn (mvdev,"failed to delete old MAC %pM from MPFS table\n" , - ndev->config.mac); -break ; - } - } +/* backup the original mac address so that if failed to add the forward rules +* we could restore it +*/ +memcpy (old_mac, ndev->config.mac,ETH_ALEN ); -if (mlx5_mpfs_add_mac (pfmdev, mac)) { -mlx5_vdpa_warn (mvdev,"failed to insert new MAC %pM into MPFS table\n" , - mac); -break ; - } +memcpy (ndev->config.mac, new_mac,ETH_ALEN ); -/* backup the original mac address so that if failed to add the forward rules -* we could restore it -*/ -memcpy (mac_back, ndev->config.mac,ETH_ALEN ); +/* Need recreate the flow table entry, so that the packet could forward back +*/ +mac_vlan_del (ndev, old_mac,0 , false); -memcpy (ndev->config.mac, mac,ETH_ALEN ); +if (mac_vlan_add (ndev, ndev->config.mac,0 , false)) { +mlx5_vdpa_warn (mvdev,"failed to insert forward rules, try to restore\n" ); -/* Need recreate the flow table entry, so that the packet could forward back +/* Although it hardly run here, we still need double check */ +if (is_zero_ether_addr (old_mac)) { +mlx5_vdpa_warn (mvdev,"restore mac failed: Original MAC is zero\n" ); +return -EIO ; + } + +/* Try to restore original mac address to MFPS table, and try to restore +* the forward rule entry. */ -mac_vlan_del (ndev, mac_back,0 , false); +if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { +mlx5_vdpa_warn (mvdev,"restore mac failed: delete MAC %pM from MPFS table failed\n" , + ndev->config.mac); + } -if (mac_vlan_add (ndev, ndev->config.mac,0 , false)) { -mlx5_vdpa_warn (mvdev,"failed to insert forward rules, try to restore\n" ); +if (mlx5_mpfs_add_mac (pfmdev, old_mac)) { +mlx5_vdpa_warn (mvdev,"restore mac failed: insert old MAC %pM into MPFS table failed\n" , + old_mac); + } -/* Although it hardly run here, we still need double check */ -if (is_zero_ether_addr (mac_back)) { -mlx5_vdpa_warn (mvdev,"restore mac failed: Original MAC is zero\n" ); -break ; - } +memcpy (ndev->config.mac, old_mac,ETH_ALEN ); -/* Try to restore original mac address to MFPS table, and try to restore -* the forward rule entry. -*/ -if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { -mlx5_vdpa_warn (mvdev,"restore mac failed: delete MAC %pM from MPFS table failed\n" , - ndev->config.mac); - } +if (mac_vlan_add (ndev, ndev->config.mac,0 , false)) +mlx5_vdpa_warn (mvdev,"restore forward rules failed: insert forward rules failed\n" ); -if (mlx5_mpfs_add_mac (pfmdev, mac_back)) { -mlx5_vdpa_warn (mvdev,"restore mac failed: insert old MAC %pM into MPFS table failed\n" , - mac_back); - } +return -EIO ; + } -memcpy (ndev->config.mac, mac_back,ETH_ALEN ); +return 0 ; +} -if (mac_vlan_add (ndev, ndev->config.mac,0 , false)) -mlx5_vdpa_warn (mvdev,"restore forward rules failed: insert forward rules failed\n" ); +static virtio_net_ctrl_ack handle_ctrl_mac (struct mlx5_vdpa_dev *mvdev,u8 cmd) +{ +struct mlx5_vdpa_net *ndev =to_mlx5_vdpa_ndev (mvdev); +struct mlx5_control_vq *cvq = &mvdev->cvq; +virtio_net_ctrl_ack status =VIRTIO_NET_ERR ; +struct mlx5_core_dev *pfmdev; +size_t read; +u8 mac[ETH_ALEN ]; + pfmdev =pci_get_drvdata (pci_physfn (mvdev->mdev->pdev)); +switch (cmd) { +case VIRTIO_NET_CTRL_MAC_ADDR_SET : + read =vringh_iov_pull_iotlb (&cvq->vring, &cvq->riov, + (void *)mac,ETH_ALEN ); +if (read !=ETH_ALEN )break ; - } - status =VIRTIO_NET_OK ; +if (!memcmp (ndev->config.mac, mac,6 )) { + status =VIRTIO_NET_OK ; +break ; + } + status =mlx5_vdpa_change_mac (ndev, pfmdev, mac) ?VIRTIO_NET_ERR : +VIRTIO_NET_OK ;break ;default :
Signature · 1 line
2.51.0
Re: [PATCH v3 2/3] vdpa/mlx5: reuse common function for MAC address updates
Quoted 66 lines · Cindy Lu
Factor out MAC address update logic and reuse it from
handle_ctrl_mac().This ensures that old MAC entries are removed from the MPFS table before adding a new one and that the forwarding rules are updated accordingly. If updating the flow table fails, the original MAC and rules are restored as much as possible to keep the software and hardware state consistent.
Signed-off-by Cindy Lu <[email protected]>Reviewed-by Dragos Tatulea <[email protected]>--- drivers/vdpa/mlx5/net/mlx5_vnet.c | 131 ++++++++++++++++-------------- 1 file changed, 71 insertions(+), 60 deletions(-)drivers/vdpa/mlx5/net/mlx5_vnet.c +18
-19@@ -2125,86 +2125,97 @@ static void teardown_steering(struct mlx5_vdpa_net *ndev)mlx5_destroy_flow_table (ndev->rxft); } -static virtio_net_ctrl_ack handle_ctrl_mac (struct mlx5_vdpa_dev *mvdev,u8 cmd) +static int mlx5_vdpa_change_mac (struct mlx5_vdpa_net *ndev, +struct mlx5_core_dev *pfmdev, +const u8 *new_mac) { -struct mlx5_vdpa_net *ndev =to_mlx5_vdpa_ndev (mvdev); -struct mlx5_control_vq *cvq = &mvdev->cvq; -virtio_net_ctrl_ack status =VIRTIO_NET_ERR ; -struct mlx5_core_dev *pfmdev; -size_t read; -u8 mac[ETH_ALEN ], mac_back[ETH_ALEN ]; +struct mlx5_vdpa_dev *mvdev = &ndev->mvdev; +u8 old_mac[ETH_ALEN ]; - pfmdev =pci_get_drvdata (pci_physfn (mvdev->mdev->pdev)); -switch (cmd) { -case VIRTIO_NET_CTRL_MAC_ADDR_SET : - read =vringh_iov_pull_iotlb (&cvq->vring, &cvq->riov, (void *)mac,ETH_ALEN ); -if (read !=ETH_ALEN ) -break ; +if (is_zero_ether_addr (new_mac)) +return -EINVAL ; -if (!memcmp (ndev->config.mac, mac,6 )) { - status =VIRTIO_NET_OK ; -break ; +if (!is_zero_ether_addr (ndev->config.mac)) { +if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { +mlx5_vdpa_warn (mvdev,"failed to delete old MAC %pM from MPFS table\n" , + ndev->config.mac); +return -EIO ; } + } -if (is_zero_ether_addr (mac)) -break ; +if (mlx5_mpfs_add_mac (pfmdev, (u8 *)new_mac)) { +mlx5_vdpa_warn (mvdev,"failed to insert new MAC %pM into MPFS table\n" , + new_mac); +return -EIO ; + } -if (!is_zero_ether_addr (ndev->config.mac)) {
drivers/vdpa/mlx5/net/mlx5_vnet.c static void teardown_steering(struct mlx5_vdpa_net *ndev) · line 2155
Quoted 10 lines
drivers/vdpa/mlx5/net/mlx5_vnet.c +4
-6-if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { -mlx5_vdpa_warn (mvdev,"failed to delete old MAC %pM from MPFS table\n" , - ndev->config.mac); -break ; - } - } +/* backup the original mac address so that if failed to add the forward rules +* we could restore it +*/ +memcpy (old_mac, ndev->config.mac,ETH_ALEN );
can we use "ether_addr_copy" instead of memcpy?
Thanks,
Hariprasad k
Re: [PATCH v3 2/3] vdpa/mlx5: reuse common function for MAC address updates
Quoted 67 lines · Hariprasad Kelam
Quoted 65 lines · Cindy Lu
Factor out MAC address update logic and reuse it from
handle_ctrl_mac().This ensures that old MAC entries are removed from the MPFS table before adding a new one and that the forwarding rules are updated accordingly. If updating the flow table fails, the original MAC and rules are restored as much as possible to keep the software and hardware state consistent.
Signed-off-by Cindy Lu <[email protected]>Reviewed-by Dragos Tatulea <[email protected]>--- drivers/vdpa/mlx5/net/mlx5_vnet.c | 131 ++++++++++++++++-------------- 1 file changed, 71 insertions(+), 60 deletions(-)drivers/vdpa/mlx5/net/mlx5_vnet.c +18
-18@@ -2125,86 +2125,97 @@ static void teardown_steering(struct mlx5_vdpa_net *ndev)mlx5_destroy_flow_table (ndev->rxft); } -static virtio_net_ctrl_ack handle_ctrl_mac (struct mlx5_vdpa_dev *mvdev,u8 cmd) +static int mlx5_vdpa_change_mac (struct mlx5_vdpa_net *ndev, +struct mlx5_core_dev *pfmdev, +const u8 *new_mac) { -struct mlx5_vdpa_net *ndev =to_mlx5_vdpa_ndev (mvdev); -struct mlx5_control_vq *cvq = &mvdev->cvq; -virtio_net_ctrl_ack status =VIRTIO_NET_ERR ; -struct mlx5_core_dev *pfmdev; -size_t read; -u8 mac[ETH_ALEN ], mac_back[ETH_ALEN ]; +struct mlx5_vdpa_dev *mvdev = &ndev->mvdev; +u8 old_mac[ETH_ALEN ]; - pfmdev =pci_get_drvdata (pci_physfn (mvdev->mdev->pdev)); -switch (cmd) { -case VIRTIO_NET_CTRL_MAC_ADDR_SET : - read =vringh_iov_pull_iotlb (&cvq->vring, &cvq->riov, (void *)mac,ETH_ALEN ); -if (read !=ETH_ALEN ) -break ; +if (is_zero_ether_addr (new_mac)) +return -EINVAL ; -if (!memcmp (ndev->config.mac, mac,6 )) { - status =VIRTIO_NET_OK ; -break ; +if (!is_zero_ether_addr (ndev->config.mac)) { +if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { +mlx5_vdpa_warn (mvdev,"failed to delete old MAC %pM from MPFS table\n" , + ndev->config.mac); +return -EIO ; } + } -if (is_zero_ether_addr (mac)) -break ; +if (mlx5_mpfs_add_mac (pfmdev, (u8 *)new_mac)) { +mlx5_vdpa_warn (mvdev,"failed to insert new MAC %pM into MPFS table\n" , + new_mac); +return -EIO ; + }
Quoted 15 lines
drivers/vdpa/mlx5/net/mlx5_vnet.c static void teardown_steering(struct mlx5_vdpa_net *ndev) · line 2155
Quoted 11 lines
drivers/vdpa/mlx5/net/mlx5_vnet.c +4
-7-if (!is_zero_ether_addr (ndev->config.mac)) { -if (mlx5_mpfs_del_mac (pfmdev, ndev->config.mac)) { -mlx5_vdpa_warn (mvdev,"failed to delete old MAC %pM from MPFS table\n" , - ndev->config.mac); -break ; - } - } +/* backup the original mac address so that if failed to add the forward rules +* we could restore it +*/ +memcpy (old_mac, ndev->config.mac,ETH_ALEN );can we use "
ether_addr_copy" instead of memcpy?
Thanks,
Hariprasad k
Thanks Hariprasad, will change this
Thanks
cindy
PATCH v3 3/3 vdpa/mlx5: update MAC address handling in mlx5_vdpa_set_attr()
In reply to Cindy LuImprove MAC address handling in mlx5_vdpa_set_attr() to ensure that old MAC entries are properly removed from the MPFS table before adding a new one. The new MAC address is then added to both the MPFS and VLAN tables.
This change fixes an issue where the updated MAC address would not take effect until QEMU was rebooted.
--- drivers/vdpa/mlx5/net/mlx5_vnet.c | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-)
drivers/vdpa/mlx5/net/mlx5_vnet.c +3 -6
@@ -4055,17 +4055,15 @@ static void mlx5_vdpa_dev_del(struct vdpa_mgmt_dev *v_mdev, struct vdpa_device *static int mlx5_vdpa_set_attr (struct vdpa_mgmt_dev *v_mdev,struct vdpa_device *dev,const struct vdpa_dev_set_config *add_config) { -struct virtio_net_config *config;struct mlx5_core_dev *pfmdev;struct mlx5_vdpa_dev *mvdev;struct mlx5_vdpa_net *ndev;struct mlx5_core_dev *mdev; -int err =0 ; +int err = -EOPNOTSUPP ; mvdev =to_mvdev (dev); ndev =to_mlx5_vdpa_ndev (mvdev); mdev = mvdev->mdev; - config = &ndev->config;down_write (&ndev->reslock);
@@ -4078,9 +4076,8 @@ static int mlx5_vdpa_set_attr(struct vdpa_mgmt_dev *v_mdev, struct vdpa_device * goto out; } pfmdev =pci_get_drvdata (pci_physfn (mdev->pdev)); - err =mlx5_mpfs_add_mac (pfmdev, config->mac); -if (!err) -ether_addr_copy (config->mac, add_config->net.mac); + err =mlx5_vdpa_change_mac (ndev, pfmdev, + (u8 *)add_config->net.mac); } out:
Signature · 1 line
2.51.0