ixgbe, ixgbevf: Add new mbox API to enable MC promiscuous mode
Subsystems (3)
PATCH v3 1/3 ixgbe, ixgbevf: Add new mbox API to enable MC promiscuous mode
From: Hiroshi Shimamoto <[email protected]>
The limitation of the number of multicast address for VF is not enough for the large scale server with SR-IOV feature.
IPv6 requires the multicast MAC address for each IP address to handle the Neighbor Solicitation message.
We couldn't assign over 30 IPv6 addresses to a single VF interface.
The easy way to solve this is enabling multicast promiscuous mode. It is good to have a functionality to enable multicast promiscuous mode for each VF from VF driver.
This patch introduces the new mbox API, IXGBE_VF_SET_MC_PROMISC, to enable/disable multicast promiscuous mode in VF. If multicast promiscuous mode is enabled the VF can receive all multicast packets.
With this patch, the ixgbevf driver automatically enable multicast promiscuous mode when the number of multicast addresses is over than 30 if possible.
--- drivers/net/ethernet/intel/ixgbe/ixgbe.h | 1 drivers/net/ethernet/intel/ixgbe/ixgbe_mbx.h | 2 + drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.c | 76 +++++++++++++++++++++ drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c | 3 + drivers/net/ethernet/intel/ixgbevf/mbx.h | 2 + drivers/net/ethernet/intel/ixgbevf/vf.c | 27 +++++++ drivers/net/ethernet/intel/ixgbevf/vf.h | 1 7 files changed, 111 insertions(+), 1 deletion(-)
drivers/net/ethernet/intel/ixgbe/ixgbe.h +1 -0
@@ -146,6 +146,7 @@ struct vf_data_storage {u16 vlans_enabled;bool clear_to_send;bool pf_set_mac; +bool mc_promisc;u16 pf_vlan;/* When set, guest VLAN config not allowed. */ u16 pf_qos;u16 tx_rate;
drivers/net/ethernet/intel/ixgbe/ixgbe_mbx.h +2 -0
@@ -102,6 +102,8 @@ enum ixgbe_pfvf_api_rev {#define IXGBE_VF_GET_RETA 0x0a/* VF request for RETA */ #define IXGBE_VF_GET_RSS_KEY 0x0b/* get RSS key */ +#define IXGBE_VF_SET_MC_PROMISC 0x0c/* VF requests PF to set MC promiscuous */ +/* length of permanent address message returned from PF */ #define IXGBE_VF_PERMADDR_MSG_LEN 4/* word in permanent address message with the current multicast type */
drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.c +76 -0
112 lines not on this page · raw message
drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.c +3 -0
@@ -2215,6 +2215,9 @@ void ixgbevf_down(struct ixgbevf_adapter *adapter) IXGBE_TXDCTL_SWFLSH); } +/* drop multicast promiscuous mode flag */ + adapter->hw.mac.mc_promisc = false; +if (!pci_channel_offline (adapter->pdev))ixgbevf_reset (adapter);
drivers/net/ethernet/intel/ixgbevf/mbx.h +2 -0
@@ -112,6 +112,8 @@ enum ixgbe_pfvf_api_rev {#define IXGBE_VF_GET_RETA 0x0a/* VF request for RETA */ #define IXGBE_VF_GET_RSS_KEY 0x0b/* get RSS hash key */ +#define IXGBE_VF_SET_MC_PROMISC 0x0c/* VF requests PF to set MC promiscuous */ +/* length of permanent address message returned from PF */ #define IXGBE_VF_PERMADDR_MSG_LEN 4/* word in permanent address message with the current multicast type */
drivers/net/ethernet/intel/ixgbevf/vf.c +26 -1
@@ -120,6 +120,9 @@ static s32 ixgbevf_reset_hw_vf(struct ixgbe_hw *hw)ether_addr_copy (hw->mac.perm_addr, addr); hw->mac.mc_filter_type = msgbuf[IXGBE_VF_MC_TYPE_WORD ]; +/* after reset, MC promiscuous mode is disabled */ + hw->mac.mc_promisc = false; +return 0 ; }
@@ -448,8 +451,28 @@ static s32 ixgbevf_update_mc_addr_list_vf(struct ixgbe_hw *hw,*/ cnt =netdev_mc_count (netdev); -if (cnt >30 ) +if (cnt >30 ) { +/* If the API has the capability to handle MC promiscuous +* mode, turn it on. +*/ +if (hw->api_version == ixgbe_mbox_api_12) { +if (!hw->mac.mc_promisc) { +struct ixgbevf_adapter *adapter = hw->back; + +dev_info (&adapter->pdev->dev,"Request MC PROMISC\n" ); + +/* enabling multicast promiscuous */ + msgbuf[0 ] =IXGBE_VF_SET_MC_PROMISC ; + msgbuf[1 ] =1 ; +ixgbevf_write_msg_read_ack (hw, msgbuf,2 ); + + hw->mac.mc_promisc = true; + } + +return 0 ; + } cnt =30 ; + } msgbuf[0 ] =IXGBE_VF_SET_MULTICAST ; msgbuf[0 ] |= cnt <<IXGBE_VT_MSGINFO_SHIFT ;
@@ -465,6 +488,8 @@ static s32 ixgbevf_update_mc_addr_list_vf(struct ixgbe_hw *hw,ixgbevf_write_msg_read_ack (hw, msgbuf,IXGBE_VFMAILBOX_SIZE ); + hw->mac.mc_promisc = false; +return 0 ; }
drivers/net/ethernet/intel/ixgbevf/vf.h +1 -0
@@ -86,6 +86,7 @@ struct ixgbe_mac_info {enum ixgbe_mac_type type;s32 mc_filter_type; +bool mc_promisc;bool get_link_status;u32 max_tx_queues;
PATCH v3 2/3 if_link: Add VF multicast promiscuous control
From: Hiroshi Shimamoto <[email protected]>
Add netlink directives and ndo entry to allow VF multicast promiscuous mode.
This controls the permission to enter VF multicast promiscuous mode. The administrator will dedicatedly allow multicast promiscuous per VF.
When the VF is under multicast promiscuous mode, all multicast packets are sent to the VF.
Don't allow VF multicast promiscuous if the VM isn't fully trusted.
--- include/linux/if_link.h | 1 + include/linux/netdevice.h | 3 +++ include/uapi/linux/if_link.h | 6 ++++++ net/core/rtnetlink.c | 19 +++++++++++++++++-- 4 files changed, 27 insertions(+), 2 deletions(-)
include/linux/if_link.h +1 -0
@@ -15,5 +15,6 @@ struct ifla_vf_info {__u32 min_tx_rate;__u32 max_tx_rate;__u32 rss_query_en; + __u32 mc_promisc; };#endif /* _LINUX_IF_LINK_H */
include/linux/netdevice.h +3 -0
@@ -873,6 +873,7 @@ typedef u16 (*select_queue_fallback_t)(struct net_device *dev,* int (*ndo_set_vf_rate)(struct net_device *dev, int vf, int min_tx_rate, * int max_tx_rate); * int (*ndo_set_vf_spoofchk)(struct net_device *dev, int vf, bool setting); +* int (*ndo_set_vf_mc_promisc)(struct net_device *dev, int vf, bool setting); * int (*ndo_get_vf_config)(struct net_device *dev, * int vf, struct ifla_vf_info *ivf); * int (*ndo_set_vf_link_state)(struct net_device *dev, int vf, int link_state);
@@ -1094,6 +1095,8 @@ struct net_device_ops { int max_tx_rate);int (*ndo_set_vf_spoofchk)(struct net_device *dev,int vf,bool setting); +int (*ndo_set_vf_mc_promisc)(struct net_device *dev, +int vf,bool setting);int (*ndo_get_vf_config)(struct net_device *dev,int vf,struct ifla_vf_info *ivf);
include/uapi/linux/if_link.h +6 -0
@@ -468,6 +468,7 @@ enum {IFLA_VF_RSS_QUERY_EN ,/* RSS Redirection Table and Hash Key query * on/off switch */ +IFLA_VF_MC_PROMISC ,/* Multicast Promiscuous allow/disallow */ __IFLA_VF_MAX, };
@@ -517,6 +518,11 @@ struct ifla_vf_rss_query_en {__u32 setting; }; +struct ifla_vf_mc_promisc { +__u32 vf; +__u32 setting; +}; +/* VF ports management section * * Nested layout of set/get msg is:
net/core/rtnetlink.c +17 -2
@@ -819,7 +819,8 @@ static inline int rtnl_vfinfo_size(const struct net_device *dev,nla_total_size (sizeof (struct ifla_vf_spoofchk )) +nla_total_size (sizeof (struct ifla_vf_rate )) +nla_total_size (sizeof (struct ifla_vf_link_state )) + - nla_total_size(sizeof(struct ifla_vf_rss_query_en))); +nla_total_size (sizeof (struct ifla_vf_rss_query_en )) + + nla_total_size(sizeof(struct ifla_vf_mc_promisc)));return size; }else return 0 ;
@@ -1134,6 +1135,7 @@ static int rtnl_fill_ifinfo(struct sk_buff *skb, struct net_device *dev,struct ifla_vf_spoofchk vf_spoofchk;struct ifla_vf_link_state vf_linkstate;struct ifla_vf_rss_query_en vf_rss_query_en; +struct ifla_vf_mc_promisc vf_mc_promisc;/* * Not all SR-IOV capable drivers support the
@@ -1143,6 +1145,7 @@ static int rtnl_fill_ifinfo(struct sk_buff *skb, struct net_device *dev,*/ ivi.spoofchk =-1 ; ivi.rss_query_en =-1 ; + ivi.mc_promisc =-1 ;memset (ivi.mac,0 ,sizeof (ivi.mac));/* The default value for VF link state is "auto" * IFLA_VF_LINK_STATE_AUTO which equals zero
@@ -1156,7 +1159,8 @@ static int rtnl_fill_ifinfo(struct sk_buff *skb, struct net_device *dev, vf_tx_rate.vf = vf_spoofchk.vf = vf_linkstate.vf = - vf_rss_query_en.vf = ivi.vf; + vf_rss_query_en.vf = + vf_mc_promisc.vf = ivi.vf;memcpy (vf_mac.mac, ivi.mac,sizeof (ivi.mac)); vf_vlan.vlan = ivi.vlan;
@@ -1167,6 +1171,7 @@ static int rtnl_fill_ifinfo(struct sk_buff *skb, struct net_device *dev, vf_spoofchk.setting = ivi.spoofchk; vf_linkstate.link_state = ivi.linkstate; vf_rss_query_en.setting = ivi.rss_query_en; + vf_mc_promisc.setting = ivi.mc_promisc; vf =nla_nest_start (skb,IFLA_VF_INFO );if (!vf) {nla_nest_cancel (skb, vfinfo);
@@ -1520,6 +1525,16 @@ static int do_setvfinfo(struct net_device *dev, struct nlattr *attr) ivrssq_en->setting);break ; } +case IFLA_VF_MC_PROMISC : { +struct ifla_vf_mc_promisc *ivm; + + ivm =nla_data (vf); + err = -EOPNOTSUPP ; +if (ops->ndo_set_vf_mc_promisc) + err = ops->ndo_set_vf_mc_promisc (dev, ivm->vf, + ivm->setting); +break ; + }default : err = -EINVAL ;break ;
PATCH v3 3/3 ixgbe: Add new ndo to allow VF multicast promiscuous mode
In reply to Jeff KirsherFrom: Hiroshi Shimamoto <[email protected]>
Implements the new netdev op to allow VF multicast promiscuous mode.
The multicast promiscuous mode is not allowed for all VFs by default.
The administrator can allow to VF multicast promiscuous mode for only trusted VM. After allowing multicast promiscuous mode from the host, we can use over 30 IPv6 addresses on VM.
# ip link set dev eth0 vf 1 mc_promisc on
When disallowing multicast promiscuous mode, ixgbevf can only handle 30 IPv6 addresses at most.
# ip link set dev eth0 vf 1 mc_promisc off
--- drivers/net/ethernet/intel/ixgbe/ixgbe.h | 1 + drivers/net/ethernet/intel/ixgbe/ixgbe_main.c | 7 +++++ drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.c | 32 +++++++++++++++++++++++- drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.h | 2 ++ 4 files changed, 40 insertions(+), 2 deletions(-)
drivers/net/ethernet/intel/ixgbe/ixgbe.h +1 -0
@@ -153,6 +153,7 @@ struct vf_data_storage {u16 vlan_count;u8 spoofchk_enabled;bool rss_query_enabled; +u8 mc_promisc_allowed;unsigned int vf_api; };
drivers/net/ethernet/intel/ixgbe/ixgbe_main.c +7 -0
@@ -3663,6 +3663,12 @@ static void ixgbe_configure_virtualization(struct ixgbe_adapter *adapter)ixgbe_ndo_set_vf_rss_query_en (adapter->netdev, i, adapter->vfinfo[i].rss_query_enabled); } + +/* Reconfigure multicast promiscuous mode */ +for (i =0 ; i < adapter->num_vfs; i++) { +ixgbe_ndo_set_vf_mc_promisc (adapter->netdev, i, + adapter->vfinfo[i].mc_promisc_allowed); + } }static void ixgbe_set_rx_buffer_len (struct ixgbe_adapter *adapter)
@@ -8165,6 +8171,7 @@ static const struct net_device_ops ixgbe_netdev_ops = { .ndo_set_vf_rate = ixgbe_ndo_set_vf_bw, .ndo_set_vf_spoofchk = ixgbe_ndo_set_vf_spoofchk, .ndo_set_vf_rss_query_en = ixgbe_ndo_set_vf_rss_query_en, + .ndo_set_vf_mc_promisc = ixgbe_ndo_set_vf_mc_promisc, .ndo_get_vf_config = ixgbe_ndo_get_vf_config, .ndo_get_stats64 = ixgbe_get_stats64, #ifdef CONFIG_IXGBE_DCB
drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.c +30 -2
@@ -117,8 +117,11 @@ static int __ixgbe_enable_sriov(struct ixgbe_adapter *adapter)*/ adapter->vfinfo[i].rss_query_enabled =0 ; -/* Turn multicast promiscuous mode off for all VFs */ +/* Disallow VF multicast promiscuous capability +* and turn it off for all VFs +*/ adapter->vfinfo[i].mc_promisc = false; + adapter->vfinfo[i].mc_promisc_allowed = false; }return 0 ;
@@ -1068,7 +1071,7 @@ static int ixgbe_set_vf_mc_promisc(struct ixgbe_adapter *adapter, adapter->vfinfo[vf].mc_promisc = enable; -if (enable) +if (enable && adapter->vfinfo[vf].mc_promisc_allowed)return ixgbe_enable_vf_mc_promisc (adapter, vf);else return ixgbe_disable_vf_mc_promisc (adapter, vf);
@@ -1492,6 +1495,30 @@ int ixgbe_ndo_set_vf_rss_query_en(struct net_device *netdev, int vf,return 0 ; } +int ixgbe_ndo_set_vf_mc_promisc (struct net_device *netdev,int vf,bool setting) +{ +struct ixgbe_adapter *adapter =netdev_priv (netdev); + +if (vf >= adapter->num_vfs) +return -EINVAL ; + +/* nothing to do */ +if (adapter->vfinfo[vf].mc_promisc_allowed == setting) +return 0 ; + + adapter->vfinfo[vf].mc_promisc_allowed = setting; + +/* if VF requests multicast promiscuous */ +if (adapter->vfinfo[vf].mc_promisc) { +if (setting) +ixgbe_enable_vf_mc_promisc (adapter, vf); +else +ixgbe_disable_vf_mc_promisc (adapter, vf); + } + +return 0 ; +} +int ixgbe_ndo_get_vf_config (struct net_device *netdev,int vf,struct ifla_vf_info *ivi) {
@@ -1506,5 +1533,6 @@ int ixgbe_ndo_get_vf_config(struct net_device *netdev, ivi->qos = adapter->vfinfo[vf].pf_qos; ivi->spoofchk = adapter->vfinfo[vf].spoofchk_enabled; ivi->rss_query_en = adapter->vfinfo[vf].rss_query_enabled; + ivi->mc_promisc = adapter->vfinfo[vf].mc_promisc_allowed;return 0 ; }
drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.h +2 -0
@@ -49,6 +49,8 @@ int ixgbe_ndo_set_vf_bw(struct net_device *netdev, int vf, int min_tx_rate,int ixgbe_ndo_set_vf_spoofchk (struct net_device *netdev,int vf,bool setting);int ixgbe_ndo_set_vf_rss_query_en (struct net_device *netdev,int vf,bool setting); +int ixgbe_ndo_set_vf_mc_promisc (struct net_device *netdev, +int vf,bool setting);int ixgbe_ndo_get_vf_config (struct net_device *netdev,int vf,struct ifla_vf_info *ivi);void ixgbe_check_vf_rate_limit (struct ixgbe_adapter *adapter);