Intel IFC VF driver for VDPA
Subsystems (4)
cover Intel IFC VF driver for VDPA
Hi all,
This series intends to implement driver module for Intel IFC VF NIC, which can do Vhost Data Plane Acceleration(VDPA) by offloading dataplane traffic to hardware.
This series depends on and complies to:virtio_mdev V13 https://lkml.org/lkml/2019/11/18/261vhost_mdev V7 https://lkml.org/lkml/2019/11/18/1068
There comes mainly two parts of the code:
(1) ifcvf_main layer handles probe / remove / mdev operations, implemented struct mdev_virtio_ops to support virtio_mdev and vhost_mdev, and other supportive functions.
(2) ifcvf_base layer talks directly to the hardware, which support the ifcvf_main layer.
Zhu Lingshan (2):
IFC VF initialization functions
This commit adds functions to support virtio_mdev and vhost_mdev
drivers/vhost/Kconfig | 12 + drivers/vhost/Makefile | 3 +- drivers/vhost/ifcvf/Makefile | 2 + drivers/vhost/ifcvf/ifcvf_base.c | 328 +++++++++++++++++++++++ drivers/vhost/ifcvf/ifcvf_base.h | 126 +++++++++ drivers/vhost/ifcvf/ifcvf_main.c | 557 +++++++++++++++++++++++++++++++++++++++ 6 files changed, 1027 insertions(+), 1 deletion(-) create mode 100644 drivers/vhost/ifcvf/Makefile create mode 100644 drivers/vhost/ifcvf/ifcvf_base.c create mode 100644 drivers/vhost/ifcvf/ifcvf_base.h create mode 100644 drivers/vhost/ifcvf/ifcvf_main.c
Signature · 1 line
1.8.3.1
RFC 1/2 vhost: IFC VF initialization functions
This commit intends to add initialization functions for IFC VF, including: probe / remove / mdev operations and sysfs interfaces.
--- drivers/vhost/Kconfig | 12 ++ drivers/vhost/Makefile | 2 + drivers/vhost/ifcvf/Makefile | 2 + drivers/vhost/ifcvf/ifcvf_base.c | 129 ++++++++++++++++ drivers/vhost/ifcvf/ifcvf_base.h | 123 +++++++++++++++ drivers/vhost/ifcvf/ifcvf_main.c | 315 +++++++++++++++++++++++++++++++++++++++ 6 files changed, 583 insertions(+) create mode 100644 drivers/vhost/ifcvf/Makefile create mode 100644 drivers/vhost/ifcvf/ifcvf_base.c create mode 100644 drivers/vhost/ifcvf/ifcvf_base.h create mode 100644 drivers/vhost/ifcvf/ifcvf_main.c
drivers/vhost/Kconfig +12 -0
@@ -46,6 +46,18 @@ config VHOST_MDEV To compile this driver as a module, choose M here: the module will be called vhost_mdev. +config IFCVF + tristate "Intel IFC VF VDPA driver" + depends on MDEV_VIRTIO + select VHOST + default n + ---help--- + This kernel module can drive Intel IFC VF NIC to offload + vhost dataplane traffic to hardware. + + To compile this driver as a module, choose M here: the module will + be called ifcvf. + config VHOST tristate ---help---
drivers/vhost/Makefile +2 -0
@@ -14,3 +14,5 @@ obj-$(CONFIG_VHOST_MDEV) += vhost_mdev.o vhost_mdev-y := mdev.o obj-$(CONFIG_VHOST) += vhost.o + +obj-$(CONFIG_IFCVF) += ifcvf/
drivers/vhost/ifcvf/Makefile new file +2 -0
@@ -0,0 +1,2 @@ +obj-m += ifcvf.o +ifcvf-$(CONFIG_IFCVF)+= ifcvf_main.o ifcvf_base.o
drivers/vhost/ifcvf/ifcvf_base.c new file +129 -0
129 lines not on this page · raw message
drivers/vhost/ifcvf/ifcvf_base.h new file +123 -0
123 lines not on this page · raw message
drivers/vhost/ifcvf/ifcvf_main.c new file +315 -0
315 lines not on this page · raw message
Signature · 1 line
1.8.3.1
RFC 2/2 vhost: Support for virtio_mdev and vhost_mdev
In reply to Zhu LingshanThis commit adds functions to support virtio_mdev and vhost_mdev. Implemented interfaces in struct mdev_virtio_ops and supportive functions including status operations, features operations, hardware enable / disable and etc.
--- drivers/vhost/ifcvf/ifcvf_base.c | 194 +++++++++++++++++++++++++++++++ drivers/vhost/ifcvf/ifcvf_main.c | 242 ++++++++++++++++++++++++++++++++++++++- 2 files changed, 435 insertions(+), 1 deletion(-)
drivers/vhost/ifcvf/ifcvf_base.c +194 -0
@@ -127,3 +127,197 @@ int ifcvf_init_hw(struct ifcvf_hw *hw, struct pci_dev *dev)return 0 ; } + +u8 ifcvf_get_status (struct ifcvf_hw *hw) +{ +return ioread8 (&hw->common_cfg->device_status); +} + +void ifcvf_set_status (struct ifcvf_hw *hw,u8 status) +{ +iowrite8 (status, &hw->common_cfg->device_status); +} + +void ifcvf_reset (struct ifcvf_hw *hw) +{ +ifcvf_set_status (hw,0 ); +ifcvf_get_status (hw); +} + +static void ifcvf_add_status (struct ifcvf_hw *hw,u8 status) +{ +if (status !=0 ) + status |=ifcvf_get_status (hw); + +ifcvf_set_status (hw, status); +ifcvf_get_status (hw); +} + +u64 ifcvf_get_features (struct ifcvf_hw *hw) +{ +struct virtio_pci_common_cfg *cfg = hw->common_cfg; +u32 features_lo, features_hi; + +iowrite32 (0 , &cfg->device_feature_select); + features_lo =ioread32 (&cfg->device_feature); + +iowrite32 (1 , &cfg->device_feature_select); + features_hi =ioread32 (&cfg->device_feature); + +return ((u64 )features_hi <<32 ) | features_lo; +} + +void ifcvf_read_net_config (struct ifcvf_hw *hw,u64 offset, +void *dst,int length) +{ +u8 old_gen, new_gen, *p; +int i; + +WARN_ON (offset + length >sizeof (struct virtio_net_config )); +do { + old_gen =ioread8 (&hw->common_cfg->config_generation); + p = dst; +for (i =0 ; i < length; i++) + *p++ =ioread8 ((u8 *)hw->net_cfg + offset + i); + + new_gen =ioread8 (&hw->common_cfg->config_generation); + }while (old_gen != new_gen); +} + +void ifcvf_write_net_config (struct ifcvf_hw *hw,u64 offset, +const void *src,int length) +{ +const u8 *p; +int i; + + p = src; +WARN_ON (offset + length >sizeof (struct virtio_net_config )); +for (i =0 ; i < length; i++) +iowrite8 (*p++, (u8 *)hw->net_cfg + offset + i); +} + +static void ifcvf_set_features (struct ifcvf_hw *hw,u64 features) +{ +struct virtio_pci_common_cfg *cfg = hw->common_cfg; + +iowrite32 (0 , &cfg->guest_feature_select); +iowrite32 ((u32 )features, &cfg->guest_feature); + +iowrite32 (1 , &cfg->guest_feature_select); +iowrite32 (features >>32 , &cfg->guest_feature); +} + +static int ifcvf_config_features (struct ifcvf_hw *hw) +{ +struct ifcvf_adapter *ifcvf; + + ifcvf =vf_to_adapter (hw); +ifcvf_set_features (hw, hw->req_features); +ifcvf_add_status (hw,VIRTIO_CONFIG_S_FEATURES_OK ); + +if (!(ifcvf_get_status (hw) &VIRTIO_CONFIG_S_FEATURES_OK )) { +IFCVF_ERR (ifcvf->dev,"Failed to set FEATURES_OK status\n" ); +return -EIO ; + } + +return 0 ; +} + +void io_write64_twopart (u64 val,u32 *lo,u32 *hi) +{ +iowrite32 (val & ((1ULL <<32 ) -1 ), lo); +iowrite32 (val >>32 , hi); +} + +static int ifcvf_hw_enable (struct ifcvf_hw *hw) +{ +struct ifcvf_lm_cfg __iomem *ifcvf_lm; +struct virtio_pci_common_cfg *cfg; +struct ifcvf_adapter *ifcvf; +u32 __iomem *idx_addr; +u32 i, val; + + ifcvf_lm = (struct ifcvf_lm_cfg __iomem *)hw->lm_cfg; + ifcvf =vf_to_adapter (hw); + cfg = hw->common_cfg; +iowrite16 (IFCVF_MSI_CONFIG_OFF , &cfg->msix_config); + +if (ioread16 (&cfg->msix_config) ==VIRTIO_MSI_NO_VECTOR ) { +IFCVF_ERR (ifcvf->dev,"No msix vector for device config\n" ); +return -EINVAL ; + } + +for (i =0 ; i < hw->nr_vring; i++) { +if (!hw->vring[i].ready) +break ; + +iowrite16 (i, &cfg->queue_select); +io_write64_twopart (hw->vring[i].desc, &cfg->queue_desc_lo, + &cfg->queue_desc_hi); +io_write64_twopart (hw->vring[i].avail, &cfg->queue_avail_lo, + &cfg->queue_avail_hi); +io_write64_twopart (hw->vring[i].used, &cfg->queue_used_lo, + &cfg->queue_used_hi); +iowrite16 (hw->vring[i].size, &cfg->queue_size); + idx_addr = &ifcvf_lm->vring_lm_cfg[i/IFCVF_MAX_QUEUE_PAIRS *2 ].idx_addr[i%IFCVF_MAX_QUEUE_PAIRS *2 ]; + val = hw->vring[i].last_avail_idx | + ((u32 )hw->vring[i].last_used_idx <<16 ); +iowrite32 (val, idx_addr); +iowrite16 (i +IFCVF_MSI_QUEUE_OFF , &cfg->queue_msix_vector); + +if (ioread16 (&cfg->queue_msix_vector) == +VIRTIO_MSI_NO_VECTOR ) { +IFCVF_ERR (ifcvf->dev, +"No msix vector for queue %u\n" , i); +return -EINVAL ; + } + +iowrite16 (1 , &cfg->queue_enable); + } + +return 0 ; +} + +static void ifcvf_hw_disable (struct ifcvf_hw *hw) +{ +struct virtio_pci_common_cfg *cfg; +u32 i; + + cfg = hw->common_cfg; +iowrite16 (VIRTIO_MSI_NO_VECTOR , &cfg->msix_config); + +for (i =0 ; i < hw->nr_vring; i++) { +iowrite16 (i, &cfg->queue_select); +iowrite16 (VIRTIO_MSI_NO_VECTOR , &cfg->queue_msix_vector); + } + +ioread16 (&cfg->queue_msix_vector); +} + +int ifcvf_start_hw (struct ifcvf_hw *hw) +{ +ifcvf_reset (hw); +ifcvf_add_status (hw,VIRTIO_CONFIG_S_ACKNOWLEDGE ); +ifcvf_add_status (hw,VIRTIO_CONFIG_S_DRIVER ); + +if (ifcvf_config_features (hw) <0 ) +return -EINVAL ; + +if (ifcvf_hw_enable (hw) <0 ) +return -EINVAL ; + +ifcvf_add_status (hw,VIRTIO_CONFIG_S_DRIVER_OK ); + +return 0 ; +} + +void ifcvf_stop_hw (struct ifcvf_hw *hw) +{ +ifcvf_hw_disable (hw); +ifcvf_reset (hw); +} + +void ifcvf_notify_queue (struct ifcvf_hw *hw,u16 qid) +{ +iowrite16 (qid, hw->vring->notify_addr[qid]); +}
drivers/vhost/ifcvf/ifcvf_main.c +241 -1
249 lines not on this page · raw message
Signature · 1 line
1.8.3.1